-- Logs begin at Fri 2022-09-16 12:00:11 UTC, end at Fri 2022-09-16 13:13:29 UTC. -- Sep 16 12:34:45.081937 n-d-858094-4 systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 12:34:47.781280 n-d-858094-4 neutron-server[113585]: INFO neutron.common.config [-] Logging enabled! Sep 16 12:34:47.781930 n-d-858094-4 neutron-server[113585]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.0.0.0rc2.dev1 Sep 16 12:34:47.782070 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113585) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 16 12:34:47.785463 n-d-858094-4 neutron-server[113585]: INFO neutron.common.config [-] Logging enabled! Sep 16 12:34:47.785718 n-d-858094-4 neutron-server[113585]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.0.0.0rc2.dev1 Sep 16 12:34:47.786026 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113585) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 16 12:34:47.787472 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 12:34:47.787753 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 12:34:47.788321 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 12:34:47.788608 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 12:34:47.788876 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 12:34:47.789236 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.789584 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.789857 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.790194 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.790529 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.790853 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.791186 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.791524 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.791855 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.792210 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.792563 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.792815 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.793136 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.793471 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.793800 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.794062 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] debug = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.794387 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.794865 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.795364 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.795744 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.796196 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.796560 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.796935 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.797312 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.797679 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.798114 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] host = n-d-858094-4 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.798500 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.798873 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.799272 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.799625 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.799961 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.800349 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.800675 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.800987 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.801296 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] log_file = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.801610 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.801933 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.802256 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.802647 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.803431 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.803694 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.804029 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.804384 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.804701 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.805010 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.805367 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.805680 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.805989 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.806294 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.806644 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.806964 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.807292 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.807603 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.807911 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.808260 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.808571 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.808892 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.809199 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.809508 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.809816 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.810177 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.810488 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.810795 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.811126 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.811446 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.811767 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.812089 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.812432 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.812751 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.813060 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.813368 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.813710 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] use_json = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.814021 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.814332 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.814652 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.814960 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.815294 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.815632 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.815954 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.816315 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.816630 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:47.816994 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.817333 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.817678 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.818000 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.818427 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.818816 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.819243 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.819571 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.819906 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.820326 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.820670 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.820990 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.821344 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.821672 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.822007 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.822430 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.822685 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.823018 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.823332 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.823670 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.824038 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.824394 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.824688 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.825014 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.825344 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.825717 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.826037 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.826377 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.826702 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.827030 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.827361 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.827691 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.828031 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.828378 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.828709 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.829025 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.829367 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.829715 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.830055 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.830424 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.830770 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.831116 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.831460 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.831852 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.832241 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.832599 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.832955 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.833262 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.833592 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.834152 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.834442 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.834830 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.835169 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.835502 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.836097 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.836464 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.836802 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.837139 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.837479 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.837816 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.838155 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.838490 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.838827 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.839171 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.839512 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.839846 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.840221 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.840605 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.840945 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.841277 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.841609 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.841940 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.842273 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.842605 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.842946 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.843302 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.843641 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.843991 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.844350 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.844690 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.845028 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.845365 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.845709 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.846046 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.846384 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.846734 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.847077 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.847425 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.847767 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.848147 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.848511 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.848850 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.849185 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.850078 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.850434 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.850747 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.851061 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.851364 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.851665 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.851970 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.852303 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.852619 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.852929 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.853223 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.853531 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.853839 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.854147 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.854439 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.854759 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.855050 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:47.855276 n-d-858094-4 neutron-server[113585]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 12:34:47.855530 n-d-858094-4 neutron-server[113585]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113585) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 12:34:48.237404 n-d-858094-4 neutron-server[113585]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=113585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 16 12:34:48.237725 n-d-858094-4 neutron-server[113585]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=113585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 16 12:34:48.237989 n-d-858094-4 neutron-server[113585]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=113585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 16 12:34:48.238223 n-d-858094-4 neutron-server[113585]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=113585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 16 12:34:48.238497 n-d-858094-4 neutron-server[113585]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 16 12:34:48.238831 n-d-858094-4 neutron-server[113585]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 12:34:48.564461 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.564748 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.565032 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.566244 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.566520 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.566788 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.619832 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.620109 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.620406 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.636386 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.636668 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.636941 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.665179 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.665454 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.665722 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.702095 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.702374 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.702654 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.936069 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.936790 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.936790 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.937896 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:48.938601 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.036876 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.037826 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.038113 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.038388 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.038656 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.039031 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.039233 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.039489 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.039745 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.040027 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.040341 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.040688 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.040824 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.041159 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.041419 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.041419 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.041933 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.042203 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.042474 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.042733 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.043005 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.043257 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.043547 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.043968 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.044375 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.044630 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.045080 n-d-858094-4 neutron-server[113585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 12:34:49.045446 n-d-858094-4 neutron-server[113585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 12:34:49.045715 n-d-858094-4 neutron-server[113585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 12:34:49.046086 n-d-858094-4 neutron-server[113585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 12:34:49.046321 n-d-858094-4 neutron-server[113585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 12:34:49.046562 n-d-858094-4 neutron-server[113585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 12:34:49.046936 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 12:34:49.050320 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 12:34:49.054363 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 12:34:49.058325 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 16 12:34:49.060240 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 12:34:49.060886 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 12:34:49.061227 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 12:34:49.061619 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 12:34:49.064482 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 12:34:49.064731 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 12:34:49.065076 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 12:34:49.070297 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 12:34:49.093987 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 12:34:49.094451 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.094753 n-d-858094-4 neutron-server[113585]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113585) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 16 12:34:49.095128 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.096504 n-d-858094-4 neutron-server[113585]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113585) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 12:34:49.096788 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 12:34:49.097037 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 12:34:49.108631 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.108917 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:49.273584 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 12:34:49.273829 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 12:34:49.274068 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 12:34:49.274458 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 12:34:49.326990 n-d-858094-4 neutron-server[113585]: INFO dbcounter [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Registered counter for database neutron Sep 16 12:34:49.347355 n-d-858094-4 neutron-server[113585]: DEBUG oslo_db.sqlalchemy.engines [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113585) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 12:34:49.353947 n-d-858094-4 neutron-server[113585]: DEBUG dbcounter [-] [113585] Writer thread running {{(pid=113585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 12:34:49.896656 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.managers [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Initializing driver for type 'gre' Sep 16 12:34:49.897420 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] gre ID ranges: [(1, 1000)] Sep 16 12:34:49.955150 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.managers [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Initializing driver for type 'local' Sep 16 12:34:49.955910 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.managers [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Initializing driver for type 'vlan' Sep 16 12:34:49.968344 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] VlanTypeDriver initialization complete Sep 16 12:34:49.968774 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.managers [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Initializing driver for type 'vxlan' Sep 16 12:34:49.969172 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] vxlan ID ranges: [(1, 1000)] Sep 16 12:34:50.024667 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.managers [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Initializing extension driver 'port_security' Sep 16 12:34:50.025012 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.extensions.port_security [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] PortSecurityExtensionDriver initialization complete Sep 16 12:34:50.025346 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.managers [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Initializing mechanism driver 'openvswitch' Sep 16 12:34:50.025696 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.managers [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Initializing mechanism driver 'hyperv' Sep 16 12:34:50.032229 n-d-858094-4 neutron-server[113585]: DEBUG neutron.plugins.ml2.plugin [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:34:50.032909 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > port after_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.033305 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > port after_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.033663 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > port after_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.034174 n-d-858094-4 neutron-server[113585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 12:34:50.034602 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > subnet after_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.034960 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > subnet after_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.035310 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.035733 n-d-858094-4 neutron-server[113585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 12:34:50.036171 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > network after_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.036531 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > network after_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.037476 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > network after_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.038002 n-d-858094-4 neutron-server[113585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 12:34:50.038411 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > security_group after_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.038768 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > security_group after_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.039119 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > security_group after_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.039519 n-d-858094-4 neutron-server[113585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 12:34:50.039932 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.040312 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.040663 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.041183 n-d-858094-4 neutron-server[113585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 12:34:50.041601 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > address_group after_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.041957 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > address_group after_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.042307 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > address_group after_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.042700 n-d-858094-4 neutron-server[113585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 12:34:50.043156 n-d-858094-4 neutron-server[113585]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] ML2 OVO RPC backend initialized. {{(pid=113585) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 16 12:34:50.043867 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.044334 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.044792 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > network before_response 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.045152 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > networks before_response 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.045568 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > port before_response 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.045927 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > ports before_response 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.046282 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > subnet before_response 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.046671 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > subnets before_response 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.047063 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > network after_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.047413 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > network after_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.047757 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > network after_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.048102 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > port after_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.048476 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > port after_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.048819 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > port after_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.049162 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > subnet after_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.049503 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > subnet after_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.049841 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.058085 n-d-858094-4 neutron-server[113585]: INFO neutron.quota [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded quota_driver: . Sep 16 12:34:50.058453 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.plugin [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Modular L2 Plugin initialization complete Sep 16 12:34:50.058808 n-d-858094-4 neutron-server[113585]: DEBUG neutron.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading services supported by the core plugin {{(pid=113585) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 12:34:50.059155 n-d-858094-4 neutron-server[113585]: INFO neutron.plugins.ml2.managers [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Got port-security extension from driver 'port_security' Sep 16 12:34:50.059638 n-d-858094-4 neutron-server[113585]: INFO neutron.extensions.vlantransparent [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Disabled vlantransparent extension. Sep 16 12:34:50.060158 n-d-858094-4 neutron-server[113585]: DEBUG neutron.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113585) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 12:34:50.060491 n-d-858094-4 neutron-server[113585]: INFO neutron.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading Plugin: router Sep 16 12:34:50.096180 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router_interface before_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.096578 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router after_create 55549900 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.096956 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router before_create 55549900 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.097327 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.097706 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.098069 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router after_delete 55549900 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.098432 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > floatingip after_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.098785 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > floatingip after_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.099148 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router after_create 55549900 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.100163 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router after_update 55549900 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.100532 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router after_update 55549900 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.100884 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.101262 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router after_update 55549900 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.101668 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router precommit_update 55549900 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.102041 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: port after_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.102389 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: port after_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.102734 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: subnet after_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.103085 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.103439 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > port precommit_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.103792 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router precommit_create 55549900 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.104155 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: port before_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.104504 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router precommit_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.104862 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router after_update 55549900 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.105213 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router precommit_delete 55549900 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.105566 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router precommit_create 55549900 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.105929 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.106278 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router precommit_update 55549900 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.106653 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > agent after_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.107011 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > agent after_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.107361 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > network after_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.108270 n-d-858094-4 neutron-server[113585]: DEBUG neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Tracking information for resource: router configured {{(pid=113585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 12:34:50.108615 n-d-858094-4 neutron-server[113585]: DEBUG neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Tracking information for resource: floatingip configured {{(pid=113585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 12:34:50.113575 n-d-858094-4 neutron-server[113585]: INFO neutron.db.l3_agentschedulers_db [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 12:34:50.114164 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: port after_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.114530 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: port after_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.114915 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: port after_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.115889 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: port after_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.116724 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router before_create 55550100 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.117095 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router precommit_delete 55550100 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.117463 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router precommit_create 55550100 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.117822 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > router precommit_update 55550100 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.122722 n-d-858094-4 neutron-server[113585]: DEBUG neutron.services.provider_configuration [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Service providers = [] {{(pid=113585) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 12:34:50.123090 n-d-858094-4 neutron-server[113585]: DEBUG neutron.db.servicetype_db [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113585) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 12:34:50.126132 n-d-858094-4 neutron-server[113585]: DEBUG neutron.services.service_base [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 12:34:50.126484 n-d-858094-4 neutron-server[113585]: DEBUG neutron.services.service_base [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 12:34:50.126832 n-d-858094-4 neutron-server[113585]: DEBUG neutron.services.service_base [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 12:34:50.127733 n-d-858094-4 neutron-server[113585]: DEBUG neutron.services.service_base [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 12:34:50.128110 n-d-858094-4 neutron-server[113585]: INFO neutron.services.service_base [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 12:34:50.128526 n-d-858094-4 neutron-server[113585]: DEBUG neutron.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 12:34:50.128851 n-d-858094-4 neutron-server[113585]: INFO neutron.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 12:34:50.140941 n-d-858094-4 neutron-server[113585]: DEBUG neutron.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 12:34:50.141284 n-d-858094-4 neutron-server[113585]: INFO neutron.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading Plugin: auto_allocate Sep 16 12:34:50.147395 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: network precommit_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.147723 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: network precommit_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.148298 n-d-858094-4 neutron-server[113585]: DEBUG neutron.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 12:34:50.148620 n-d-858094-4 neutron-server[113585]: INFO neutron.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading Plugin: tag Sep 16 12:34:50.155225 n-d-858094-4 neutron-server[113585]: DEBUG neutron.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 12:34:50.155555 n-d-858094-4 neutron-server[113585]: INFO neutron.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading Plugin: timestamp Sep 16 12:34:50.159624 n-d-858094-4 neutron-server[113585]: DEBUG neutron.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 12:34:50.159963 n-d-858094-4 neutron-server[113585]: INFO neutron.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading Plugin: network_ip_availability Sep 16 12:34:50.166168 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.166547 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.166910 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.167671 n-d-858094-4 neutron-server[113585]: DEBUG neutron.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 12:34:50.167997 n-d-858094-4 neutron-server[113585]: INFO neutron.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading Plugin: flavors Sep 16 12:34:50.172863 n-d-858094-4 neutron-server[113585]: DEBUG neutron.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 12:34:50.173199 n-d-858094-4 neutron-server[113585]: INFO neutron.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading Plugin: revisions Sep 16 12:34:50.178370 n-d-858094-4 neutron-server[113585]: DEBUG neutron.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 12:34:50.178791 n-d-858094-4 neutron-server[113585]: DEBUG oslo_concurrency.lockutils [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.940s {{(pid=113585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 16 12:34:50.179545 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113585) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 16 12:34:50.179887 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Initializing extension manager. Sep 16 12:34:50.180466 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: __init__.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.180800 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: __pycache__ {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.181140 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: address_group.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.182061 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.182651 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: address-group Sep 16 12:34:50.182982 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: address_scope.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.183673 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.184219 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: address-scope Sep 16 12:34:50.184552 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: admin_state_down_before_update.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.185447 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.185959 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: router-admin-state-down-before-update Sep 16 12:34:50.186288 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: agent.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.186963 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.187468 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: agent Sep 16 12:34:50.187792 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: agent_resources_synced.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.188701 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.189209 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: agent-resources-synced Sep 16 12:34:50.189533 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: allowedaddresspairs.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.191323 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.191837 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: allowed-address-pairs Sep 16 12:34:50.192208 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: auto_allocated_topology.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.193347 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.193859 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: auto-allocated-topology Sep 16 12:34:50.194185 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: availability_zone.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.194860 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.195366 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: availability_zone Sep 16 12:34:50.195692 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: availability_zone_filter.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.196591 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.197098 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: availability_zone_filter Sep 16 12:34:50.197424 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: data_plane_status.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.198298 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.198805 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 12:34:50.199133 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: default_subnetpools.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.200015 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.200555 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: default-subnetpools Sep 16 12:34:50.200882 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: dhcpagentscheduler.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.201666 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.202187 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: dhcp_agent_scheduler Sep 16 12:34:50.202511 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: dns.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.203397 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.203902 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension dns-integration not supported by any of loaded plugins Sep 16 12:34:50.204263 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: dns_domain_ports.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.205154 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.205656 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 12:34:50.205983 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.206871 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.207370 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 12:34:50.207695 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: dvr.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.208367 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.208917 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: dvr Sep 16 12:34:50.209240 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: ecmp_routes.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.210120 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.210881 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 12:34:50.211205 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: empty_string_filtering.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.212084 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.212630 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: empty-string-filtering Sep 16 12:34:50.212941 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.213818 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.214313 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 12:34:50.214642 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.215516 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.216012 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 12:34:50.216369 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: external_net.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.217238 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.217741 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: external-net Sep 16 12:34:50.218067 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: extra_dhcp_opt.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.218936 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.219439 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: extra_dhcp_opt Sep 16 12:34:50.219778 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: extraroute.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.220661 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.221168 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: extraroute Sep 16 12:34:50.221496 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: extraroute_atomic.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.222504 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.223006 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: extraroute-atomic Sep 16 12:34:50.223331 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: filter_validation.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.223962 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.225017 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: filter-validation Sep 16 12:34:50.225391 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: fip_pf_description.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.226219 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.226716 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 12:34:50.227039 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: fip_pf_detail.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.227906 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.228440 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 16 12:34:50.228765 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: fip_pf_port_range.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.229642 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.230142 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 16 12:34:50.230467 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: fip_port_details.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.231339 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.231849 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: fip-port-details Sep 16 12:34:50.232205 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: flavors.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.233395 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.233914 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: flavors Sep 16 12:34:50.234247 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.235871 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.236434 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 12:34:50.236773 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: floatingip_pools.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.237445 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.237958 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: floatingip-pools Sep 16 12:34:50.238289 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: ip_allocation.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.239175 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.239681 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 12:34:50.240693 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.241592 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.242099 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: ip-substring-filtering Sep 16 12:34:50.242429 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: l2_adjacency.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.243321 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.243818 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 12:34:50.244170 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: l3.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.245137 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.245648 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: router Sep 16 12:34:50.245976 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: l3_conntrack_helper.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.248407 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.248935 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 12:34:50.249275 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.250166 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.250677 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: ext-gw-mode Sep 16 12:34:50.251010 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.251896 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.252450 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: l3-ha Sep 16 12:34:50.252780 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.253656 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.254165 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 16 12:34:50.254493 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: l3_flavors.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.255381 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.255939 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: l3-flavors Sep 16 12:34:50.256463 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: l3_ndp_proxy.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.257812 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.258334 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 16 12:34:50.258668 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.259552 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.260071 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 12:34:50.260428 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: l3agentscheduler.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.261463 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.262126 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: l3_agent_scheduler Sep 16 12:34:50.262467 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: local_ip.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.264222 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.264747 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension local_ip not supported by any of loaded plugins Sep 16 12:34:50.265092 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: logging.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.266525 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.267052 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension logging not supported by any of loaded plugins Sep 16 12:34:50.267395 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: metering.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.268108 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.268724 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: metering Sep 16 12:34:50.269053 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.270100 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.270621 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: metering_source_and_destination_fields Sep 16 12:34:50.270950 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: multiprovidernet.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.272555 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.273074 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: multi-provider Sep 16 12:34:50.273403 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: netmtu.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.274284 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.274793 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: net-mtu Sep 16 12:34:50.275119 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: netmtu_writable.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.276036 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.276552 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: net-mtu-writable Sep 16 12:34:50.276879 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: network_availability_zone.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.277516 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.278020 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: network_availability_zone Sep 16 12:34:50.278347 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: network_ip_availability.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.279403 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.279910 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: network-ip-availability Sep 16 12:34:50.280272 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: network_segment_range.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.281085 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.281504 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 12:34:50.281828 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: pagination.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.282763 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.283099 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: pagination Sep 16 12:34:50.283417 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: port_device_profile.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.284329 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.284842 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: port-device-profile Sep 16 12:34:50.285166 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: port_mac_address_override.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.286056 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.286557 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: port-mac-override Sep 16 12:34:50.287497 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.288404 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.288919 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: port-mac-address-regenerate Sep 16 12:34:50.289246 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.290130 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.290642 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: port-numa-affinity-policy Sep 16 12:34:50.290969 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: port_resource_request.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.291843 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.292370 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 12:34:50.292697 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: port_resource_request_groups.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.293619 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.294121 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 16 12:34:50.294446 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: portbindings.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.295343 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.295862 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: binding Sep 16 12:34:50.296216 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: portbindings_extended.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.297460 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.297974 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: binding-extended Sep 16 12:34:50.298304 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: portsecurity.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.299181 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.299696 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: port-security Sep 16 12:34:50.300023 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: project_id.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.301194 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.301530 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: project-id Sep 16 12:34:50.301858 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: providernet.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.302772 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.303288 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: provider Sep 16 12:34:50.303620 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: qos.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.307138 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.307670 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension qos not supported by any of loaded plugins Sep 16 12:34:50.308007 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.309265 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.309778 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 12:34:50.310111 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.310999 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.311515 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 12:34:50.311846 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: qos_default.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.312762 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.313279 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension qos-default not supported by any of loaded plugins Sep 16 12:34:50.313608 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: qos_fip.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.314502 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.315017 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension qos-fip not supported by any of loaded plugins Sep 16 12:34:50.315346 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: qos_fip_network_policy.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.316258 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.316776 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 16 12:34:50.317107 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: qos_gateway_ip.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.318029 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.318541 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 12:34:50.318867 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: qos_port_network_policy.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.319751 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.320292 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 12:34:50.320620 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.321631 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.322142 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 16 12:34:50.322467 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.323510 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.324201 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 16 12:34:50.324340 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: qos_pps_rule.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.325473 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.325988 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension qos-pps not supported by any of loaded plugins Sep 16 12:34:50.326323 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: qos_rule_type_details.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.327213 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.327725 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 12:34:50.328053 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: qos_rule_type_filter.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.328970 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.329478 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 16 12:34:50.329808 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: qos_rules_alias.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.330821 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.331333 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 12:34:50.331669 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: quota_check_limit.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.332583 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.333098 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: quota-check-limit Sep 16 12:34:50.333425 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: quotasv2.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.335035 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.335370 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: quotas Sep 16 12:34:50.335956 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: quotasv2_detail.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.337649 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.337995 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: quota_details Sep 16 12:34:50.338332 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: rbac.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.339371 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.339901 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: rbac-policies Sep 16 12:34:50.340275 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: rbac_address_group.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.341173 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.341688 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: rbac-address-group Sep 16 12:34:50.342022 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: rbac_address_scope.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.342985 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.343502 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: rbac-address-scope Sep 16 12:34:50.343837 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: rbac_security_groups.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.344760 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.345274 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: rbac-security-groups Sep 16 12:34:50.345608 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: rbac_subnetpool.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.346496 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.347014 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: rbac-subnetpool Sep 16 12:34:50.347346 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: revisionifmatch.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.348339 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.348863 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: revision-if-match Sep 16 12:34:50.349198 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: revisions.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.350842 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.351353 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: standard-attr-revisions Sep 16 12:34:50.351686 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: router_availability_zone.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.352357 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.352872 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: router_availability_zone Sep 16 12:34:50.353203 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: routerservicetype.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.354096 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.354611 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension router-service-type not supported by any of loaded plugins Sep 16 12:34:50.354946 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.355837 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.356390 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: security-groups-normalized-cidr Sep 16 12:34:50.356719 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: security_groups_port_filtering.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.357611 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.358124 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: port-security-groups-filtering Sep 16 12:34:50.358455 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.359341 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.359857 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: security-groups-remote-address-group Sep 16 12:34:50.360226 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.361114 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.361626 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: security-groups-shared-filtering Sep 16 12:34:50.361954 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: securitygroup.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.371842 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.372405 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: security-group Sep 16 12:34:50.372744 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: segment.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.373445 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.373958 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension segment not supported by any of loaded plugins Sep 16 12:34:50.374291 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.375202 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.375714 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 12:34:50.376052 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: servicetype.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.377136 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.377650 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: service-type Sep 16 12:34:50.377982 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: sorting.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.378935 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.379269 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: sorting Sep 16 12:34:50.379595 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: standard_attr_segment.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.380574 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.381151 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 12:34:50.381517 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: standardattrdescription.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.382139 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.382656 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: standard-attr-description Sep 16 12:34:50.382987 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: stateful_security_group.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.383882 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.384428 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: stateful-security-group Sep 16 12:34:50.384763 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: stdattrs_common.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.385322 n-d-858094-4 neutron-server[113585]: WARNING neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 12:34:50.385650 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.386558 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.387067 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 12:34:50.387396 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: subnet_onboard.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.388466 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.388984 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: subnet_onboard Sep 16 12:34:50.389314 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.390223 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.390735 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 12:34:50.391063 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: subnet_service_types.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.391959 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.392513 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: subnet-service-types Sep 16 12:34:50.392842 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: subnetallocation.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.393903 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.394426 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: subnet_allocation Sep 16 12:34:50.394755 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.395390 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.395906 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: subnetpool-prefix-ops Sep 16 12:34:50.396805 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.397749 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.398210 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 12:34:50.398536 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: tagging.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.399565 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.400097 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: standard-attr-tag Sep 16 12:34:50.400451 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: timestamp.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.401616 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.402131 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loaded extension: standard-attr-timestamp Sep 16 12:34:50.402464 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: trunk.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.403462 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.403977 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension trunk not supported by any of loaded plugins Sep 16 12:34:50.404335 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: trunk_details.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.405230 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.405741 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension trunk-details not supported by any of loaded plugins Sep 16 12:34:50.406069 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: uplink_status_propagation.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.406954 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.407459 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 12:34:50.407788 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Loading extension file: vlantransparent.py {{(pid=113585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 12:34:50.408456 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 12:34:50.408962 n-d-858094-4 neutron-server[113585]: INFO neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 12:34:50.411562 n-d-858094-4 neutron-server[113585]: INFO neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Creating instance of TrackedResource for resource:network Sep 16 12:34:50.412788 n-d-858094-4 neutron-server[113585]: INFO neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Creating instance of TrackedResource for resource:subnet Sep 16 12:34:50.413193 n-d-858094-4 neutron-server[113585]: INFO neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 12:34:50.413587 n-d-858094-4 neutron-server[113585]: INFO neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Creating instance of TrackedResource for resource:port Sep 16 12:34:50.414886 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.v2.resource_helper [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 12:34:50.415337 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.v2.resource_helper [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Service FLAVORS assigned prefix: {{(pid=113585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 12:34:50.415956 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.v2.resource_helper [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 12:34:50.416430 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.v2.resource_helper [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 12:34:50.416770 n-d-858094-4 neutron-server[113585]: INFO neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Creating instance of TrackedResource for resource:router Sep 16 12:34:50.417207 n-d-858094-4 neutron-server[113585]: INFO neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 12:34:50.417706 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.v2.resource_helper [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Service METERING assigned prefix: /metering {{(pid=113585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 12:34:50.419150 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.419530 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.419891 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:34:50.420928 n-d-858094-4 neutron-server[113585]: INFO neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 12:34:50.421381 n-d-858094-4 neutron-server[113585]: INFO neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Creating instance of TrackedResource for resource:security_group Sep 16 12:34:50.421832 n-d-858094-4 neutron-server[113585]: INFO neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 12:34:50.422370 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.v2.resource_helper [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Service CORE assigned prefix: {{(pid=113585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 12:34:50.422718 n-d-858094-4 neutron-server[113585]: INFO neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 12:34:50.423067 n-d-858094-4 neutron-server[113585]: WARNING neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] subnetpool is already registered Sep 16 12:34:50.423492 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.v2.resource_helper [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Service CORE assigned prefix: {{(pid=113585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 12:34:50.423820 n-d-858094-4 neutron-server[113585]: INFO neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 12:34:50.424173 n-d-858094-4 neutron-server[113585]: WARNING neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] subnetpool is already registered Sep 16 12:34:50.426640 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.v2.resource_helper [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 12:34:50.427090 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.v2.resource_helper [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Service FLAVORS assigned prefix: {{(pid=113585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 12:34:50.427783 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.v2.resource_helper [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 12:34:50.428358 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.v2.resource_helper [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 12:34:50.428698 n-d-858094-4 neutron-server[113585]: INFO neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Creating instance of TrackedResource for resource:router Sep 16 12:34:50.429045 n-d-858094-4 neutron-server[113585]: WARNING neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] router is already registered Sep 16 12:34:50.429474 n-d-858094-4 neutron-server[113585]: INFO neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 12:34:50.429815 n-d-858094-4 neutron-server[113585]: WARNING neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] floatingip is already registered Sep 16 12:34:50.430285 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.v2.resource_helper [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Service METERING assigned prefix: /metering {{(pid=113585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 12:34:50.431000 n-d-858094-4 neutron-server[113585]: INFO neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 12:34:50.431332 n-d-858094-4 neutron-server[113585]: WARNING neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] rbac_policy is already registered Sep 16 12:34:50.431757 n-d-858094-4 neutron-server[113585]: INFO neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Creating instance of TrackedResource for resource:security_group Sep 16 12:34:50.432096 n-d-858094-4 neutron-server[113585]: WARNING neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] security_group is already registered Sep 16 12:34:50.432544 n-d-858094-4 neutron-server[113585]: INFO neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 12:34:50.432882 n-d-858094-4 neutron-server[113585]: WARNING neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] security_group_rule is already registered Sep 16 12:34:50.433382 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.v2.resource_helper [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Service CORE assigned prefix: {{(pid=113585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 12:34:50.433710 n-d-858094-4 neutron-server[113585]: INFO neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 12:34:50.434045 n-d-858094-4 neutron-server[113585]: WARNING neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] subnetpool is already registered Sep 16 12:34:50.434471 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.v2.resource_helper [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Service CORE assigned prefix: {{(pid=113585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 12:34:50.434797 n-d-858094-4 neutron-server[113585]: INFO neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 12:34:50.435130 n-d-858094-4 neutron-server[113585]: WARNING neutron.quota.resource_registry [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] subnetpool is already registered Sep 16 12:34:50.435599 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: extensions {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.437250 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: address-groups {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.438735 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: address-scopes {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.439991 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: agents {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.441188 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: auto-allocated-topology {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.444010 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: availability_zones {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.445387 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: dhcp-networks {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.446743 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: dhcp-agents {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.448334 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: routers {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.450074 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: flavors {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.451265 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: service_profiles {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.452592 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: next_providers {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.454067 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: service_profiles {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.455545 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: floatingip-pools {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.456840 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: routers {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.459216 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: floatingips {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.460983 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: l3-routers {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.462380 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: l3-agents {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.463903 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: metering-labels {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.465241 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: metering-label-rules {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.466535 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: network-ip-availabilities {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.467903 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: bindings {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.469531 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: quotas {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.471107 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: quotas {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.473297 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: rbac-policies {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.475140 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: security-groups {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.476497 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: security-group-rules {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.477785 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: service-providers {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.479105 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: subnetpools {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.480489 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: subnetpools {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.481973 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: tags {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.483756 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: tags {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.485549 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: tags {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.487465 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: tags {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.489230 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: tags {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.491179 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: tags {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.493003 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: tags {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.494827 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: tags {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.496702 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: tags {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.498586 n-d-858094-4 neutron-server[113585]: DEBUG neutron.api.extensions [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Extended resource: tags {{(pid=113585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 12:34:50.505776 n-d-858094-4 neutron-server[113585]: WARNING keystonemiddleware.auth_token [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 12:34:50.510932 n-d-858094-4 neutron-server[113585]: WARNING keystonemiddleware.auth_token [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 12:34:50.519852 n-d-858094-4 neutron-server[113585]: DEBUG oslo_concurrency.lockutils [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Acquiring lock "singleton_lock" {{(pid=113585) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 16 12:34:50.520213 n-d-858094-4 neutron-server[113585]: DEBUG oslo_concurrency.lockutils [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Acquired lock "singleton_lock" {{(pid=113585) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 16 12:34:50.520690 n-d-858094-4 neutron-server[113585]: DEBUG oslo_concurrency.lockutils [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Releasing lock "singleton_lock" {{(pid=113585) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 16 12:34:50.521874 n-d-858094-4 neutron-server[113585]: INFO oslo_service.service [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Starting 2 workers Sep 16 12:34:50.526692 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Started child 113698 {{(pid=113585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 12:34:50.531223 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Started child 113699 {{(pid=113585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 12:34:50.532146 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:34:50.532831 n-d-858094-4 neutron-server[113585]: INFO neutron.service [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 12:34:50.533466 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Publish callbacks [] for process (None), before_spawn {{(pid=113585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:34:50.533660 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [-] (113698) wsgi starting up on http://0.0.0.0:9696 Sep 16 12:34:50.535901 n-d-858094-4 neutron-server[113585]: INFO oslo_service.service [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Starting 1 workers Sep 16 12:34:50.536029 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:34:50.537972 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [-] (113699) wsgi starting up on http://0.0.0.0:9696 Sep 16 12:34:50.541794 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Started child 113700 {{(pid=113585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 12:34:50.542359 n-d-858094-4 neutron-server[113585]: INFO oslo_service.service [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Starting 1 workers Sep 16 12:34:50.545555 n-d-858094-4 neutron-server[113700]: DEBUG neutron.service [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] calling RpcWorker wait() {{(pid=113700) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 12:34:50.546148 n-d-858094-4 neutron-server[113700]: DEBUG neutron.service [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] returning from RpcWorker wait() {{(pid=113700) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 12:34:50.547006 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Started child 113701 {{(pid=113585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 12:34:50.547317 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:34:50.547751 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:34:50.547856 n-d-858094-4 neutron-server[113585]: DEBUG neutron_lib.callbacks.manager [None req-ce2463d4-2963-4239-b7f6-645c145ca360 None None] Publish callbacks [] for process (None), after_spawn {{(pid=113585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:34:50.549730 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113585) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 12:34:50.549938 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 12:34:50.550134 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 12:34:50.550360 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 12:34:50.550689 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 12:34:50.550870 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 12:34:50.551387 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.551662 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.551937 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.552027 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:34:50.553303 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.553406 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.553528 n-d-858094-4 neutron-server[113701]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:34:50.553657 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.553948 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.554174 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.554402 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.554604 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.554750 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.554981 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.555231 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.555544 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.555817 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.556068 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.556338 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.556511 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.556772 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.557037 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.557290 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.557580 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] debug = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.557836 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.558333 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.558561 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.558821 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.559056 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.559337 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.559591 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.559858 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.560115 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.560370 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.560617 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.560883 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.561129 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.561376 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.561624 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.561888 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.562131 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.562606 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] host = n-d-858094-4 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.562847 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.563084 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.563351 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.563607 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.563864 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.564166 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.564399 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.564650 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.564907 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.565133 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.565403 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.565652 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.565894 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.566130 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] log_file = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.566280 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] log_options = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.566543 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.566828 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.567110 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.567299 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.567463 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.567606 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.567873 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.568775 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.568999 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.569208 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.569548 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.570061 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.570212 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.570539 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.570698 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.570833 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.571051 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.571567 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.572073 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.572303 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.573098 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.573098 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.573334 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.573542 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.573876 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.574146 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.574433 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.574683 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.575115 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.575115 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.575398 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.575626 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.576379 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.576379 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.576662 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.576662 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.576923 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.577202 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.577640 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.577847 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.578786 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.578786 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.578786 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.578786 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.579383 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.579955 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.581261 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] use_json = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.582028 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.582488 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.582730 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.582982 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.583380 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.583542 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.583820 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.584300 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.584545 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.584950 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.585252 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.585842 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.588543 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.588843 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.589127 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.589591 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.590187 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.590517 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.593152 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.593152 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.593152 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.593486 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.593752 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.594025 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.594359 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.594645 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.594921 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.595177 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.595402 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.595648 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.595908 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.596220 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.596469 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.597034 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.597290 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.597617 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.597964 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.598244 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.598523 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.598881 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.599206 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.599626 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.600061 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.600604 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.601047 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.601585 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.602110 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.602809 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.603205 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.603607 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.603998 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.604266 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.604524 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.604755 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.604993 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.605245 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.605509 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.605761 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.605989 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.606210 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.606428 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.606647 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.606893 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.607184 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.607392 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.607772 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.608027 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.608308 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.608584 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.608820 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.609045 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.609339 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.609585 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.609832 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.610046 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.610265 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.610476 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.610731 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.610963 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.611162 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.611376 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.611598 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.611811 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.612174 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.612418 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.612664 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.612900 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.613116 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.613327 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.613562 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.613814 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.614030 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.614237 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.614449 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.614668 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.615440 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.615736 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.616073 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.616453 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.616676 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.616923 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.617235 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.617489 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.617851 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.619278 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.619278 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.619278 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.619278 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.619278 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.619278 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.619777 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.619777 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.619976 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.620274 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.620521 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.620778 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.621006 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.621233 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.621447 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.621666 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.621911 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.622250 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.622477 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.622711 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.622948 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.623173 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.623425 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.623668 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.623901 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.624134 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.624388 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.624622 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.624898 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.625135 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.625397 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.625621 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.625884 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.626352 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.626814 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.627078 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.627334 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.627567 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.627856 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.628139 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.628390 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.628625 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.628847 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.629090 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.629390 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.629639 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.629874 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.630110 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.630426 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.631398 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.631825 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.632298 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.632728 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.633033 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.633285 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.633559 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.634025 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.634292 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.634821 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.635066 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.635307 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.635544 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.635814 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.636054 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.636451 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.636643 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.636848 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.637095 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.637313 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.637571 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.637788 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.638010 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.638245 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.638465 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.638686 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.638925 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.639139 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.639381 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.639621 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.639839 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.640059 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.640299 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.640531 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.640762 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.640978 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.641247 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.641499 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.641721 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.641950 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.642219 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.642473 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.642688 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.642933 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.643156 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.643388 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.643603 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.643822 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.644035 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.644280 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.644505 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.644735 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.645004 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.645250 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.645609 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.645861 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.646133 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.646534 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.646901 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.647313 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.647636 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.647909 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.648141 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.648363 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.648628 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.648856 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.649089 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.649310 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.649532 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.649751 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.649972 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.650192 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.650467 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.650722 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.650975 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.651202 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.651421 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.651663 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.651898 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.652115 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.652357 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.652574 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.652793 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.653026 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.653242 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.653453 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.653796 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.654041 n-d-858094-4 neutron-server[113700]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:34:50.654143 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.654289 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.654553 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.654788 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.655019 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.655249 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.655484 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.655697 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.655922 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.656173 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.656388 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.656649 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.657307 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.657307 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.657496 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.657690 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.657935 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.658204 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.658796 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.659016 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.659245 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.659488 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.659704 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.659950 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.660183 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.660401 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.660624 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.660841 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.661052 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.661281 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.661493 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.661713 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.662623 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.662966 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.663261 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.663487 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.663738 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.663962 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.664308 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.664486 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.664742 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.664992 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.665299 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.665516 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.665759 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.665989 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.666216 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.666458 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.666718 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.667060 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.667343 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.667618 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.667867 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.668305 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.668535 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.668732 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.668945 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.669240 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.669574 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.669859 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.670151 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.670366 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.670618 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.670838 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.671059 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.671295 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.671532 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.671759 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.672017 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.672273 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.672519 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.672737 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.672963 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.673184 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.673416 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.673654 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.673881 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.674196 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.674285 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 12:34:50.674781 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113585) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 12:34:50.674940 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 12:34:50.675093 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 12:34:50.675284 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 12:34:50.675452 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 12:34:50.675599 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 12:34:50.675959 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.676155 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.676296 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.676433 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.676646 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.676788 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.677107 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.677107 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.677501 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.677501 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.678244 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.678408 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.678694 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.678980 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.679245 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.679412 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.679575 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.679719 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.679951 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.680090 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.680279 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.680438 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] debug = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.680596 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.680801 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.680951 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.681110 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.681269 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.681424 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.682215 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.682381 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.682543 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.683494 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.683494 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.683494 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.683494 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.683494 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.683494 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.683494 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.684337 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.684337 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] host = n-d-858094-4 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.684337 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.684337 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.684337 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.684902 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.684902 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.684902 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.684902 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.685890 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.685890 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.685890 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.685890 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.685890 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.685890 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.685890 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] log_file = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.687390 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] log_options = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.687390 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.687390 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.687390 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.687390 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.687390 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.687390 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.688280 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.688280 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.688280 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.688280 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.688280 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.688280 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.688280 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.688280 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.689329 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.689329 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.689329 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.689329 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.689329 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.689329 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.689329 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.689329 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.690293 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.690293 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.690293 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.690293 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.690293 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.690293 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.690293 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.691053 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.691053 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.691053 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.691053 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.691053 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.691613 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.691613 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.691613 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.691613 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.692096 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.692096 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.692096 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.692604 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.692604 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.692604 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.692604 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.693376 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.693376 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] use_json = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.693376 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.693816 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.693816 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.694109 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.694240 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.694360 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.694480 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.694656 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.694863 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 12:34:50.694990 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.695148 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.695320 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.695441 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.695613 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.695734 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.695860 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.696003 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.696185 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.696347 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.696515 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.696927 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.696927 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.697442 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.697442 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.697442 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.697442 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.697890 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.697890 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.697890 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.698336 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.698336 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.698336 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.698684 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.698684 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.698911 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.698911 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.699157 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.699157 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.699383 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.699502 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.699634 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.699848 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.699978 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.700109 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.700356 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.700522 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.700697 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.700697 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.703365 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.703365 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.703365 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.703365 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.703365 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.703365 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.703365 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.703365 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.703365 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.704512 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.704512 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.704512 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.704512 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.704512 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.704512 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.704512 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.704512 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.704512 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.705700 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.705700 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.705700 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.705700 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.705700 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.705700 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.705700 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.705700 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.706490 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.706490 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.706490 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.706490 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.706490 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.706490 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.706490 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.706490 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.706490 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.707764 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.707764 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.707764 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.707764 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.707764 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.707764 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.707764 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.707764 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.707764 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.708886 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.708886 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.708886 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.708886 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.708886 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.708886 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.710120 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.710120 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.710120 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.710120 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.710120 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.710120 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.710120 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.711159 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.711159 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.711159 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.711159 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.711159 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.711660 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.711660 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.711660 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.711660 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.712062 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.712062 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.712300 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.712300 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.712504 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.712613 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.712722 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.712846 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.712990 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.713149 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.713308 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.713466 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.713625 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.713783 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.713940 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.714110 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.714233 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.714396 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.714597 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.714791 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.714964 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.715080 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.715191 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.715301 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.715459 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.715618 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.715777 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.715936 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.716093 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.716271 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.716430 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.716590 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.716748 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.716907 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.717077 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.717235 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.717393 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.717551 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.717733 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.717891 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.718048 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.718205 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.718363 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.718520 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.718677 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.718834 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.718992 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.719151 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.719310 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.719468 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.719627 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.719786 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.719943 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.720109 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.720316 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.720427 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.720589 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.720750 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.720909 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.721066 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.721249 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.721460 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.721745 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.721745 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.722573 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.722573 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.722573 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.722573 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.722573 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.722573 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.723192 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.723192 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.723192 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.723192 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.723601 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.723601 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.723601 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.723910 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.723910 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.724146 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.724807 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.724921 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.725218 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.725496 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.725665 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.725827 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.725988 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.726148 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.726308 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.726467 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.726627 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.726787 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.726946 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.727127 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.727288 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.727447 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.727609 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.727766 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.727925 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.728084 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.728265 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.728423 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.728583 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.728743 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.728902 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.729062 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.729220 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.729379 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.729537 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.729695 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.729854 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.730016 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.730195 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.730365 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.730537 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.730647 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.730805 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.731016 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.731133 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.731297 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.731414 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.731572 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.731731 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.731890 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.732048 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.732242 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.732404 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.732561 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.732719 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.732882 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.733040 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.733209 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.733367 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.733525 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.733687 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.733844 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.734001 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.734169 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.734384 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.734502 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.734698 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.734813 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.734967 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.735140 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.735298 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.735456 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.735613 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.735771 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.735927 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.736095 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.736276 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.736473 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.736589 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.736729 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.736886 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.737053 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.737210 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.737366 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.737523 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.737681 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.737838 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.738006 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.738165 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.738325 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.738492 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.738650 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.738808 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.738965 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.739135 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.739295 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.739455 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.739616 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.739775 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.740580 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.740818 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.741120 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.741387 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.741558 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.741720 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.741941 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.742120 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.742240 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.742357 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.742485 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.742659 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.742819 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.742981 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.743139 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.743298 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.743456 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.743616 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.743775 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.743932 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.744090 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.744264 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.744422 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.744581 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.744708 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.744868 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.745026 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.745184 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.745341 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.745499 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.745657 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 12:34:50.745814 n-d-858094-4 neutron-server[113585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 12:34:50.770104 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 43598) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:34:50.777571 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [-] 10.222.0.67 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0050499 Sep 16 12:34:50.782127 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [-] 10.222.0.67 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039132 Sep 16 12:35:00.018062 n-d-858094-4 neutron-server[113585]: DEBUG dbcounter [-] [113585] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=113585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:02.315590 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df9c56d-6762-411e-9d63-0ed197fc948a None None] get_active_networks_info from n-d-858094-4 {{(pid=113700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 16 12:35:02.326429 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writer thread running {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 12:35:02.404686 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df9c56d-6762-411e-9d63-0ed197fc948a None None] No non-hosted networks {{(pid=113700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 12:35:02.421892 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.agentschedulers_db [None req-6df9c56d-6762-411e-9d63-0ed197fc948a None None] DHCP Agent not found on host n-d-858094-4 {{(pid=113700) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 16 12:35:02.481289 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-215fada3-b977-4377-b3e5-27eb012b7338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3779275'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:04.078162 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writer thread running {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 12:35:04.537751 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-90442421-828b-42b6-a40f-b4b8542f7065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3779275'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:04.589944 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8d074f86-4aa9-4024-ab68-5342d8cbc4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:05.921407 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3779275'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:06.321918 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 43670) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:35:06.937302 n-d-858094-4 neutron-server[113699]: WARNING oslo_policy.policy [None req-391e78cd-9eb9-4545-ac21-5c8dafa0b51c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 12:35:06.937833 n-d-858094-4 neutron-server[113699]: WARNING oslo_policy.policy [None req-391e78cd-9eb9-4545-ac21-5c8dafa0b51c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 12:35:07.165518 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [None req-391e78cd-9eb9-4545-ac21-5c8dafa0b51c admin admin] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113699) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:35:07.168593 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-391e78cd-9eb9-4545-ac21-5c8dafa0b51c admin admin] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8456326 Sep 16 12:35:07.197521 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3779275'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:07.198187 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:07.198947 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:07.199324 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:07.199757 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:07.200169 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:07.200540 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:07.201450 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:07.201821 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:07.202886 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:07.203785 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:07.204110 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:07.204505 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:07.204988 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:07.205357 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:07.205686 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:07.206149 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-858094-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:35:07.218354 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-858094-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:35:07.339740 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3779275'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:10.161891 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 43706) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:35:10.502151 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-142a096c-d5e3-4f2f-a3f7-b130046e585d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:35:10.514440 n-d-858094-4 neutron-server[113699]: ERROR stevedore.extension [None req-142a096c-d5e3-4f2f-a3f7-b130046e585d admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 16 12:35:10.600694 n-d-858094-4 neutron-server[113699]: DEBUG neutron.policy [None req-142a096c-d5e3-4f2f-a3f7-b130046e585d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113699) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 12:35:10.643259 n-d-858094-4 neutron-server[113699]: WARNING oslo_policy.policy [None req-142a096c-d5e3-4f2f-a3f7-b130046e585d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 12:35:10.643635 n-d-858094-4 neutron-server[113699]: WARNING oslo_policy.policy [None req-142a096c-d5e3-4f2f-a3f7-b130046e585d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 12:35:10.664847 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writer thread running {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 12:35:10.745541 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-142a096c-d5e3-4f2f-a3f7-b130046e585d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779467906400', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779467906932', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779467857048', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779467862875', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779467868370', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779467876706', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-948391', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-955089', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3686818', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3746985'] for rbac-policy (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:10.768717 n-d-858094-4 neutron-server[113700]: INFO neutron.db.l3_hamode_db [None req-9da31eb4-4ccc-43f3-8603-b6a43c5bcf80 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 12:35:10.822963 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-142a096c-d5e3-4f2f-a3f7-b130046e585d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:10.824153 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-142a096c-d5e3-4f2f-a3f7-b130046e585d admin admin] 10.222.0.67 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6612077 Sep 16 12:35:10.852697 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da31eb4-4ccc-43f3-8603-b6a43c5bcf80 None None] Routers set() bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:35:10.853082 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da31eb4-4ccc-43f3-8603-b6a43c5bcf80 None None] Router IDs set() for agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 16 12:35:13.428398 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 43716) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:35:13.758900 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:35:13.788990 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Made reservation on behalf of 6a3342af534d41379fb686bdbbbdf2f5 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:35:13.793226 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:13.811949 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:13.924945 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Publish callbacks [] for security_group (ebc55dd6-475e-4ed8-aed5-1d9c2ac8c38f), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:13.928601 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (ebc55dd6-475e-4ed8-aed5-1d9c2ac8c38f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:13.954545 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:35:13.991203 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779469079992', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (8b1ed76b-aacd-4dd0-af70-92fc55776ccb), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:13.991793 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Unsubscribe: segment precommit_create {{(pid=113699) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 12:35:13.992367 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Added segment 8b1ed76b-aacd-4dd0-af70-92fc55776ccb of type vlan for network e750edff-ce55-41b6-b612-f9f2363d2d8a Sep 16 12:35:14.008918 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc55dd6-475e-4ed8-aed5-1d9c2ac8c38f,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:35:14.035754 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:14.036098 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:14.036460 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:14.036801 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:14.037131 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:14.037731 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:14.038063 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:14.038387 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:14.038712 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:14.039025 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:14.039343 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:14.039668 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:14.039978 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:14.040321 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:14.040642 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Tracked resource versions report: Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: pushed versions: Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: { 'AddressGroup': {'1.2'}, Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'Agent': {'1.1'}, Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'ConntrackHelper': {'1.0'}, Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'LocalIPAssociation': {'1.0'}, Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'Log': {'1.0'}, Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'NDPProxy': {'1.0'}, Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'Network': {'1.1'}, Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'Port': {'1.7'}, Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'PortForwarding': {'1.3'}, Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'QosPolicy': {'1.10'}, Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'SecurityGroup': {'1.5'}, Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'SecurityGroupRule': {'1.2'}, Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'SubPort': {'1.0'}, Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'Subnet': {'1.1'}, Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'Trunk': {'1.1'}} Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: consumer versions: Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: { DHCP agent@n-d-858094-4: {}, Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: L3 agent@n-d-858094-4: {}, Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: Metadata agent@n-d-858094-4: {}, Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: Metering agent@n-d-858094-4: {}, Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: Open vSwitch agent@n-d-858094-4: { 'AddressGroup': '1.2', Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'Agent': '1.1', Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'ConntrackHelper': '1.0', Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'LocalIPAssociation': '1.0', Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'Log': '1.0', Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'NDPProxy': '1.0', Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'Network': '1.1', Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'Port': '1.7', Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'PortForwarding': '1.3', Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'QosPolicy': '1.10', Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'SecurityGroup': '1.5', Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'SecurityGroupRule': '1.2', Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'SubPort': '1.0', Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'Subnet': '1.1', Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: 'Trunk': '1.1'}} Sep 16 12:35:14.041851 n-d-858094-4 neutron-server[113699]: {{(pid=113699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 12:35:14.109169 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (e750edff-ce55-41b6-b612-f9f2363d2d8a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:14.151558 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (e750edff-ce55-41b6-b612-f9f2363d2d8a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:14.156526 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:35:14.157256 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:14.166562 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=56,neutron:INSERT=41,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:14.251972 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8225460 Sep 16 12:35:14.285503 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0630b0-c594-450e-b3f0-a861673f39a7 demo demo] Pushing event updated for resources: {'Network': ['ID=e750edff-ce55-41b6-b612-f9f2363d2d8a,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:35:14.297757 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network e750edff-ce55-41b6-b612-f9f2363d2d8a details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:35:16.965046 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 43730) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:35:17.393125 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613d8cf4-6984-41d1-853a-236cfcece6aa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:35:17.395000 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-613d8cf4-6984-41d1-853a-236cfcece6aa demo admin] 10.222.0.67 "GET /networking/v2.0/networks/e750edff-ce55-41b6-b612-f9f2363d2d8a HTTP/1.1" status: 200 len: 825 time: 0.4290023 Sep 16 12:35:17.420547 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2f266b1a-f23b-4ce4-aa1f-4c14f9aa827f demo admin] 10.222.0.67 "GET /networking/v2.0/subnetpools/431c8f67-885f-4dc7-a3ea-36c07643b1e0 HTTP/1.1" status: 200 len: 734 time: 0.0193782 Sep 16 12:35:17.429365 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-1c8993d4-74de-4870-ac38-83c8af6934ec demo admin] Request body: {'subnet': {'network_id': 'e750edff-ce55-41b6-b612-f9f2363d2d8a', 'subnetpool_id': '431c8f67-885f-4dc7-a3ea-36c07643b1e0', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:35:17.450402 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8993d4-74de-4870-ac38-83c8af6934ec demo admin] Made reservation on behalf of 6a3342af534d41379fb686bdbbbdf2f5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:35:17.452751 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1c8993d4-74de-4870-ac38-83c8af6934ec demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:17.675655 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:17.762674 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1c8993d4-74de-4870-ac38-83c8af6934ec demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for subnet (9b573152-7fb2-4599-a7fc-c469419f28b4), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:17.837437 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8993d4-74de-4870-ac38-83c8af6934ec demo admin] Pushing event updated for resources: {'Subnet': ['ID=9b573152-7fb2-4599-a7fc-c469419f28b4,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:35:17.839750 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8993d4-74de-4870-ac38-83c8af6934ec demo admin] Checking segment: {'id': '8b1ed76b-aacd-4dd0-af70-92fc55776ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e750edff-ce55-41b6-b612-f9f2363d2d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:35:17.840209 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8993d4-74de-4870-ac38-83c8af6934ec demo admin] Network hostable DHCP agents. Network: e750edff-ce55-41b6-b612-f9f2363d2d8a, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:35:17.860587 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8993d4-74de-4870-ac38-83c8af6934ec demo admin] Network e750edff-ce55-41b6-b612-f9f2363d2d8a is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:35:17.872332 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-1c8993d4-74de-4870-ac38-83c8af6934ec demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, e750edff-ce55-41b6-b612-f9f2363d2d8a) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:35:17.876885 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8993d4-74de-4870-ac38-83c8af6934ec demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:35:17.877462 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1c8993d4-74de-4870-ac38-83c8af6934ec demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:17.882967 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f18315-d232-4260-b5f4-b24d16d23a06 None None] Network e750edff-ce55-41b6-b612-f9f2363d2d8a requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:35:17.893748 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1c8993d4-74de-4870-ac38-83c8af6934ec demo admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4676099 Sep 16 12:35:18.157157 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-e750edff-ce55-41b6-b612-f9f2363d2d8a', 'network_id': 'e750edff-ce55-41b6-b612-f9f2363d2d8a', 'project_id': '6a3342af534d41379fb686bdbbbdf2f5', 'fixed_ips': [{'subnet_id': '9b573152-7fb2-4599-a7fc-c469419f28b4'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:35:18.158499 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:18.366196 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=14,neutron:INSERT=31 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:18.370263 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=10 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:18.423025 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:18.441779 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Allocated IP 172.20.0.2 (e750edff-ce55-41b6-b612-f9f2363d2d8a/9b573152-7fb2-4599-a7fc-c469419f28b4/ba365d39-b3b8-4c26-bee2-83c11774a811) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:35:18.713662 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Publish callbacks [] for port (ba365d39-b3b8-4c26-bee2-83c11774a811), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:18.723039 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (ba365d39-b3b8-4c26-bee2-83c11774a811), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:18.802351 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Network e750edff-ce55-41b6-b612-f9f2363d2d8a is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:35:18.811493 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:35:18.817751 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Pushing event updated for resources: {'Port': ['ID=ba365d39-b3b8-4c26-bee2-83c11774a811,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:35:18.820462 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:35:18.856467 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:18.856807 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:18.857148 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:18.857482 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:18.857812 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:18.858141 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:18.858461 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:18.858785 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:18.859105 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:18.859426 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:18.859744 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:18.860067 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:18.860409 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:18.860726 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:18.861040 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Tracked resource versions report: Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: pushed versions: Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: { 'AddressGroup': {'1.2'}, Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'Agent': {'1.1'}, Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'ConntrackHelper': {'1.0'}, Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'LocalIPAssociation': {'1.0'}, Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'Log': {'1.0'}, Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'NDPProxy': {'1.0'}, Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'Network': {'1.1'}, Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'Port': {'1.7'}, Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'PortForwarding': {'1.3'}, Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'QosPolicy': {'1.10'}, Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'SecurityGroup': {'1.5'}, Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'SecurityGroupRule': {'1.2'}, Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'SubPort': {'1.0'}, Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'Subnet': {'1.1'}, Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'Trunk': {'1.1'}} Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: consumer versions: Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: { DHCP agent@n-d-858094-4: {}, Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: L3 agent@n-d-858094-4: {}, Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: Metadata agent@n-d-858094-4: {}, Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: Metering agent@n-d-858094-4: {}, Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: Open vSwitch agent@n-d-858094-4: { 'AddressGroup': '1.2', Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'Agent': '1.1', Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'ConntrackHelper': '1.0', Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'LocalIPAssociation': '1.0', Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'Log': '1.0', Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'NDPProxy': '1.0', Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'Network': '1.1', Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'Port': '1.7', Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'PortForwarding': '1.3', Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'QosPolicy': '1.10', Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'SecurityGroup': '1.5', Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'SecurityGroupRule': '1.2', Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'SubPort': '1.0', Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'Subnet': '1.1', Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: 'Trunk': '1.1'}} Sep 16 12:35:18.862281 n-d-858094-4 neutron-server[113700]: {{(pid=113700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 12:35:18.913713 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Attempting to bind port ba365d39-b3b8-4c26-bee2-83c11774a811 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:35:18.914353 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Attempting to bind port ba365d39-b3b8-4c26-bee2-83c11774a811 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '8b1ed76b-aacd-4dd0-af70-92fc55776ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e750edff-ce55-41b6-b612-f9f2363d2d8a'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:35:18.914559 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Attempting to bind port ba365d39-b3b8-4c26-bee2-83c11774a811 on network e750edff-ce55-41b6-b612-f9f2363d2d8a {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:35:18.965268 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:35:18.965663 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Checking segment: {'id': '8b1ed76b-aacd-4dd0-af70-92fc55776ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e750edff-ce55-41b6-b612-f9f2363d2d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:35:18.966032 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:18.966415 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Bound using segment: {'id': '8b1ed76b-aacd-4dd0-af70-92fc55776ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e750edff-ce55-41b6-b612-f9f2363d2d8a'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:35:18.966901 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Bound port: ba365d39-b3b8-4c26-bee2-83c11774a811, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1ed76b-aacd-4dd0-af70-92fc55776ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e750edff-ce55-41b6-b612-f9f2363d2d8a'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:35:18.967291 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ba365d39-b3b8-4c26-bee2-83c11774a811), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:18.977344 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:19.030197 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] For port ba365d39-b3b8-4c26-bee2-83c11774a811, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:35:19.051822 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] For port ba365d39-b3b8-4c26-bee2-83c11774a811, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=ba365d39-b3b8-4c26-bee2-83c11774a811,segment=NetworkSegment(8b1ed76b-aacd-4dd0-af70-92fc55776ccb),segment_id=8b1ed76b-aacd-4dd0-af70-92fc55776ccb)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:35:19.059861 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (ba365d39-b3b8-4c26-bee2-83c11774a811), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:19.110659 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23581dea-e34c-45b9-b70b-2dbdf14c0246 None None] Pushing event updated for resources: {'Port': ['ID=ba365d39-b3b8-4c26-bee2-83c11774a811,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:35:20.626991 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 43744) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:35:21.162919 n-d-858094-4 neutron-server[113698]: WARNING oslo_policy.policy [None req-176a4fc5-139e-477d-8ce7-169451e227dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 12:35:21.163493 n-d-858094-4 neutron-server[113698]: WARNING oslo_policy.policy [None req-176a4fc5-139e-477d-8ce7-169451e227dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 12:35:21.383196 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [None req-176a4fc5-139e-477d-8ce7-169451e227dd admin admin] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:35:21.384518 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-176a4fc5-139e-477d-8ce7-169451e227dd admin admin] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7550542 Sep 16 12:35:24.082583 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 43758) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:35:24.421417 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [None req-c449b13c-e675-44b6-827d-83325d33a347 admin admin] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113699) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:35:24.422411 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c449b13c-e675-44b6-827d-83325d33a347 admin admin] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3389137 Sep 16 12:35:27.064734 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device ba365d39-b3b8-4c26-bee2-83c11774a811 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:35:27.145780 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port ba365d39-b3b8-4c26-bee2-83c11774a811 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:35:27.146182 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ba365d39-b3b8-4c26-bee2-83c11774a811), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:27.146544 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port ba365d39-b3b8-4c26-bee2-83c11774a811 Sep 16 12:35:27.166560 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 43770) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:35:27.250676 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port ba365d39-b3b8-4c26-bee2-83c11774a811 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:35:27.251061 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ba365d39-b3b8-4c26-bee2-83c11774a811), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:27.287184 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port ba365d39-b3b8-4c26-bee2-83c11774a811, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=ba365d39-b3b8-4c26-bee2-83c11774a811,segment=NetworkSegment(8b1ed76b-aacd-4dd0-af70-92fc55776ccb),segment_id=8b1ed76b-aacd-4dd0-af70-92fc55776ccb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:35:27.291701 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (ba365d39-b3b8-4c26-bee2-83c11774a811), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:27.324723 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbf5f94-9dd6-47f5-9187-ca5ee4efffb4 None None] Network e750edff-ce55-41b6-b612-f9f2363d2d8a requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:35:27.400958 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:27.411251 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=ba365d39-b3b8-4c26-bee2-83c11774a811,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:35:27.421951 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-c6c7748a-e79b-4765-91d4-9a515cfa624c None None] Provisioning complete for port ba365d39-b3b8-4c26-bee2-83c11774a811 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:35:27.422345 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c6c7748a-e79b-4765-91d4-9a515cfa624c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ba365d39-b3b8-4c26-bee2-83c11774a811), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:27.422680 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c6c7748a-e79b-4765-91d4-9a515cfa624c None None] Attempt 1 to provision port ba365d39-b3b8-4c26-bee2-83c11774a811 Sep 16 12:35:27.528594 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-13499c9b-b7de-497f-8eb4-668191e9dbc6 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:35:27.548529 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c6c7748a-e79b-4765-91d4-9a515cfa624c None None] Current status of the port ba365d39-b3b8-4c26-bee2-83c11774a811 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:35:27.559745 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-13499c9b-b7de-497f-8eb4-668191e9dbc6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (60676240-91d6-4b42-abf0-abc7dedc82f6), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:27.561641 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-13499c9b-b7de-497f-8eb4-668191e9dbc6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (60676240-91d6-4b42-abf0-abc7dedc82f6), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:27.710464 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-13499c9b-b7de-497f-8eb4-668191e9dbc6 demo demo] Publish callbacks [] for router_controller (60676240-91d6-4b42-abf0-abc7dedc82f6), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:27.715091 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-13499c9b-b7de-497f-8eb4-668191e9dbc6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (60676240-91d6-4b42-abf0-abc7dedc82f6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:27.731491 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-13499c9b-b7de-497f-8eb4-668191e9dbc6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:27.732707 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-13499c9b-b7de-497f-8eb4-668191e9dbc6 demo demo] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5644865 Sep 16 12:35:27.772445 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-2622c2ea-6037-4038-bf62-34b3ff91d178 None None] Provisioning complete for port ba365d39-b3b8-4c26-bee2-83c11774a811 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:35:27.772841 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2622c2ea-6037-4038-bf62-34b3ff91d178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ba365d39-b3b8-4c26-bee2-83c11774a811), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:27.773179 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-2622c2ea-6037-4038-bf62-34b3ff91d178 None None] Attempt 1 to provision port ba365d39-b3b8-4c26-bee2-83c11774a811 Sep 16 12:35:27.855186 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-2622c2ea-6037-4038-bf62-34b3ff91d178 None None] Current status of the port ba365d39-b3b8-4c26-bee2-83c11774a811 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:35:29.039360 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device ba365d39-b3b8-4c26-bee2-83c11774a811 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:35:29.084619 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port ba365d39-b3b8-4c26-bee2-83c11774a811 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:35:29.085003 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ba365d39-b3b8-4c26-bee2-83c11774a811), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:29.085352 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port ba365d39-b3b8-4c26-bee2-83c11774a811 Sep 16 12:35:29.157695 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port ba365d39-b3b8-4c26-bee2-83c11774a811 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:35:30.363558 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 43780) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:35:30.690878 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [None req-c0ad07bc-32b5-4c72-aabf-4ca25a174312 admin admin] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113699) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:35:30.691924 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c0ad07bc-32b5-4c72-aabf-4ca25a174312 admin admin] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3273742 Sep 16 12:35:32.236317 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:32.251543 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-697d5053-554a-4b34-9251-fc5fc5b71b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:33.365954 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 43788) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:35:33.705948 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-43da0aed-63a4-4583-ad40-907fe18ba8e8 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:35:33.726794 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43da0aed-63a4-4583-ad40-907fe18ba8e8 admin admin] Made reservation on behalf of 66481a00acf6428ca239a961870b48ec for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:35:33.729293 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43da0aed-63a4-4583-ad40-907fe18ba8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:33.738616 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43da0aed-63a4-4583-ad40-907fe18ba8e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:33.815198 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43da0aed-63a4-4583-ad40-907fe18ba8e8 admin admin] Publish callbacks [] for security_group (5031293d-9104-47cd-98e1-c0adf6a62c81), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:33.819116 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43da0aed-63a4-4583-ad40-907fe18ba8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (5031293d-9104-47cd-98e1-c0adf6a62c81), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:33.825903 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:33.834702 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-43da0aed-63a4-4583-ad40-907fe18ba8e8 admin admin] Reserving flat network on physical network physnet1 {{(pid=113699) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 12:35:33.860662 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43da0aed-63a4-4583-ad40-907fe18ba8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (6aef662b-e4d3-414d-b2f7-e349ec6027d9), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:33.860995 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-43da0aed-63a4-4583-ad40-907fe18ba8e8 admin admin] Added segment 6aef662b-e4d3-414d-b2f7-e349ec6027d9 of type flat for network 42d33e50-b5e8-4084-82dc-226debf86786 Sep 16 12:35:33.862406 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da0aed-63a4-4583-ad40-907fe18ba8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5031293d-9104-47cd-98e1-c0adf6a62c81,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:35:33.911294 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43da0aed-63a4-4583-ad40-907fe18ba8e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (42d33e50-b5e8-4084-82dc-226debf86786), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:33.944397 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43da0aed-63a4-4583-ad40-907fe18ba8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (42d33e50-b5e8-4084-82dc-226debf86786), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:33.945370 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43da0aed-63a4-4583-ad40-907fe18ba8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:35:33.945960 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43da0aed-63a4-4583-ad40-907fe18ba8e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:34.017456 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-43da0aed-63a4-4583-ad40-907fe18ba8e8 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6504204 Sep 16 12:35:34.040267 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=19,neutron:SELECT=73,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:34.045325 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da0aed-63a4-4583-ad40-907fe18ba8e8 admin admin] Pushing event updated for resources: {'Network': ['ID=42d33e50-b5e8-4084-82dc-226debf86786,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:35:34.058243 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 42d33e50-b5e8-4084-82dc-226debf86786 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:35:34.535939 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b4811894-99ff-4b2a-901a-8a9d92c0a0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:35.894175 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:36.589814 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 5 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:35:36.646912 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 43796) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:35:37.036293 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d212ea5-6b7e-45b7-8278-9892dab1a502 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:35:37.037797 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7d212ea5-6b7e-45b7-8278-9892dab1a502 demo admin] 10.222.0.67 "GET /networking/v2.0/subnets/9b573152-7fb2-4599-a7fc-c469419f28b4 HTTP/1.1" status: 200 len: 849 time: 0.3899331 Sep 16 12:35:37.172331 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5e6c7123-ed21-4e87-a7db-57f0e763c73e demo admin] 10.222.0.67 "GET /networking/v2.0/routers/60676240-91d6-4b42-abf0-abc7dedc82f6 HTTP/1.1" status: 200 len: 704 time: 0.1285052 Sep 16 12:35:37.196758 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:37.296425 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:37.454029 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5c82112a-983a-4fe1-8889-72797687cdd0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:37.802504 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-5c82112a-983a-4fe1-8889-72797687cdd0 demo admin] Allocated IP 172.20.0.1 (e750edff-ce55-41b6-b612-f9f2363d2d8a/9b573152-7fb2-4599-a7fc-c469419f28b4/3912e20d-c574-444d-b40d-bc2a738e3ad5) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:35:37.962098 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5c82112a-983a-4fe1-8889-72797687cdd0 demo admin] Publish callbacks [] for port (3912e20d-c574-444d-b40d-bc2a738e3ad5), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:38.026963 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5c82112a-983a-4fe1-8889-72797687cdd0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (3912e20d-c574-444d-b40d-bc2a738e3ad5), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:38.100205 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c82112a-983a-4fe1-8889-72797687cdd0 demo admin] Network e750edff-ce55-41b6-b612-f9f2363d2d8a is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:35:38.108099 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-5c82112a-983a-4fe1-8889-72797687cdd0 demo admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:35:38.114618 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c82112a-983a-4fe1-8889-72797687cdd0 demo admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:35:38.115078 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5c82112a-983a-4fe1-8889-72797687cdd0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (60676240-91d6-4b42-abf0-abc7dedc82f6), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:38.168762 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82112a-983a-4fe1-8889-72797687cdd0 demo admin] Pushing event updated for resources: {'Port': ['ID=3912e20d-c574-444d-b40d-bc2a738e3ad5,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:35:38.174525 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:38.192929 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:38.323840 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5c82112a-983a-4fe1-8889-72797687cdd0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3912e20d-c574-444d-b40d-bc2a738e3ad5), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:38.335383 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-9fc83e0d-3624-4fb9-82f9-8fca5373512e None None] Provisioning complete for port 3912e20d-c574-444d-b40d-bc2a738e3ad5 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:35:38.335992 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9fc83e0d-3624-4fb9-82f9-8fca5373512e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3912e20d-c574-444d-b40d-bc2a738e3ad5), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:38.335992 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-9fc83e0d-3624-4fb9-82f9-8fca5373512e None None] Attempt 1 to provision port 3912e20d-c574-444d-b40d-bc2a738e3ad5 Sep 16 12:35:38.368714 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-9fc83e0d-3624-4fb9-82f9-8fca5373512e None None] Port 3912e20d-c574-444d-b40d-bc2a738e3ad5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:35:38.528826 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5c82112a-983a-4fe1-8889-72797687cdd0 demo admin] Publish callbacks [] for port (3912e20d-c574-444d-b40d-bc2a738e3ad5), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:38.533410 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5c82112a-983a-4fe1-8889-72797687cdd0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3912e20d-c574-444d-b40d-bc2a738e3ad5), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:38.534518 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5c82112a-983a-4fe1-8889-72797687cdd0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (60676240-91d6-4b42-abf0-abc7dedc82f6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:38.617829 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82112a-983a-4fe1-8889-72797687cdd0 demo admin] Pushing event updated for resources: {'Port': ['ID=3912e20d-c574-444d-b40d-bc2a738e3ad5,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:35:38.661797 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c82112a-983a-4fe1-8889-72797687cdd0 demo admin] Network e750edff-ce55-41b6-b612-f9f2363d2d8a is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:35:38.663076 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-5c82112a-983a-4fe1-8889-72797687cdd0 demo admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:35:38.829489 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c82112a-983a-4fe1-8889-72797687cdd0 demo admin] Router 60676240-91d6-4b42-abf0-abc7dedc82f6 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:35:38.869533 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-9fc83e0d-3624-4fb9-82f9-8fca5373512e None None] Attempt 2 to provision port 3912e20d-c574-444d-b40d-bc2a738e3ad5 Sep 16 12:35:38.903715 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-9fc83e0d-3624-4fb9-82f9-8fca5373512e None None] Port 3912e20d-c574-444d-b40d-bc2a738e3ad5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:35:38.918714 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c82112a-983a-4fe1-8889-72797687cdd0 demo admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:35:38.924805 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5c82112a-983a-4fe1-8889-72797687cdd0 demo admin] 10.222.0.67 "PUT /networking/v2.0/routers/60676240-91d6-4b42-abf0-abc7dedc82f6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7453547 Sep 16 12:35:38.929510 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] Sync routers for ids ['60676240-91d6-4b42-abf0-abc7dedc82f6'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:35:38.947882 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] Routers {'60676240-91d6-4b42-abf0-abc7dedc82f6'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:35:38.948972 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:35:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['60676240-91d6-4b42-abf0-abc7dedc82f6'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:35:39.140841 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] Set router 60676240-91d6-4b42-abf0-abc7dedc82f6 gateway port host: None {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:35:39.404724 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-9fc83e0d-3624-4fb9-82f9-8fca5373512e None None] Attempt 3 to provision port 3912e20d-c574-444d-b40d-bc2a738e3ad5 Sep 16 12:35:39.437712 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-9fc83e0d-3624-4fb9-82f9-8fca5373512e None None] Port 3912e20d-c574-444d-b40d-bc2a738e3ad5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:35:39.572750 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60676240-91d6-4b42-abf0-abc7dedc82f6', 'name': 'router1', 'tenant_id': '6a3342af534d41379fb686bdbbbdf2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:35:27Z', 'updated_at': '2022-09-16T12:35:38Z', 'revision_number': 2, 'project_id': '6a3342af534d41379fb686bdbbbdf2f5', 'gw_port_host': None, '_interfaces': [{'id': '3912e20d-c574-444d-b40d-bc2a738e3ad5', 'name': '', 'network_id': 'e750edff-ce55-41b6-b612-f9f2363d2d8a', 'tenant_id': '6a3342af534d41379fb686bdbbbdf2f5', 'mac_address': 'fa:16:3e:6e:13:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60676240-91d6-4b42-abf0-abc7dedc82f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b573152-7fb2-4599-a7fc-c469419f28b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:35:37Z', 'updated_at': '2022-09-16T12:35:38Z', 'revision_number': 2, 'project_id': '6a3342af534d41379fb686bdbbbdf2f5', 'subnets': [{'id': '9b573152-7fb2-4599-a7fc-c469419f28b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '431c8f67-885f-4dc7-a3ea-36c07643b1e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:35:39.622046 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] Checking router: 60676240-91d6-4b42-abf0-abc7dedc82f6 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:35:39.622417 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] Updating router 60676240-91d6-4b42-abf0-abc7dedc82f6 port 3912e20d-c574-444d-b40d-bc2a738e3ad5 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:35:39.680158 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3912e20d-c574-444d-b40d-bc2a738e3ad5), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:39.938904 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-9fc83e0d-3624-4fb9-82f9-8fca5373512e None None] Attempt 4 to provision port 3912e20d-c574-444d-b40d-bc2a738e3ad5 Sep 16 12:35:39.973300 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-9fc83e0d-3624-4fb9-82f9-8fca5373512e None None] Port 3912e20d-c574-444d-b40d-bc2a738e3ad5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:35:40.203853 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] Publish callbacks [] for port (3912e20d-c574-444d-b40d-bc2a738e3ad5), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:40.213333 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3912e20d-c574-444d-b40d-bc2a738e3ad5), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:40.364730 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9c8d3-e87e-431a-8828-79c3e6abdcac None None] Pushing event updated for resources: {'Port': ['ID=3912e20d-c574-444d-b40d-bc2a738e3ad5,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:35:40.368273 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] Attempting to bind port 3912e20d-c574-444d-b40d-bc2a738e3ad5 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:35:40.368665 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] Attempting to bind port 3912e20d-c574-444d-b40d-bc2a738e3ad5 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '8b1ed76b-aacd-4dd0-af70-92fc55776ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e750edff-ce55-41b6-b612-f9f2363d2d8a'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:35:40.369096 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] Attempting to bind port 3912e20d-c574-444d-b40d-bc2a738e3ad5 on network e750edff-ce55-41b6-b612-f9f2363d2d8a {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:35:40.381839 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e9c8d3-e87e-431a-8828-79c3e6abdcac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:40.382109 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e9c8d3-e87e-431a-8828-79c3e6abdcac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:40.382303 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e9c8d3-e87e-431a-8828-79c3e6abdcac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:40.382626 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e9c8d3-e87e-431a-8828-79c3e6abdcac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:40.382949 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e9c8d3-e87e-431a-8828-79c3e6abdcac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:40.383267 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e9c8d3-e87e-431a-8828-79c3e6abdcac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:40.383581 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e9c8d3-e87e-431a-8828-79c3e6abdcac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:40.383896 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e9c8d3-e87e-431a-8828-79c3e6abdcac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:40.384227 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e9c8d3-e87e-431a-8828-79c3e6abdcac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:40.384540 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e9c8d3-e87e-431a-8828-79c3e6abdcac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:40.384856 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e9c8d3-e87e-431a-8828-79c3e6abdcac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:40.385166 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e9c8d3-e87e-431a-8828-79c3e6abdcac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:40.385474 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e9c8d3-e87e-431a-8828-79c3e6abdcac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:40.385781 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e9c8d3-e87e-431a-8828-79c3e6abdcac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:40.386087 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e9c8d3-e87e-431a-8828-79c3e6abdcac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e9c8d3-e87e-431a-8828-79c3e6abdcac None None] Tracked resource versions report: Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: pushed versions: Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: { 'AddressGroup': {'1.2'}, Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'Agent': {'1.1'}, Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'ConntrackHelper': {'1.0'}, Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'LocalIPAssociation': {'1.0'}, Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'Log': {'1.0'}, Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'NDPProxy': {'1.0'}, Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'Network': {'1.1'}, Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'Port': {'1.7'}, Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'PortForwarding': {'1.3'}, Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'QosPolicy': {'1.10'}, Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'SecurityGroup': {'1.5'}, Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'SecurityGroupRule': {'1.2'}, Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'SubPort': {'1.0'}, Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'Subnet': {'1.1'}, Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'Trunk': {'1.1'}} Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: consumer versions: Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: { DHCP agent@n-d-858094-4: {}, Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: L3 agent@n-d-858094-4: {}, Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: Metadata agent@n-d-858094-4: {}, Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: Metering agent@n-d-858094-4: {}, Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: Open vSwitch agent@n-d-858094-4: { 'AddressGroup': '1.2', Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'Agent': '1.1', Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'ConntrackHelper': '1.0', Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'LocalIPAssociation': '1.0', Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'Log': '1.0', Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'NDPProxy': '1.0', Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'Network': '1.1', Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'Port': '1.7', Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'PortForwarding': '1.3', Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'QosPolicy': '1.10', Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'SecurityGroup': '1.5', Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'SecurityGroupRule': '1.2', Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'SubPort': '1.0', Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'Subnet': '1.1', Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: 'Trunk': '1.1'}} Sep 16 12:35:40.387305 n-d-858094-4 neutron-server[113701]: {{(pid=113701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 12:35:40.466564 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:35:40.466959 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] Checking segment: {'id': '8b1ed76b-aacd-4dd0-af70-92fc55776ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e750edff-ce55-41b6-b612-f9f2363d2d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:35:40.467422 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:40.467805 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] Bound using segment: {'id': '8b1ed76b-aacd-4dd0-af70-92fc55776ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e750edff-ce55-41b6-b612-f9f2363d2d8a'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:35:40.468342 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] Bound port: 3912e20d-c574-444d-b40d-bc2a738e3ad5, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1ed76b-aacd-4dd0-af70-92fc55776ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e750edff-ce55-41b6-b612-f9f2363d2d8a'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:35:40.468733 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3912e20d-c574-444d-b40d-bc2a738e3ad5), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:40.474771 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-9fc83e0d-3624-4fb9-82f9-8fca5373512e None None] Attempt 5 to provision port 3912e20d-c574-444d-b40d-bc2a738e3ad5 Sep 16 12:35:40.507656 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-9fc83e0d-3624-4fb9-82f9-8fca5373512e None None] Port 3912e20d-c574-444d-b40d-bc2a738e3ad5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:35:40.522429 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:40.538318 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] For port 3912e20d-c574-444d-b40d-bc2a738e3ad5, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:35:40.545719 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:40.560826 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] For port 3912e20d-c574-444d-b40d-bc2a738e3ad5, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3912e20d-c574-444d-b40d-bc2a738e3ad5,segment=NetworkSegment(8b1ed76b-aacd-4dd0-af70-92fc55776ccb),segment_id=8b1ed76b-aacd-4dd0-af70-92fc55776ccb)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:35:40.567811 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3912e20d-c574-444d-b40d-bc2a738e3ad5), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:40.604663 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] Routers {'60676240-91d6-4b42-abf0-abc7dedc82f6'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:35:40.605295 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:35:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['60676240-91d6-4b42-abf0-abc7dedc82f6'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:35:40.683435 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9c8d3-e87e-431a-8828-79c3e6abdcac None None] Pushing event updated for resources: {'Port': ['ID=3912e20d-c574-444d-b40d-bc2a738e3ad5,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:35:40.704321 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] Set router 60676240-91d6-4b42-abf0-abc7dedc82f6 gateway port host: None {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:35:40.907006 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60676240-91d6-4b42-abf0-abc7dedc82f6', 'name': 'router1', 'tenant_id': '6a3342af534d41379fb686bdbbbdf2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:35:27Z', 'updated_at': '2022-09-16T12:35:38Z', 'revision_number': 2, 'project_id': '6a3342af534d41379fb686bdbbbdf2f5', 'gw_port_host': None, '_interfaces': [{'id': '3912e20d-c574-444d-b40d-bc2a738e3ad5', 'name': '', 'network_id': 'e750edff-ce55-41b6-b612-f9f2363d2d8a', 'tenant_id': '6a3342af534d41379fb686bdbbbdf2f5', 'mac_address': 'fa:16:3e:6e:13:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60676240-91d6-4b42-abf0-abc7dedc82f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b573152-7fb2-4599-a7fc-c469419f28b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:35:37Z', 'updated_at': '2022-09-16T12:35:40Z', 'revision_number': 4, 'project_id': '6a3342af534d41379fb686bdbbbdf2f5', 'subnets': [{'id': '9b573152-7fb2-4599-a7fc-c469419f28b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '431c8f67-885f-4dc7-a3ea-36c07643b1e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:35:40.933102 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d2ccdc-b9b4-4676-95f3-2e7f90536c64 None None] The sync data for ids ['60676240-91d6-4b42-abf0-abc7dedc82f6'] in n-d-858094-4 is: [{'id': '60676240-91d6-4b42-abf0-abc7dedc82f6', 'name': 'router1', 'tenant_id': '6a3342af534d41379fb686bdbbbdf2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:35:27Z', 'updated_at': '2022-09-16T12:35:38Z', 'revision_number': 2, 'project_id': '6a3342af534d41379fb686bdbbbdf2f5', 'gw_port_host': None, '_interfaces': [{'id': '3912e20d-c574-444d-b40d-bc2a738e3ad5', 'name': '', 'network_id': 'e750edff-ce55-41b6-b612-f9f2363d2d8a', 'tenant_id': '6a3342af534d41379fb686bdbbbdf2f5', 'mac_address': 'fa:16:3e:6e:13:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60676240-91d6-4b42-abf0-abc7dedc82f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b573152-7fb2-4599-a7fc-c469419f28b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:35:37Z', 'updated_at': '2022-09-16T12:35:40Z', 'revision_number': 4, 'project_id': '6a3342af534d41379fb686bdbbbdf2f5', 'subnets': [{'id': '9b573152-7fb2-4599-a7fc-c469419f28b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '431c8f67-885f-4dc7-a3ea-36c07643b1e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:35:41.008772 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-9fc83e0d-3624-4fb9-82f9-8fca5373512e None None] Attempt 6 to provision port 3912e20d-c574-444d-b40d-bc2a738e3ad5 Sep 16 12:35:41.090694 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-9fc83e0d-3624-4fb9-82f9-8fca5373512e None None] Current status of the port 3912e20d-c574-444d-b40d-bc2a738e3ad5 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:35:41.091083 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9fc83e0d-3624-4fb9-82f9-8fca5373512e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3912e20d-c574-444d-b40d-bc2a738e3ad5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:41.130682 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9fc83e0d-3624-4fb9-82f9-8fca5373512e None None] For port 3912e20d-c574-444d-b40d-bc2a738e3ad5, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3912e20d-c574-444d-b40d-bc2a738e3ad5,segment=NetworkSegment(8b1ed76b-aacd-4dd0-af70-92fc55776ccb),segment_id=8b1ed76b-aacd-4dd0-af70-92fc55776ccb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:35:41.137385 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9fc83e0d-3624-4fb9-82f9-8fca5373512e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3912e20d-c574-444d-b40d-bc2a738e3ad5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:41.182034 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:41.188032 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc83e0d-3624-4fb9-82f9-8fca5373512e None None] Pushing event updated for resources: {'Port': ['ID=3912e20d-c574-444d-b40d-bc2a738e3ad5,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:35:41.262432 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-cd566782-f1ec-4556-8aea-93fa0fea4b82 None None] Provisioning complete for port 3912e20d-c574-444d-b40d-bc2a738e3ad5 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:35:41.262821 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cd566782-f1ec-4556-8aea-93fa0fea4b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3912e20d-c574-444d-b40d-bc2a738e3ad5), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:41.263149 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-cd566782-f1ec-4556-8aea-93fa0fea4b82 None None] Attempt 1 to provision port 3912e20d-c574-444d-b40d-bc2a738e3ad5 Sep 16 12:35:41.342694 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-cd566782-f1ec-4556-8aea-93fa0fea4b82 None None] Current status of the port 3912e20d-c574-444d-b40d-bc2a738e3ad5 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:35:41.605264 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 43808) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:35:42.026956 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0f7e11-cdd2-4e5b-baac-ae021cf9afca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:35:42.028361 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9a0f7e11-cdd2-4e5b-baac-ae021cf9afca admin admin] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 842 time: 0.4220994 Sep 16 12:35:42.038619 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-f1b5a1c9-0d8f-4481-af65-041429e08239 admin admin] Request body: {'subnet': {'cidr': '172.25.2.0/24', 'name': 'public-subnet', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.2.1'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:35:42.062578 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b5a1c9-0d8f-4481-af65-041429e08239 admin admin] Made reservation on behalf of 66481a00acf6428ca239a961870b48ec for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:35:42.065303 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f1b5a1c9-0d8f-4481-af65-041429e08239 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:42.230908 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:42.270207 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:INSERT=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:42.432440 n-d-858094-4 neutron-server[113699]: DEBUG neutron.objects.ports [None req-f1b5a1c9-0d8f-4481-af65-041429e08239 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113699) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 16 12:35:42.432696 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f1b5a1c9-0d8f-4481-af65-041429e08239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for subnet (9c459242-7a1d-433e-8fa0-56c718a75950), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:42.483716 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5a1c9-0d8f-4481-af65-041429e08239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c459242-7a1d-433e-8fa0-56c718a75950,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:35:42.499599 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5a1c9-0d8f-4481-af65-041429e08239 admin admin] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:35:42.500050 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b5a1c9-0d8f-4481-af65-041429e08239 admin admin] Network hostable DHCP agents. Network: 42d33e50-b5e8-4084-82dc-226debf86786, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:35:42.516988 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b5a1c9-0d8f-4481-af65-041429e08239 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:35:42.526418 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-f1b5a1c9-0d8f-4481-af65-041429e08239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 42d33e50-b5e8-4084-82dc-226debf86786) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:35:42.530665 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b5a1c9-0d8f-4481-af65-041429e08239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:35:42.531243 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f1b5a1c9-0d8f-4481-af65-041429e08239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:42.539243 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f7344e-529b-457d-a4a3-957dd391d30f None None] Network 42d33e50-b5e8-4084-82dc-226debf86786 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:35:42.564151 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f1b5a1c9-0d8f-4481-af65-041429e08239 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5164866 Sep 16 12:35:42.659972 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9250e8c-e27d-4ecc-a42f-871c057c103c None None] Network 42d33e50-b5e8-4084-82dc-226debf86786 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:35:45.272726 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 43816) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:35:45.699276 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ca1b9bab-7a60-4ef3-b5e1-80611963fa39 demo admin] 10.222.0.67 "GET /networking/v2.0/routers/60676240-91d6-4b42-abf0-abc7dedc82f6 HTTP/1.1" status: 200 len: 710 time: 0.4253867 Sep 16 12:35:45.812198 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97442fe5-3024-40de-bcda-7fef00c88759 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:35:45.814756 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-97442fe5-3024-40de-bcda-7fef00c88759 demo admin] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 886 time: 0.1096139 Sep 16 12:35:45.823387 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-9577efab-850b-4299-a74a-5807c9dfa383 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:35:46.076899 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9577efab-850b-4299-a74a-5807c9dfa383 demo admin] Publish callbacks [] for router_gateway (60676240-91d6-4b42-abf0-abc7dedc82f6), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:46.296629 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:46.306395 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9577efab-850b-4299-a74a-5807c9dfa383 demo admin] Publish callbacks [] for router_gateway (60676240-91d6-4b42-abf0-abc7dedc82f6), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:46.390206 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9577efab-850b-4299-a74a-5807c9dfa383 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:46.429143 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:46.500482 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-9577efab-850b-4299-a74a-5807c9dfa383 demo admin] Allocated IP 172.25.2.12 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/b29d2080-8196-4308-ad39-1698fc9ebc12) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:35:46.618807 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9577efab-850b-4299-a74a-5807c9dfa383 demo admin] Publish callbacks [] for port (b29d2080-8196-4308-ad39-1698fc9ebc12), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:46.651435 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9577efab-850b-4299-a74a-5807c9dfa383 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (b29d2080-8196-4308-ad39-1698fc9ebc12), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:46.693120 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9577efab-850b-4299-a74a-5807c9dfa383 demo admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:35:46.697664 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-9577efab-850b-4299-a74a-5807c9dfa383 demo admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:35:46.704079 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9577efab-850b-4299-a74a-5807c9dfa383 demo admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:35:46.707466 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577efab-850b-4299-a74a-5807c9dfa383 demo admin] Pushing event updated for resources: {'Port': ['ID=b29d2080-8196-4308-ad39-1698fc9ebc12,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:35:47.041493 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9577efab-850b-4299-a74a-5807c9dfa383 demo admin] Publish callbacks [] for router_gateway (60676240-91d6-4b42-abf0-abc7dedc82f6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:47.077156 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3912e20d-c574-444d-b40d-bc2a738e3ad5 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:35:47.119005 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:47.125321 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 3912e20d-c574-444d-b40d-bc2a738e3ad5 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:35:47.126016 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3912e20d-c574-444d-b40d-bc2a738e3ad5), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:47.126629 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 3912e20d-c574-444d-b40d-bc2a738e3ad5 Sep 16 12:35:47.202808 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 3912e20d-c574-444d-b40d-bc2a738e3ad5 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:35:47.238563 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9577efab-850b-4299-a74a-5807c9dfa383 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3778242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3776751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1202'] for router (60676240-91d6-4b42-abf0-abc7dedc82f6), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:47.242829 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9577efab-850b-4299-a74a-5807c9dfa383 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3778251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3778096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3776724'] for router (60676240-91d6-4b42-abf0-abc7dedc82f6), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:47.292475 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:47.351130 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9577efab-850b-4299-a74a-5807c9dfa383 demo admin] Router 60676240-91d6-4b42-abf0-abc7dedc82f6 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:35:47.361334 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:47.451102 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9577efab-850b-4299-a74a-5807c9dfa383 demo admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:35:47.456309 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9577efab-850b-4299-a74a-5807c9dfa383 demo admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:47.457376 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9577efab-850b-4299-a74a-5807c9dfa383 demo admin] 10.222.0.67 "PUT /networking/v2.0/routers/60676240-91d6-4b42-abf0-abc7dedc82f6 HTTP/1.1" status: 200 len: 889 time: 1.6374197 Sep 16 12:35:47.472149 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] Sync routers for ids ['60676240-91d6-4b42-abf0-abc7dedc82f6'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:35:47.485380 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] Routers {'60676240-91d6-4b42-abf0-abc7dedc82f6'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:35:47.486560 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:35:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['60676240-91d6-4b42-abf0-abc7dedc82f6'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:35:47.707253 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] Set router 60676240-91d6-4b42-abf0-abc7dedc82f6 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:35:48.179563 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60676240-91d6-4b42-abf0-abc7dedc82f6', 'name': 'router1', 'tenant_id': '6a3342af534d41379fb686bdbbbdf2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'b29d2080-8196-4308-ad39-1698fc9ebc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:35:27Z', 'updated_at': '2022-09-16T12:35:46Z', 'revision_number': 4, 'project_id': '6a3342af534d41379fb686bdbbbdf2f5', 'gw_port': {'id': 'b29d2080-8196-4308-ad39-1698fc9ebc12', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60676240-91d6-4b42-abf0-abc7dedc82f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:35:46Z', 'updated_at': '2022-09-16T12:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '3912e20d-c574-444d-b40d-bc2a738e3ad5', 'name': '', 'network_id': 'e750edff-ce55-41b6-b612-f9f2363d2d8a', 'tenant_id': '6a3342af534d41379fb686bdbbbdf2f5', 'mac_address': 'fa:16:3e:6e:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60676240-91d6-4b42-abf0-abc7dedc82f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b573152-7fb2-4599-a7fc-c469419f28b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:35:37Z', 'updated_at': '2022-09-16T12:35:41Z', 'revision_number': 5, 'project_id': '6a3342af534d41379fb686bdbbbdf2f5', 'subnets': [{'id': '9b573152-7fb2-4599-a7fc-c469419f28b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '431c8f67-885f-4dc7-a3ea-36c07643b1e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:35:48.229031 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] Checking router: 60676240-91d6-4b42-abf0-abc7dedc82f6 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:35:48.229371 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] Updating router 60676240-91d6-4b42-abf0-abc7dedc82f6 port b29d2080-8196-4308-ad39-1698fc9ebc12 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:35:48.282061 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b29d2080-8196-4308-ad39-1698fc9ebc12), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:48.478984 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:48.597839 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] Publish callbacks [] for port (b29d2080-8196-4308-ad39-1698fc9ebc12), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:48.603077 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b29d2080-8196-4308-ad39-1698fc9ebc12), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:48.637866 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] Attempting to bind port b29d2080-8196-4308-ad39-1698fc9ebc12 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:35:48.638228 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] Attempting to bind port b29d2080-8196-4308-ad39-1698fc9ebc12 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:35:48.638586 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] Attempting to bind port b29d2080-8196-4308-ad39-1698fc9ebc12 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:35:48.678206 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e2682-3f14-474a-b78a-f17f0d89f5ce None None] Pushing event updated for resources: {'Port': ['ID=b29d2080-8196-4308-ad39-1698fc9ebc12,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:35:48.694277 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:35:48.694724 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:35:48.695031 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:48.695415 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:35:48.695905 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] Bound port: b29d2080-8196-4308-ad39-1698fc9ebc12, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:35:48.696299 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b29d2080-8196-4308-ad39-1698fc9ebc12), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:48.698305 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:48.745410 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] For port b29d2080-8196-4308-ad39-1698fc9ebc12, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:35:48.748272 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] For port b29d2080-8196-4308-ad39-1698fc9ebc12, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b29d2080-8196-4308-ad39-1698fc9ebc12,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:35:48.754421 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b29d2080-8196-4308-ad39-1698fc9ebc12), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:48.791686 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] Routers {'60676240-91d6-4b42-abf0-abc7dedc82f6'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:35:48.792530 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:35:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['60676240-91d6-4b42-abf0-abc7dedc82f6'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:35:48.850595 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e2682-3f14-474a-b78a-f17f0d89f5ce None None] Pushing event updated for resources: {'Port': ['ID=b29d2080-8196-4308-ad39-1698fc9ebc12,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:35:48.911446 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] Set router 60676240-91d6-4b42-abf0-abc7dedc82f6 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:35:49.112526 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60676240-91d6-4b42-abf0-abc7dedc82f6', 'name': 'router1', 'tenant_id': '6a3342af534d41379fb686bdbbbdf2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'b29d2080-8196-4308-ad39-1698fc9ebc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:35:27Z', 'updated_at': '2022-09-16T12:35:46Z', 'revision_number': 4, 'project_id': '6a3342af534d41379fb686bdbbbdf2f5', 'gw_port': {'id': 'b29d2080-8196-4308-ad39-1698fc9ebc12', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60676240-91d6-4b42-abf0-abc7dedc82f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:35:46Z', 'updated_at': '2022-09-16T12:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '3912e20d-c574-444d-b40d-bc2a738e3ad5', 'name': '', 'network_id': 'e750edff-ce55-41b6-b612-f9f2363d2d8a', 'tenant_id': '6a3342af534d41379fb686bdbbbdf2f5', 'mac_address': 'fa:16:3e:6e:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60676240-91d6-4b42-abf0-abc7dedc82f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b573152-7fb2-4599-a7fc-c469419f28b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:35:37Z', 'updated_at': '2022-09-16T12:35:41Z', 'revision_number': 5, 'project_id': '6a3342af534d41379fb686bdbbbdf2f5', 'subnets': [{'id': '9b573152-7fb2-4599-a7fc-c469419f28b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '431c8f67-885f-4dc7-a3ea-36c07643b1e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:35:49.137820 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ee0a46-4c26-40c8-8d19-6e20fa994373 None None] The sync data for ids ['60676240-91d6-4b42-abf0-abc7dedc82f6'] in n-d-858094-4 is: [{'id': '60676240-91d6-4b42-abf0-abc7dedc82f6', 'name': 'router1', 'tenant_id': '6a3342af534d41379fb686bdbbbdf2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'b29d2080-8196-4308-ad39-1698fc9ebc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:35:27Z', 'updated_at': '2022-09-16T12:35:46Z', 'revision_number': 4, 'project_id': '6a3342af534d41379fb686bdbbbdf2f5', 'gw_port': {'id': 'b29d2080-8196-4308-ad39-1698fc9ebc12', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60676240-91d6-4b42-abf0-abc7dedc82f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:35:46Z', 'updated_at': '2022-09-16T12:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '3912e20d-c574-444d-b40d-bc2a738e3ad5', 'name': '', 'network_id': 'e750edff-ce55-41b6-b612-f9f2363d2d8a', 'tenant_id': '6a3342af534d41379fb686bdbbbdf2f5', 'mac_address': 'fa:16:3e:6e:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60676240-91d6-4b42-abf0-abc7dedc82f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b573152-7fb2-4599-a7fc-c469419f28b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:35:37Z', 'updated_at': '2022-09-16T12:35:41Z', 'revision_number': 5, 'project_id': '6a3342af534d41379fb686bdbbbdf2f5', 'subnets': [{'id': '9b573152-7fb2-4599-a7fc-c469419f28b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '431c8f67-885f-4dc7-a3ea-36c07643b1e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:35:50.319249 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 43828) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:35:50.724013 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0f125ceb-1386-4b8f-82de-3ce00c90f67b admin admin] 10.222.0.67 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4035552 Sep 16 12:35:50.903364 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:UPDATE=1,neutron:SELECT=43,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:50.910744 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=38 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:51.069138 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b29d2080-8196-4308-ad39-1698fc9ebc12 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:35:51.118806 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port b29d2080-8196-4308-ad39-1698fc9ebc12 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:35:51.119189 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b29d2080-8196-4308-ad39-1698fc9ebc12), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:51.119522 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port b29d2080-8196-4308-ad39-1698fc9ebc12 Sep 16 12:35:51.194963 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port b29d2080-8196-4308-ad39-1698fc9ebc12 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:35:51.195348 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b29d2080-8196-4308-ad39-1698fc9ebc12), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:51.201210 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:35:51.217764 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port b29d2080-8196-4308-ad39-1698fc9ebc12, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b29d2080-8196-4308-ad39-1698fc9ebc12,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:35:51.222247 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b29d2080-8196-4308-ad39-1698fc9ebc12), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:51.271918 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=b29d2080-8196-4308-ad39-1698fc9ebc12,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:35:53.064427 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b29d2080-8196-4308-ad39-1698fc9ebc12 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:35:53.128624 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port b29d2080-8196-4308-ad39-1698fc9ebc12 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:35:53.129303 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b29d2080-8196-4308-ad39-1698fc9ebc12), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:35:53.130141 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port b29d2080-8196-4308-ad39-1698fc9ebc12 Sep 16 12:35:53.209914 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port b29d2080-8196-4308-ad39-1698fc9ebc12 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:36:00.715967 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=21 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:36:00.720170 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=11 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:36:02.252956 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1e53ec5c-37a0-4496-91cd-e08401e8e27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:36:04.530166 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-84a9e279-f495-4499-9016-51b6f05b6714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:36:05.896109 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:36:05.903435 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:36:06.610599 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:36:06.632849 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=4 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:36:07.212907 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:36:07.313134 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:36:13.591892 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 5 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:36:17.301862 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:36:17.309675 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:36:23.592145 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:36:26.653903 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:36:32.249202 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7c421da2-3394-4ecd-8c6d-0aaf8a98287b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:36:34.533661 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-832669e8-fe23-4d12-b577-0e47ae5e1198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:36:35.907480 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:36:37.199869 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:36:37.309267 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:36:43.589962 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:36:43.595640 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:36:47.302770 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:36:47.304179 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:36:50.591298 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 5 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:37:00.583881 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:37:00.586791 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:37:02.246070 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ca50f9dd-e4bb-40e0-a0a1-1a25ae31f00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:37:04.538530 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d0999a82-9227-453a-a617-a9ecf83cd2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:37:05.901319 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:37:07.194504 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:37:07.316898 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:37:17.299443 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:37:17.304835 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:37:20.587592 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:37:20.593482 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:37:22.818864 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 44416) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:37:23.161889 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd94312-9265-4973-8cab-5508efef30fc admin admin] GET failed (client error): The resource could not be found. Sep 16 12:37:23.163229 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-bbd94312-9265-4973-8cab-5508efef30fc admin admin] 10.222.0.67 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3433146 Sep 16 12:37:23.333197 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaab09e3-0717-4a70-bdfd-0e2a62949027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:37:23.334688 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-eaab09e3-0717-4a70-bdfd-0e2a62949027 admin admin] 10.222.0.67 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1668365 Sep 16 12:37:25.993401 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 44428) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:37:26.398917 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde24056-4d11-4c0c-908e-61fb9e3e0103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:37:26.400318 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-bde24056-4d11-4c0c-908e-61fb9e3e0103 admin admin] 10.222.0.67 "GET /networking/v2.0/subnets/9b573152-7fb2-4599-a7fc-c469419f28b4 HTTP/1.1" status: 200 len: 849 time: 0.4059403 Sep 16 12:37:26.411371 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:37:26.505601 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] Publish callbacks [] for subnet (9b573152-7fb2-4599-a7fc-c469419f28b4), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:37:26.670580 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779469055124'] for subnet (9b573152-7fb2-4599-a7fc-c469419f28b4), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:37:26.711805 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:37:26.712411 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:37:26.713738 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] 10.222.0.67 "PUT /networking/v2.0/subnets/9b573152-7fb2-4599-a7fc-c469419f28b4 HTTP/1.1" status: 200 len: 868 time: 0.3065815 Sep 16 12:37:26.721079 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2431390d-103c-4f86-8359-f8802a4d7512 None None] Network e750edff-ce55-41b6-b612-f9f2363d2d8a requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:37:26.738679 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b573152-7fb2-4599-a7fc-c469419f28b4,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:37:26.748040 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:37:26.748400 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:37:26.748755 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:37:26.749230 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:37:26.749405 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:37:26.749736 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:37:26.750092 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:37:26.750432 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:37:26.750723 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:37:26.751190 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:37:26.751508 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:37:26.751834 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:37:26.752166 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:37:26.752499 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:37:26.752820 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfe24fa-2f42-45bd-b9ad-71ebdabcc3b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:37:27.165765 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-04d96e05-5ef8-4801-ac98-6228f94aaded None None] Provisioning complete for port 3912e20d-c574-444d-b40d-bc2a738e3ad5 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:37:27.166075 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-04d96e05-5ef8-4801-ac98-6228f94aaded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3912e20d-c574-444d-b40d-bc2a738e3ad5), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:37:27.166414 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-04d96e05-5ef8-4801-ac98-6228f94aaded None None] Attempt 1 to provision port 3912e20d-c574-444d-b40d-bc2a738e3ad5 Sep 16 12:37:27.259726 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-04d96e05-5ef8-4801-ac98-6228f94aaded None None] Current status of the port 3912e20d-c574-444d-b40d-bc2a738e3ad5 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:37:27.269972 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-04d96e05-5ef8-4801-ac98-6228f94aaded None None] Provisioning complete for port ba365d39-b3b8-4c26-bee2-83c11774a811 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:37:27.270364 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-04d96e05-5ef8-4801-ac98-6228f94aaded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ba365d39-b3b8-4c26-bee2-83c11774a811), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:37:27.270699 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-04d96e05-5ef8-4801-ac98-6228f94aaded None None] Attempt 1 to provision port ba365d39-b3b8-4c26-bee2-83c11774a811 Sep 16 12:37:27.367583 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-04d96e05-5ef8-4801-ac98-6228f94aaded None None] Current status of the port ba365d39-b3b8-4c26-bee2-83c11774a811 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:37:27.589831 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 5 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:37:29.398052 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 44436) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:37:29.919466 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db3b69a-a393-47d2-8682-4b618ad45904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:37:29.919937 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db3b69a-a393-47d2-8682-4b618ad45904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:37:29.921526 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1db3b69a-a393-47d2-8682-4b618ad45904 admin admin] 10.222.0.67 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5224993 Sep 16 12:37:32.241533 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-85da83fc-2cde-4825-a766-87457175bfe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:37:32.569495 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 44444) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:37:32.966802 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writer thread running {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 12:37:32.987409 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:37:33.207573 n-d-858094-4 neutron-server[113698]: ERROR stevedore.extension [None req-1d611a90-03a0-436e-bac4-99596d76cdf3 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 16 12:37:33.261626 n-d-858094-4 neutron-server[113698]: DEBUG neutron.policy [None req-1d611a90-03a0-436e-bac4-99596d76cdf3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113698) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 12:37:33.305940 n-d-858094-4 neutron-server[113698]: WARNING oslo_policy.policy [None req-1d611a90-03a0-436e-bac4-99596d76cdf3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 12:37:33.306337 n-d-858094-4 neutron-server[113698]: WARNING oslo_policy.policy [None req-1d611a90-03a0-436e-bac4-99596d76cdf3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 12:37:33.315178 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d611a90-03a0-436e-bac4-99596d76cdf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:37:33.315661 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d611a90-03a0-436e-bac4-99596d76cdf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:37:33.317661 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-1d611a90-03a0-436e-bac4-99596d76cdf3 admin admin] 10.222.0.67 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.7472329 Sep 16 12:37:34.548562 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7e37db6b-83c1-4804-9ec6-47af43683e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:37:35.917783 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:37:36.046765 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 44458) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:37:36.832293 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d07a5c-9487-4385-8011-214c5447f7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:37:36.833992 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-77d07a5c-9487-4385-8011-214c5447f7b4 admin admin] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 886 time: 0.7859609 Sep 16 12:37:37.199827 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:37:37.317497 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:37:37.586527 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:37:39.507313 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 44466) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:37:39.909550 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=74,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:37:39.916223 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:37:39.969823 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9fb584-493b-48c1-bcc8-ea9967aa5f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:37:39.971180 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-8b9fb584-493b-48c1-bcc8-ea9967aa5f9e admin admin] 10.222.0.67 "GET /networking/v2.0/networks/e750edff-ce55-41b6-b612-f9f2363d2d8a HTTP/1.1" status: 200 len: 869 time: 0.4629107 Sep 16 12:37:42.675251 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 44474) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:37:43.097639 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6932493d-0946-4550-9486-e21ac60737b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:37:43.098124 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6932493d-0946-4550-9486-e21ac60737b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:37:43.099646 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-6932493d-0946-4550-9486-e21ac60737b2 admin admin] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4234533 Sep 16 12:37:45.735581 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 44482) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:37:46.138110 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca82bdf-7184-41f3-82d1-f7a41ad763e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:37:46.138565 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca82bdf-7184-41f3-82d1-f7a41ad763e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:37:46.140097 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-9ca82bdf-7184-41f3-82d1-f7a41ad763e9 admin admin] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4035385 Sep 16 12:37:47.302886 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:37:47.313703 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:37:48.805564 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 44490) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:37:49.207709 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6443d3c0-fea0-419c-9380-8648d915b454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:37:49.209129 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-6443d3c0-fea0-419c-9380-8648d915b454 admin admin] 10.222.0.67 "GET /networking/v2.0/subnets/9b573152-7fb2-4599-a7fc-c469419f28b4 HTTP/1.1" status: 200 len: 868 time: 0.4024782 Sep 16 12:37:51.861696 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 44498) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:37:52.350731 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64e4dcc-ce91-4060-a133-06690c9ad29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:37:52.352088 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c64e4dcc-ce91-4060-a133-06690c9ad29c admin admin] 10.222.0.67 "GET /networking/v2.0/subnets/9c459242-7a1d-433e-8fa0-56c718a75950 HTTP/1.1" status: 200 len: 816 time: 0.4894319 Sep 16 12:37:56.131979 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=47 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:37:56.133978 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=44 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:37:58.560610 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=15 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:37:58.568058 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=17 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:38:02.245144 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-12d399db-a884-491a-9dc9-8ad4b0203ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:02.346216 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=11 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:38:02.346980 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=12 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:38:04.544848 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6b94bf56-65f8-4ae2-a2f0-8becc0518b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:04.588507 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 5 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:38:05.909990 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:07.195707 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:07.320359 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:14.588410 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:38:17.313491 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:38:17.315583 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:38:22.546382 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 44556) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:38:22.870768 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [None req-a68c6081-2ba6-4d5b-92c9-184d6f851d4c admin admin] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113699) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:38:22.871754 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a68c6081-2ba6-4d5b-92c9-184d6f851d4c admin admin] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3244157 Sep 16 12:38:25.543693 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 44564) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:38:25.884725 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d1c121-16f1-4c23-ad1a-d9e3335c7d06 admin admin] GET failed (client error): The resource could not be found. Sep 16 12:38:25.886010 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-20d1c121-16f1-4c23-ad1a-d9e3335c7d06 admin admin] 10.222.0.67 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3413544 Sep 16 12:38:25.976505 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f223ba-dc02-4865-a3b8-862a16b3011a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:38:25.977966 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-99f223ba-dc02-4865-a3b8-862a16b3011a admin admin] 10.222.0.67 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0876040 Sep 16 12:38:28.612644 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 44574) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:38:28.942102 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:38:28.962338 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Made reservation on behalf of 66481a00acf6428ca239a961870b48ec for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:38:28.964860 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:28.992764 n-d-858094-4 neutron-server[113699]: WARNING neutron.services.revisions.revision_plugin [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Could not find related network for resource to bump revision. Sep 16 12:38:29.004504 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:38:29.014843 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (8b4a4f45-16fa-4dad-bc8e-1fce76a970d0), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:29.015195 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Added segment 8b4a4f45-16fa-4dad-bc8e-1fce76a970d0 of type vlan for network 0d92faea-1b11-4a12-9a14-e8d73c16e432 Sep 16 12:38:29.055637 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (0d92faea-1b11-4a12-9a14-e8d73c16e432), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:29.082107 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (0d92faea-1b11-4a12-9a14-e8d73c16e432), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:29.083067 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:38:29.083634 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:29.143214 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5294955 Sep 16 12:38:29.147867 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Pushing event updated for resources: {'Network': ['ID=0d92faea-1b11-4a12-9a14-e8d73c16e432,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:38:29.155741 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:29.156089 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:29.156453 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:29.156784 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:29.157110 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:29.157433 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:29.157755 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:29.158076 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:29.158390 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:29.158701 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:29.159021 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:29.159331 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:29.159642 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:29.159961 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:29.160302 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edca7b-f7e8-4e1f-babd-433cc09a027e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:29.172924 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:38:31.792358 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 44582) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:38:32.138426 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b812055-c8ef-4888-9293-a144f3acd9be admin admin] GET failed (client error): The resource could not be found. Sep 16 12:38:32.139734 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-6b812055-c8ef-4888-9293-a144f3acd9be admin admin] 10.222.0.67 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3464484 Sep 16 12:38:32.244215 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4996a7-1898-44b8-8265-94aac0b179cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:38:32.245680 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-3c4996a7-1898-44b8-8265-94aac0b179cf admin admin] 10.222.0.67 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1014831 Sep 16 12:38:32.247316 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9b55936b-77eb-4f11-89b8-5a9248236f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:32.256186 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:38:32.297720 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Made reservation on behalf of 66481a00acf6428ca239a961870b48ec for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:38:32.300491 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:32.549521 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for subnet (e8ac73dd-7148-40bb-9084-34fa9bce3a38), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:32.616370 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:38:32.616771 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Network hostable DHCP agents. Network: 0d92faea-1b11-4a12-9a14-e8d73c16e432, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:38:32.628280 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8ac73dd-7148-40bb-9084-34fa9bce3a38,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:38:32.646608 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:32.646923 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:32.647258 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:32.647580 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:32.648517 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:32.648864 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:32.649185 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:32.649510 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:32.649822 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:32.650142 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:32.650461 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:32.650777 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:32.651092 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:32.651408 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:32.651725 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Tracked resource versions report: Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: pushed versions: Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: { 'AddressGroup': {'1.2'}, Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'Agent': {'1.1'}, Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'ConntrackHelper': {'1.0'}, Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'LocalIPAssociation': {'1.0'}, Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'Log': {'1.0'}, Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'NDPProxy': {'1.0'}, Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'Network': {'1.1'}, Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'Port': {'1.7'}, Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'PortForwarding': {'1.3'}, Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'QosPolicy': {'1.10'}, Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'SecurityGroup': {'1.5'}, Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'SecurityGroupRule': {'1.2'}, Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'SubPort': {'1.0'}, Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'Subnet': {'1.1'}, Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'Trunk': {'1.1'}} Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: consumer versions: Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: { DHCP agent@n-d-858094-4: {}, Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: L3 agent@n-d-858094-4: {}, Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: Metadata agent@n-d-858094-4: {}, Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: Metering agent@n-d-858094-4: {}, Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: Open vSwitch agent@n-d-858094-4: { 'AddressGroup': '1.2', Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'Agent': '1.1', Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'ConntrackHelper': '1.0', Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'LocalIPAssociation': '1.0', Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'Log': '1.0', Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'NDPProxy': '1.0', Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'Network': '1.1', Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'Port': '1.7', Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'PortForwarding': '1.3', Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'QosPolicy': '1.10', Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'SecurityGroup': '1.5', Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'SecurityGroupRule': '1.2', Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'SubPort': '1.0', Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'Subnet': '1.1', Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: 'Trunk': '1.1'}} Sep 16 12:38:32.652964 n-d-858094-4 neutron-server[113698]: {{(pid=113698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 12:38:32.664349 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:38:32.679018 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 0d92faea-1b11-4a12-9a14-e8d73c16e432) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:38:32.693781 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:38:32.694283 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:32.695654 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db29a2a-879f-4439-8779-2c918247198e None None] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:38:32.718854 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-11968230-9afc-48fd-ba90-b4b82235f8f9 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4664414 Sep 16 12:38:32.808020 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-0d92faea-1b11-4a12-9a14-e8d73c16e432', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'project_id': '66481a00acf6428ca239a961870b48ec', 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:38:32.809141 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:33.044759 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Allocated IP 192.168.233.2 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/ba7bd4f4-83bb-455f-af05-f9665aba9e86) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:38:33.196547 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Publish callbacks [] for port (ba7bd4f4-83bb-455f-af05-f9665aba9e86), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:33.204763 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (ba7bd4f4-83bb-455f-af05-f9665aba9e86), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:33.252063 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:38:33.253475 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:38:33.257604 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:38:33.264229 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Pushing event updated for resources: {'Port': ['ID=ba7bd4f4-83bb-455f-af05-f9665aba9e86,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:38:33.275288 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:33.275632 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:33.275981 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:33.276344 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:33.276680 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:33.277005 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:33.277353 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:33.277658 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:33.277982 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:33.278303 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:33.278624 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:33.278939 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:33.279255 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:33.279572 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:33.279893 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:38:33.330236 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Attempting to bind port ba7bd4f4-83bb-455f-af05-f9665aba9e86 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:38:33.330612 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Attempting to bind port ba7bd4f4-83bb-455f-af05-f9665aba9e86 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:38:33.330977 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Attempting to bind port ba7bd4f4-83bb-455f-af05-f9665aba9e86 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:38:33.374671 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:38:33.374963 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:38:33.375363 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:33.375751 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:38:33.376280 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Bound port: ba7bd4f4-83bb-455f-af05-f9665aba9e86, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:38:33.376656 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ba7bd4f4-83bb-455f-af05-f9665aba9e86), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:33.445277 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:38:33.448753 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] For port ba7bd4f4-83bb-455f-af05-f9665aba9e86, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:38:33.452719 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] For port ba7bd4f4-83bb-455f-af05-f9665aba9e86, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=ba7bd4f4-83bb-455f-af05-f9665aba9e86,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:38:33.461430 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (ba7bd4f4-83bb-455f-af05-f9665aba9e86), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:33.518268 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:38:33.530383 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e683f-3f6f-4e59-8605-bc9567d2e722 None None] Pushing event updated for resources: {'Port': ['ID=ba7bd4f4-83bb-455f-af05-f9665aba9e86,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:38:34.384004 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffb6d63-8eed-4bde-90f3-0aa718ced78e None None] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:38:34.440832 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-abc963ae-82e7-4229-86d0-9389a74f86b4 None None] Provisioning complete for port ba7bd4f4-83bb-455f-af05-f9665aba9e86 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:38:34.441205 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-abc963ae-82e7-4229-86d0-9389a74f86b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ba7bd4f4-83bb-455f-af05-f9665aba9e86), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:34.441532 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-abc963ae-82e7-4229-86d0-9389a74f86b4 None None] Attempt 1 to provision port ba7bd4f4-83bb-455f-af05-f9665aba9e86 Sep 16 12:38:34.579741 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-abc963ae-82e7-4229-86d0-9389a74f86b4 None None] Current status of the port ba7bd4f4-83bb-455f-af05-f9665aba9e86 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:38:34.580163 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-abc963ae-82e7-4229-86d0-9389a74f86b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ba7bd4f4-83bb-455f-af05-f9665aba9e86), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:34.583492 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:38:34.584716 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-899daef3-e6ea-41ea-b10a-99ac2399fede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:34.589956 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=5 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:38:34.624872 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-abc963ae-82e7-4229-86d0-9389a74f86b4 None None] For port ba7bd4f4-83bb-455f-af05-f9665aba9e86, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=ba7bd4f4-83bb-455f-af05-f9665aba9e86,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:38:34.629809 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-abc963ae-82e7-4229-86d0-9389a74f86b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (ba7bd4f4-83bb-455f-af05-f9665aba9e86), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:34.687484 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc963ae-82e7-4229-86d0-9389a74f86b4 None None] Pushing event updated for resources: {'Port': ['ID=ba7bd4f4-83bb-455f-af05-f9665aba9e86,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:38:34.751583 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-385d367c-1292-4f8b-b7c3-d27bfba9047a None None] Provisioning complete for port ba7bd4f4-83bb-455f-af05-f9665aba9e86 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:38:34.751962 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-385d367c-1292-4f8b-b7c3-d27bfba9047a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ba7bd4f4-83bb-455f-af05-f9665aba9e86), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:34.752338 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-385d367c-1292-4f8b-b7c3-d27bfba9047a None None] Attempt 1 to provision port ba7bd4f4-83bb-455f-af05-f9665aba9e86 Sep 16 12:38:34.829329 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-385d367c-1292-4f8b-b7c3-d27bfba9047a None None] Current status of the port ba7bd4f4-83bb-455f-af05-f9665aba9e86 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:38:35.169137 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device ba7bd4f4-83bb-455f-af05-f9665aba9e86 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:38:35.219244 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port ba7bd4f4-83bb-455f-af05-f9665aba9e86 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:38:35.219630 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ba7bd4f4-83bb-455f-af05-f9665aba9e86), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:35.219963 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port ba7bd4f4-83bb-455f-af05-f9665aba9e86 Sep 16 12:38:35.294285 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port ba7bd4f4-83bb-455f-af05-f9665aba9e86 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:38:35.914307 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:37.191811 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:37.321932 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:38:39.150910 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=33,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:38:39.151819 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=36,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:38:41.593350 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 5 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:38:42.710492 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=44,neutron:INSERT=6,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:38:42.711506 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=49,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:38:47.315228 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:38:47.318079 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:39:00.587826 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:39:00.588661 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:39:02.251154 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5006a57b-d3b5-471d-81fa-ac71c8e4b760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:39:04.548463 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e296ae31-a05b-419b-9ec8-501a7ad9113a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:39:05.918837 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:39:07.197002 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:39:07.325423 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:39:11.582972 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:39:11.586854 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=4 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:39:17.313391 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=12 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:39:17.321476 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=5,neutron:SELECT=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:39:18.593370 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 5 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:39:28.590789 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:39:32.257697 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5abac736-7419-4a04-a298-40c539815b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:39:34.553756 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6c22c784-0b6d-4ea6-aae6-e85890fc701f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:39:35.919272 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:39:37.206381 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:39:37.330705 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:39:47.322389 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:39:47.325524 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:39:55.592736 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 5 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:39:55.962274 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 44632) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:39:55.968009 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [None req-d6b586de-560f-48bd-b542-b20a2393427d tempest-verify_tempest_config-64660355 tempest-verify_tempest_config-64660355-project] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113699) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:39:55.969014 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d6b586de-560f-48bd-b542-b20a2393427d tempest-verify_tempest_config-64660355 tempest-verify_tempest_config-64660355-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0057080 Sep 16 12:39:56.506699 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 44650) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:39:56.858582 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-628dc5cb-3717-438a-8f86-f3b34e745589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:39:56.933619 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-628dc5cb-3717-438a-8f86-f3b34e745589 admin admin] Publish callbacks [] for security_group (823354dc-1ddb-4543-a8b6-e415d92029ed), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:39:56.937182 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-628dc5cb-3717-438a-8f86-f3b34e745589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (823354dc-1ddb-4543-a8b6-e415d92029ed), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:39:56.981541 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dc5cb-3717-438a-8f86-f3b34e745589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823354dc-1ddb-4543-a8b6-e415d92029ed,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:39:56.986259 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-628dc5cb-3717-438a-8f86-f3b34e745589 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=a81fd23be932455685931e693ddbf0fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4785783 Sep 16 12:39:56.989060 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 44654) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:39:56.990714 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dc5cb-3717-438a-8f86-f3b34e745589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:56.991143 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dc5cb-3717-438a-8f86-f3b34e745589 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:56.991478 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dc5cb-3717-438a-8f86-f3b34e745589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:56.991810 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dc5cb-3717-438a-8f86-f3b34e745589 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:56.992214 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dc5cb-3717-438a-8f86-f3b34e745589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:56.992469 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dc5cb-3717-438a-8f86-f3b34e745589 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:56.992791 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dc5cb-3717-438a-8f86-f3b34e745589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:56.993105 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dc5cb-3717-438a-8f86-f3b34e745589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:56.993420 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dc5cb-3717-438a-8f86-f3b34e745589 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:56.993731 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dc5cb-3717-438a-8f86-f3b34e745589 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:56.994044 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dc5cb-3717-438a-8f86-f3b34e745589 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:56.994353 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dc5cb-3717-438a-8f86-f3b34e745589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:56.994664 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dc5cb-3717-438a-8f86-f3b34e745589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:56.994976 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dc5cb-3717-438a-8f86-f3b34e745589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:56.995283 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dc5cb-3717-438a-8f86-f3b34e745589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:57.071730 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a29f25e5-c3b2-41f6-b76f-334c34f96fa7 admin admin] Publish callbacks [] for security_group (823354dc-1ddb-4543-a8b6-e415d92029ed), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:39:57.091672 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a29f25e5-c3b2-41f6-b76f-334c34f96fa7 admin admin] Publish callbacks [] for security_group (823354dc-1ddb-4543-a8b6-e415d92029ed), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:39:57.190720 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a29f25e5-c3b2-41f6-b76f-334c34f96fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (823354dc-1ddb-4543-a8b6-e415d92029ed), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:39:57.193234 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a29f25e5-c3b2-41f6-b76f-334c34f96fa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:39:57.194391 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a29f25e5-c3b2-41f6-b76f-334c34f96fa7 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/823354dc-1ddb-4543-a8b6-e415d92029ed HTTP/1.1" status: 204 len: 168 time: 0.2043381 Sep 16 12:39:57.202676 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f25e5-c3b2-41f6-b76f-334c34f96fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823354dc-1ddb-4543-a8b6-e415d92029ed,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:39:57.210538 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f25e5-c3b2-41f6-b76f-334c34f96fa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:57.210887 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f25e5-c3b2-41f6-b76f-334c34f96fa7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:57.211228 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f25e5-c3b2-41f6-b76f-334c34f96fa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:57.211561 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f25e5-c3b2-41f6-b76f-334c34f96fa7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:57.211897 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f25e5-c3b2-41f6-b76f-334c34f96fa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:57.212330 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f25e5-c3b2-41f6-b76f-334c34f96fa7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:57.212656 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f25e5-c3b2-41f6-b76f-334c34f96fa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:57.212887 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f25e5-c3b2-41f6-b76f-334c34f96fa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:57.213210 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f25e5-c3b2-41f6-b76f-334c34f96fa7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:57.213534 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f25e5-c3b2-41f6-b76f-334c34f96fa7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:57.213855 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f25e5-c3b2-41f6-b76f-334c34f96fa7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:57.214182 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f25e5-c3b2-41f6-b76f-334c34f96fa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:57.214504 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f25e5-c3b2-41f6-b76f-334c34f96fa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:57.214825 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f25e5-c3b2-41f6-b76f-334c34f96fa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:57.215146 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f25e5-c3b2-41f6-b76f-334c34f96fa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:39:58.473379 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=17 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:40:02.251781 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c193cf43-9d27-4668-b4c3-83ae7ff55840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:40:04.547078 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6dfca848-c9b7-4f83-ae4e-b203cf168595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:40:05.588318 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=17 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:40:05.919926 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:40:06.979699 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:40:06.985136 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:40:07.199987 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:40:07.205824 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:40:07.206592 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:40:07.330089 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:40:17.324012 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:40:17.326054 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:40:25.578264 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:40:25.581245 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:40:32.256199 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-364b7c4e-5afa-4cc9-9a18-8e89a585cf2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:40:32.591438 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 5 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:40:34.549930 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-edd9a90e-d9e0-4f47-8193-d5bf2b4bdd72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:40:35.924503 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:40:37.202076 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:40:37.332307 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:40:42.587254 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:40:42.588511 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:40:47.327221 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:40:47.329195 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:41:02.258855 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-deea8905-25df-40e3-9597-c0c17d385160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:41:02.573260 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:41:02.579436 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:41:04.552962 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d47e-ac2e-4794-acf3-3895d78b1d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:41:05.929265 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:41:07.205998 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:41:07.337953 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:41:09.591089 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 5 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:41:17.331078 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:41:17.333787 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:41:26.578190 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:41:26.578985 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:41:32.262470 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-89507b31-0f4c-45b6-9f1a-7fd118400d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:41:34.555139 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-40f0900d-0275-4eb3-b896-418d9a84a5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:41:35.930676 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:41:37.208216 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:41:37.339137 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:41:39.570707 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:41:39.575316 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:41:46.590434 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 5 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:41:47.333422 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:41:47.335442 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:41:58.461918 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=14 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:41:58.463703 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=14 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:42:02.264639 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b86ea224-2a5a-41d1-972c-6bf3e3c97303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:42:04.558105 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e5c889b2-7ac7-45b4-a6a4-ed756af19ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:42:05.932277 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:42:07.212275 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:42:07.342857 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:42:16.566842 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:42:16.571172 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:42:17.336463 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:42:17.339159 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:42:23.589980 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 5 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:42:32.266713 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4e09e11d-aa38-4393-b1c8-ec59f40508ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:42:33.585945 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:42:33.586747 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:42:34.561202 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-776532eb-a4dd-4271-a2c3-c0113418e151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:42:35.935459 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:42:37.214445 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:42:37.345075 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:42:47.339428 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:42:47.341647 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:42:53.569190 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:43:00.589110 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 5 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:43:02.270409 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1ad170ba-1ccd-4eb2-a90e-8753aef6080c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:43:04.564557 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-037bdedb-f421-4741-aec7-54e6723113fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:43:05.938902 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:43:07.220578 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:43:07.352419 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:43:07.604516 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3779275'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:43:10.584682 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:43:10.585544 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:43:17.595212 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:43:17.600275 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:43:19.934716 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3779275'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:43:29.926740 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:43:29.929229 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:43:30.562425 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=4 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:43:30.567446 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:43:32.272293 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-34c04e6a-6d63-40b9-8c58-b288783734ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:43:34.568443 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-dc186849-88fc-4cc5-b72d-4fed0180c9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:43:35.940872 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:43:37.214225 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:43:37.353393 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:43:37.582042 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:43:37.589234 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:43:47.575060 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:43:47.576950 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:43:47.585194 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:43:49.047605 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 44734) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:43:49.181772 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a8ad36d4-abef-445d-a51c-e67e636da35b admin admin] 10.222.0.67 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1327918 Sep 16 12:43:49.884748 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:43:51.655459 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 44744) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:43:51.718042 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8c4c5fa3-0d58-4154-be75-386f389cc2c1 admin admin] 10.222.0.67 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0615106 Sep 16 12:43:59.174655 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:43:59.176604 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:43:59.878872 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:43:59.880863 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:44:01.710885 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:44:01.712737 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:44:02.274330 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-40c0f6c3-c452-4b56-9926-1a3794f1372f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:44:04.572768 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7a95a63f-4976-42c0-9b9e-bf60b5ab6470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:44:05.945190 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:44:07.217632 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:44:07.355366 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:44:07.558252 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=15 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:44:07.562920 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=17 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:44:07.615023 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:44:14.587967 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:44:17.608945 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:44:17.611009 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:44:19.898246 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:44:24.583394 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:44:32.282816 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a5ac000c-3949-4359-9ec4-862a57b2d902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:44:34.581004 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a6c1eba4-b790-486c-a545-9b17808830c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:44:35.953550 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:44:37.220990 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:44:37.358805 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:44:37.611607 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:44:44.555052 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:44:44.568866 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=4 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:44:47.604694 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:44:47.606647 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:44:49.911996 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:44:51.586735 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:44:59.905870 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:44:59.907759 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:00.593831 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:01.582944 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:02.276849 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-55a62087-e247-43d9-89f6-97f6b3da8ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:04.575670 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-128d9ac7-57ec-4a2b-864c-8f26897fe513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:05.953610 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:07.226491 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:07.364464 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:07.623518 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:14.403122 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 44914) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:14.803208 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 44942) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:14.813840 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-dc09c6b2-ec58-4d93-889c-c90ec9de4842 tempest-AutoAllocateNetworkTest-735234297 tempest-AutoAllocateNetworkTest-735234297-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=b9a218be3cf24ab39e391c36cfca060d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4088480 Sep 16 12:45:14.996101 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bd19ea-4b45-4719-adf6-cd2144d9b283 tempest-AutoAllocateNetworkTest-735234297 tempest-AutoAllocateNetworkTest-735234297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:15.000882 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a3bd19ea-4b45-4719-adf6-cd2144d9b283 tempest-AutoAllocateNetworkTest-735234297 tempest-AutoAllocateNetworkTest-735234297-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2028906 Sep 16 12:45:15.001036 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 44958) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:15.064917 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 44964) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:15.065127 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-180d23d5-fe0b-4dee-a163-18a5b65dcfa2 tempest-AutoAllocateNetworkTest-735234297 tempest-AutoAllocateNetworkTest-735234297-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0629613 Sep 16 12:45:15.099048 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-0df3bddd-5922-4954-b88c-a5f7ef4a358a tempest-AutoAllocateNetworkTest-735234297 tempest-AutoAllocateNetworkTest-735234297-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=b9a218be3cf24ab39e391c36cfca060d HTTP/1.1" status: 200 len: 208 time: 0.0299897 Sep 16 12:45:16.052750 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 44998) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:16.501148 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-31f31e36-fe41-4f46-bee5-939cfabdb669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:16.609768 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-31f31e36-fe41-4f46-bee5-939cfabdb669 admin admin] Publish callbacks [] for security_group (4ba50176-381d-473d-936d-aa83b64124e4), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:16.614170 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-31f31e36-fe41-4f46-bee5-939cfabdb669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (4ba50176-381d-473d-936d-aa83b64124e4), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:16.662791 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f31e36-fe41-4f46-bee5-939cfabdb669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba50176-381d-473d-936d-aa83b64124e4,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:16.673616 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f31e36-fe41-4f46-bee5-939cfabdb669 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:16.673971 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f31e36-fe41-4f46-bee5-939cfabdb669 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:16.674317 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f31e36-fe41-4f46-bee5-939cfabdb669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:16.674682 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f31e36-fe41-4f46-bee5-939cfabdb669 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:16.675018 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f31e36-fe41-4f46-bee5-939cfabdb669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:16.675350 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f31e36-fe41-4f46-bee5-939cfabdb669 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:16.675674 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f31e36-fe41-4f46-bee5-939cfabdb669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:16.676000 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f31e36-fe41-4f46-bee5-939cfabdb669 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:16.676349 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f31e36-fe41-4f46-bee5-939cfabdb669 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:16.676670 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f31e36-fe41-4f46-bee5-939cfabdb669 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:16.676993 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f31e36-fe41-4f46-bee5-939cfabdb669 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:16.677308 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f31e36-fe41-4f46-bee5-939cfabdb669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:16.677902 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f31e36-fe41-4f46-bee5-939cfabdb669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:16.678399 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f31e36-fe41-4f46-bee5-939cfabdb669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:16.678725 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f31e36-fe41-4f46-bee5-939cfabdb669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f31e36-fe41-4f46-bee5-939cfabdb669 admin admin] Tracked resource versions report: Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: pushed versions: Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: { 'AddressGroup': {'1.2'}, Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'Agent': {'1.1'}, Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'ConntrackHelper': {'1.0'}, Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'LocalIPAssociation': {'1.0'}, Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'Log': {'1.0'}, Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'NDPProxy': {'1.0'}, Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'Network': {'1.1'}, Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'Port': {'1.7'}, Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'PortForwarding': {'1.3'}, Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'QosPolicy': {'1.10'}, Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'SecurityGroup': {'1.5'}, Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'SecurityGroupRule': {'1.2'}, Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'SubPort': {'1.0'}, Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'Subnet': {'1.1'}, Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'Trunk': {'1.1'}} Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: consumer versions: Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: { DHCP agent@n-d-858094-4: {}, Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: HyperV agent@n-h1-858094-4: {}, Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: HyperV agent@n-h2-858094-4: {}, Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: L3 agent@n-d-858094-4: {}, Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: Metadata agent@n-d-858094-4: {}, Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: Metering agent@n-d-858094-4: {}, Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: Open vSwitch agent@n-d-858094-4: { 'AddressGroup': '1.2', Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'Agent': '1.1', Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'ConntrackHelper': '1.0', Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'LocalIPAssociation': '1.0', Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'Log': '1.0', Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'NDPProxy': '1.0', Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'Network': '1.1', Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'Port': '1.7', Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'PortForwarding': '1.3', Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'QosPolicy': '1.10', Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'SecurityGroup': '1.5', Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'SecurityGroupRule': '1.2', Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'SubPort': '1.0', Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'Subnet': '1.1', Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: 'Trunk': '1.1'}} Sep 16 12:45:16.679947 n-d-858094-4 neutron-server[113698]: {{(pid=113698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 12:45:16.692555 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-31f31e36-fe41-4f46-bee5-939cfabdb669 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=b9a218be3cf24ab39e391c36cfca060d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6345465 Sep 16 12:45:16.692555 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 45028) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:16.758082 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8474cdec-5d0a-4872-9b1d-14c978b27d32 admin admin] Publish callbacks [] for security_group (4ba50176-381d-473d-936d-aa83b64124e4), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:16.784156 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8474cdec-5d0a-4872-9b1d-14c978b27d32 admin admin] Publish callbacks [] for security_group (4ba50176-381d-473d-936d-aa83b64124e4), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:16.853009 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8474cdec-5d0a-4872-9b1d-14c978b27d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (4ba50176-381d-473d-936d-aa83b64124e4), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:16.857088 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8474cdec-5d0a-4872-9b1d-14c978b27d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:16.860703 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-8474cdec-5d0a-4872-9b1d-14c978b27d32 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/4ba50176-381d-473d-936d-aa83b64124e4 HTTP/1.1" status: 204 len: 168 time: 0.1650436 Sep 16 12:45:16.866842 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474cdec-5d0a-4872-9b1d-14c978b27d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba50176-381d-473d-936d-aa83b64124e4,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:17.618648 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:19.180947 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 45174) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:19.184871 n-d-858094-4 neutron-server[113698]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 12:45:19.214733 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-21c02efb-3464-4188-ad41-086879124241 req-490013ff-6380-4dd7-af4a-05f921aa22d5 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=e1b6b2ef87ef4629941a0cc9942d7e4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316818 Sep 16 12:45:19.392555 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c02efb-3464-4188-ad41-086879124241 req-32d60790-1ff2-4584-be7d-c2df3bffa3ba tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:19.394233 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-21c02efb-3464-4188-ad41-086879124241 req-32d60790-1ff2-4584-be7d-c2df3bffa3ba tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1723037 Sep 16 12:45:19.433158 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-21c02efb-3464-4188-ad41-086879124241 req-f5c4b501-4d77-41e7-b990-061dbcbe3bc3 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/quotas/e1b6b2ef87ef4629941a0cc9942d7e4c HTTP/1.1" status: 200 len: 375 time: 0.0269117 Sep 16 12:45:19.566846 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-21c02efb-3464-4188-ad41-086879124241 req-8e11610b-630d-46e4-b66d-4cd3e34ed7eb tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=e1b6b2ef87ef4629941a0cc9942d7e4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1274593 Sep 16 12:45:19.920981 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:20.407380 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 45238) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:20.614996 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fa9bfdce-2945-45a2-849f-3ecd03cb42eb req-3492b211-543a-4804-b604-c50e5cf2a6b3 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 210 time: 0.2058060 Sep 16 12:45:21.138822 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 45290) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:21.549676 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 45328) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:21.572409 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:21.576593 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=4 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:21.624857 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 45336) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:21.692397 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-da5c332c-d6d6-497f-9803-a43b1a9e8e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:21.790059 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15b3c39e-6a03-449d-98bd-3f41129895e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:21.829139 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0f8ddffe-4571-4415-8659-f652fd567b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:21.910800 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:21.921630 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:21.946023 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-da5c332c-d6d6-497f-9803-a43b1a9e8e2c admin admin] Publish callbacks [] for security_group (07fbe1fb-1ccd-400f-aee8-64d7c15e244e), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:21.966866 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-da5c332c-d6d6-497f-9803-a43b1a9e8e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (07fbe1fb-1ccd-400f-aee8-64d7c15e244e), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:22.065816 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-58fb4829-522a-48d3-9fbb-1fe6dfe5a0f5 req-b6fbaa8a-933b-4896-882b-e26979e2ea7c tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 210 time: 0.1414905 Sep 16 12:45:22.082069 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.76', 52833) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:22.093392 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-da5c332c-d6d6-497f-9803-a43b1a9e8e2c admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=e7ae9152956345f79a449d101b1bd290&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9528830 Sep 16 12:45:22.097735 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 45370) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:22.098653 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c332c-d6d6-497f-9803-a43b1a9e8e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fbe1fb-1ccd-400f-aee8-64d7c15e244e,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:22.130462 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-21c02efb-3464-4188-ad41-086879124241 req-2ac037e3-a421-4dd3-ba14-247b9cb8fe0a tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=e1b6b2ef87ef4629941a0cc9942d7e4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465519 Sep 16 12:45:22.162798 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15b3c39e-6a03-449d-98bd-3f41129895e0 admin admin] Publish callbacks [] for security_group (dd212f8f-64e0-4b0d-9185-4a538775ff31), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:22.177823 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15b3c39e-6a03-449d-98bd-3f41129895e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (dd212f8f-64e0-4b0d-9185-4a538775ff31), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:22.188500 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0f8ddffe-4571-4415-8659-f652fd567b00 admin admin] Publish callbacks [] for security_group (13d76586-58a5-4caf-bec3-f769eb71e4e4), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:22.234612 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0f8ddffe-4571-4415-8659-f652fd567b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (13d76586-58a5-4caf-bec3-f769eb71e4e4), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:22.304343 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3c39e-6a03-449d-98bd-3f41129895e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd212f8f-64e0-4b0d-9185-4a538775ff31,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:22.315537 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-15b3c39e-6a03-449d-98bd-3f41129895e0 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=8ca31396e0f74ab0a167c37c48793a90&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7646065 Sep 16 12:45:22.321592 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 45380) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:22.350167 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-0f8ddffe-4571-4415-8659-f652fd567b00 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=674e465a0ced4ef394512b853e1e70a4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7198873 Sep 16 12:45:22.354144 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 45384) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:22.363703 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-71637862-4bcc-4347-a11e-1c63846aac49 admin admin] Publish callbacks [] for security_group (07fbe1fb-1ccd-400f-aee8-64d7c15e244e), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:22.504291 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ddffe-4571-4415-8659-f652fd567b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d76586-58a5-4caf-bec3-f769eb71e4e4,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:22.530479 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-71637862-4bcc-4347-a11e-1c63846aac49 admin admin] Publish callbacks [] for security_group (07fbe1fb-1ccd-400f-aee8-64d7c15e244e), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:22.546348 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c02efb-3464-4188-ad41-086879124241 req-a77ab9f3-f211-4ea3-ac4c-20473c683420 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:22.548465 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-21c02efb-3464-4188-ad41-086879124241 req-a77ab9f3-f211-4ea3-ac4c-20473c683420 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4043441 Sep 16 12:45:22.655350 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-21c02efb-3464-4188-ad41-086879124241 req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Request body: {'port': {'device_id': '3ab83a18-0e02-4082-a9f8-b7f93ad2e347', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': 'e1b6b2ef87ef4629941a0cc9942d7e4c'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:45:22.674133 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d6e1c7a0-26e5-4f49-810b-77dcbfe69ae1 admin admin] Publish callbacks [] for security_group (dd212f8f-64e0-4b0d-9185-4a538775ff31), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:22.726243 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-28422129-d4c3-4310-b339-cf5c4d62c0de admin admin] Publish callbacks [] for security_group (13d76586-58a5-4caf-bec3-f769eb71e4e4), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:22.737450 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:22.768891 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d6e1c7a0-26e5-4f49-810b-77dcbfe69ae1 admin admin] Publish callbacks [] for security_group (dd212f8f-64e0-4b0d-9185-4a538775ff31), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:22.803585 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-71637862-4bcc-4347-a11e-1c63846aac49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (07fbe1fb-1ccd-400f-aee8-64d7c15e244e), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:22.807949 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-71637862-4bcc-4347-a11e-1c63846aac49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:22.809629 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-71637862-4bcc-4347-a11e-1c63846aac49 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/07fbe1fb-1ccd-400f-aee8-64d7c15e244e HTTP/1.1" status: 204 len: 168 time: 0.7063358 Sep 16 12:45:22.811724 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-28422129-d4c3-4310-b339-cf5c4d62c0de admin admin] Publish callbacks [] for security_group (13d76586-58a5-4caf-bec3-f769eb71e4e4), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:22.879938 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71637862-4bcc-4347-a11e-1c63846aac49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fbe1fb-1ccd-400f-aee8-64d7c15e244e,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:23.043696 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c02efb-3464-4188-ad41-086879124241 req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Made reservation on behalf of e1b6b2ef87ef4629941a0cc9942d7e4c for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:45:23.049860 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-21c02efb-3464-4188-ad41-086879124241 req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:23.077560 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-21c02efb-3464-4188-ad41-086879124241 req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:23.116781 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d6e1c7a0-26e5-4f49-810b-77dcbfe69ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (dd212f8f-64e0-4b0d-9185-4a538775ff31), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:23.120716 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d6e1c7a0-26e5-4f49-810b-77dcbfe69ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:23.123316 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-d6e1c7a0-26e5-4f49-810b-77dcbfe69ae1 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/dd212f8f-64e0-4b0d-9185-4a538775ff31 HTTP/1.1" status: 204 len: 168 time: 0.7895072 Sep 16 12:45:23.127064 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-28422129-d4c3-4310-b339-cf5c4d62c0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (13d76586-58a5-4caf-bec3-f769eb71e4e4), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:23.129769 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-28422129-d4c3-4310-b339-cf5c4d62c0de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:23.134264 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-28422129-d4c3-4310-b339-cf5c4d62c0de admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/13d76586-58a5-4caf-bec3-f769eb71e4e4 HTTP/1.1" status: 204 len: 168 time: 0.7738087 Sep 16 12:45:23.146067 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1c7a0-26e5-4f49-810b-77dcbfe69ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd212f8f-64e0-4b0d-9185-4a538775ff31,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:23.178230 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422129-d4c3-4310-b339-cf5c4d62c0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d76586-58a5-4caf-bec3-f769eb71e4e4,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:23.227311 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-21c02efb-3464-4188-ad41-086879124241 req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Publish callbacks [] for security_group (b9430fb7-5511-4ab1-a102-3cc287088aaa), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:23.232436 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-21c02efb-3464-4188-ad41-086879124241 req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b9430fb7-5511-4ab1-a102-3cc287088aaa), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:23.332624 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-71c2d011-141c-454c-b8b2-00d3d1b3484c req-5d74639b-2d05-4bfa-84b6-3386bf55a770 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 210 time: 0.0406773 Sep 16 12:45:23.347897 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9430fb7-5511-4ab1-a102-3cc287088aaa,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:23.382842 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:23.382984 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:23.383474 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:23.383944 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:23.385295 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:23.385776 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:23.386401 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:23.386889 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:23.387513 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:23.387981 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:23.388476 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:23.390396 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:23.390912 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:23.391398 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:23.391883 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Tracked resource versions report: Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: pushed versions: Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: { 'AddressGroup': {'1.2'}, Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'Agent': {'1.1'}, Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'ConntrackHelper': {'1.0'}, Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'LocalIPAssociation': {'1.0'}, Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'Log': {'1.0'}, Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'NDPProxy': {'1.0'}, Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'Network': {'1.1'}, Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'Port': {'1.7'}, Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'PortForwarding': {'1.3'}, Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'QosPolicy': {'1.10'}, Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'SecurityGroup': {'1.5'}, Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'SecurityGroupRule': {'1.2'}, Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'SubPort': {'1.0'}, Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'Subnet': {'1.1'}, Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'Trunk': {'1.1'}} Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: consumer versions: Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: { DHCP agent@n-d-858094-4: {}, Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: HyperV agent@n-h1-858094-4: {}, Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: HyperV agent@n-h2-858094-4: {}, Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: L3 agent@n-d-858094-4: {}, Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: Metadata agent@n-d-858094-4: {}, Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: Metering agent@n-d-858094-4: {}, Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: Open vSwitch agent@n-d-858094-4: { 'AddressGroup': '1.2', Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'Agent': '1.1', Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'ConntrackHelper': '1.0', Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'LocalIPAssociation': '1.0', Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'Log': '1.0', Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'NDPProxy': '1.0', Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'Network': '1.1', Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'Port': '1.7', Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'PortForwarding': '1.3', Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'QosPolicy': '1.10', Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'SecurityGroup': '1.5', Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'SecurityGroupRule': '1.2', Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'SubPort': '1.0', Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'Subnet': '1.1', Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: 'Trunk': '1.1'}} Sep 16 12:45:23.393303 n-d-858094-4 neutron-server[113699]: {{(pid=113699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 12:45:23.546338 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-21c02efb-3464-4188-ad41-086879124241 req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Allocated IP 192.168.233.232 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/aef79ed7-9782-4b45-9885-4a06aa3cc1f4) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:45:23.802345 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-21c02efb-3464-4188-ad41-086879124241 req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Publish callbacks [] for port (aef79ed7-9782-4b45-9885-4a06aa3cc1f4), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:23.881843 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:23.889805 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-21c02efb-3464-4188-ad41-086879124241 req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (aef79ed7-9782-4b45-9885-4a06aa3cc1f4), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:23.993776 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c02efb-3464-4188-ad41-086879124241 req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:45:24.038579 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-21c02efb-3464-4188-ad41-086879124241 req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:45:24.042119 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c02efb-3464-4188-ad41-086879124241 req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:45:24.049099 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c02efb-3464-4188-ad41-086879124241 req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:24.050095 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-21c02efb-3464-4188-ad41-086879124241 req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:24.104559 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-21c02efb-3464-4188-ad41-086879124241 req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4578290 Sep 16 12:45:24.141733 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [req-21c02efb-3464-4188-ad41-086879124241 req-49d17074-6a81-4600-9e91-637c1d3152f0 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113699) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:45:24.143875 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-21c02efb-3464-4188-ad41-086879124241 req-49d17074-6a81-4600-9e91-637c1d3152f0 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0150774 Sep 16 12:45:24.200179 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9347f2-f421-465b-a70d-9123848c8ed6 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Pushing event updated for resources: {'Port': ['ID=aef79ed7-9782-4b45-9885-4a06aa3cc1f4,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:24.493784 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 45536) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:24.532673 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6155-7220-4605-ad3a-25f3b4fc16b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:24.615748 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 45542) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:24.646714 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-14216332-836f-4a56-bc32-5e4485171e49 None None] Provisioning complete for port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:45:24.648393 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-14216332-836f-4a56-bc32-5e4485171e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (aef79ed7-9782-4b45-9885-4a06aa3cc1f4), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:24.651741 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-14216332-836f-4a56-bc32-5e4485171e49 None None] Attempt 1 to provision port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 Sep 16 12:45:24.671987 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b4a9103c-9c33-4e86-9711-deb96ed19f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:24.736769 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6155-7220-4605-ad3a-25f3b4fc16b8 admin admin] Publish callbacks [] for security_group (358da709-3538-4e15-8087-7826c8a4ef85), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:24.748678 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6155-7220-4605-ad3a-25f3b4fc16b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (358da709-3538-4e15-8087-7826c8a4ef85), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:24.751998 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:24.857016 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-14216332-836f-4a56-bc32-5e4485171e49 None None] Port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:45:24.899289 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a6155-7220-4605-ad3a-25f3b4fc16b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358da709-3538-4e15-8087-7826c8a4ef85,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:25.052083 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-1d2a6155-7220-4605-ad3a-25f3b4fc16b8 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=1f6b053e8bdc4c89b4d8099a2fb1c68e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5576377 Sep 16 12:45:25.057684 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 45554) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:25.062347 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed38eb5-0146-447a-ad59-88499a5c8aee req-e04074d7-aa91-43de-8912-1649b6d06c5f tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:25.076929 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bed38eb5-0146-447a-ad59-88499a5c8aee req-e04074d7-aa91-43de-8912-1649b6d06c5f tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 936 time: 0.4777308 Sep 16 12:45:25.090124 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b4a9103c-9c33-4e86-9711-deb96ed19f0c admin admin] Publish callbacks [] for security_group (66423720-6696-478e-8e9f-04392ab4fea9), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:25.101821 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b4a9103c-9c33-4e86-9711-deb96ed19f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (66423720-6696-478e-8e9f-04392ab4fea9), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:25.197271 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9103c-9c33-4e86-9711-deb96ed19f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66423720-6696-478e-8e9f-04392ab4fea9,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:25.240581 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 45564) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:25.314444 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bed38eb5-0146-447a-ad59-88499a5c8aee req-126aae34-e419-4d7a-97b6-510866f1de9a tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361391 Sep 16 12:45:25.358684 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-14216332-836f-4a56-bc32-5e4485171e49 None None] Attempt 2 to provision port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 Sep 16 12:45:25.504396 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-14216332-836f-4a56-bc32-5e4485171e49 None None] Port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:45:25.538764 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ce0d-4732-481b-97f3-e2724ff6b5b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:25.570694 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c35acaa0-38ba-4467-b228-80438b99b741 admin admin] Publish callbacks [] for security_group (358da709-3538-4e15-8087-7826c8a4ef85), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:25.614420 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b4a9103c-9c33-4e86-9711-deb96ed19f0c admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=5662d41360a4497185000634fba03e81&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9959042 Sep 16 12:45:25.617201 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 45580) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:25.627628 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c35acaa0-38ba-4467-b228-80438b99b741 admin admin] Publish callbacks [] for security_group (358da709-3538-4e15-8087-7826c8a4ef85), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:25.681236 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=9 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:25.732370 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 45582) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:25.756877 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c35acaa0-38ba-4467-b228-80438b99b741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (358da709-3538-4e15-8087-7826c8a4ef85), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:25.759639 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c35acaa0-38ba-4467-b228-80438b99b741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:25.761901 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c35acaa0-38ba-4467-b228-80438b99b741 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/358da709-3538-4e15-8087-7826c8a4ef85 HTTP/1.1" status: 204 len: 168 time: 0.6936152 Sep 16 12:45:25.767636 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e2b33eee-ec5c-499a-bbec-e2df5ea1b604 admin admin] Publish callbacks [] for security_group (66423720-6696-478e-8e9f-04392ab4fea9), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:25.783967 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ce0d-4732-481b-97f3-e2724ff6b5b2 admin admin] Publish callbacks [] for security_group (b483d1b8-b7a6-4049-a109-2474a114d693), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:25.785274 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35acaa0-38ba-4467-b228-80438b99b741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358da709-3538-4e15-8087-7826c8a4ef85,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:25.790063 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ce0d-4732-481b-97f3-e2724ff6b5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b483d1b8-b7a6-4049-a109-2474a114d693), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:25.835759 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e2b33eee-ec5c-499a-bbec-e2df5ea1b604 admin admin] Publish callbacks [] for security_group (66423720-6696-478e-8e9f-04392ab4fea9), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:25.843403 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] Request body: {'port': {'device_id': '3ab83a18-0e02-4082-a9f8-b7f93ad2e347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:45:25.928152 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:25.932543 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (aef79ed7-9782-4b45-9885-4a06aa3cc1f4), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:25.975827 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d8d9ce0d-4732-481b-97f3-e2724ff6b5b2 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=b661409e8e5b4762846d86618e2e2480&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7296395 Sep 16 12:45:25.979707 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 45596) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:25.985321 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9ce0d-4732-481b-97f3-e2724ff6b5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b483d1b8-b7a6-4049-a109-2474a114d693,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:26.005796 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-14216332-836f-4a56-bc32-5e4485171e49 None None] Attempt 3 to provision port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 Sep 16 12:45:26.017540 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4bc8efea-f300-485e-9a3c-3d0b3362827a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:26.083867 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e2b33eee-ec5c-499a-bbec-e2df5ea1b604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (66423720-6696-478e-8e9f-04392ab4fea9), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:26.094187 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e2b33eee-ec5c-499a-bbec-e2df5ea1b604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:26.100858 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-e2b33eee-ec5c-499a-bbec-e2df5ea1b604 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/66423720-6696-478e-8e9f-04392ab4fea9 HTTP/1.1" status: 204 len: 168 time: 0.4798849 Sep 16 12:45:26.106074 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-14216332-836f-4a56-bc32-5e4485171e49 None None] Port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:45:26.128807 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4bc8efea-f300-485e-9a3c-3d0b3362827a admin admin] Publish callbacks [] for security_group (1a491065-adb0-47df-8906-ae601957e337), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:26.138422 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4bc8efea-f300-485e-9a3c-3d0b3362827a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (1a491065-adb0-47df-8906-ae601957e337), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:26.161770 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b33eee-ec5c-499a-bbec-e2df5ea1b604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66423720-6696-478e-8e9f-04392ab4fea9,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:26.180464 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8efea-f300-485e-9a3c-3d0b3362827a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a491065-adb0-47df-8906-ae601957e337,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:26.188014 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:26.198590 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-3a2f2171-2c6e-4ee5-9ec8-d48d1f9b4365 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=065037c7cf1d4b0d8d12253372a605b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0987527 Sep 16 12:45:26.286656 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4bc8efea-f300-485e-9a3c-3d0b3362827a admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=b1700e6257ad4d03a50774648eafb269&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5506234 Sep 16 12:45:26.292272 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 45606) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:26.442902 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7a1fa747-72b1-4106-8292-7ec706f30257 admin admin] Publish callbacks [] for security_group (1a491065-adb0-47df-8906-ae601957e337), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:26.493284 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7a1fa747-72b1-4106-8292-7ec706f30257 admin admin] Publish callbacks [] for security_group (1a491065-adb0-47df-8906-ae601957e337), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:26.514580 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-d4564c00-6c0e-4e84-8c03-f63d7a119906 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:26.550705 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-d4564c00-6c0e-4e84-8c03-f63d7a119906 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3511662 Sep 16 12:45:26.566092 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:26.608225 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 45612) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:26.609158 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-72896ed4-f014-4824-bbdb-c6dd47b73b9b admin admin] Publish callbacks [] for security_group (b483d1b8-b7a6-4049-a109-2474a114d693), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:26.610586 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-14216332-836f-4a56-bc32-5e4485171e49 None None] Attempt 4 to provision port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 Sep 16 12:45:26.652737 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-0123f989-6629-43eb-9e40-4df5cc3a56e2 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/quotas/065037c7cf1d4b0d8d12253372a605b0 HTTP/1.1" status: 200 len: 375 time: 0.0939150 Sep 16 12:45:26.693330 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7a1fa747-72b1-4106-8292-7ec706f30257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (1a491065-adb0-47df-8906-ae601957e337), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:26.696628 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7a1fa747-72b1-4106-8292-7ec706f30257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:26.698354 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7a1fa747-72b1-4106-8292-7ec706f30257 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/1a491065-adb0-47df-8906-ae601957e337 HTTP/1.1" status: 204 len: 168 time: 0.4050667 Sep 16 12:45:26.705758 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-72896ed4-f014-4824-bbdb-c6dd47b73b9b admin admin] Publish callbacks [] for security_group (b483d1b8-b7a6-4049-a109-2474a114d693), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:26.712208 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-14216332-836f-4a56-bc32-5e4485171e49 None None] Port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:45:26.721411 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fa747-72b1-4106-8292-7ec706f30257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a491065-adb0-47df-8906-ae601957e337,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:26.792970 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef79ed7-9782-4b45-9885-4a06aa3cc1f4 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:45:26.805845 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] Publish callbacks [] for port (aef79ed7-9782-4b45-9885-4a06aa3cc1f4), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:26.861425 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] Transition to ACTIVE for port object aef79ed7-9782-4b45-9885-4a06aa3cc1f4 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:45:26.867772 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (aef79ed7-9782-4b45-9885-4a06aa3cc1f4), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:26.918746 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-19319646-59b8-4cc6-b670-7565b624e8de tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=065037c7cf1d4b0d8d12253372a605b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2595358 Sep 16 12:45:26.995538 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] Pushing event updated for resources: {'Port': ['ID=aef79ed7-9782-4b45-9885-4a06aa3cc1f4,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:27.002369 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9138c-d153-456b-ac78-f0992d08968f req-36a973b9-8ced-4932-84c5-f3740ca812c4 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:27.009928 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8ee9138c-d153-456b-ac78-f0992d08968f req-36a973b9-8ced-4932-84c5-f3740ca812c4 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 936 time: 0.2232697 Sep 16 12:45:27.037450 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:27.041517 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] Attempting to bind port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:45:27.042286 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] Attempting to bind port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:45:27.042952 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] Attempting to bind port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:45:27.126356 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-72896ed4-f014-4824-bbdb-c6dd47b73b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b483d1b8-b7a6-4049-a109-2474a114d693), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:27.129542 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-72896ed4-f014-4824-bbdb-c6dd47b73b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:27.136804 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9a4a7962-2f24-4520-a501-d6159750c07b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:27.142661 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-72896ed4-f014-4824-bbdb-c6dd47b73b9b admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b483d1b8-b7a6-4049-a109-2474a114d693 HTTP/1.1" status: 204 len: 168 time: 1.1609156 Sep 16 12:45:27.213335 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-14216332-836f-4a56-bc32-5e4485171e49 None None] Attempt 5 to provision port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 Sep 16 12:45:27.229472 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] Port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:45:27.230220 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] Attempting to bind port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:45:27.240324 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8ee9138c-d153-456b-ac78-f0992d08968f req-d88f8b02-8d61-4c17-b0cd-470cadc0b499 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277789 Sep 16 12:45:27.246892 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72896ed4-f014-4824-bbdb-c6dd47b73b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b483d1b8-b7a6-4049-a109-2474a114d693,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:27.424695 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-39736966-86fc-41e9-a601-95c3d88048ad req-ad6aaf7d-a535-4877-933f-c097c3f86a0d tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 210 time: 0.1325779 Sep 16 12:45:27.441001 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-14216332-836f-4a56-bc32-5e4485171e49 None None] Port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:45:27.517786 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9a4a7962-2f24-4520-a501-d6159750c07b admin admin] Publish callbacks [] for security_group (823ba958-df01-46e9-a430-340fb8fac3c7), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:27.519558 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:45:27.520279 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:45:27.520479 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:45:27.520924 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] Bound port: aef79ed7-9782-4b45-9885-4a06aa3cc1f4, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:45:27.521355 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (aef79ed7-9782-4b45-9885-4a06aa3cc1f4), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:27.526459 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9a4a7962-2f24-4520-a501-d6159750c07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (823ba958-df01-46e9-a430-340fb8fac3c7), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:27.652859 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9a4a7962-2f24-4520-a501-d6159750c07b admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=30e782d646d7424297d8217001408584&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0441141 Sep 16 12:45:27.656511 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 45648) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:27.660593 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 45650) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:27.671435 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a7962-2f24-4520-a501-d6159750c07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823ba958-df01-46e9-a430-340fb8fac3c7,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:27.750268 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] For port aef79ed7-9782-4b45-9885-4a06aa3cc1f4, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:45:27.759737 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] For port aef79ed7-9782-4b45-9885-4a06aa3cc1f4, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=aef79ed7-9782-4b45-9885-4a06aa3cc1f4,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:45:27.763671 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7837f185-80d1-48a6-ab5a-be7730ada60a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:27.771997 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (aef79ed7-9782-4b45-9885-4a06aa3cc1f4), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:27.851451 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] Pushing event updated for resources: {'Port': ['ID=aef79ed7-9782-4b45-9885-4a06aa3cc1f4,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:27.860433 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:27.861110 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:27.863355 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-21c02efb-3464-4188-ad41-086879124241 req-2377cbcd-1f02-4d74-8fe5-892e9decb06f service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/aef79ed7-9782-4b45-9885-4a06aa3cc1f4 HTTP/1.1" status: 200 len: 1096 time: 2.3486831 Sep 16 12:45:27.864756 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab83a18-0e02-4082-a9f8-b7f93ad2e347', 'tag': 'aef79ed7-9782-4b45-9885-4a06aa3cc1f4'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:45:27.943328 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-14216332-836f-4a56-bc32-5e4485171e49 None None] Attempt 6 to provision port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 Sep 16 12:45:28.031842 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-14216332-836f-4a56-bc32-5e4485171e49 None None] Port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:45:28.077757 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-747fc1fd-5a31-4498-82a3-f18901a91bda admin admin] Publish callbacks [] for security_group (823ba958-df01-46e9-a430-340fb8fac3c7), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:28.210255 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-747fc1fd-5a31-4498-82a3-f18901a91bda admin admin] Publish callbacks [] for security_group (823ba958-df01-46e9-a430-340fb8fac3c7), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:28.219611 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c02efb-3464-4188-ad41-086879124241 req-b9f03079-45c6-48fb-8753-e9dc7c6b9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:28.225180 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-21c02efb-3464-4188-ad41-086879124241 req-b9f03079-45c6-48fb-8753-e9dc7c6b9efe service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=e1b6b2ef87ef4629941a0cc9942d7e4c&device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 1130 time: 0.2626994 Sep 16 12:45:28.391044 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7837f185-80d1-48a6-ab5a-be7730ada60a admin admin] Publish callbacks [] for security_group (8c1aefd3-1488-43e4-87b5-f877891f793e), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:28.397333 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-21c02efb-3464-4188-ad41-086879124241 req-46a8ad2e-d294-4f7c-b929-1555bc308043 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=aef79ed7-9782-4b45-9885-4a06aa3cc1f4 HTTP/1.1" status: 200 len: 217 time: 0.1565397 Sep 16 12:45:28.399299 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7837f185-80d1-48a6-ab5a-be7730ada60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (8c1aefd3-1488-43e4-87b5-f877891f793e), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:28.469870 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:28.514864 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-7837f185-80d1-48a6-ab5a-be7730ada60a admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=b8eedc1620b245dd9fea5a01af295ba0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8459361 Sep 16 12:45:28.516565 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837f185-80d1-48a6-ab5a-be7730ada60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1aefd3-1488-43e4-87b5-f877891f793e,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:28.519309 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 45686) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:28.579503 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-747fc1fd-5a31-4498-82a3-f18901a91bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (823ba958-df01-46e9-a430-340fb8fac3c7), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:28.582427 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-747fc1fd-5a31-4498-82a3-f18901a91bda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:28.584595 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-747fc1fd-5a31-4498-82a3-f18901a91bda admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/823ba958-df01-46e9-a430-340fb8fac3c7 HTTP/1.1" status: 204 len: 168 time: 0.9262538 Sep 16 12:45:28.600271 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:45:28.625453 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6b1b4c-fc26-47f1-96e5-e2f3c1884e00" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab83a18-0e02-4082-a9f8-b7f93ad2e347", "tag": "aef79ed7-9782-4b45-9885-4a06aa3cc1f4"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:45:28.654521 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c02efb-3464-4188-ad41-086879124241 req-9056e1b0-e85f-4f5b-a98e-6473184b203f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:28.657260 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-21c02efb-3464-4188-ad41-086879124241 req-9056e1b0-e85f-4f5b-a98e-6473184b203f service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.2481210 Sep 16 12:45:28.665847 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fc1fd-5a31-4498-82a3-f18901a91bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823ba958-df01-46e9-a430-340fb8fac3c7,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:28.755710 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d25b5-b7f0-48a5-ace1-189eb8e1643e req-a4143128-d822-4082-bde8-d82ee6e6bc9d tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:28.757397 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-406d25b5-b7f0-48a5-ace1-189eb8e1643e req-a4143128-d822-4082-bde8-d82ee6e6bc9d tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 948 time: 0.1833138 Sep 16 12:45:28.838205 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d68a900b-821d-489a-b739-93912ba883e1 req-35b33075-9e56-4c59-9af8-0f54116aa50f tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 210 time: 0.1817102 Sep 16 12:45:28.893067 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c02efb-3464-4188-ad41-086879124241 req-f3afcc20-efa3-4b0e-b8ae-703c1a6b22ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:28.897060 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-21c02efb-3464-4188-ad41-086879124241 req-f3afcc20-efa3-4b0e-b8ae-703c1a6b22ba service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2266424 Sep 16 12:45:28.962849 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-406d25b5-b7f0-48a5-ace1-189eb8e1643e req-e94a76e1-91cf-40f6-b4e8-1cd550c416a0 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318345 Sep 16 12:45:29.005383 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-90219ef3-cf23-4841-9869-ddeccaba2dfc admin admin] Publish callbacks [] for security_group (8c1aefd3-1488-43e4-87b5-f877891f793e), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:29.052946 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-90219ef3-cf23-4841-9869-ddeccaba2dfc admin admin] Publish callbacks [] for security_group (8c1aefd3-1488-43e4-87b5-f877891f793e), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:29.171055 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-90219ef3-cf23-4841-9869-ddeccaba2dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (8c1aefd3-1488-43e4-87b5-f877891f793e), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:29.186301 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-90219ef3-cf23-4841-9869-ddeccaba2dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:29.209076 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-90219ef3-cf23-4841-9869-ddeccaba2dfc admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/8c1aefd3-1488-43e4-87b5-f877891f793e HTTP/1.1" status: 204 len: 168 time: 0.6565707 Sep 16 12:45:29.227864 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-21c02efb-3464-4188-ad41-086879124241 req-d72742d4-026a-49b9-a8e7-d98f8fdfea1f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177872 Sep 16 12:45:29.237778 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90219ef3-cf23-4841-9869-ddeccaba2dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1aefd3-1488-43e4-87b5-f877891f793e,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:29.480363 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:29.539954 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-21c02efb-3464-4188-ad41-086879124241 req-99f7699e-a65f-4459-971d-350c18dad741 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916289 Sep 16 12:45:29.919317 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf80d1b-755d-4617-8a13-bd81c2d2d0c5 x-openstack-request-id: req-fbf80d1b-755d-4617-8a13-bd81c2d2d0c5 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:45:29.921962 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab83a18-0e02-4082-a9f8-b7f93ad2e347", "tag": "aef79ed7-9782-4b45-9885-4a06aa3cc1f4", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:45:29.922633 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fbf80d1b-755d-4617-8a13-bd81c2d2d0c5 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:45:29.923138 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf80d1b-755d-4617-8a13-bd81c2d2d0c5'] response: {'name': 'network-changed', 'server_uuid': '3ab83a18-0e02-4082-a9f8-b7f93ad2e347', 'tag': 'aef79ed7-9782-4b45-9885-4a06aa3cc1f4', 'status': 'completed', 'code': 200} Sep 16 12:45:30.031027 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 45730) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:30.034084 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bece7969-ced7-40d8-8cb5-9282d6b2ccac req-929bf0ca-2861-45ac-9c30-81d8484659cf tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 210 time: 0.0486996 Sep 16 12:45:30.078058 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-83230372-716f-44bc-ae04-3b5a9eaa1a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:30.080191 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:30.206415 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:30.213973 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14814e23-d147-4c8d-8fb8-190f4f5de53c req-115dee89-7e16-4f40-a9ac-5094c3947d82 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:30.221317 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14814e23-d147-4c8d-8fb8-190f4f5de53c req-115dee89-7e16-4f40-a9ac-5094c3947d82 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 948 time: 0.0648701 Sep 16 12:45:30.308177 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14814e23-d147-4c8d-8fb8-190f4f5de53c req-bd3723ac-2d47-45cc-811f-7d5fbf2818fe tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825748 Sep 16 12:45:30.340359 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-83230372-716f-44bc-ae04-3b5a9eaa1a45 admin admin] Publish callbacks [] for security_group (74e66f77-3fa7-4a32-b5b2-73a788bab92b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:30.348906 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-83230372-716f-44bc-ae04-3b5a9eaa1a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (74e66f77-3fa7-4a32-b5b2-73a788bab92b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:30.407114 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-83230372-716f-44bc-ae04-3b5a9eaa1a45 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=277cf2a64b5b4b84ac249c3731853968&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3747170 Sep 16 12:45:30.410077 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 45740) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:30.412684 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83230372-716f-44bc-ae04-3b5a9eaa1a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e66f77-3fa7-4a32-b5b2-73a788bab92b,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:30.545985 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cee13d06-b4f1-4bf7-bb44-abb9c708dc0e admin admin] Publish callbacks [] for security_group (74e66f77-3fa7-4a32-b5b2-73a788bab92b), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:30.613519 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cee13d06-b4f1-4bf7-bb44-abb9c708dc0e admin admin] Publish callbacks [] for security_group (74e66f77-3fa7-4a32-b5b2-73a788bab92b), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:30.713881 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cee13d06-b4f1-4bf7-bb44-abb9c708dc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (74e66f77-3fa7-4a32-b5b2-73a788bab92b), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:30.717093 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cee13d06-b4f1-4bf7-bb44-abb9c708dc0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:30.718403 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-cee13d06-b4f1-4bf7-bb44-abb9c708dc0e admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/74e66f77-3fa7-4a32-b5b2-73a788bab92b HTTP/1.1" status: 204 len: 168 time: 0.3073440 Sep 16 12:45:30.745974 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee13d06-b4f1-4bf7-bb44-abb9c708dc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e66f77-3fa7-4a32-b5b2-73a788bab92b,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:30.760540 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:31.229534 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fa1f7064-eac5-48f9-b173-71367564a594 req-fc9993a3-5012-49eb-ba67-171ac5cc6797 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 210 time: 0.0612311 Sep 16 12:45:31.388933 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 45774) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:31.608240 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf26bf-a1b8-4ee2-be17-d57c59fe87e6 req-2563e041-3579-4754-a9b7-111b5c1efed4 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:31.620789 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0bf26bf-a1b8-4ee2-be17-d57c59fe87e6 req-2563e041-3579-4754-a9b7-111b5c1efed4 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 948 time: 0.1483197 Sep 16 12:45:31.712267 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0bf26bf-a1b8-4ee2-be17-d57c59fe87e6 req-5d25fe22-cc86-4326-acce-d30bba3bf60a tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836661 Sep 16 12:45:31.918758 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-fb588089-7e9d-4110-8838-46dd22d84d72 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1891470959-network', 'tenant_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:45:31.964348 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb588089-7e9d-4110-8838-46dd22d84d72 admin admin] Made reservation on behalf of fdb8475c5f1148a4a47205cc2bd9f0b1 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:45:31.967857 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fb588089-7e9d-4110-8838-46dd22d84d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:31.985610 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fb588089-7e9d-4110-8838-46dd22d84d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:32.091761 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fb588089-7e9d-4110-8838-46dd22d84d72 admin admin] Publish callbacks [] for security_group (c6ff114e-ded5-40da-a2f0-bb5cbfcb7173), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:32.096766 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fb588089-7e9d-4110-8838-46dd22d84d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (c6ff114e-ded5-40da-a2f0-bb5cbfcb7173), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:32.146314 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb588089-7e9d-4110-8838-46dd22d84d72 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:45:32.161805 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb588089-7e9d-4110-8838-46dd22d84d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ff114e-ded5-40da-a2f0-bb5cbfcb7173,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:32.172089 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fb588089-7e9d-4110-8838-46dd22d84d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (27b0132b-8523-413b-ac57-6d5280e11361), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:32.172698 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-fb588089-7e9d-4110-8838-46dd22d84d72 admin admin] Added segment 27b0132b-8523-413b-ac57-6d5280e11361 of type vlan for network 0788cdeb-03d3-414c-8670-32387387bf1f Sep 16 12:45:32.235625 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fb588089-7e9d-4110-8838-46dd22d84d72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (0788cdeb-03d3-414c-8670-32387387bf1f), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:32.277972 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fb588089-7e9d-4110-8838-46dd22d84d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (0788cdeb-03d3-414c-8670-32387387bf1f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:32.279288 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb588089-7e9d-4110-8838-46dd22d84d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:32.280073 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fb588089-7e9d-4110-8838-46dd22d84d72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:32.324604 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e82471f9-949e-4c27-899d-ec85d7ab46a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:32.348068 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-fb588089-7e9d-4110-8838-46dd22d84d72 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9548752 Sep 16 12:45:32.348441 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 45802) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:32.354320 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-a50d4cb2-e78e-4532-acef-c72da24faab8 admin admin] Request body: {'subnet': {'network_id': '0788cdeb-03d3-414c-8670-32387387bf1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1891470959-subnet', 'tenant_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:45:32.410481 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb588089-7e9d-4110-8838-46dd22d84d72 admin admin] Pushing event updated for resources: {'Network': ['ID=0788cdeb-03d3-414c-8670-32387387bf1f,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:32.431814 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 0788cdeb-03d3-414c-8670-32387387bf1f details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:45:32.486421 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3830d454-9361-4eaa-b874-d0f6629544e7 req-745f3744-4967-4d76-81dd-192672af41e1 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 210 time: 0.0909531 Sep 16 12:45:32.502143 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50d4cb2-e78e-4532-acef-c72da24faab8 admin admin] Made reservation on behalf of fdb8475c5f1148a4a47205cc2bd9f0b1 for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:45:32.504863 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a50d4cb2-e78e-4532-acef-c72da24faab8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:32.788256 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:32.876056 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a50d4cb2-e78e-4532-acef-c72da24faab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for subnet (c4498453-433e-4c98-a40d-4f317e8a17be), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:32.999788 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ff28b-cc38-46c8-ba1f-cc236d881959 req-7d6c5a9b-e89e-4b87-bd30-96d1e06ea41d tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:33.001502 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a32ff28b-cc38-46c8-ba1f-cc236d881959 req-7d6c5a9b-e89e-4b87-bd30-96d1e06ea41d tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 948 time: 0.0675795 Sep 16 12:45:33.016385 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d4cb2-e78e-4532-acef-c72da24faab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4498453-433e-4c98-a40d-4f317e8a17be,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:33.027829 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d4cb2-e78e-4532-acef-c72da24faab8 admin admin] Checking segment: {'id': '27b0132b-8523-413b-ac57-6d5280e11361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0788cdeb-03d3-414c-8670-32387387bf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:45:33.028038 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50d4cb2-e78e-4532-acef-c72da24faab8 admin admin] Network hostable DHCP agents. Network: 0788cdeb-03d3-414c-8670-32387387bf1f, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:45:33.069622 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50d4cb2-e78e-4532-acef-c72da24faab8 admin admin] Network 0788cdeb-03d3-414c-8670-32387387bf1f is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:45:33.097397 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-a50d4cb2-e78e-4532-acef-c72da24faab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 0788cdeb-03d3-414c-8670-32387387bf1f) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:45:33.109554 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cd255b-1385-4ce3-a1cd-238a4bd498c6 None None] Network 0788cdeb-03d3-414c-8670-32387387bf1f requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:45:33.110136 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50d4cb2-e78e-4532-acef-c72da24faab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:33.110893 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a50d4cb2-e78e-4532-acef-c72da24faab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:33.165725 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a50d4cb2-e78e-4532-acef-c72da24faab8 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8133514 Sep 16 12:45:33.185536 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 45822) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:33.187082 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a32ff28b-cc38-46c8-ba1f-cc236d881959 req-641e4107-6c0d-4dd2-b7ed-5dc5873d32a9 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477480 Sep 16 12:45:33.195289 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-5ade9139-3dff-4e03-8b12-7a8d619df91f admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1891470959-router', 'tenant_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:45:33.245825 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5ade9139-3dff-4e03-8b12-7a8d619df91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (fcc11fcd-9363-4a94-8120-287b27ec4cb6), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:33.246986 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5ade9139-3dff-4e03-8b12-7a8d619df91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (fcc11fcd-9363-4a94-8120-287b27ec4cb6), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:33.272141 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b1b4c-fc26-47f1-96e5-e2f3c1884e00 req-eddd930a-5e45-43c2-b812-e3f63edc06db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:33.273895 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9c6b1b4c-fc26-47f1-96e5-e2f3c1884e00 req-eddd930a-5e45-43c2-b812-e3f63edc06db service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=e1b6b2ef87ef4629941a0cc9942d7e4c&device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 1130 time: 0.1667519 Sep 16 12:45:33.453362 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-0788cdeb-03d3-414c-8670-32387387bf1f', 'network_id': '0788cdeb-03d3-414c-8670-32387387bf1f', 'project_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'fixed_ips': [{'subnet_id': 'c4498453-433e-4c98-a40d-4f317e8a17be'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:45:33.460317 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:33.798449 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9a8b07b0-6db0-4952-8aba-885f88d2a3cf req-377f6e9a-e508-443d-933b-61ebabf5d053 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 210 time: 0.1585917 Sep 16 12:45:33.800621 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:33.803719 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b1b4c-fc26-47f1-96e5-e2f3c1884e00 req-7276c0d0-4374-4246-aea6-ed2daee9ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:33.805608 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9c6b1b4c-fc26-47f1-96e5-e2f3c1884e00 req-7276c0d0-4374-4246-aea6-ed2daee9ad10 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.5046043 Sep 16 12:45:33.868020 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5ade9139-3dff-4e03-8b12-7a8d619df91f admin admin] Publish callbacks [] for router_controller (fcc11fcd-9363-4a94-8120-287b27ec4cb6), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:33.944739 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Allocated IP 172.20.0.2 (0788cdeb-03d3-414c-8670-32387387bf1f/c4498453-433e-4c98-a40d-4f317e8a17be/df81e300-90b4-4243-a5d1-4d54e86edd0c) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:45:34.218113 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:34.223584 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:34.226356 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5ade9139-3dff-4e03-8b12-7a8d619df91f admin admin] Publish callbacks [] for router_gateway (fcc11fcd-9363-4a94-8120-287b27ec4cb6), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:34.392999 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3123b-c136-4932-a6b1-a3472728746b req-c2a9e735-67a2-42af-a915-cac3200158c7 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:34.403408 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34d3123b-c136-4932-a6b1-a3472728746b req-c2a9e735-67a2-42af-a915-cac3200158c7 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 948 time: 0.1039534 Sep 16 12:45:34.445318 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Publish callbacks [] for port (df81e300-90b4-4243-a5d1-4d54e86edd0c), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:34.476508 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (df81e300-90b4-4243-a5d1-4d54e86edd0c), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:34.564955 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9c6b1b4c-fc26-47f1-96e5-e2f3c1884e00 req-34ee0b4f-5aee-42bd-8713-1be94ed95a8e service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=aef79ed7-9782-4b45-9885-4a06aa3cc1f4 HTTP/1.1" status: 200 len: 217 time: 0.1162655 Sep 16 12:45:34.578001 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34d3123b-c136-4932-a6b1-a3472728746b req-1ea4d255-eac2-4c87-b151-56db8a91b69b tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712794 Sep 16 12:45:34.646186 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.76', 52842) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:34.703496 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-b476b13b-455b-470f-aecc-26dfb9182c79 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=065037c7cf1d4b0d8d12253372a605b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495625 Sep 16 12:45:34.722443 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5ade9139-3dff-4e03-8b12-7a8d619df91f admin admin] Publish callbacks [] for router_gateway (fcc11fcd-9363-4a94-8120-287b27ec4cb6), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:34.772943 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5ade9139-3dff-4e03-8b12-7a8d619df91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:34.786534 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Network 0788cdeb-03d3-414c-8670-32387387bf1f is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:45:34.812656 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:45:34.817024 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:45:34.836457 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Pushing event updated for resources: {'Port': ['ID=df81e300-90b4-4243-a5d1-4d54e86edd0c,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:34.869708 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c3865e48-b25f-42c0-b708-9f22af658fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:34.891611 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:34.892009 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:34.892387 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:34.892795 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:34.893134 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:34.893483 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:34.893893 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:34.894141 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:34.894488 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:34.894824 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:34.895218 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:34.909601 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:34.910156 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:34.910509 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:34.910926 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Tracked resource versions report: Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: pushed versions: Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: { 'AddressGroup': {'1.2'}, Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'Agent': {'1.1'}, Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'ConntrackHelper': {'1.0'}, Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'LocalIPAssociation': {'1.0'}, Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'Log': {'1.0'}, Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'NDPProxy': {'1.0'}, Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'Network': {'1.1'}, Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'Port': {'1.7'}, Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'PortForwarding': {'1.3'}, Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'QosPolicy': {'1.10'}, Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'SecurityGroup': {'1.5'}, Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'SecurityGroupRule': {'1.2'}, Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'SubPort': {'1.0'}, Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'Subnet': {'1.1'}, Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'Trunk': {'1.1'}} Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: consumer versions: Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: { DHCP agent@n-d-858094-4: {}, Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: HyperV agent@n-h1-858094-4: {}, Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: HyperV agent@n-h2-858094-4: {}, Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: L3 agent@n-d-858094-4: {}, Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: Metadata agent@n-d-858094-4: {}, Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: Metering agent@n-d-858094-4: {}, Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: Open vSwitch agent@n-d-858094-4: { 'AddressGroup': '1.2', Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'Agent': '1.1', Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'ConntrackHelper': '1.0', Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'LocalIPAssociation': '1.0', Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'Log': '1.0', Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'NDPProxy': '1.0', Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'Network': '1.1', Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'Port': '1.7', Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'PortForwarding': '1.3', Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'QosPolicy': '1.10', Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'SecurityGroup': '1.5', Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'SecurityGroupRule': '1.2', Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'SubPort': '1.0', Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'Subnet': '1.1', Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: 'Trunk': '1.1'}} Sep 16 12:45:34.912283 n-d-858094-4 neutron-server[113700]: {{(pid=113700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 12:45:34.949681 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:35.035025 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b1b4c-fc26-47f1-96e5-e2f3c1884e00 req-5ff8f05e-d1f8-4134-a663-ce9f0f0572e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:35.049815 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9c6b1b4c-fc26-47f1-96e5-e2f3c1884e00 req-5ff8f05e-d1f8-4134-a663-ce9f0f0572e6 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.4465456 Sep 16 12:45:35.100746 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Attempting to bind port df81e300-90b4-4243-a5d1-4d54e86edd0c on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:45:35.101160 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Attempting to bind port df81e300-90b4-4243-a5d1-4d54e86edd0c by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '27b0132b-8523-413b-ac57-6d5280e11361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0788cdeb-03d3-414c-8670-32387387bf1f'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:45:35.101552 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Attempting to bind port df81e300-90b4-4243-a5d1-4d54e86edd0c on network 0788cdeb-03d3-414c-8670-32387387bf1f {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:45:35.110210 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-08f1131b-5a26-405a-8aea-86bbeee4697c tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:35.111712 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-08f1131b-5a26-405a-8aea-86bbeee4697c tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3909297 Sep 16 12:45:35.111964 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-5ade9139-3dff-4e03-8b12-7a8d619df91f admin admin] Allocated IP 172.25.2.176 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:45:35.139559 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf66d061-ab35-4f7d-b1c2-85f4b86047d2 req-463b7885-5522-47b8-a97c-e49102b57f63 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 210 time: 0.0545232 Sep 16 12:45:35.218946 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:45:35.220230 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Checking segment: {'id': '27b0132b-8523-413b-ac57-6d5280e11361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0788cdeb-03d3-414c-8670-32387387bf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:45:35.221441 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:35.222451 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Bound using segment: {'id': '27b0132b-8523-413b-ac57-6d5280e11361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0788cdeb-03d3-414c-8670-32387387bf1f'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:45:35.223647 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Bound port: df81e300-90b4-4243-a5d1-4d54e86edd0c, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b0132b-8523-413b-ac57-6d5280e11361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0788cdeb-03d3-414c-8670-32387387bf1f'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:45:35.224565 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (df81e300-90b4-4243-a5d1-4d54e86edd0c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:35.229382 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-1e3b2087-8585-450e-b4a1-7339ca43af43 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Request body: {'port': {'device_id': 'cafdd5ab-69fa-40fc-a555-8a2668f40e5e', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '065037c7cf1d4b0d8d12253372a605b0'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:45:35.289856 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b1b4c-fc26-47f1-96e5-e2f3c1884e00 req-0087602d-8941-4200-b961-1b6125eae4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:35.292499 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9c6b1b4c-fc26-47f1-96e5-e2f3c1884e00 req-0087602d-8941-4200-b961-1b6125eae4f9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0692310 Sep 16 12:45:35.343158 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5ade9139-3dff-4e03-8b12-7a8d619df91f admin admin] Publish callbacks [] for port (97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:35.425765 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] For port df81e300-90b4-4243-a5d1-4d54e86edd0c, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:45:35.434890 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] For port df81e300-90b4-4243-a5d1-4d54e86edd0c, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=df81e300-90b4-4243-a5d1-4d54e86edd0c,segment=NetworkSegment(27b0132b-8523-413b-ac57-6d5280e11361),segment_id=27b0132b-8523-413b-ac57-6d5280e11361)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:45:35.441907 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5ade9139-3dff-4e03-8b12-7a8d619df91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:35.454764 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (df81e300-90b4-4243-a5d1-4d54e86edd0c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:35.544318 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9c6b1b4c-fc26-47f1-96e5-e2f3c1884e00 req-530568ef-450c-4c1c-a3fe-d8ce6c24cc0c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356455 Sep 16 12:45:35.590313 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69da6f3-c8eb-4cee-b2ae-728b3deab49e None None] Pushing event updated for resources: {'Port': ['ID=df81e300-90b4-4243-a5d1-4d54e86edd0c,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:35.620178 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade9139-3dff-4e03-8b12-7a8d619df91f admin admin] Pushing event updated for resources: {'Port': ['ID=97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:35.641513 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ade9139-3dff-4e03-8b12-7a8d619df91f admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:45:35.643194 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-5ade9139-3dff-4e03-8b12-7a8d619df91f admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:45:35.655712 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ade9139-3dff-4e03-8b12-7a8d619df91f admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:45:35.710177 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-1e3b2087-8585-450e-b4a1-7339ca43af43 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Made reservation on behalf of 065037c7cf1d4b0d8d12253372a605b0 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:45:35.715491 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-1e3b2087-8585-450e-b4a1-7339ca43af43 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:35.736097 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:35.740246 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-1e3b2087-8585-450e-b4a1-7339ca43af43 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:35.839759 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b8fc9-3c5d-48d0-acfe-755f19ef0b29 req-102e034a-1f50-4c20-9c5d-7b016db1a368 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:35.841582 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-444b8fc9-3c5d-48d0-acfe-755f19ef0b29 req-102e034a-1f50-4c20-9c5d-7b016db1a368 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 948 time: 0.0719366 Sep 16 12:45:35.955523 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-444b8fc9-3c5d-48d0-acfe-755f19ef0b29 req-bdbed822-0b1c-4a0e-9b99-e9154756c02b tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988035 Sep 16 12:45:36.037940 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:36.050370 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:36.069601 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5ade9139-3dff-4e03-8b12-7a8d619df91f admin admin] Publish callbacks [] for router_gateway (fcc11fcd-9363-4a94-8120-287b27ec4cb6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:36.091282 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-1e3b2087-8585-450e-b4a1-7339ca43af43 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Publish callbacks [] for security_group (e522b84e-5b4f-44f9-aede-b56d6280ea0c), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:36.098012 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-1e3b2087-8585-450e-b4a1-7339ca43af43 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (e522b84e-5b4f-44f9-aede-b56d6280ea0c), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:36.150056 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:36.275434 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b2087-8585-450e-b4a1-7339ca43af43 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e522b84e-5b4f-44f9-aede-b56d6280ea0c,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:36.377952 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5ade9139-3dff-4e03-8b12-7a8d619df91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (fcc11fcd-9363-4a94-8120-287b27ec4cb6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:36.486762 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-1e3b2087-8585-450e-b4a1-7339ca43af43 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Allocated IP 192.168.233.55 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/63de9e43-b08e-4ff1-a01a-86057adb6cc8) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:45:36.549231 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ade9139-3dff-4e03-8b12-7a8d619df91f admin admin] Router fcc11fcd-9363-4a94-8120-287b27ec4cb6 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:45:36.572447 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5ad00448-c4f9-4bac-9708-6fa9f05ec8f6 req-131e8ad5-63b1-41c0-a0d3-ac8bc411e5f1 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 210 time: 0.0528502 Sep 16 12:45:36.737520 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-1e3b2087-8585-450e-b4a1-7339ca43af43 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Publish callbacks [] for port (63de9e43-b08e-4ff1-a01a-86057adb6cc8), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:36.814099 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-1e3b2087-8585-450e-b4a1-7339ca43af43 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (63de9e43-b08e-4ff1-a01a-86057adb6cc8), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:36.874430 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ade9139-3dff-4e03-8b12-7a8d619df91f admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:45:36.894291 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] Sync routers for ids ['fcc11fcd-9363-4a94-8120-287b27ec4cb6'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:45:36.895388 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5ade9139-3dff-4e03-8b12-7a8d619df91f admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:36.900526 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5ade9139-3dff-4e03-8b12-7a8d619df91f admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 937 time: 3.7134280 Sep 16 12:45:36.901589 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 45926) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:36.908969 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] Routers {'fcc11fcd-9363-4a94-8120-287b27ec4cb6'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:45:36.910694 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:45:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['fcc11fcd-9363-4a94-8120-287b27ec4cb6'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:45:36.930199 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:36.946160 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-1e3b2087-8585-450e-b4a1-7339ca43af43 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:45:36.958674 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-1e3b2087-8585-450e-b4a1-7339ca43af43 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:45:36.994412 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-1e3b2087-8585-450e-b4a1-7339ca43af43 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:45:37.000436 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-1e3b2087-8585-450e-b4a1-7339ca43af43 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:37.001354 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-1e3b2087-8585-450e-b4a1-7339ca43af43 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:37.015960 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b2087-8585-450e-b4a1-7339ca43af43 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Pushing event updated for resources: {'Port': ['ID=63de9e43-b08e-4ff1-a01a-86057adb6cc8,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:37.052851 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-1e3b2087-8585-450e-b4a1-7339ca43af43 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8289304 Sep 16 12:45:37.071612 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] Request body: {'port': {'device_id': 'cafdd5ab-69fa-40fc-a555-8a2668f40e5e', 'device_owner': 'compute:tempest-test_az-955207094', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:45:37.108794 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] Set router fcc11fcd-9363-4a94-8120-287b27ec4cb6 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:45:37.239239 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:37.239812 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (63de9e43-b08e-4ff1-a01a-86057adb6cc8), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:37.317246 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7026c191-32e7-4579-992c-992f23dcfe13 None None] Network 0788cdeb-03d3-414c-8670-32387387bf1f requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:45:37.332264 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9c6b1b4c-fc26-47f1-96e5-e2f3c1884e00 req-41bdc458-b71f-47e4-8425-ddf34690f0eb service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363023 Sep 16 12:45:37.469972 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc11fcd-9363-4a94-8120-287b27ec4cb6', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1891470959-router', 'tenant_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:45:33Z', 'updated_at': '2022-09-16T12:45:35Z', 'revision_number': 3, 'project_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'gw_port': {'id': '97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc11fcd-9363-4a94-8120-287b27ec4cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:34Z', 'updated_at': '2022-09-16T12:45:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:45:37.511674 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] Checking router: fcc11fcd-9363-4a94-8120-287b27ec4cb6 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:45:37.512248 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] Updating router fcc11fcd-9363-4a94-8120-287b27ec4cb6 port 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:45:37.580670 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:37.669614 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device df81e300-90b4-4243-a5d1-4d54e86edd0c up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:45:37.712681 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:37.715339 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 45966) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:37.748012 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-3eed7188-1607-4b51-8410-b6bfa641e1f4 None None] Provisioning complete for port df81e300-90b4-4243-a5d1-4d54e86edd0c triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:45:37.748676 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3eed7188-1607-4b51-8410-b6bfa641e1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (df81e300-90b4-4243-a5d1-4d54e86edd0c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:37.749148 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3eed7188-1607-4b51-8410-b6bfa641e1f4 None None] Attempt 1 to provision port df81e300-90b4-4243-a5d1-4d54e86edd0c Sep 16 12:45:37.759882 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:37.805942 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:37.831954 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port df81e300-90b4-4243-a5d1-4d54e86edd0c triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:45:37.832891 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (df81e300-90b4-4243-a5d1-4d54e86edd0c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:37.833448 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port df81e300-90b4-4243-a5d1-4d54e86edd0c Sep 16 12:45:37.860333 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:37.945134 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] Publish callbacks [] for port (97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:37.953536 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:37.980077 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:37.999161 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3eed7188-1607-4b51-8410-b6bfa641e1f4 None None] Current status of the port df81e300-90b4-4243-a5d1-4d54e86edd0c is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:45:37.999906 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3eed7188-1607-4b51-8410-b6bfa641e1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (df81e300-90b4-4243-a5d1-4d54e86edd0c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:38.010589 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:38.018396 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e2a54-8b17-4c8b-ac0f-5e2a4eb5eebb None None] Pushing event updated for resources: {'Port': ['ID=97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:38.036783 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e2a54-8b17-4c8b-ac0f-5e2a4eb5eebb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:38.037134 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e2a54-8b17-4c8b-ac0f-5e2a4eb5eebb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:38.037495 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e2a54-8b17-4c8b-ac0f-5e2a4eb5eebb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:38.037865 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e2a54-8b17-4c8b-ac0f-5e2a4eb5eebb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:38.038236 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e2a54-8b17-4c8b-ac0f-5e2a4eb5eebb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:38.038764 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e2a54-8b17-4c8b-ac0f-5e2a4eb5eebb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:38.040104 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e2a54-8b17-4c8b-ac0f-5e2a4eb5eebb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:38.040484 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e2a54-8b17-4c8b-ac0f-5e2a4eb5eebb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:38.040822 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e2a54-8b17-4c8b-ac0f-5e2a4eb5eebb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:38.041177 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e2a54-8b17-4c8b-ac0f-5e2a4eb5eebb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:38.041512 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e2a54-8b17-4c8b-ac0f-5e2a4eb5eebb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:38.041843 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e2a54-8b17-4c8b-ac0f-5e2a4eb5eebb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:38.042308 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e2a54-8b17-4c8b-ac0f-5e2a4eb5eebb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:38.042644 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e2a54-8b17-4c8b-ac0f-5e2a4eb5eebb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:38.042969 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e2a54-8b17-4c8b-ac0f-5e2a4eb5eebb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e2a54-8b17-4c8b-ac0f-5e2a4eb5eebb None None] Tracked resource versions report: Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: pushed versions: Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: { 'AddressGroup': {'1.2'}, Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'Agent': {'1.1'}, Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'ConntrackHelper': {'1.0'}, Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'LocalIPAssociation': {'1.0'}, Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'Log': {'1.0'}, Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'NDPProxy': {'1.0'}, Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'Network': {'1.1'}, Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'Port': {'1.7'}, Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'PortForwarding': {'1.3'}, Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'QosPolicy': {'1.10'}, Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'SecurityGroup': {'1.5'}, Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'SecurityGroupRule': {'1.2'}, Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'SubPort': {'1.0'}, Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'Subnet': {'1.1'}, Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'Trunk': {'1.1'}} Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: consumer versions: Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: { DHCP agent@n-d-858094-4: {}, Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: HyperV agent@n-h1-858094-4: {}, Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: HyperV agent@n-h2-858094-4: {}, Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: L3 agent@n-d-858094-4: {}, Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: Metadata agent@n-d-858094-4: {}, Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: Metering agent@n-d-858094-4: {}, Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: Open vSwitch agent@n-d-858094-4: { 'AddressGroup': '1.2', Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'Agent': '1.1', Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'ConntrackHelper': '1.0', Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'LocalIPAssociation': '1.0', Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'Log': '1.0', Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'NDPProxy': '1.0', Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'Network': '1.1', Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'Port': '1.7', Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'PortForwarding': '1.3', Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'QosPolicy': '1.10', Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'SecurityGroup': '1.5', Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'SecurityGroupRule': '1.2', Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'SubPort': '1.0', Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'Subnet': '1.1', Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: 'Trunk': '1.1'}} Sep 16 12:45:38.044243 n-d-858094-4 neutron-server[113701]: {{(pid=113701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 12:45:38.046261 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:38.051643 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] Attempting to bind port 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:45:38.052009 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] Attempting to bind port 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:45:38.052571 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] Attempting to bind port 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:45:38.095047 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64ea25d6-49c4-46d2-9780-d616a16c31db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:38.109034 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461846a-1ce1-47aa-8e90-d60d90de25dc req-2ff84767-17c8-46af-b234-cfd5d979d668 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:38.115773 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:45:38.116166 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:45:38.119082 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d461846a-1ce1-47aa-8e90-d60d90de25dc req-2ff84767-17c8-46af-b234-cfd5d979d668 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 948 time: 0.7609653 Sep 16 12:45:38.120209 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:38.120674 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:45:38.121193 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] Bound port: 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:45:38.121581 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:38.161216 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port df81e300-90b4-4243-a5d1-4d54e86edd0c is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:45:38.165934 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (df81e300-90b4-4243-a5d1-4d54e86edd0c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:38.175286 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ad1ec43f-641d-4ac4-aa64-5bb87d7afc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:38.189865 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] For port 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:45:38.193533 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] For port 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:45:38.202124 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:38.207441 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-3eed7188-1607-4b51-8410-b6bfa641e1f4 None None] For port df81e300-90b4-4243-a5d1-4d54e86edd0c, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=df81e300-90b4-4243-a5d1-4d54e86edd0c,segment=NetworkSegment(27b0132b-8523-413b-ac57-6d5280e11361),segment_id=27b0132b-8523-413b-ac57-6d5280e11361)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:45:38.232485 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3eed7188-1607-4b51-8410-b6bfa641e1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (df81e300-90b4-4243-a5d1-4d54e86edd0c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:38.275936 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e2a54-8b17-4c8b-ac0f-5e2a4eb5eebb None None] Pushing event updated for resources: {'Port': ['ID=97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:38.287343 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] Routers {'fcc11fcd-9363-4a94-8120-287b27ec4cb6'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:45:38.287983 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:45:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['fcc11fcd-9363-4a94-8120-287b27ec4cb6'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:45:38.325850 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.api [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 12:45:38.326408 n-d-858094-4 neutron-server[113700]: DEBUG oslo_db.api [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 12:45:38.332592 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed7188-1607-4b51-8410-b6bfa641e1f4 None None] Pushing event updated for resources: {'Port': ['ID=df81e300-90b4-4243-a5d1-4d54e86edd0c,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:38.375926 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-e08015ee-2b8d-4cbc-b067-2f0802a6ef9f None None] Provisioning complete for port 63de9e43-b08e-4ff1-a01a-86057adb6cc8 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:45:38.376432 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e08015ee-2b8d-4cbc-b067-2f0802a6ef9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (63de9e43-b08e-4ff1-a01a-86057adb6cc8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:38.376823 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e08015ee-2b8d-4cbc-b067-2f0802a6ef9f None None] Attempt 1 to provision port 63de9e43-b08e-4ff1-a01a-86057adb6cc8 Sep 16 12:45:38.414150 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831dce7-f9f5-4af7-a9f5-e58f66aba621 req-53dd1fb7-820a-42f4-97c3-adce91cf73b4 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:38.423429 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a831dce7-f9f5-4af7-a9f5-e58f66aba621 req-53dd1fb7-820a-42f4-97c3-adce91cf73b4 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 935 time: 0.1724277 Sep 16 12:45:38.433456 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] Set router fcc11fcd-9363-4a94-8120-287b27ec4cb6 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:45:38.433907 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e08015ee-2b8d-4cbc-b067-2f0802a6ef9f None None] Port 63de9e43-b08e-4ff1-a01a-86057adb6cc8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:45:38.441255 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64ea25d6-49c4-46d2-9780-d616a16c31db admin admin] Publish callbacks [] for security_group (3e92d452-0009-4a95-90a0-5e2308b391fd), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:38.449818 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64ea25d6-49c4-46d2-9780-d616a16c31db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (3e92d452-0009-4a95-90a0-5e2308b391fd), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:38.452591 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d461846a-1ce1-47aa-8e90-d60d90de25dc req-5a1fd6c6-45cc-40b3-a9a2-5e988f119a6a tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315594 Sep 16 12:45:38.502035 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a831dce7-f9f5-4af7-a9f5-e58f66aba621 req-3ae80b73-40d7-4157-aff4-a2e14c7e97f9 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e522b84e-5b4f-44f9-aede-b56d6280ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775673 Sep 16 12:45:38.544806 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-ad1ec43f-641d-4ac4-aa64-5bb87d7afc52 admin admin] Allocated IP 172.20.0.1 (0788cdeb-03d3-414c-8670-32387387bf1f/c4498453-433e-4c98-a40d-4f317e8a17be/9a4cad40-7ae1-49b1-acbd-08ed6f351980) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:45:38.589874 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea25d6-49c4-46d2-9780-d616a16c31db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e92d452-0009-4a95-90a0-5e2308b391fd,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:38.613322 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-64ea25d6-49c4-46d2-9780-d616a16c31db admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=86b3226eb789498a8072b0ccca1f333f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8946028 Sep 16 12:45:38.615491 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 45984) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:38.688551 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:38.742976 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc11fcd-9363-4a94-8120-287b27ec4cb6', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1891470959-router', 'tenant_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:45:33Z', 'updated_at': '2022-09-16T12:45:35Z', 'revision_number': 3, 'project_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'gw_port': {'id': '97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc11fcd-9363-4a94-8120-287b27ec4cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:34Z', 'updated_at': '2022-09-16T12:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:45:38.751376 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ec371405-53fa-4aa3-ad0f-48ada0dcb761 admin admin] Publish callbacks [] for security_group (3e92d452-0009-4a95-90a0-5e2308b391fd), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:38.775833 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63de9e43-b08e-4ff1-a01a-86057adb6cc8 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:45:38.778934 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ad1ec43f-641d-4ac4-aa64-5bb87d7afc52 admin admin] Publish callbacks [] for port (9a4cad40-7ae1-49b1-acbd-08ed6f351980), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:38.781976 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f89d828-249c-4c1d-beff-f1e8af284ae7 None None] The sync data for ids ['fcc11fcd-9363-4a94-8120-287b27ec4cb6'] in n-d-858094-4 is: [{'id': 'fcc11fcd-9363-4a94-8120-287b27ec4cb6', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1891470959-router', 'tenant_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:45:33Z', 'updated_at': '2022-09-16T12:45:35Z', 'revision_number': 3, 'project_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'gw_port': {'id': '97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc11fcd-9363-4a94-8120-287b27ec4cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:34Z', 'updated_at': '2022-09-16T12:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:45:38.823057 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] Publish callbacks [] for port (63de9e43-b08e-4ff1-a01a-86057adb6cc8), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:38.848211 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ec371405-53fa-4aa3-ad0f-48ada0dcb761 admin admin] Publish callbacks [] for security_group (3e92d452-0009-4a95-90a0-5e2308b391fd), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:38.887150 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port df81e300-90b4-4243-a5d1-4d54e86edd0c is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:45:38.889927 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ad1ec43f-641d-4ac4-aa64-5bb87d7afc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (9a4cad40-7ae1-49b1-acbd-08ed6f351980), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:38.934493 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e08015ee-2b8d-4cbc-b067-2f0802a6ef9f None None] Attempt 2 to provision port 63de9e43-b08e-4ff1-a01a-86057adb6cc8 Sep 16 12:45:38.958400 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] Transition to ACTIVE for port object 63de9e43-b08e-4ff1-a01a-86057adb6cc8 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:45:38.969525 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (63de9e43-b08e-4ff1-a01a-86057adb6cc8), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:39.008721 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e08015ee-2b8d-4cbc-b067-2f0802a6ef9f None None] Port 63de9e43-b08e-4ff1-a01a-86057adb6cc8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:45:39.013191 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ec43f-641d-4ac4-aa64-5bb87d7afc52 admin admin] Pushing event updated for resources: {'Port': ['ID=9a4cad40-7ae1-49b1-acbd-08ed6f351980,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:39.032205 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1ec43f-641d-4ac4-aa64-5bb87d7afc52 admin admin] Network 0788cdeb-03d3-414c-8670-32387387bf1f is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:45:39.043754 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-ad1ec43f-641d-4ac4-aa64-5bb87d7afc52 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:45:39.047981 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1ec43f-641d-4ac4-aa64-5bb87d7afc52 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:45:39.048597 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ad1ec43f-641d-4ac4-aa64-5bb87d7afc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (fcc11fcd-9363-4a94-8120-287b27ec4cb6), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:39.071611 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 46002) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:39.212094 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ec371405-53fa-4aa3-ad0f-48ada0dcb761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (3e92d452-0009-4a95-90a0-5e2308b391fd), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:39.215532 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ec371405-53fa-4aa3-ad0f-48ada0dcb761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:39.228065 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-ec371405-53fa-4aa3-ad0f-48ada0dcb761 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/3e92d452-0009-4a95-90a0-5e2308b391fd HTTP/1.1" status: 204 len: 168 time: 0.6063244 Sep 16 12:45:39.232944 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=63de9e43-b08e-4ff1-a01a-86057adb6cc8,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:39.244933 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] Attempting to bind port 63de9e43-b08e-4ff1-a01a-86057adb6cc8 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:45:39.245217 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] Attempting to bind port 63de9e43-b08e-4ff1-a01a-86057adb6cc8 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:45:39.245571 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] Attempting to bind port 63de9e43-b08e-4ff1-a01a-86057adb6cc8 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:45:39.249243 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec371405-53fa-4aa3-ad0f-48ada0dcb761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e92d452-0009-4a95-90a0-5e2308b391fd,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:39.251632 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:39.292211 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 46020) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:39.336410 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] Port 63de9e43-b08e-4ff1-a01a-86057adb6cc8 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:45:39.337404 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] Attempting to bind port 63de9e43-b08e-4ff1-a01a-86057adb6cc8 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:45:39.346381 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:39.442550 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:45:39.443239 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:45:39.443855 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:45:39.444967 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] Bound port: 63de9e43-b08e-4ff1-a01a-86057adb6cc8, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:45:39.450443 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (63de9e43-b08e-4ff1-a01a-86057adb6cc8), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:39.494551 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:39.498263 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ad1ec43f-641d-4ac4-aa64-5bb87d7afc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9a4cad40-7ae1-49b1-acbd-08ed6f351980), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:39.510240 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e08015ee-2b8d-4cbc-b067-2f0802a6ef9f None None] Attempt 3 to provision port 63de9e43-b08e-4ff1-a01a-86057adb6cc8 Sep 16 12:45:39.599799 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e08015ee-2b8d-4cbc-b067-2f0802a6ef9f None None] Port 63de9e43-b08e-4ff1-a01a-86057adb6cc8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:45:39.633009 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] For port 63de9e43-b08e-4ff1-a01a-86057adb6cc8, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:45:39.737486 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:45:39.739441 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] For port 63de9e43-b08e-4ff1-a01a-86057adb6cc8, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=63de9e43-b08e-4ff1-a01a-86057adb6cc8,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:45:39.767090 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (63de9e43-b08e-4ff1-a01a-86057adb6cc8), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:39.771806 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:39.772734 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:39.775482 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/63de9e43-b08e-4ff1-a01a-86057adb6cc8 HTTP/1.1" status: 200 len: 1116 time: 2.7094831 Sep 16 12:45:39.807209 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cafdd5ab-69fa-40fc-a555-8a2668f40e5e', 'tag': '63de9e43-b08e-4ff1-a01a-86057adb6cc8'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:45:39.835253 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:45:39.836389 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:39.837923 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b Sep 16 12:45:39.910118 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ad1ec43f-641d-4ac4-aa64-5bb87d7afc52 admin admin] Publish callbacks [] for port (9a4cad40-7ae1-49b1-acbd-08ed6f351980), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:39.926014 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ad1ec43f-641d-4ac4-aa64-5bb87d7afc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (9a4cad40-7ae1-49b1-acbd-08ed6f351980), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:39.927939 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ad1ec43f-641d-4ac4-aa64-5bb87d7afc52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (fcc11fcd-9363-4a94-8120-287b27ec4cb6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:40.029306 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8103977-27de-4880-8209-a68ae4ec8b68 req-4b7544d2-62e9-4056-9c2d-22dc063f3461 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:40.041377 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ec43f-641d-4ac4-aa64-5bb87d7afc52 admin admin] Pushing event updated for resources: {'Port': ['ID=9a4cad40-7ae1-49b1-acbd-08ed6f351980,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:40.041626 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e8103977-27de-4880-8209-a68ae4ec8b68 req-4b7544d2-62e9-4056-9c2d-22dc063f3461 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 948 time: 0.4019408 Sep 16 12:45:40.042370 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-30795148-f016-4a84-97fa-9f75447f268d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:40.099696 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:45:40.100423 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:40.109189 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e08015ee-2b8d-4cbc-b067-2f0802a6ef9f None None] Attempt 4 to provision port 63de9e43-b08e-4ff1-a01a-86057adb6cc8 Sep 16 12:45:40.147275 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1ec43f-641d-4ac4-aa64-5bb87d7afc52 admin admin] Network 0788cdeb-03d3-414c-8670-32387387bf1f is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:45:40.155299 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-ad1ec43f-641d-4ac4-aa64-5bb87d7afc52 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:45:40.165896 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:45:40.170326 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46040) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:40.178874 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:40.182690 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device df81e300-90b4-4243-a5d1-4d54e86edd0c up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:45:40.210260 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46042) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:40.266548 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97e4cf-e8a7-4fcf-906c-7b9d522c6bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=63de9e43-b08e-4ff1-a01a-86057adb6cc8,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:40.286354 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7001d8-1f7b-4aaf-8608-e22b914a864c req-9659e0cc-5f34-4ae7-8663-b799995808a9 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:40.287919 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ec7001d8-1f7b-4aaf-8608-e22b914a864c req-9659e0cc-5f34-4ae7-8663-b799995808a9 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 968 time: 0.5579154 Sep 16 12:45:40.292648 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-0b27d815-84b9-40b9-b4f7-fea248261e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:40.295862 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-0b27d815-84b9-40b9-b4f7-fea248261e7e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=065037c7cf1d4b0d8d12253372a605b0&device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 1150 time: 0.4005995 Sep 16 12:45:40.296611 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c3b68102-104d-43b1-af44-710d3fd5fe20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:40.307188 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bd51d585-53d8-49e1-ae99-4cdabeaab9fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:40.344588 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:40.359527 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e08015ee-2b8d-4cbc-b067-2f0802a6ef9f None None] Port 63de9e43-b08e-4ff1-a01a-86057adb6cc8 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:45:40.370219 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e8103977-27de-4880-8209-a68ae4ec8b68 req-5e9f97c4-68ae-4874-8781-17c043755a4d tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869453 Sep 16 12:45:40.384745 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device aef79ed7-9782-4b45-9885-4a06aa3cc1f4 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:45:40.482567 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ae2248-9b1f-4142-917c-3f565707ccd3" -d '{"events": [{"name": "network-changed", "server_uuid": "cafdd5ab-69fa-40fc-a555-8a2668f40e5e", "tag": "63de9e43-b08e-4ff1-a01a-86057adb6cc8"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:45:40.506257 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:40.539388 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-ae30ceb2-f338-42ed-9623-7301df8f1028 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=63de9e43-b08e-4ff1-a01a-86057adb6cc8 HTTP/1.1" status: 200 len: 217 time: 0.1681406 Sep 16 12:45:40.570488 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1ec43f-641d-4ac4-aa64-5bb87d7afc52 admin admin] Router fcc11fcd-9363-4a94-8120-287b27ec4cb6 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:45:40.651879 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-4af313e8-65bd-4bc6-9809-3b2c9dc24cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:40.653620 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-4af313e8-65bd-4bc6-9809-3b2c9dc24cc9 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1061947 Sep 16 12:45:40.659243 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bd51d585-53d8-49e1-ae99-4cdabeaab9fc admin admin] Publish callbacks [] for security_group (b8d3b139-6c78-4c24-81b1-e443df726d42), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:40.659690 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port aef79ed7-9782-4b45-9885-4a06aa3cc1f4, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=aef79ed7-9782-4b45-9885-4a06aa3cc1f4,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:45:40.672438 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bd51d585-53d8-49e1-ae99-4cdabeaab9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b8d3b139-6c78-4c24-81b1-e443df726d42), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:40.689102 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-e08015ee-2b8d-4cbc-b067-2f0802a6ef9f None None] Provisioning complete for port df81e300-90b4-4243-a5d1-4d54e86edd0c triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:45:40.690234 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:40.691030 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e08015ee-2b8d-4cbc-b067-2f0802a6ef9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (df81e300-90b4-4243-a5d1-4d54e86edd0c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:40.691350 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e08015ee-2b8d-4cbc-b067-2f0802a6ef9f None None] Attempt 1 to provision port df81e300-90b4-4243-a5d1-4d54e86edd0c Sep 16 12:45:40.737356 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a0cb86-8180-49f9-9488-5fa6a8a29b7b x-openstack-request-id: req-13a0cb86-8180-49f9-9488-5fa6a8a29b7b {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:45:40.737643 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cafdd5ab-69fa-40fc-a555-8a2668f40e5e", "tag": "63de9e43-b08e-4ff1-a01a-86057adb6cc8", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:45:40.738206 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-13a0cb86-8180-49f9-9488-5fa6a8a29b7b {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:45:40.738956 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a0cb86-8180-49f9-9488-5fa6a8a29b7b'] response: {'name': 'network-changed', 'server_uuid': 'cafdd5ab-69fa-40fc-a555-8a2668f40e5e', 'tag': '63de9e43-b08e-4ff1-a01a-86057adb6cc8', 'status': 'completed', 'code': 200} Sep 16 12:45:40.751709 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:40.757318 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': 'aef79ed7-9782-4b45-9885-4a06aa3cc1f4', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': 'aef79ed7-9782-4b45-9885-4a06aa3cc1f4', 'mac_address': 'fa:16:3e:db:ff:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:45:40.761596 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port df81e300-90b4-4243-a5d1-4d54e86edd0c triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:45:40.761981 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (df81e300-90b4-4243-a5d1-4d54e86edd0c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:40.762319 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port df81e300-90b4-4243-a5d1-4d54e86edd0c Sep 16 12:45:40.774922 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51d585-53d8-49e1-ae99-4cdabeaab9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d3b139-6c78-4c24-81b1-e443df726d42,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:40.792915 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-595bc5c0-13dd-420d-aef1-63d54db69370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:40.800191 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-bd51d585-53d8-49e1-ae99-4cdabeaab9fc admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=65a92c6d9c7346d2830c575306567dbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6253960 Sep 16 12:45:40.808088 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-6af1d9c5-45b8-419b-835e-6b9ce608d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:40.810183 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-6af1d9c5-45b8-419b-835e-6b9ce608d124 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1443503 Sep 16 12:45:40.810316 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46052) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:40.841997 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:40.865090 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ec7001d8-1f7b-4aaf-8608-e22b914a864c req-88487aef-8ad8-4df1-a7b0-fe677cb63da0 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e522b84e-5b4f-44f9-aede-b56d6280ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927001 Sep 16 12:45:40.875282 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1ec43f-641d-4ac4-aa64-5bb87d7afc52 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:45:40.878622 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:45:40.879356 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (aef79ed7-9782-4b45-9885-4a06aa3cc1f4), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:40.888955 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ad1ec43f-641d-4ac4-aa64-5bb87d7afc52 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/fcc11fcd-9363-4a94-8120-287b27ec4cb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9857788 Sep 16 12:45:40.909431 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e08015ee-2b8d-4cbc-b067-2f0802a6ef9f None None] Current status of the port df81e300-90b4-4243-a5d1-4d54e86edd0c is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:45:40.933024 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef79ed7-9782-4b45-9885-4a06aa3cc1f4 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:45:40.947943 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb2714f4-5771-4346-a884-e93d5109c9d8 admin admin] Publish callbacks [] for security_group (b8d3b139-6c78-4c24-81b1-e443df726d42), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:40.966485 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port df81e300-90b4-4243-a5d1-4d54e86edd0c is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:45:40.973245 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port aef79ed7-9782-4b45-9885-4a06aa3cc1f4, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=aef79ed7-9782-4b45-9885-4a06aa3cc1f4,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:45:40.974479 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=8 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:40.977593 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-30795148-f016-4a84-97fa-9f75447f268d admin admin] Publish callbacks [] for security_group (7f008538-b9b6-4612-b908-89f39df513f8), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:40.980220 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (aef79ed7-9782-4b45-9885-4a06aa3cc1f4), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:40.996977 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-30795148-f016-4a84-97fa-9f75447f268d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (7f008538-b9b6-4612-b908-89f39df513f8), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:41.000458 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb2714f4-5771-4346-a884-e93d5109c9d8 admin admin] Publish callbacks [] for security_group (b8d3b139-6c78-4c24-81b1-e443df726d42), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:41.060426 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:41.079461 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb2714f4-5771-4346-a884-e93d5109c9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b8d3b139-6c78-4c24-81b1-e443df726d42), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:41.080854 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-17df4979-5500-4c39-bc36-b9120dc44747 None None] Provisioning complete for port 9a4cad40-7ae1-49b1-acbd-08ed6f351980 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:45:41.081252 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-17df4979-5500-4c39-bc36-b9120dc44747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (9a4cad40-7ae1-49b1-acbd-08ed6f351980), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:41.081588 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-17df4979-5500-4c39-bc36-b9120dc44747 None None] Attempt 1 to provision port 9a4cad40-7ae1-49b1-acbd-08ed6f351980 Sep 16 12:45:41.087758 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb2714f4-5771-4346-a884-e93d5109c9d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:41.091234 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-eb2714f4-5771-4346-a884-e93d5109c9d8 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b8d3b139-6c78-4c24-81b1-e443df726d42 HTTP/1.1" status: 204 len: 168 time: 0.2799261 Sep 16 12:45:41.092168 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30795148-f016-4a84-97fa-9f75447f268d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f008538-b9b6-4612-b908-89f39df513f8,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:41.098024 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-30795148-f016-4a84-97fa-9f75447f268d admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=f15d3c2dec7f4f3ab7b1b41672488afd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0236566 Sep 16 12:45:41.114954 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 46058) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:41.119571 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c3b68102-104d-43b1-af44-710d3fd5fe20 admin admin] Publish callbacks [] for security_group (2d19c565-a91d-4de3-bf2d-b462bd6f407d), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:41.143080 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c3b68102-104d-43b1-af44-710d3fd5fe20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (2d19c565-a91d-4de3-bf2d-b462bd6f407d), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:41.143373 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=aef79ed7-9782-4b45-9885-4a06aa3cc1f4,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:41.149343 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-17df4979-5500-4c39-bc36-b9120dc44747 None None] Port 9a4cad40-7ae1-49b1-acbd-08ed6f351980 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:45:41.175450 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-dd6f6cf5-f658-45dd-bf6a-4c708fe39bf7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502502 Sep 16 12:45:41.201632 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2714f4-5771-4346-a884-e93d5109c9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d3b139-6c78-4c24-81b1-e443df726d42,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:41.252201 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c3b68102-104d-43b1-af44-710d3fd5fe20 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=15ec07e7ce844c45a8ebf10e45c689a3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9548125 Sep 16 12:45:41.270348 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-595bc5c0-13dd-420d-aef1-63d54db69370 admin admin] Publish callbacks [] for security_group (b76a0036-c0f4-4f44-be4d-7b6d3e2b5268), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:41.271893 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46062) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:41.288958 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-595bc5c0-13dd-420d-aef1-63d54db69370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b76a0036-c0f4-4f44-be4d-7b6d3e2b5268), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:41.328062 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['aef79ed7-9782-4b45-9885-4a06aa3cc1f4'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:45:41.349599 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bc5c0-13dd-420d-aef1-63d54db69370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76a0036-c0f4-4f44-be4d-7b6d3e2b5268,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:41.446215 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-595bc5c0-13dd-420d-aef1-63d54db69370 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=0a35211ee97448ed8b968c929692adc5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2344542 Sep 16 12:45:41.447218 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46068) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:41.447704 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b68102-104d-43b1-af44-710d3fd5fe20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d19c565-a91d-4de3-bf2d-b462bd6f407d,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:41.474569 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a2a7ffcc-aeba-4e03-9ac0-8b61e48722f8 admin admin] Publish callbacks [] for security_group (7f008538-b9b6-4612-b908-89f39df513f8), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:41.541212 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a2a7ffcc-aeba-4e03-9ac0-8b61e48722f8 admin admin] Publish callbacks [] for security_group (7f008538-b9b6-4612-b908-89f39df513f8), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:41.556993 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a354b43c-b0d3-4527-8a23-b354945f31c4 admin admin] Publish callbacks [] for security_group (2d19c565-a91d-4de3-bf2d-b462bd6f407d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:41.591869 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:45:41.656550 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-17df4979-5500-4c39-bc36-b9120dc44747 None None] Attempt 2 to provision port 9a4cad40-7ae1-49b1-acbd-08ed6f351980 Sep 16 12:45:41.663480 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a354b43c-b0d3-4527-8a23-b354945f31c4 admin admin] Publish callbacks [] for security_group (2d19c565-a91d-4de3-bf2d-b462bd6f407d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:41.681816 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-20d527a2-928d-4b5e-9da0-5e213c003d20 admin admin] Publish callbacks [] for security_group (b76a0036-c0f4-4f44-be4d-7b6d3e2b5268), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:41.689162 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] Sync routers for ids ['fcc11fcd-9363-4a94-8120-287b27ec4cb6'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:45:41.729261 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-20d527a2-928d-4b5e-9da0-5e213c003d20 admin admin] Publish callbacks [] for security_group (b76a0036-c0f4-4f44-be4d-7b6d3e2b5268), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:41.791579 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a354b43c-b0d3-4527-8a23-b354945f31c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (2d19c565-a91d-4de3-bf2d-b462bd6f407d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:41.802681 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a354b43c-b0d3-4527-8a23-b354945f31c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:41.809097 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf764a48-19b3-49e0-abb9-5c7e2d231cb4 req-9bb54b39-b97b-4f3b-b8bb-6f3b5c8013a2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6219735 Sep 16 12:45:41.809403 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a354b43c-b0d3-4527-8a23-b354945f31c4 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/2d19c565-a91d-4de3-bf2d-b462bd6f407d HTTP/1.1" status: 204 len: 168 time: 0.5346212 Sep 16 12:45:41.834579 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af581b6-7245-46d1-b30b-26534fd49c04 req-7da6791b-54ab-4b9a-97ea-e0f6d424b896 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:41.845042 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7af581b6-7245-46d1-b30b-26534fd49c04 req-7da6791b-54ab-4b9a-97ea-e0f6d424b896 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 949 time: 0.2072709 Sep 16 12:45:41.870368 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354b43c-b0d3-4527-8a23-b354945f31c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d19c565-a91d-4de3-bf2d-b462bd6f407d,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:41.883201 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-20d527a2-928d-4b5e-9da0-5e213c003d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b76a0036-c0f4-4f44-be4d-7b6d3e2b5268), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:41.896788 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] Routers {'fcc11fcd-9363-4a94-8120-287b27ec4cb6'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:45:41.897501 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:45:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['fcc11fcd-9363-4a94-8120-287b27ec4cb6'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:45:41.901623 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-20d527a2-928d-4b5e-9da0-5e213c003d20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:41.906928 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-20d527a2-928d-4b5e-9da0-5e213c003d20 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b76a0036-c0f4-4f44-be4d-7b6d3e2b5268 HTTP/1.1" status: 204 len: 168 time: 0.4539721 Sep 16 12:45:41.907316 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a2a7ffcc-aeba-4e03-9ac0-8b61e48722f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (7f008538-b9b6-4612-b908-89f39df513f8), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:41.909594 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a2a7ffcc-aeba-4e03-9ac0-8b61e48722f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:41.909594 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a2a7ffcc-aeba-4e03-9ac0-8b61e48722f8 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/7f008538-b9b6-4612-b908-89f39df513f8 HTTP/1.1" status: 204 len: 168 time: 0.7935727 Sep 16 12:45:41.947450 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7af581b6-7245-46d1-b30b-26534fd49c04 req-2f405590-0410-45ec-9ecc-f08cfde29ef5 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009903 Sep 16 12:45:41.949126 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7ffcc-aeba-4e03-9ac0-8b61e48722f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f008538-b9b6-4612-b908-89f39df513f8,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:41.965039 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d527a2-928d-4b5e-9da0-5e213c003d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76a0036-c0f4-4f44-be4d-7b6d3e2b5268,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:42.074785 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] Set router fcc11fcd-9363-4a94-8120-287b27ec4cb6 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:45:42.176477 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f014b4-0de1-49e5-9caa-7771dcda23f8 req-0238bc5f-7201-4db2-937a-5cdf612c809a tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:42.178221 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-94f014b4-0de1-49e5-9caa-7771dcda23f8 req-0238bc5f-7201-4db2-937a-5cdf612c809a tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 968 time: 0.0703487 Sep 16 12:45:42.287378 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-94f014b4-0de1-49e5-9caa-7771dcda23f8 req-1d70cea9-0b44-4c5a-85b5-ce58f34113b0 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e522b84e-5b4f-44f9-aede-b56d6280ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955937 Sep 16 12:45:42.292947 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-17df4979-5500-4c39-bc36-b9120dc44747 None None] Port 9a4cad40-7ae1-49b1-acbd-08ed6f351980 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:45:42.389888 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:42.391760 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:45:42.392360 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:42.392360 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b Sep 16 12:45:42.494316 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:42.639084 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:45:42.655101 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc11fcd-9363-4a94-8120-287b27ec4cb6', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1891470959-router', 'tenant_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:45:33Z', 'updated_at': '2022-09-16T12:45:39Z', 'revision_number': 4, 'project_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'gw_port': {'id': '97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc11fcd-9363-4a94-8120-287b27ec4cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:34Z', 'updated_at': '2022-09-16T12:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '9a4cad40-7ae1-49b1-acbd-08ed6f351980', 'name': '', 'network_id': '0788cdeb-03d3-414c-8670-32387387bf1f', 'tenant_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'mac_address': 'fa:16:3e:31:b6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc11fcd-9363-4a94-8120-287b27ec4cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c4498453-433e-4c98-a40d-4f317e8a17be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:38Z', 'updated_at': '2022-09-16T12:45:39Z', 'revision_number': 2, 'project_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'subnets': [{'id': 'c4498453-433e-4c98-a40d-4f317e8a17be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:45:42.689889 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] Checking router: fcc11fcd-9363-4a94-8120-287b27ec4cb6 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:45:42.690631 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] Updating router fcc11fcd-9363-4a94-8120-287b27ec4cb6 port 9a4cad40-7ae1-49b1-acbd-08ed6f351980 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:45:42.733982 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9a4cad40-7ae1-49b1-acbd-08ed6f351980), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:42.794018 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-17df4979-5500-4c39-bc36-b9120dc44747 None None] Attempt 3 to provision port 9a4cad40-7ae1-49b1-acbd-08ed6f351980 Sep 16 12:45:42.861869 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae2248-9b1f-4142-917c-3f565707ccd3 req-df12e083-f6a6-43ba-b465-d6f4575bf7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:42.864531 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-78ae2248-9b1f-4142-917c-3f565707ccd3 req-df12e083-f6a6-43ba-b465-d6f4575bf7ab service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=065037c7cf1d4b0d8d12253372a605b0&device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 1150 time: 0.0977039 Sep 16 12:45:42.909666 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-17df4979-5500-4c39-bc36-b9120dc44747 None None] Port 9a4cad40-7ae1-49b1-acbd-08ed6f351980 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:45:42.954167 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46102) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:42.995629 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc0b5bb0-b99e-4d52-bd25-e830a40d112f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:43.089603 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 46106) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:43.158554 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc0b5bb0-b99e-4d52-bd25-e830a40d112f admin admin] Publish callbacks [] for security_group (0ec39cc1-23f2-4664-9303-20f00bbe899a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:43.167872 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-13406694-887b-4415-a94e-87176e8cb7bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:43.168083 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc0b5bb0-b99e-4d52-bd25-e830a40d112f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (0ec39cc1-23f2-4664-9303-20f00bbe899a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:43.282765 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-bc0b5bb0-b99e-4d52-bd25-e830a40d112f admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=c2701d066d59484e9fbe9bef95b60186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3274672 Sep 16 12:45:43.283528 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b5bb0-b99e-4d52-bd25-e830a40d112f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec39cc1-23f2-4664-9303-20f00bbe899a,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:43.289146 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 46108) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:43.289960 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] Publish callbacks [] for port (9a4cad40-7ae1-49b1-acbd-08ed6f351980), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:43.297858 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:43.302234 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (9a4cad40-7ae1-49b1-acbd-08ed6f351980), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:43.317128 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:43.324459 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3b290-f7f0-45c4-bc5e-89682311fd01 req-ebdb397f-a0cf-4b91-99fb-aae5d120d8b1 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:43.326058 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dce3b290-f7f0-45c4-bc5e-89682311fd01 req-ebdb397f-a0cf-4b91-99fb-aae5d120d8b1 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 949 time: 0.1708891 Sep 16 12:45:43.351414 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae2248-9b1f-4142-917c-3f565707ccd3 req-d3747a52-e0ce-4157-88a6-6089164d66a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:43.353019 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-78ae2248-9b1f-4142-917c-3f565707ccd3 req-d3747a52-e0ce-4157-88a6-6089164d66a3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.4821868 Sep 16 12:45:43.371964 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46110) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:43.379305 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-8df575b8-996c-4b37-b470-9fab458e2b27 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1249468880-network', 'tenant_id': '855d0efd79e745fdbda815308311571c'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:45:43.382687 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:43.410470 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-17df4979-5500-4c39-bc36-b9120dc44747 None None] Attempt 4 to provision port 9a4cad40-7ae1-49b1-acbd-08ed6f351980 Sep 16 12:45:43.445484 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df575b8-996c-4b37-b470-9fab458e2b27 admin admin] Made reservation on behalf of 855d0efd79e745fdbda815308311571c for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:45:43.452500 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8df575b8-996c-4b37-b470-9fab458e2b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:43.459144 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba22e0-9059-418c-8dad-4941e0b54a83 None None] Pushing event updated for resources: {'Port': ['ID=9a4cad40-7ae1-49b1-acbd-08ed6f351980,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:43.480934 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46114) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:43.483601 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] Attempting to bind port 9a4cad40-7ae1-49b1-acbd-08ed6f351980 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:45:43.484000 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] Attempting to bind port 9a4cad40-7ae1-49b1-acbd-08ed6f351980 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '27b0132b-8523-413b-ac57-6d5280e11361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0788cdeb-03d3-414c-8670-32387387bf1f'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:45:43.484401 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] Attempting to bind port 9a4cad40-7ae1-49b1-acbd-08ed6f351980 on network 0788cdeb-03d3-414c-8670-32387387bf1f {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:45:43.499139 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8df575b8-996c-4b37-b470-9fab458e2b27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:43.510991 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-17df4979-5500-4c39-bc36-b9120dc44747 None None] Port 9a4cad40-7ae1-49b1-acbd-08ed6f351980 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:45:43.521333 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e2002f9-5c64-44db-84b0-f1f77dff2508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:43.527915 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:43.541627 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:45:43.542053 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] Checking segment: {'id': '27b0132b-8523-413b-ac57-6d5280e11361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0788cdeb-03d3-414c-8670-32387387bf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:45:43.542416 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:43.543016 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] Bound using segment: {'id': '27b0132b-8523-413b-ac57-6d5280e11361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0788cdeb-03d3-414c-8670-32387387bf1f'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:45:43.543536 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] Bound port: 9a4cad40-7ae1-49b1-acbd-08ed6f351980, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b0132b-8523-413b-ac57-6d5280e11361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0788cdeb-03d3-414c-8670-32387387bf1f'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:45:43.543976 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9a4cad40-7ae1-49b1-acbd-08ed6f351980), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:43.572062 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-13406694-887b-4415-a94e-87176e8cb7bf admin admin] Publish callbacks [] for security_group (3430fbea-7e32-48cb-8566-84590dc43827), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:43.643056 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:43.653420 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] For port 9a4cad40-7ae1-49b1-acbd-08ed6f351980, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:45:43.658101 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] For port 9a4cad40-7ae1-49b1-acbd-08ed6f351980, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=9a4cad40-7ae1-49b1-acbd-08ed6f351980,segment=NetworkSegment(27b0132b-8523-413b-ac57-6d5280e11361),segment_id=27b0132b-8523-413b-ac57-6d5280e11361)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:45:43.670432 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (9a4cad40-7ae1-49b1-acbd-08ed6f351980), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:43.687793 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:43.717089 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8df575b8-996c-4b37-b470-9fab458e2b27 admin admin] Publish callbacks [] for security_group (446f8d4d-460e-45bf-9a29-619346ed4235), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:43.717361 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-78ae2248-9b1f-4142-917c-3f565707ccd3 req-288337a8-496b-48d9-a466-f872b79197d4 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=63de9e43-b08e-4ff1-a01a-86057adb6cc8 HTTP/1.1" status: 200 len: 217 time: 0.3266251 Sep 16 12:45:43.720056 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e2002f9-5c64-44db-84b0-f1f77dff2508 admin admin] Publish callbacks [] for security_group (b5f5a8b9-2774-4e58-b113-394292ca1a93), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:43.725820 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8df575b8-996c-4b37-b470-9fab458e2b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (446f8d4d-460e-45bf-9a29-619346ed4235), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:43.731144 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] Routers {'fcc11fcd-9363-4a94-8120-287b27ec4cb6'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:45:43.731791 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:45:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['fcc11fcd-9363-4a94-8120-287b27ec4cb6'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:45:43.734373 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-13406694-887b-4415-a94e-87176e8cb7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (3430fbea-7e32-48cb-8566-84590dc43827), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:43.736045 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e2002f9-5c64-44db-84b0-f1f77dff2508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b5f5a8b9-2774-4e58-b113-394292ca1a93), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:43.781633 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df575b8-996c-4b37-b470-9fab458e2b27 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:45:43.794456 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df575b8-996c-4b37-b470-9fab458e2b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446f8d4d-460e-45bf-9a29-619346ed4235,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:43.808217 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-13406694-887b-4415-a94e-87176e8cb7bf admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=ba67bc4f530148a19520871df68923a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7159369 Sep 16 12:45:43.816882 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 46120) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:43.839788 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2002f9-5c64-44db-84b0-f1f77dff2508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f5a8b9-2774-4e58-b113-394292ca1a93,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:43.849350 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7e2002f9-5c64-44db-84b0-f1f77dff2508 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=eb242b480cd44b06bc9f472f7b12db32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3653483 Sep 16 12:45:43.850576 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8df575b8-996c-4b37-b470-9fab458e2b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (827695a2-e688-4648-80ee-0a42334eb98c), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:43.850922 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-8df575b8-996c-4b37-b470-9fab458e2b27 admin admin] Added segment 827695a2-e688-4648-80ee-0a42334eb98c of type vlan for network 389d9ab5-942d-4d8e-81d0-6536d7f5be64 Sep 16 12:45:43.852934 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46122) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:43.939536 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8df575b8-996c-4b37-b470-9fab458e2b27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (389d9ab5-942d-4d8e-81d0-6536d7f5be64), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:43.944565 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba22e0-9059-418c-8dad-4941e0b54a83 None None] Pushing event updated for resources: {'Port': ['ID=9a4cad40-7ae1-49b1-acbd-08ed6f351980,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:43.960635 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] Set router fcc11fcd-9363-4a94-8120-287b27ec4cb6 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:45:43.972357 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-045d5838-36e5-4ff5-8008-4b28ec0cab0e admin admin] Publish callbacks [] for security_group (b5f5a8b9-2774-4e58-b113-394292ca1a93), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:43.997200 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-045d5838-36e5-4ff5-8008-4b28ec0cab0e admin admin] Publish callbacks [] for security_group (b5f5a8b9-2774-4e58-b113-394292ca1a93), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:44.012190 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8df575b8-996c-4b37-b470-9fab458e2b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (389d9ab5-942d-4d8e-81d0-6536d7f5be64), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:44.013217 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df575b8-996c-4b37-b470-9fab458e2b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:44.013891 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8df575b8-996c-4b37-b470-9fab458e2b27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:44.044062 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf67eb-610a-48ca-8319-bdc9940ade0b req-674781d7-1b93-46f7-8a1b-c49efffc68ae tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:44.046804 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3ecf67eb-610a-48ca-8319-bdc9940ade0b req-674781d7-1b93-46f7-8a1b-c49efffc68ae tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 968 time: 0.4621501 Sep 16 12:45:44.058787 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-17df4979-5500-4c39-bc36-b9120dc44747 None None] Attempt 5 to provision port 9a4cad40-7ae1-49b1-acbd-08ed6f351980 Sep 16 12:45:44.098445 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8df575b8-996c-4b37-b470-9fab458e2b27 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7234864 Sep 16 12:45:44.100352 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46130) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:44.106274 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-68ff5404-a688-45b4-a162-4f2ef5d12fc9 admin admin] Request body: {'subnet': {'network_id': '389d9ab5-942d-4d8e-81d0-6536d7f5be64', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1249468880-subnet', 'tenant_id': '855d0efd79e745fdbda815308311571c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:45:44.121259 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:44.139874 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dce3b290-f7f0-45c4-bc5e-89682311fd01 req-f0e39fef-49c9-4994-a8fb-e56032b7b0d2 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8019264 Sep 16 12:45:44.140077 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13406694-887b-4415-a94e-87176e8cb7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3430fbea-7e32-48cb-8566-84590dc43827,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:44.141285 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df575b8-996c-4b37-b470-9fab458e2b27 admin admin] Pushing event updated for resources: {'Network': ['ID=389d9ab5-942d-4d8e-81d0-6536d7f5be64,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:44.162518 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-19089a7c-a014-4a56-90e2-aa54e2a2aa5a admin admin] Publish callbacks [] for security_group (0ec39cc1-23f2-4664-9303-20f00bbe899a), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:44.163159 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ff5404-a688-45b4-a162-4f2ef5d12fc9 admin admin] Made reservation on behalf of 855d0efd79e745fdbda815308311571c for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:45:44.175361 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 389d9ab5-942d-4d8e-81d0-6536d7f5be64 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:45:44.179974 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-68ff5404-a688-45b4-a162-4f2ef5d12fc9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:44.188104 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-045d5838-36e5-4ff5-8008-4b28ec0cab0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b5f5a8b9-2774-4e58-b113-394292ca1a93), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:44.193529 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-045d5838-36e5-4ff5-8008-4b28ec0cab0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:44.198016 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-045d5838-36e5-4ff5-8008-4b28ec0cab0e admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b5f5a8b9-2774-4e58-b113-394292ca1a93 HTTP/1.1" status: 204 len: 168 time: 0.3413529 Sep 16 12:45:44.231985 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae2248-9b1f-4142-917c-3f565707ccd3 req-1591bece-6559-44dc-9bdd-b9fc97511f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:44.234902 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-78ae2248-9b1f-4142-917c-3f565707ccd3 req-1591bece-6559-44dc-9bdd-b9fc97511f02 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.4388299 Sep 16 12:45:44.367454 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6fe07cfb-6fdd-485b-be11-9ef84fb4d9a3 admin admin] Publish callbacks [] for security_group (3430fbea-7e32-48cb-8566-84590dc43827), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:44.397647 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6fe07cfb-6fdd-485b-be11-9ef84fb4d9a3 admin admin] Publish callbacks [] for security_group (3430fbea-7e32-48cb-8566-84590dc43827), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:44.401129 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc11fcd-9363-4a94-8120-287b27ec4cb6', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1891470959-router', 'tenant_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:45:33Z', 'updated_at': '2022-09-16T12:45:39Z', 'revision_number': 4, 'project_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'gw_port': {'id': '97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc11fcd-9363-4a94-8120-287b27ec4cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:34Z', 'updated_at': '2022-09-16T12:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '9a4cad40-7ae1-49b1-acbd-08ed6f351980', 'name': '', 'network_id': '0788cdeb-03d3-414c-8670-32387387bf1f', 'tenant_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'mac_address': 'fa:16:3e:31:b6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc11fcd-9363-4a94-8120-287b27ec4cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c4498453-433e-4c98-a40d-4f317e8a17be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:38Z', 'updated_at': '2022-09-16T12:45:43Z', 'revision_number': 4, 'project_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'subnets': [{'id': 'c4498453-433e-4c98-a40d-4f317e8a17be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:45:44.403686 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-17df4979-5500-4c39-bc36-b9120dc44747 None None] Current status of the port 9a4cad40-7ae1-49b1-acbd-08ed6f351980 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:45:44.404088 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-17df4979-5500-4c39-bc36-b9120dc44747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9a4cad40-7ae1-49b1-acbd-08ed6f351980), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:44.407791 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device aef79ed7-9782-4b45-9885-4a06aa3cc1f4 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:45:44.445228 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae2248-9b1f-4142-917c-3f565707ccd3 req-9f9df31b-0b8b-4683-934b-aae55b308aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:44.448473 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-78ae2248-9b1f-4142-917c-3f565707ccd3 req-9f9df31b-0b8b-4683-934b-aae55b308aa2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1641049 Sep 16 12:45:44.539300 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f31ab9-7f57-4d9c-9f36-196f670aa0e3 None None] The sync data for ids ['fcc11fcd-9363-4a94-8120-287b27ec4cb6'] in n-d-858094-4 is: [{'id': 'fcc11fcd-9363-4a94-8120-287b27ec4cb6', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1891470959-router', 'tenant_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:45:33Z', 'updated_at': '2022-09-16T12:45:39Z', 'revision_number': 4, 'project_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'gw_port': {'id': '97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc11fcd-9363-4a94-8120-287b27ec4cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:34Z', 'updated_at': '2022-09-16T12:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '9a4cad40-7ae1-49b1-acbd-08ed6f351980', 'name': '', 'network_id': '0788cdeb-03d3-414c-8670-32387387bf1f', 'tenant_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'mac_address': 'fa:16:3e:31:b6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc11fcd-9363-4a94-8120-287b27ec4cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c4498453-433e-4c98-a40d-4f317e8a17be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:38Z', 'updated_at': '2022-09-16T12:45:43Z', 'revision_number': 4, 'project_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'subnets': [{'id': 'c4498453-433e-4c98-a40d-4f317e8a17be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:45:44.557094 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d5838-36e5-4ff5-8008-4b28ec0cab0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f5a8b9-2774-4e58-b113-394292ca1a93,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:44.615542 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-78ae2248-9b1f-4142-917c-3f565707ccd3 req-a5eca0f7-9106-418e-ae48-f9e57cd5a461 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360276 Sep 16 12:45:44.676260 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-17df4979-5500-4c39-bc36-b9120dc44747 None None] For port 9a4cad40-7ae1-49b1-acbd-08ed6f351980, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=9a4cad40-7ae1-49b1-acbd-08ed6f351980,segment=NetworkSegment(27b0132b-8523-413b-ac57-6d5280e11361),segment_id=27b0132b-8523-413b-ac57-6d5280e11361)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:45:44.713659 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:45:44.717182 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-17df4979-5500-4c39-bc36-b9120dc44747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (9a4cad40-7ae1-49b1-acbd-08ed6f351980), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:44.744653 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-19089a7c-a014-4a56-90e2-aa54e2a2aa5a admin admin] Publish callbacks [] for security_group (0ec39cc1-23f2-4664-9303-20f00bbe899a), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:44.788946 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3ecf67eb-610a-48ca-8319-bdc9940ade0b req-17d7302c-71c7-4499-9e0e-a92f2ffdb9d7 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e522b84e-5b4f-44f9-aede-b56d6280ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7014337 Sep 16 12:45:44.794476 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:45:44.794476 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (aef79ed7-9782-4b45-9885-4a06aa3cc1f4), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:44.794476 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 Sep 16 12:45:44.875731 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6fe07cfb-6fdd-485b-be11-9ef84fb4d9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (3430fbea-7e32-48cb-8566-84590dc43827), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:44.878403 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6fe07cfb-6fdd-485b-be11-9ef84fb4d9a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:44.880229 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df4979-5500-4c39-bc36-b9120dc44747 None None] Pushing event updated for resources: {'Port': ['ID=9a4cad40-7ae1-49b1-acbd-08ed6f351980,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:44.881274 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-68ff5404-a688-45b4-a162-4f2ef5d12fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for subnet (96cf85b2-a750-4bff-b3e4-6816a4d2f561), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:44.887207 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-6fe07cfb-6fdd-485b-be11-9ef84fb4d9a3 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/3430fbea-7e32-48cb-8566-84590dc43827 HTTP/1.1" status: 204 len: 168 time: 1.0431788 Sep 16 12:45:44.888553 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:44.909197 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:44.916671 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe07cfb-6fdd-485b-be11-9ef84fb4d9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3430fbea-7e32-48cb-8566-84590dc43827,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:44.944646 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-78ae2248-9b1f-4142-917c-3f565707ccd3 req-3505019f-d139-4f7b-88b9-ae180c4a69d1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159750 Sep 16 12:45:44.969895 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-19089a7c-a014-4a56-90e2-aa54e2a2aa5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (0ec39cc1-23f2-4664-9303-20f00bbe899a), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:44.975877 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-19089a7c-a014-4a56-90e2-aa54e2a2aa5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:44.980265 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff5404-a688-45b4-a162-4f2ef5d12fc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96cf85b2-a750-4bff-b3e4-6816a4d2f561,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:44.982752 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-19089a7c-a014-4a56-90e2-aa54e2a2aa5a admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/0ec39cc1-23f2-4664-9303-20f00bbe899a HTTP/1.1" status: 204 len: 168 time: 1.6842263 Sep 16 12:45:45.002563 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ff5404-a688-45b4-a162-4f2ef5d12fc9 admin admin] Checking segment: {'id': '827695a2-e688-4648-80ee-0a42334eb98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '389d9ab5-942d-4d8e-81d0-6536d7f5be64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:45:45.002928 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ff5404-a688-45b4-a162-4f2ef5d12fc9 admin admin] Network hostable DHCP agents. Network: 389d9ab5-942d-4d8e-81d0-6536d7f5be64, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:45:45.010895 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:45:45.011625 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (aef79ed7-9782-4b45-9885-4a06aa3cc1f4), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:45.012077 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19089a7c-a014-4a56-90e2-aa54e2a2aa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec39cc1-23f2-4664-9303-20f00bbe899a,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:45.019138 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:45.045282 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ff5404-a688-45b4-a162-4f2ef5d12fc9 admin admin] Network 389d9ab5-942d-4d8e-81d0-6536d7f5be64 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:45:45.058692 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-68ff5404-a688-45b4-a162-4f2ef5d12fc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 389d9ab5-942d-4d8e-81d0-6536d7f5be64) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:45:45.068494 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ff5404-a688-45b4-a162-4f2ef5d12fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:45.069110 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-68ff5404-a688-45b4-a162-4f2ef5d12fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:45.083101 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7a7f73-fa77-42fb-9dfd-6be0c720d8ba None None] Network 389d9ab5-942d-4d8e-81d0-6536d7f5be64 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:45:45.112987 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 46154) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:45.116689 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-68ff5404-a688-45b4-a162-4f2ef5d12fc9 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0158284 Sep 16 12:45:45.119043 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-b4c2aa0a-a34f-4803-bd46-b1015b7b2407 admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1249468880-router', 'tenant_id': '855d0efd79e745fdbda815308311571c', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:45:45.152524 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab83a18-0e02-4082-a9f8-b7f93ad2e347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef79ed7-9782-4b45-9885-4a06aa3cc1f4'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:45:45.167541 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4c2aa0a-a34f-4803-bd46-b1015b7b2407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (d611800a-652f-43a3-9a4b-1631fd40dc6e), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:45.169371 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4c2aa0a-a34f-4803-bd46-b1015b7b2407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (d611800a-652f-43a3-9a4b-1631fd40dc6e), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:45.173949 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:45.310842 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4c2aa0a-a34f-4803-bd46-b1015b7b2407 admin admin] Publish callbacks [] for router_controller (d611800a-652f-43a3-9a4b-1631fd40dc6e), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:45.420840 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port aef79ed7-9782-4b45-9885-4a06aa3cc1f4, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=aef79ed7-9782-4b45-9885-4a06aa3cc1f4,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:45:45.498092 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (aef79ed7-9782-4b45-9885-4a06aa3cc1f4), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:45.521651 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651283e-25ad-40d1-97c7-24a7137c43c8 req-8fb3e1c0-e0b4-4c49-910b-23595d70bd47 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:45.523248 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7651283e-25ad-40d1-97c7-24a7137c43c8 req-8fb3e1c0-e0b4-4c49-910b-23595d70bd47 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 949 time: 0.2110865 Sep 16 12:45:45.562005 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 9a4cad40-7ae1-49b1-acbd-08ed6f351980 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:45:45.694593 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 9a4cad40-7ae1-49b1-acbd-08ed6f351980 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:45:45.695125 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (9a4cad40-7ae1-49b1-acbd-08ed6f351980), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:45.695665 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 9a4cad40-7ae1-49b1-acbd-08ed6f351980 Sep 16 12:45:45.723478 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=aef79ed7-9782-4b45-9885-4a06aa3cc1f4,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:45.810087 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-389d9ab5-942d-4d8e-81d0-6536d7f5be64', 'network_id': '389d9ab5-942d-4d8e-81d0-6536d7f5be64', 'project_id': '855d0efd79e745fdbda815308311571c', 'fixed_ips': [{'subnet_id': '96cf85b2-a750-4bff-b3e4-6816a4d2f561'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:45:45.811170 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:45.868328 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:45.955780 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4c2aa0a-a34f-4803-bd46-b1015b7b2407 admin admin] Publish callbacks [] for router_gateway (d611800a-652f-43a3-9a4b-1631fd40dc6e), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:45.970910 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 9a4cad40-7ae1-49b1-acbd-08ed6f351980 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:45:46.103604 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] Allocated IP 172.20.0.2 (389d9ab5-942d-4d8e-81d0-6536d7f5be64/96cf85b2-a750-4bff-b3e4-6816a4d2f561/2bc60f03-9dc0-466e-9ec5-ac907251dc5a) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:45:46.163802 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dc4a5-893b-46c8-8876-f112597b075c req-3e2eca9c-b09b-434f-848c-2d017792eac0 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:46.167632 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c22dc4a5-893b-46c8-8876-f112597b075c req-3e2eca9c-b09b-434f-848c-2d017792eac0 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 968 time: 0.2030728 Sep 16 12:45:46.172405 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88c4d7b-bc00-4ecb-be71-65c84c307ef5" -d '{"events": [{"server_uuid": "3ab83a18-0e02-4082-a9f8-b7f93ad2e347", "name": "network-vif-plugged", "status": "completed", "tag": "aef79ed7-9782-4b45-9885-4a06aa3cc1f4"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:45:46.174291 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7651283e-25ad-40d1-97c7-24a7137c43c8 req-4304494f-063d-4b49-9d05-ea9ea0f2b853 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6399493 Sep 16 12:45:46.372586 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] Publish callbacks [] for port (2bc60f03-9dc0-466e-9ec5-ac907251dc5a), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:46.381135 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (2bc60f03-9dc0-466e-9ec5-ac907251dc5a), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:46.386971 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:46.402695 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c22dc4a5-893b-46c8-8876-f112597b075c req-31083d2a-eec2-45bc-98b7-c47b8b93f036 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e522b84e-5b4f-44f9-aede-b56d6280ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245822 Sep 16 12:45:46.446386 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 63de9e43-b08e-4ff1-a01a-86057adb6cc8 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:45:46.448262 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4c2aa0a-a34f-4803-bd46-b1015b7b2407 admin admin] Publish callbacks [] for router_gateway (d611800a-652f-43a3-9a4b-1631fd40dc6e), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:46.495464 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4c2aa0a-a34f-4803-bd46-b1015b7b2407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:46.656227 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 63de9e43-b08e-4ff1-a01a-86057adb6cc8, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=63de9e43-b08e-4ff1-a01a-86057adb6cc8,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:45:46.677267 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2eba02-13e3-42ed-b811-ee36593045c8 x-openstack-request-id: req-9e2eba02-13e3-42ed-b811-ee36593045c8 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:45:46.677590 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab83a18-0e02-4082-a9f8-b7f93ad2e347", "name": "network-vif-plugged", "status": "completed", "tag": "aef79ed7-9782-4b45-9885-4a06aa3cc1f4", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:45:46.677855 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9e2eba02-13e3-42ed-b811-ee36593045c8 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:45:46.678302 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e2eba02-13e3-42ed-b811-ee36593045c8'] response: {'server_uuid': '3ab83a18-0e02-4082-a9f8-b7f93ad2e347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef79ed7-9782-4b45-9885-4a06aa3cc1f4', 'code': 200} Sep 16 12:45:46.697157 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] Network 389d9ab5-942d-4d8e-81d0-6536d7f5be64 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:45:46.701851 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '63de9e43-b08e-4ff1-a01a-86057adb6cc8', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '63de9e43-b08e-4ff1-a01a-86057adb6cc8', 'mac_address': 'fa:16:3e:73:24:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:tempest-test_az-955207094', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:45:46.707008 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:45:46.713984 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:45:46.725199 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] Pushing event updated for resources: {'Port': ['ID=2bc60f03-9dc0-466e-9ec5-ac907251dc5a,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:46.775174 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b5836-b9d2-43cd-8f12-4944689504ed req-8653d443-fc60-435f-9c35-f21c2d9cde5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:46.777060 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-995b5836-b9d2-43cd-8f12-4944689504ed req-8653d443-fc60-435f-9c35-f21c2d9cde5d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 1132 time: 0.1211646 Sep 16 12:45:46.807498 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-995b5836-b9d2-43cd-8f12-4944689504ed req-183d72d4-f072-47c5-89c1-c8928d9806c4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:46.816309 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-b4c2aa0a-a34f-4803-bd46-b1015b7b2407 admin admin] Allocated IP 172.25.2.191 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/1da24abe-d89c-4915-b0e8-f6cb789c5e57) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:45:46.872775 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] Attempting to bind port 2bc60f03-9dc0-466e-9ec5-ac907251dc5a on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:45:46.873342 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] Attempting to bind port 2bc60f03-9dc0-466e-9ec5-ac907251dc5a by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '827695a2-e688-4648-80ee-0a42334eb98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '389d9ab5-942d-4d8e-81d0-6536d7f5be64'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:45:46.874119 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] Attempting to bind port 2bc60f03-9dc0-466e-9ec5-ac907251dc5a on network 389d9ab5-942d-4d8e-81d0-6536d7f5be64 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:45:46.928564 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 63de9e43-b08e-4ff1-a01a-86057adb6cc8 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:45:46.929265 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (63de9e43-b08e-4ff1-a01a-86057adb6cc8), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:46.929677 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:46.952417 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:45:46.952966 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] Checking segment: {'id': '827695a2-e688-4648-80ee-0a42334eb98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '389d9ab5-942d-4d8e-81d0-6536d7f5be64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:45:46.953464 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:46.953952 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] Bound using segment: {'id': '827695a2-e688-4648-80ee-0a42334eb98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '389d9ab5-942d-4d8e-81d0-6536d7f5be64'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:45:46.954535 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] Bound port: 2bc60f03-9dc0-466e-9ec5-ac907251dc5a, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827695a2-e688-4648-80ee-0a42334eb98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '389d9ab5-942d-4d8e-81d0-6536d7f5be64'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:45:46.955007 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (2bc60f03-9dc0-466e-9ec5-ac907251dc5a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:46.962826 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63de9e43-b08e-4ff1-a01a-86057adb6cc8 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:45:46.987290 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:47.022683 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4c2aa0a-a34f-4803-bd46-b1015b7b2407 admin admin] Publish callbacks [] for port (1da24abe-d89c-4915-b0e8-f6cb789c5e57), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:47.027371 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-995b5836-b9d2-43cd-8f12-4944689504ed req-183d72d4-f072-47c5-89c1-c8928d9806c4 service neutron] Publish callbacks [] for security_group (012b2df5-503d-439d-b8f3-347694564613), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:47.033685 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 63de9e43-b08e-4ff1-a01a-86057adb6cc8, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=63de9e43-b08e-4ff1-a01a-86057adb6cc8,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:45:47.044642 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (63de9e43-b08e-4ff1-a01a-86057adb6cc8), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:47.045679 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-995b5836-b9d2-43cd-8f12-4944689504ed req-183d72d4-f072-47c5-89c1-c8928d9806c4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (012b2df5-503d-439d-b8f3-347694564613), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:47.087249 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:47.094911 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] For port 2bc60f03-9dc0-466e-9ec5-ac907251dc5a, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:45:47.101138 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] For port 2bc60f03-9dc0-466e-9ec5-ac907251dc5a, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=2bc60f03-9dc0-466e-9ec5-ac907251dc5a,segment=NetworkSegment(827695a2-e688-4648-80ee-0a42334eb98c),segment_id=827695a2-e688-4648-80ee-0a42334eb98c)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:45:47.121144 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (2bc60f03-9dc0-466e-9ec5-ac907251dc5a), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:47.144885 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=63de9e43-b08e-4ff1-a01a-86057adb6cc8,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:47.185183 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-995b5836-b9d2-43cd-8f12-4944689504ed req-183d72d4-f072-47c5-89c1-c8928d9806c4 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990495 Sep 16 12:45:47.226176 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4c2aa0a-a34f-4803-bd46-b1015b7b2407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (1da24abe-d89c-4915-b0e8-f6cb789c5e57), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:47.299096 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['63de9e43-b08e-4ff1-a01a-86057adb6cc8'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:45:47.313289 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d72d4-f072-47c5-89c1-c8928d9806c4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=012b2df5-503d-439d-b8f3-347694564613,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:47.397977 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c2aa0a-a34f-4803-bd46-b1015b7b2407 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:45:47.405299 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96011e-3ab7-409a-9c2c-cfe15d9634ee req-9c3bb2e1-ddcc-4b06-b192-96808fa7af53 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:47.407081 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c96011e-3ab7-409a-9c2c-cfe15d9634ee req-9c3bb2e1-ddcc-4b06-b192-96808fa7af53 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 950 time: 0.0949712 Sep 16 12:45:47.407533 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad7d18-4bff-414e-8d31-f59b5d7c4186 None None] Pushing event updated for resources: {'Port': ['ID=2bc60f03-9dc0-466e-9ec5-ac907251dc5a,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:47.410620 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-b4c2aa0a-a34f-4803-bd46-b1015b7b2407 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:45:47.424057 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c2aa0a-a34f-4803-bd46-b1015b7b2407 admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:45:47.539107 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2aa0a-a34f-4803-bd46-b1015b7b2407 admin admin] Pushing event updated for resources: {'Port': ['ID=1da24abe-d89c-4915-b0e8-f6cb789c5e57,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:47.728202 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0fb39-93e7-4215-850c-9f798e46e0d2 req-5ea0d3c4-5533-4511-8268-1793dc99b6c5 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:47.729880 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10d0fb39-93e7-4215-850c-9f798e46e0d2 req-5ea0d3c4-5533-4511-8268-1793dc99b6c5 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 969 time: 0.1174724 Sep 16 12:45:47.759435 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c96011e-3ab7-409a-9c2c-cfe15d9634ee req-f9526476-5cc7-4d12-8287-3e8f92cdd64d tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274973 Sep 16 12:45:47.848642 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46234) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:47.870234 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10d0fb39-93e7-4215-850c-9f798e46e0d2 req-561a1ff4-6a5f-4f3b-a07e-189289f5698d tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e522b84e-5b4f-44f9-aede-b56d6280ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262970 Sep 16 12:45:47.967264 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4c2aa0a-a34f-4803-bd46-b1015b7b2407 admin admin] Publish callbacks [] for router_gateway (d611800a-652f-43a3-9a4b-1631fd40dc6e), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:48.229170 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4c2aa0a-a34f-4803-bd46-b1015b7b2407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (d611800a-652f-43a3-9a4b-1631fd40dc6e), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:48.251344 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0514c03d-ae86-48d0-b752-8dcd0060c37d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:48.417220 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0514c03d-ae86-48d0-b752-8dcd0060c37d admin admin] Publish callbacks [] for security_group (83c93315-a57a-48a5-85c1-aa357aecb425), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:48.422538 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0514c03d-ae86-48d0-b752-8dcd0060c37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (83c93315-a57a-48a5-85c1-aa357aecb425), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:48.432491 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 63de9e43-b08e-4ff1-a01a-86057adb6cc8 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:45:48.480177 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0514c03d-ae86-48d0-b752-8dcd0060c37d admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=2973ce9a259f49909ff480a692ebcaf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6279054 Sep 16 12:45:48.480953 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514c03d-ae86-48d0-b752-8dcd0060c37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c93315-a57a-48a5-85c1-aa357aecb425,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:48.485197 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46250) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:48.532429 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:48.570007 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4f5c879c-b443-4c56-aa4d-de0ece637708 admin admin] Publish callbacks [] for security_group (83c93315-a57a-48a5-85c1-aa357aecb425), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:48.595358 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 63de9e43-b08e-4ff1-a01a-86057adb6cc8 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:45:48.611130 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 63de9e43-b08e-4ff1-a01a-86057adb6cc8 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:45:48.613113 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (63de9e43-b08e-4ff1-a01a-86057adb6cc8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:48.613718 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 63de9e43-b08e-4ff1-a01a-86057adb6cc8 Sep 16 12:45:48.613951 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4f5c879c-b443-4c56-aa4d-de0ece637708 admin admin] Publish callbacks [] for security_group (83c93315-a57a-48a5-85c1-aa357aecb425), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:48.668456 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcde105f-ff9a-4948-83e4-1dac6ff2ccf1 None None] Network 389d9ab5-942d-4d8e-81d0-6536d7f5be64 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:45:48.687213 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4f5c879c-b443-4c56-aa4d-de0ece637708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (83c93315-a57a-48a5-85c1-aa357aecb425), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:48.690149 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4f5c879c-b443-4c56-aa4d-de0ece637708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:48.692187 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4f5c879c-b443-4c56-aa4d-de0ece637708 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/83c93315-a57a-48a5-85c1-aa357aecb425 HTTP/1.1" status: 204 len: 168 time: 0.2051897 Sep 16 12:45:48.704236 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c879c-b443-4c56-aa4d-de0ece637708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c93315-a57a-48a5-85c1-aa357aecb425,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:48.735978 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:48.755549 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-83980a2a-d1f8-483c-b845-d0ce85565aba None None] Provisioning complete for port 2bc60f03-9dc0-466e-9ec5-ac907251dc5a triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:45:48.756039 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-83980a2a-d1f8-483c-b845-d0ce85565aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (2bc60f03-9dc0-466e-9ec5-ac907251dc5a), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:48.756618 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-83980a2a-d1f8-483c-b845-d0ce85565aba None None] Attempt 1 to provision port 2bc60f03-9dc0-466e-9ec5-ac907251dc5a Sep 16 12:45:48.786531 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:48.790768 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:48.836975 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c2aa0a-a34f-4803-bd46-b1015b7b2407 admin admin] Router d611800a-652f-43a3-9a4b-1631fd40dc6e is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:45:48.941732 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 63de9e43-b08e-4ff1-a01a-86057adb6cc8 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:45:48.942231 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (63de9e43-b08e-4ff1-a01a-86057adb6cc8), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:48.947638 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-83980a2a-d1f8-483c-b845-d0ce85565aba None None] Current status of the port 2bc60f03-9dc0-466e-9ec5-ac907251dc5a is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:45:48.948191 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-83980a2a-d1f8-483c-b845-d0ce85565aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (2bc60f03-9dc0-466e-9ec5-ac907251dc5a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:48.990529 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafdd5ab-69fa-40fc-a555-8a2668f40e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63de9e43-b08e-4ff1-a01a-86057adb6cc8'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:45:48.993754 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92887907-a6a8-48e0-8107-0682c4e0ea7b" -d '{"events": [{"server_uuid": "cafdd5ab-69fa-40fc-a555-8a2668f40e5e", "name": "network-vif-plugged", "status": "completed", "tag": "63de9e43-b08e-4ff1-a01a-86057adb6cc8"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:45:49.012662 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:49.022678 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 63de9e43-b08e-4ff1-a01a-86057adb6cc8, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=63de9e43-b08e-4ff1-a01a-86057adb6cc8,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:45:49.034616 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-83980a2a-d1f8-483c-b845-d0ce85565aba None None] For port 2bc60f03-9dc0-466e-9ec5-ac907251dc5a, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=2bc60f03-9dc0-466e-9ec5-ac907251dc5a,segment=NetworkSegment(827695a2-e688-4648-80ee-0a42334eb98c),segment_id=827695a2-e688-4648-80ee-0a42334eb98c)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:45:49.035955 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (63de9e43-b08e-4ff1-a01a-86057adb6cc8), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:49.044014 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-83980a2a-d1f8-483c-b845-d0ce85565aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (2bc60f03-9dc0-466e-9ec5-ac907251dc5a), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:49.118457 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=63de9e43-b08e-4ff1-a01a-86057adb6cc8,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:49.162718 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a73db0-bd2c-4a7a-bbbb-0ddcf953cb01 req-767abef1-6834-4157-a148-f23001077c26 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:49.170602 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c6a73db0-bd2c-4a7a-bbbb-0ddcf953cb01 req-767abef1-6834-4157-a148-f23001077c26 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 950 time: 0.1991029 Sep 16 12:45:49.188350 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccb2d0-321e-40b3-8d02-b8a5c6178ec7 req-eed7d5bb-21cf-44e9-b326-380b02e07abc tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:49.190043 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-91ccb2d0-321e-40b3-8d02-b8a5c6178ec7 req-eed7d5bb-21cf-44e9-b326-380b02e07abc tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 970 time: 0.1787801 Sep 16 12:45:49.210419 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83980a2a-d1f8-483c-b845-d0ce85565aba None None] Pushing event updated for resources: {'Port': ['ID=2bc60f03-9dc0-466e-9ec5-ac907251dc5a,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:49.326270 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-91ccb2d0-321e-40b3-8d02-b8a5c6178ec7 req-474b1eaa-0ceb-4961-8ad3-9da7ccf8e15c tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e522b84e-5b4f-44f9-aede-b56d6280ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111708 Sep 16 12:45:49.344701 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c2aa0a-a34f-4803-bd46-b1015b7b2407 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:45:49.372161 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde62816-1697-4add-bd34-93c116575c74 None None] Sync routers for ids ['d611800a-652f-43a3-9a4b-1631fd40dc6e'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:45:49.402698 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c6a73db0-bd2c-4a7a-bbbb-0ddcf953cb01 req-d620e9e8-df7a-416f-b482-62550e578980 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249916 Sep 16 12:45:49.406083 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4c2aa0a-a34f-4803-bd46-b1015b7b2407 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:49.407726 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-098e8f45-4ad7-4dd4-bb52-00d348a0426e None None] Provisioning complete for port 2bc60f03-9dc0-466e-9ec5-ac907251dc5a triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:45:49.407726 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-098e8f45-4ad7-4dd4-bb52-00d348a0426e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (2bc60f03-9dc0-466e-9ec5-ac907251dc5a), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:49.410317 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46280) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:49.411314 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-098e8f45-4ad7-4dd4-bb52-00d348a0426e None None] Attempt 1 to provision port 2bc60f03-9dc0-466e-9ec5-ac907251dc5a Sep 16 12:45:49.425082 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b4c2aa0a-a34f-4803-bd46-b1015b7b2407 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 937 time: 4.3109057 Sep 16 12:45:49.474067 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add8d45e-43d7-4b8e-891f-dfc8646dbb5e x-openstack-request-id: req-add8d45e-43d7-4b8e-891f-dfc8646dbb5e {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:45:49.474567 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafdd5ab-69fa-40fc-a555-8a2668f40e5e", "name": "network-vif-plugged", "status": "completed", "tag": "63de9e43-b08e-4ff1-a01a-86057adb6cc8", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:45:49.474684 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-add8d45e-43d7-4b8e-891f-dfc8646dbb5e {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:45:49.475003 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-add8d45e-43d7-4b8e-891f-dfc8646dbb5e'] response: {'server_uuid': 'cafdd5ab-69fa-40fc-a555-8a2668f40e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63de9e43-b08e-4ff1-a01a-86057adb6cc8', 'code': 200} Sep 16 12:45:49.545816 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 46282) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:49.559625 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde62816-1697-4add-bd34-93c116575c74 None None] Routers {'d611800a-652f-43a3-9a4b-1631fd40dc6e'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:45:49.559625 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-fde62816-1697-4add-bd34-93c116575c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:45:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['d611800a-652f-43a3-9a4b-1631fd40dc6e'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:45:49.569001 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-363f730f-16e8-4532-8690-a7671aa78b67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:49.595605 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 2bc60f03-9dc0-466e-9ec5-ac907251dc5a up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:45:49.668830 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14dc47-ca18-4845-818a-54e5b114d8e6 req-27a94b07-e902-4438-a2da-cd72195cd491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:49.670432 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b14dc47-ca18-4845-818a-54e5b114d8e6 req-27a94b07-e902-4438-a2da-cd72195cd491 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 1152 time: 0.0777731 Sep 16 12:45:49.761296 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b14dc47-ca18-4845-818a-54e5b114d8e6 req-39ac0cfe-5821-4c9a-bdd0-9d73dd766c2b service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=e522b84e-5b4f-44f9-aede-b56d6280ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713496 Sep 16 12:45:49.783953 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-363f730f-16e8-4532-8690-a7671aa78b67 admin admin] Publish callbacks [] for security_group (fc4170ea-ab13-4f37-87ce-f9b1725156ed), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:49.789912 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-363f730f-16e8-4532-8690-a7671aa78b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (fc4170ea-ab13-4f37-87ce-f9b1725156ed), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:49.795075 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-fde62816-1697-4add-bd34-93c116575c74 None None] Set router d611800a-652f-43a3-9a4b-1631fd40dc6e gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:45:49.815346 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:49.893179 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-363f730f-16e8-4532-8690-a7671aa78b67 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=02733d63b94a4d1690149e1f63bcfcaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433836 Sep 16 12:45:49.900872 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46290) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:49.904368 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f730f-16e8-4532-8690-a7671aa78b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4170ea-ab13-4f37-87ce-f9b1725156ed,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:49.938681 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-098e8f45-4ad7-4dd4-bb52-00d348a0426e None None] Current status of the port 2bc60f03-9dc0-466e-9ec5-ac907251dc5a is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:45:49.968899 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 2bc60f03-9dc0-466e-9ec5-ac907251dc5a triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:45:49.969300 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (2bc60f03-9dc0-466e-9ec5-ac907251dc5a), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:49.969640 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 2bc60f03-9dc0-466e-9ec5-ac907251dc5a Sep 16 12:45:49.976173 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f06af0cb-14ee-4290-ab61-f57fe4b1f9a4 admin admin] Publish callbacks [] for security_group (fc4170ea-ab13-4f37-87ce-f9b1725156ed), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:50.006940 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:50.050518 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:50.053219 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:50.082973 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-fde62816-1697-4add-bd34-93c116575c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd611800a-652f-43a3-9a4b-1631fd40dc6e', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1249468880-router', 'tenant_id': '855d0efd79e745fdbda815308311571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '1da24abe-d89c-4915-b0e8-f6cb789c5e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:45:45Z', 'updated_at': '2022-09-16T12:45:47Z', 'revision_number': 3, 'project_id': '855d0efd79e745fdbda815308311571c', 'gw_port': {'id': '1da24abe-d89c-4915-b0e8-f6cb789c5e57', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd611800a-652f-43a3-9a4b-1631fd40dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:46Z', 'updated_at': '2022-09-16T12:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:45:50.100682 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 2bc60f03-9dc0-466e-9ec5-ac907251dc5a is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:45:50.103665 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f06af0cb-14ee-4290-ab61-f57fe4b1f9a4 admin admin] Publish callbacks [] for security_group (fc4170ea-ab13-4f37-87ce-f9b1725156ed), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:50.132409 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde62816-1697-4add-bd34-93c116575c74 None None] Checking router: d611800a-652f-43a3-9a4b-1631fd40dc6e for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:45:50.133659 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde62816-1697-4add-bd34-93c116575c74 None None] Updating router d611800a-652f-43a3-9a4b-1631fd40dc6e port 1da24abe-d89c-4915-b0e8-f6cb789c5e57 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:45:50.168325 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-fde62816-1697-4add-bd34-93c116575c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1da24abe-d89c-4915-b0e8-f6cb789c5e57), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:50.250485 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f06af0cb-14ee-4290-ab61-f57fe4b1f9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (fc4170ea-ab13-4f37-87ce-f9b1725156ed), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:50.254272 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f06af0cb-14ee-4290-ab61-f57fe4b1f9a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:50.259171 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f06af0cb-14ee-4290-ab61-f57fe4b1f9a4 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/fc4170ea-ab13-4f37-87ce-f9b1725156ed HTTP/1.1" status: 204 len: 168 time: 0.3531680 Sep 16 12:45:50.276691 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06af0cb-14ee-4290-ab61-f57fe4b1f9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4170ea-ab13-4f37-87ce-f9b1725156ed,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:50.346270 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29672ca9-c973-4926-a84a-73d29d9cc17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:50.482216 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-fde62816-1697-4add-bd34-93c116575c74 None None] Publish callbacks [] for port (1da24abe-d89c-4915-b0e8-f6cb789c5e57), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:50.488722 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-fde62816-1697-4add-bd34-93c116575c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (1da24abe-d89c-4915-b0e8-f6cb789c5e57), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:50.504653 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ee595-446c-4e19-abf7-0dfe1bcf8b86 req-82440483-e175-4d79-99db-83ed81bae0e1 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:50.508689 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ab8ee595-446c-4e19-abf7-0dfe1bcf8b86 req-82440483-e175-4d79-99db-83ed81bae0e1 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 970 time: 0.0761383 Sep 16 12:45:50.548913 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-fde62816-1697-4add-bd34-93c116575c74 None None] Attempting to bind port 1da24abe-d89c-4915-b0e8-f6cb789c5e57 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:45:50.550730 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-fde62816-1697-4add-bd34-93c116575c74 None None] Attempting to bind port 1da24abe-d89c-4915-b0e8-f6cb789c5e57 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:45:50.551251 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde62816-1697-4add-bd34-93c116575c74 None None] Attempting to bind port 1da24abe-d89c-4915-b0e8-f6cb789c5e57 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:45:50.602732 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f8dd5-f43f-44bc-83a8-7f5b79f78425 None None] Pushing event updated for resources: {'Port': ['ID=1da24abe-d89c-4915-b0e8-f6cb789c5e57,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:50.624739 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ab8ee595-446c-4e19-abf7-0dfe1bcf8b86 req-86dee669-944b-4e65-9676-39dd1149169b tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e522b84e-5b4f-44f9-aede-b56d6280ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084306 Sep 16 12:45:50.660762 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde62816-1697-4add-bd34-93c116575c74 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:45:50.661462 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde62816-1697-4add-bd34-93c116575c74 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:45:50.661912 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-fde62816-1697-4add-bd34-93c116575c74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:50.662512 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde62816-1697-4add-bd34-93c116575c74 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:45:50.663372 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-fde62816-1697-4add-bd34-93c116575c74 None None] Bound port: 1da24abe-d89c-4915-b0e8-f6cb789c5e57, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:45:50.664034 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-fde62816-1697-4add-bd34-93c116575c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1da24abe-d89c-4915-b0e8-f6cb789c5e57), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:50.678019 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-29672ca9-c973-4926-a84a-73d29d9cc17b admin admin] Allocated IP 172.20.0.1 (389d9ab5-942d-4d8e-81d0-6536d7f5be64/96cf85b2-a750-4bff-b3e4-6816a4d2f561/97fbfced-c22f-4005-ae69-4eda5c1b2eb8) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:45:50.755732 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-fde62816-1697-4add-bd34-93c116575c74 None None] For port 1da24abe-d89c-4915-b0e8-f6cb789c5e57, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:45:50.762558 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-fde62816-1697-4add-bd34-93c116575c74 None None] For port 1da24abe-d89c-4915-b0e8-f6cb789c5e57, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=1da24abe-d89c-4915-b0e8-f6cb789c5e57,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:45:50.772200 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-fde62816-1697-4add-bd34-93c116575c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (1da24abe-d89c-4915-b0e8-f6cb789c5e57), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:50.785695 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb945a47-5749-46f6-ad18-f1d2715ff6b1 req-15f0bcb9-926d-4041-a750-d4195708996f tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:50.794824 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cb945a47-5749-46f6-ad18-f1d2715ff6b1 req-15f0bcb9-926d-4041-a750-d4195708996f tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 950 time: 0.0815732 Sep 16 12:45:50.851794 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cb945a47-5749-46f6-ad18-f1d2715ff6b1 req-d0f59f3d-193d-452a-b788-62e2fc311bf3 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558724 Sep 16 12:45:50.873291 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29672ca9-c973-4926-a84a-73d29d9cc17b admin admin] Publish callbacks [] for port (97fbfced-c22f-4005-ae69-4eda5c1b2eb8), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:50.883839 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f8dd5-f43f-44bc-83a8-7f5b79f78425 None None] Pushing event updated for resources: {'Port': ['ID=1da24abe-d89c-4915-b0e8-f6cb789c5e57,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:50.911565 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde62816-1697-4add-bd34-93c116575c74 None None] Routers {'d611800a-652f-43a3-9a4b-1631fd40dc6e'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:45:50.912724 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-fde62816-1697-4add-bd34-93c116575c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:45:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['d611800a-652f-43a3-9a4b-1631fd40dc6e'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:45:50.912926 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:50.916933 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29672ca9-c973-4926-a84a-73d29d9cc17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (97fbfced-c22f-4005-ae69-4eda5c1b2eb8), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:50.969845 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29672ca9-c973-4926-a84a-73d29d9cc17b admin admin] Pushing event updated for resources: {'Port': ['ID=97fbfced-c22f-4005-ae69-4eda5c1b2eb8,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:50.986621 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29672ca9-c973-4926-a84a-73d29d9cc17b admin admin] Network 389d9ab5-942d-4d8e-81d0-6536d7f5be64 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:45:50.988486 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-29672ca9-c973-4926-a84a-73d29d9cc17b admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:45:50.991213 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29672ca9-c973-4926-a84a-73d29d9cc17b admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:45:50.991694 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29672ca9-c973-4926-a84a-73d29d9cc17b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (d611800a-652f-43a3-9a4b-1631fd40dc6e), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:51.063076 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:51.152027 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-fde62816-1697-4add-bd34-93c116575c74 None None] Set router d611800a-652f-43a3-9a4b-1631fd40dc6e gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:45:51.230962 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29672ca9-c973-4926-a84a-73d29d9cc17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (97fbfced-c22f-4005-ae69-4eda5c1b2eb8), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:51.387342 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Provisioning complete for port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:45:51.387892 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (97fbfced-c22f-4005-ae69-4eda5c1b2eb8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:51.388690 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Attempt 1 to provision port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 Sep 16 12:45:51.449117 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-fde62816-1697-4add-bd34-93c116575c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd611800a-652f-43a3-9a4b-1631fd40dc6e', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1249468880-router', 'tenant_id': '855d0efd79e745fdbda815308311571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '1da24abe-d89c-4915-b0e8-f6cb789c5e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:45:45Z', 'updated_at': '2022-09-16T12:45:47Z', 'revision_number': 3, 'project_id': '855d0efd79e745fdbda815308311571c', 'gw_port': {'id': '1da24abe-d89c-4915-b0e8-f6cb789c5e57', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd611800a-652f-43a3-9a4b-1631fd40dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:46Z', 'updated_at': '2022-09-16T12:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:45:51.475752 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:45:51.484054 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde62816-1697-4add-bd34-93c116575c74 None None] The sync data for ids ['d611800a-652f-43a3-9a4b-1631fd40dc6e'] in n-d-858094-4 is: [{'id': 'd611800a-652f-43a3-9a4b-1631fd40dc6e', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1249468880-router', 'tenant_id': '855d0efd79e745fdbda815308311571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '1da24abe-d89c-4915-b0e8-f6cb789c5e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:45:45Z', 'updated_at': '2022-09-16T12:45:47Z', 'revision_number': 3, 'project_id': '855d0efd79e745fdbda815308311571c', 'gw_port': {'id': '1da24abe-d89c-4915-b0e8-f6cb789c5e57', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd611800a-652f-43a3-9a4b-1631fd40dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:46Z', 'updated_at': '2022-09-16T12:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:45:51.497181 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:51.504850 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29672ca9-c973-4926-a84a-73d29d9cc17b admin admin] Publish callbacks [] for port (97fbfced-c22f-4005-ae69-4eda5c1b2eb8), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:51.514431 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29672ca9-c973-4926-a84a-73d29d9cc17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (97fbfced-c22f-4005-ae69-4eda5c1b2eb8), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:51.516095 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29672ca9-c973-4926-a84a-73d29d9cc17b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (d611800a-652f-43a3-9a4b-1631fd40dc6e), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:51.605020 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29672ca9-c973-4926-a84a-73d29d9cc17b admin admin] Pushing event updated for resources: {'Port': ['ID=97fbfced-c22f-4005-ae69-4eda5c1b2eb8,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:51.860262 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29672ca9-c973-4926-a84a-73d29d9cc17b admin admin] Network 389d9ab5-942d-4d8e-81d0-6536d7f5be64 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:45:51.866491 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-29672ca9-c973-4926-a84a-73d29d9cc17b admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:45:51.922029 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e17db-b5ac-44c0-afe1-adbd4840ac72 req-c4b4b775-59d5-41a2-9573-fcbb8dcf6059 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:51.924406 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e42e17db-b5ac-44c0-afe1-adbd4840ac72 req-c4b4b775-59d5-41a2-9573-fcbb8dcf6059 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 970 time: 0.1045563 Sep 16 12:45:51.978843 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Attempt 2 to provision port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 Sep 16 12:45:52.040621 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e42e17db-b5ac-44c0-afe1-adbd4840ac72 req-0964c141-ea78-4682-a931-7864f89ed31a tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e522b84e-5b4f-44f9-aede-b56d6280ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019604 Sep 16 12:45:52.113397 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:45:52.114596 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29672ca9-c973-4926-a84a-73d29d9cc17b admin admin] Router d611800a-652f-43a3-9a4b-1631fd40dc6e has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:45:52.151757 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:52.204698 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c33150-9c81-40e5-b827-37d11d7e5726 req-d5e77fae-78ed-4e61-baff-bc83df73dfba tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:52.206692 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9c33150-9c81-40e5-b827-37d11d7e5726 req-d5e77fae-78ed-4e61-baff-bc83df73dfba tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 950 time: 0.0887814 Sep 16 12:45:52.260949 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:52.291233 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29672ca9-c973-4926-a84a-73d29d9cc17b admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:45:52.297070 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-29672ca9-c973-4926-a84a-73d29d9cc17b admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/d611800a-652f-43a3-9a4b-1631fd40dc6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8850207 Sep 16 12:45:52.311818 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9c33150-9c81-40e5-b827-37d11d7e5726 req-13f70e71-c8cd-4f4e-875d-56db88457c00 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978990 Sep 16 12:45:52.457334 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d277b64-5422-4253-ac2c-57996d837578 req-f9a63e3a-c6a3-4ac4-81e2-787d809df903 tempest-AggregatesAdminTestJSON-1770599592 tempest-AggregatesAdminTestJSON-1770599592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:52.466370 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d277b64-5422-4253-ac2c-57996d837578 req-f9a63e3a-c6a3-4ac4-81e2-787d809df903 tempest-AggregatesAdminTestJSON-1770599592 tempest-AggregatesAdminTestJSON-1770599592-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 1152 time: 0.0559716 Sep 16 12:45:52.482208 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7d277b64-5422-4253-ac2c-57996d837578 req-6d649392-2ec3-4825-a488-6e496abc7b7e tempest-AggregatesAdminTestJSON-1770599592 tempest-AggregatesAdminTestJSON-1770599592-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:52.489594 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46384) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:52.595569 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:52.614127 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Attempt 3 to provision port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 Sep 16 12:45:52.674082 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7d277b64-5422-4253-ac2c-57996d837578 req-6d649392-2ec3-4825-a488-6e496abc7b7e tempest-AggregatesAdminTestJSON-1770599592 tempest-AggregatesAdminTestJSON-1770599592-project-admin] Publish callbacks [] for security_group (6c9f9855-aebd-4fb5-9ea4-a0534ef30cea), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:52.681210 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7d277b64-5422-4253-ac2c-57996d837578 req-6d649392-2ec3-4825-a488-6e496abc7b7e tempest-AggregatesAdminTestJSON-1770599592 tempest-AggregatesAdminTestJSON-1770599592-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (6c9f9855-aebd-4fb5-9ea4-a0534ef30cea), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:52.687686 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:45:52.760845 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d277b64-5422-4253-ac2c-57996d837578 req-6d649392-2ec3-4825-a488-6e496abc7b7e tempest-AggregatesAdminTestJSON-1770599592 tempest-AggregatesAdminTestJSON-1770599592-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e522b84e-5b4f-44f9-aede-b56d6280ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928822 Sep 16 12:45:52.787359 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d649392-2ec3-4825-a488-6e496abc7b7e tempest-AggregatesAdminTestJSON-1770599592 tempest-AggregatesAdminTestJSON-1770599592-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9f9855-aebd-4fb5-9ea4-a0534ef30cea,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:53.176130 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46406) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:53.189133 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Attempt 4 to provision port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 Sep 16 12:45:53.230099 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:45:53.267983 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67089b-4b60-4e69-83bc-2aeb928c9d0b req-eb909d3e-25b0-4ced-adee-5be983c42e88 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:53.269534 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a93924a9-e1fc-405a-81c0-4a9e4e8f0ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (fcc11fcd-9363-4a94-8120-287b27ec4cb6), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:53.270424 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fc67089b-4b60-4e69-83bc-2aeb928c9d0b req-eb909d3e-25b0-4ced-adee-5be983c42e88 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 970 time: 0.1188021 Sep 16 12:45:53.334836 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fc67089b-4b60-4e69-83bc-2aeb928c9d0b req-6bff2e61-fc24-40a6-a069-68357adb225f tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e522b84e-5b4f-44f9-aede-b56d6280ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544765 Sep 16 12:45:53.480940 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 1da24abe-d89c-4915-b0e8-f6cb789c5e57 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:45:53.542261 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-913b0f52-3b47-46cc-b7f7-719f501d5d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:53.547512 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05800e7-e714-40b2-9b07-3fcade132589 req-09faecbb-8312-47b1-b45f-f05b0436fed3 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:53.551429 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f05800e7-e714-40b2-9b07-3fcade132589 req-09faecbb-8312-47b1-b45f-f05b0436fed3 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 950 time: 0.0920119 Sep 16 12:45:53.557581 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 1da24abe-d89c-4915-b0e8-f6cb789c5e57 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:45:53.558398 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (1da24abe-d89c-4915-b0e8-f6cb789c5e57), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:53.558931 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 1da24abe-d89c-4915-b0e8-f6cb789c5e57 Sep 16 12:45:53.590347 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:53.692784 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f05800e7-e714-40b2-9b07-3fcade132589 req-076c6b88-ee75-4eb6-af79-68c3da7d1070 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236942 Sep 16 12:45:53.720964 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:53.730989 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Attempt 5 to provision port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 Sep 16 12:45:53.731570 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-a93924a9-e1fc-405a-81c0-4a9e4e8f0ce5 admin admin] Deleting port 9a4cad40-7ae1-49b1-acbd-08ed6f351980 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:45:53.732466 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a93924a9-e1fc-405a-81c0-4a9e4e8f0ce5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (9a4cad40-7ae1-49b1-acbd-08ed6f351980), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:53.735276 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 1da24abe-d89c-4915-b0e8-f6cb789c5e57 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:45:53.735672 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1da24abe-d89c-4915-b0e8-f6cb789c5e57), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:53.790267 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 1da24abe-d89c-4915-b0e8-f6cb789c5e57, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=1da24abe-d89c-4915-b0e8-f6cb789c5e57,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:45:53.791684 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-913b0f52-3b47-46cc-b7f7-719f501d5d35 admin admin] Publish callbacks [] for security_group (90a8fb5e-d7ad-4d84-b82a-bfb625148ab6), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:53.792106 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:45:53.795843 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (1da24abe-d89c-4915-b0e8-f6cb789c5e57), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:53.800345 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-913b0f52-3b47-46cc-b7f7-719f501d5d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (90a8fb5e-d7ad-4d84-b82a-bfb625148ab6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:53.877290 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b0f52-3b47-46cc-b7f7-719f501d5d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a8fb5e-d7ad-4d84-b82a-bfb625148ab6,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:53.885901 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-913b0f52-3b47-46cc-b7f7-719f501d5d35 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=995ff149d49d4c238f69059941491677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7085426 Sep 16 12:45:53.888473 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 46428) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:53.907251 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=1da24abe-d89c-4915-b0e8-f6cb789c5e57,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:53.918621 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-a93924a9-e1fc-405a-81c0-4a9e4e8f0ce5 admin admin] For port 9a4cad40-7ae1-49b1-acbd-08ed6f351980, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=9a4cad40-7ae1-49b1-acbd-08ed6f351980,segment=NetworkSegment(27b0132b-8523-413b-ac57-6d5280e11361),segment_id=27b0132b-8523-413b-ac57-6d5280e11361)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:45:53.922141 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a93924a9-e1fc-405a-81c0-4a9e4e8f0ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (9a4cad40-7ae1-49b1-acbd-08ed6f351980), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:53.941844 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] Sync routers for ids ['d611800a-652f-43a3-9a4b-1631fd40dc6e'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:45:53.947437 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-a93924a9-e1fc-405a-81c0-4a9e4e8f0ce5 admin admin] Calling delete_port for 9a4cad40-7ae1-49b1-acbd-08ed6f351980 owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:45:53.967892 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] Routers {'d611800a-652f-43a3-9a4b-1631fd40dc6e'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:45:53.972505 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:45:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['d611800a-652f-43a3-9a4b-1631fd40dc6e'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:45:53.985226 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6b1ec1b1-8796-4f5f-a9d1-b928db246878 admin admin] Publish callbacks [] for security_group (90a8fb5e-d7ad-4d84-b82a-bfb625148ab6), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:54.044223 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6b1ec1b1-8796-4f5f-a9d1-b928db246878 admin admin] Publish callbacks [] for security_group (90a8fb5e-d7ad-4d84-b82a-bfb625148ab6), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:54.183470 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:54.193130 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6b1ec1b1-8796-4f5f-a9d1-b928db246878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (90a8fb5e-d7ad-4d84-b82a-bfb625148ab6), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:54.196178 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6b1ec1b1-8796-4f5f-a9d1-b928db246878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:54.207670 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-6b1ec1b1-8796-4f5f-a9d1-b928db246878 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/90a8fb5e-d7ad-4d84-b82a-bfb625148ab6 HTTP/1.1" status: 204 len: 168 time: 0.3157046 Sep 16 12:45:54.235330 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] Set router d611800a-652f-43a3-9a4b-1631fd40dc6e gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:45:54.255003 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ec1b1-8796-4f5f-a9d1-b928db246878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a8fb5e-d7ad-4d84-b82a-bfb625148ab6,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:54.261735 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dca1c7-8983-4bc4-9e12-20b22c712506 req-749d5793-2cea-4ddc-ac19-4968269e6f76 tempest-DeleteServersAdminTestJSON-189891681 tempest-DeleteServersAdminTestJSON-189891681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:54.270298 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d0dca1c7-8983-4bc4-9e12-20b22c712506 req-749d5793-2cea-4ddc-ac19-4968269e6f76 tempest-DeleteServersAdminTestJSON-189891681 tempest-DeleteServersAdminTestJSON-189891681-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 1132 time: 0.1285496 Sep 16 12:45:54.294448 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Attempt 6 to provision port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 Sep 16 12:45:54.337723 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:54.376891 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a93924a9-e1fc-405a-81c0-4a9e4e8f0ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (9a4cad40-7ae1-49b1-acbd-08ed6f351980), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:54.420364 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-d0dca1c7-8983-4bc4-9e12-20b22c712506 req-f5b177be-6a6f-4df1-84d8-5da946ab6f7a tempest-DeleteServersAdminTestJSON-189891681 tempest-DeleteServersAdminTestJSON-189891681-project-admin] Deleting port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:45:54.420732 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d0dca1c7-8983-4bc4-9e12-20b22c712506 req-f5b177be-6a6f-4df1-84d8-5da946ab6f7a tempest-DeleteServersAdminTestJSON-189891681 tempest-DeleteServersAdminTestJSON-189891681-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (aef79ed7-9782-4b45-9885-4a06aa3cc1f4), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:54.428698 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93924a9-e1fc-405a-81c0-4a9e4e8f0ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4cad40-7ae1-49b1-acbd-08ed6f351980,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:54.475462 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:45:54.579956 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678f84c-8cdb-4853-a431-173adf0b4df8 req-a9f31932-b790-425c-ae95-c9e0236eddf0 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:54.587994 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2678f84c-8cdb-4853-a431-173adf0b4df8 req-a9f31932-b790-425c-ae95-c9e0236eddf0 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 970 time: 0.0875235 Sep 16 12:45:54.608796 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:54.616860 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd611800a-652f-43a3-9a4b-1631fd40dc6e', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1249468880-router', 'tenant_id': '855d0efd79e745fdbda815308311571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '1da24abe-d89c-4915-b0e8-f6cb789c5e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:45:45Z', 'updated_at': '2022-09-16T12:45:51Z', 'revision_number': 4, 'project_id': '855d0efd79e745fdbda815308311571c', 'gw_port': {'id': '1da24abe-d89c-4915-b0e8-f6cb789c5e57', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd611800a-652f-43a3-9a4b-1631fd40dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:46Z', 'updated_at': '2022-09-16T12:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '97fbfced-c22f-4005-ae69-4eda5c1b2eb8', 'name': '', 'network_id': '389d9ab5-942d-4d8e-81d0-6536d7f5be64', 'tenant_id': '855d0efd79e745fdbda815308311571c', 'mac_address': 'fa:16:3e:e4:01:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd611800a-652f-43a3-9a4b-1631fd40dc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '96cf85b2-a750-4bff-b3e4-6816a4d2f561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:50Z', 'updated_at': '2022-09-16T12:45:51Z', 'revision_number': 2, 'project_id': '855d0efd79e745fdbda815308311571c', 'subnets': [{'id': '96cf85b2-a750-4bff-b3e4-6816a4d2f561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:45:54.659507 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-d0dca1c7-8983-4bc4-9e12-20b22c712506 req-f5b177be-6a6f-4df1-84d8-5da946ab6f7a tempest-DeleteServersAdminTestJSON-189891681 tempest-DeleteServersAdminTestJSON-189891681-project-admin] For port aef79ed7-9782-4b45-9885-4a06aa3cc1f4, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=aef79ed7-9782-4b45-9885-4a06aa3cc1f4,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:45:54.660451 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d0dca1c7-8983-4bc4-9e12-20b22c712506 req-f5b177be-6a6f-4df1-84d8-5da946ab6f7a tempest-DeleteServersAdminTestJSON-189891681 tempest-DeleteServersAdminTestJSON-189891681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (aef79ed7-9782-4b45-9885-4a06aa3cc1f4), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:54.666630 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] Checking router: d611800a-652f-43a3-9a4b-1631fd40dc6e for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:45:54.667118 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] Updating router d611800a-652f-43a3-9a4b-1631fd40dc6e port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:45:54.682160 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c1f02-ceea-4248-ad33-21dfa4bdbabe req-ab65c452-bd08-4b67-b7f4-f55ba7fb1c0a tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:54.684214 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ec2c1f02-ceea-4248-ad33-21dfa4bdbabe req-ab65c452-bd08-4b67-b7f4-f55ba7fb1c0a tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 970 time: 0.2588556 Sep 16 12:45:54.708138 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-d0dca1c7-8983-4bc4-9e12-20b22c712506 req-f5b177be-6a6f-4df1-84d8-5da946ab6f7a tempest-DeleteServersAdminTestJSON-189891681 tempest-DeleteServersAdminTestJSON-189891681-project-admin] Calling delete_port for aef79ed7-9782-4b45-9885-4a06aa3cc1f4 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:45:54.722670 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:54.743105 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2678f84c-8cdb-4853-a431-173adf0b4df8 req-801d62cb-a4bb-4b04-aaba-e5ee1950a426 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e522b84e-5b4f-44f9-aede-b56d6280ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517971 Sep 16 12:45:54.747371 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (97fbfced-c22f-4005-ae69-4eda5c1b2eb8), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:54.988090 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c31b8-e045-45e7-9737-854fc212ffdc req-4254e3b0-3c95-4ecd-857d-5ce22ed4f3ed tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:54.990891 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Attempt 7 to provision port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 Sep 16 12:45:54.996427 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2a3c31b8-e045-45e7-9737-854fc212ffdc req-4254e3b0-3c95-4ecd-857d-5ce22ed4f3ed tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 950 time: 0.0907938 Sep 16 12:45:55.017410 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a93924a9-e1fc-405a-81c0-4a9e4e8f0ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (fcc11fcd-9363-4a94-8120-287b27ec4cb6), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:55.038911 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-ec2c1f02-ceea-4248-ad33-21dfa4bdbabe req-165b843d-dcc4-40fb-9302-284f72c0b953 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Deleting port 63de9e43-b08e-4ff1-a01a-86057adb6cc8 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:45:55.040806 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-ec2c1f02-ceea-4248-ad33-21dfa4bdbabe req-165b843d-dcc4-40fb-9302-284f72c0b953 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (63de9e43-b08e-4ff1-a01a-86057adb6cc8), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:55.042552 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 46468) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:55.043168 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:45:55.099328 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-77783cc6-5c84-4bab-ac4e-d2288d09982b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:55.117429 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2a3c31b8-e045-45e7-9737-854fc212ffdc req-9b1683e8-d3f2-46de-94a1-edb3ebef79f7 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162927 Sep 16 12:45:55.187246 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d0dca1c7-8983-4bc4-9e12-20b22c712506 req-f5b177be-6a6f-4df1-84d8-5da946ab6f7a tempest-DeleteServersAdminTestJSON-189891681 tempest-DeleteServersAdminTestJSON-189891681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (aef79ed7-9782-4b45-9885-4a06aa3cc1f4), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:55.203999 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['aef79ed7-9782-4b45-9885-4a06aa3cc1f4'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:45:55.247017 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:55.258858 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b177be-6a6f-4df1-84d8-5da946ab6f7a tempest-DeleteServersAdminTestJSON-189891681 tempest-DeleteServersAdminTestJSON-189891681-project-admin] Pushing event deleted for resources: {'Port': ['ID=aef79ed7-9782-4b45-9885-4a06aa3cc1f4,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:55.355413 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] Publish callbacks [] for port (97fbfced-c22f-4005-ae69-4eda5c1b2eb8), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:55.360402 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dca1c7-8983-4bc4-9e12-20b22c712506 req-f5b177be-6a6f-4df1-84d8-5da946ab6f7a tempest-DeleteServersAdminTestJSON-189891681 tempest-DeleteServersAdminTestJSON-189891681-project-admin] No DVR routers for this DVR port aef79ed7-9782-4b45-9885-4a06aa3cc1f4 on host n-h2-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:45:55.372365 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (97fbfced-c22f-4005-ae69-4eda5c1b2eb8), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:55.373538 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d0dca1c7-8983-4bc4-9e12-20b22c712506 req-f5b177be-6a6f-4df1-84d8-5da946ab6f7a tempest-DeleteServersAdminTestJSON-189891681 tempest-DeleteServersAdminTestJSON-189891681-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:55.378012 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d0dca1c7-8983-4bc4-9e12-20b22c712506 req-f5b177be-6a6f-4df1-84d8-5da946ab6f7a tempest-DeleteServersAdminTestJSON-189891681 tempest-DeleteServersAdminTestJSON-189891681-project-admin] 10.222.0.76 "DELETE /networking/v2.0/ports/aef79ed7-9782-4b45-9885-4a06aa3cc1f4 HTTP/1.1" status: 204 len: 173 time: 1.0799997 Sep 16 12:45:55.393845 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab83a18-0e02-4082-a9f8-b7f93ad2e347', 'name': 'network-vif-deleted', 'tag': 'aef79ed7-9782-4b45-9885-4a06aa3cc1f4'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:45:55.403328 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cdfc36-1acd-43ee-9935-f3b4c1daa415" -d '{"events": [{"server_uuid": "3ab83a18-0e02-4082-a9f8-b7f93ad2e347", "name": "network-vif-deleted", "tag": "aef79ed7-9782-4b45-9885-4a06aa3cc1f4"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:45:55.417354 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 46474) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:55.492524 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-77783cc6-5c84-4bab-ac4e-d2288d09982b admin admin] Publish callbacks [] for security_group (673f28c0-08f8-49ea-a840-af5d2a3ff4a0), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:55.500743 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-77783cc6-5c84-4bab-ac4e-d2288d09982b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (673f28c0-08f8-49ea-a840-af5d2a3ff4a0), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:55.551355 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d36720-2f90-4cdb-a2cb-19726182c8c5 x-openstack-request-id: req-94d36720-2f90-4cdb-a2cb-19726182c8c5 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:45:55.552028 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab83a18-0e02-4082-a9f8-b7f93ad2e347", "name": "network-vif-deleted", "tag": "aef79ed7-9782-4b45-9885-4a06aa3cc1f4", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:45:55.552523 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-94d36720-2f90-4cdb-a2cb-19726182c8c5 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:45:55.555905 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d36720-2f90-4cdb-a2cb-19726182c8c5'] response: {'server_uuid': '3ab83a18-0e02-4082-a9f8-b7f93ad2e347', 'name': 'network-vif-deleted', 'tag': 'aef79ed7-9782-4b45-9885-4a06aa3cc1f4', 'status': 'completed', 'code': 200} Sep 16 12:45:55.564167 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Attempt 8 to provision port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 Sep 16 12:45:55.591274 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-77783cc6-5c84-4bab-ac4e-d2288d09982b admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=9d38d41d9abd4ca2808562ccc29ebff9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5221086 Sep 16 12:45:55.593065 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 46478) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:55.628338 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77783cc6-5c84-4bab-ac4e-d2288d09982b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673f28c0-08f8-49ea-a840-af5d2a3ff4a0,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:55.657603 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:55.658175 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:45:55.677253 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc3a32-db65-4764-beb3-f46742eb5ec5 None None] Pushing event updated for resources: {'Port': ['ID=97fbfced-c22f-4005-ae69-4eda5c1b2eb8,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:55.681868 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8ea71d7e-800f-4cc8-ae02-77a341d5901f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:55.697021 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 1da24abe-d89c-4915-b0e8-f6cb789c5e57 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:45:55.768361 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ba8ffefd-9ae2-43d0-bd12-2ba36dc68479 admin admin] Publish callbacks [] for security_group (673f28c0-08f8-49ea-a840-af5d2a3ff4a0), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:55.786865 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-ec2c1f02-ceea-4248-ad33-21dfa4bdbabe req-165b843d-dcc4-40fb-9302-284f72c0b953 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] For port 63de9e43-b08e-4ff1-a01a-86057adb6cc8, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=63de9e43-b08e-4ff1-a01a-86057adb6cc8,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:45:55.787437 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-ec2c1f02-ceea-4248-ad33-21dfa4bdbabe req-165b843d-dcc4-40fb-9302-284f72c0b953 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (63de9e43-b08e-4ff1-a01a-86057adb6cc8), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:55.790566 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] Attempting to bind port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:45:55.791093 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] Attempting to bind port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '827695a2-e688-4648-80ee-0a42334eb98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '389d9ab5-942d-4d8e-81d0-6536d7f5be64'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:45:55.791302 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] Attempting to bind port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 on network 389d9ab5-942d-4d8e-81d0-6536d7f5be64 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:45:55.839864 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ba8ffefd-9ae2-43d0-bd12-2ba36dc68479 admin admin] Publish callbacks [] for security_group (673f28c0-08f8-49ea-a840-af5d2a3ff4a0), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:55.846620 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 1da24abe-d89c-4915-b0e8-f6cb789c5e57 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:45:55.847323 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (1da24abe-d89c-4915-b0e8-f6cb789c5e57), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:55.847539 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 1da24abe-d89c-4915-b0e8-f6cb789c5e57 Sep 16 12:45:55.878057 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-ec2c1f02-ceea-4248-ad33-21dfa4bdbabe req-165b843d-dcc4-40fb-9302-284f72c0b953 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Calling delete_port for 63de9e43-b08e-4ff1-a01a-86057adb6cc8 owned by compute:tempest-test_az-955207094 {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:45:55.880787 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:45:55.881171 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] Checking segment: {'id': '827695a2-e688-4648-80ee-0a42334eb98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '389d9ab5-942d-4d8e-81d0-6536d7f5be64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:45:55.881578 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:55.881975 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] Bound using segment: {'id': '827695a2-e688-4648-80ee-0a42334eb98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '389d9ab5-942d-4d8e-81d0-6536d7f5be64'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:45:55.882603 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] Bound port: 97fbfced-c22f-4005-ae69-4eda5c1b2eb8, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827695a2-e688-4648-80ee-0a42334eb98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '389d9ab5-942d-4d8e-81d0-6536d7f5be64'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:45:55.882876 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (97fbfced-c22f-4005-ae69-4eda5c1b2eb8), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:55.948897 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=14 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:55.963229 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f6fa2-50e9-482f-a885-ff93801cb7a1 req-b98b3dc9-1b70-4ec8-ba77-057eacd1aae1 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:55.971285 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cb8f6fa2-50e9-482f-a885-ff93801cb7a1 req-b98b3dc9-1b70-4ec8-ba77-057eacd1aae1 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 970 time: 0.1168449 Sep 16 12:45:56.002288 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:56.002382 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8ea71d7e-800f-4cc8-ae02-77a341d5901f admin admin] Publish callbacks [] for security_group (b652fd99-1bdd-4926-82cf-2c649c0df867), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:56.012289 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] For port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:45:56.015544 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 1da24abe-d89c-4915-b0e8-f6cb789c5e57 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:45:56.019489 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8ea71d7e-800f-4cc8-ae02-77a341d5901f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b652fd99-1bdd-4926-82cf-2c649c0df867), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:56.026063 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] For port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=97fbfced-c22f-4005-ae69-4eda5c1b2eb8,segment=NetworkSegment(827695a2-e688-4648-80ee-0a42334eb98c),segment_id=827695a2-e688-4648-80ee-0a42334eb98c)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:45:56.041007 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (97fbfced-c22f-4005-ae69-4eda5c1b2eb8), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:56.056154 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:56.065034 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:56.076575 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ba8ffefd-9ae2-43d0-bd12-2ba36dc68479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (673f28c0-08f8-49ea-a840-af5d2a3ff4a0), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:56.079590 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ba8ffefd-9ae2-43d0-bd12-2ba36dc68479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:56.083354 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-ba8ffefd-9ae2-43d0-bd12-2ba36dc68479 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/673f28c0-08f8-49ea-a840-af5d2a3ff4a0 HTTP/1.1" status: 204 len: 168 time: 0.4870050 Sep 16 12:45:56.099173 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cb8f6fa2-50e9-482f-a885-ff93801cb7a1 req-383e16ae-4df0-4c7e-973a-3863a0b2da72 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e522b84e-5b4f-44f9-aede-b56d6280ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270204 Sep 16 12:45:56.111838 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-8ea71d7e-800f-4cc8-ae02-77a341d5901f admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=82efdb94d31649fab7328dadae7812bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6888497 Sep 16 12:45:56.111838 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea71d7e-800f-4cc8-ae02-77a341d5901f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b652fd99-1bdd-4926-82cf-2c649c0df867,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:56.112089 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-ec2c1f02-ceea-4248-ad33-21dfa4bdbabe req-165b843d-dcc4-40fb-9302-284f72c0b953 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (63de9e43-b08e-4ff1-a01a-86057adb6cc8), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:56.113471 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 46498) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:56.144967 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['63de9e43-b08e-4ff1-a01a-86057adb6cc8'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:45:56.171310 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ffefd-9ae2-43d0-bd12-2ba36dc68479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673f28c0-08f8-49ea-a840-af5d2a3ff4a0,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:56.244398 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Attempt 9 to provision port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 Sep 16 12:45:56.283407 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] Routers {'d611800a-652f-43a3-9a4b-1631fd40dc6e'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:45:56.284381 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:45:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['d611800a-652f-43a3-9a4b-1631fd40dc6e'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:45:56.288154 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b843d-dcc4-40fb-9302-284f72c0b953 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Pushing event deleted for resources: {'Port': ['ID=63de9e43-b08e-4ff1-a01a-86057adb6cc8,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:56.302798 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2c1f02-ceea-4248-ad33-21dfa4bdbabe req-165b843d-dcc4-40fb-9302-284f72c0b953 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] No DVR routers for this DVR port 63de9e43-b08e-4ff1-a01a-86057adb6cc8 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:45:56.306941 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-ec2c1f02-ceea-4248-ad33-21dfa4bdbabe req-165b843d-dcc4-40fb-9302-284f72c0b953 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:56.311204 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ec2c1f02-ceea-4248-ad33-21dfa4bdbabe req-165b843d-dcc4-40fb-9302-284f72c0b953 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.76 "DELETE /networking/v2.0/ports/63de9e43-b08e-4ff1-a01a-86057adb6cc8 HTTP/1.1" status: 204 len: 173 time: 1.6211531 Sep 16 12:45:56.323929 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafdd5ab-69fa-40fc-a555-8a2668f40e5e', 'name': 'network-vif-deleted', 'tag': '63de9e43-b08e-4ff1-a01a-86057adb6cc8'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:45:56.327763 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1714665-62c0-42b0-bb4d-1ccd8fdb3c72" -d '{"events": [{"server_uuid": "cafdd5ab-69fa-40fc-a555-8a2668f40e5e", "name": "network-vif-deleted", "tag": "63de9e43-b08e-4ff1-a01a-86057adb6cc8"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:45:56.400723 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc3a32-db65-4764-beb3-f46742eb5ec5 None None] Pushing event updated for resources: {'Port': ['ID=97fbfced-c22f-4005-ae69-4eda5c1b2eb8,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:56.465185 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9c9818f5-32fc-4ea0-820d-87be9eff0989 req-81fba2b7-d589-47ca-8007-0f8e96b42096 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3ab83a18-0e02-4082-a9f8-b7f93ad2e347 HTTP/1.1" status: 200 len: 210 time: 0.1422052 Sep 16 12:45:56.468065 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0bd0cd7c-772b-4b75-9185-4eb216192357 admin admin] Publish callbacks [] for security_group (b652fd99-1bdd-4926-82cf-2c649c0df867), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:56.546032 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93924a9-e1fc-405a-81c0-4a9e4e8f0ce5 admin admin] Router fcc11fcd-9363-4a94-8120-287b27ec4cb6 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:45:56.568352 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0bd0cd7c-772b-4b75-9185-4eb216192357 admin admin] Publish callbacks [] for security_group (b652fd99-1bdd-4926-82cf-2c649c0df867), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:56.640370 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9555a7-c190-4bfe-8e1c-370dce3913f0 x-openstack-request-id: req-5f9555a7-c190-4bfe-8e1c-370dce3913f0 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:45:56.640664 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafdd5ab-69fa-40fc-a555-8a2668f40e5e", "name": "network-vif-deleted", "tag": "63de9e43-b08e-4ff1-a01a-86057adb6cc8", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:45:56.640912 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5f9555a7-c190-4bfe-8e1c-370dce3913f0 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:45:56.641345 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f9555a7-c190-4bfe-8e1c-370dce3913f0'] response: {'server_uuid': 'cafdd5ab-69fa-40fc-a555-8a2668f40e5e', 'name': 'network-vif-deleted', 'tag': '63de9e43-b08e-4ff1-a01a-86057adb6cc8', 'status': 'completed', 'code': 200} Sep 16 12:45:56.744163 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0bd0cd7c-772b-4b75-9185-4eb216192357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b652fd99-1bdd-4926-82cf-2c649c0df867), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:56.747449 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0bd0cd7c-772b-4b75-9185-4eb216192357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:56.759553 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-0bd0cd7c-772b-4b75-9185-4eb216192357 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b652fd99-1bdd-4926-82cf-2c649c0df867 HTTP/1.1" status: 204 len: 168 time: 0.6425619 Sep 16 12:45:56.771690 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0cd7c-772b-4b75-9185-4eb216192357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b652fd99-1bdd-4926-82cf-2c649c0df867,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:56.802681 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93924a9-e1fc-405a-81c0-4a9e4e8f0ce5 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:45:56.811867 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a93924a9-e1fc-405a-81c0-4a9e4e8f0ce5 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/fcc11fcd-9363-4a94-8120-287b27ec4cb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3212197 Sep 16 12:45:56.814624 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 46528) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:56.818192 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1d7974-218f-473a-92c3-b440ff1defad None None] Sync routers for ids ['fcc11fcd-9363-4a94-8120-287b27ec4cb6'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:45:56.837331 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1d7974-218f-473a-92c3-b440ff1defad None None] Routers {'fcc11fcd-9363-4a94-8120-287b27ec4cb6'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:45:56.837973 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-dc1d7974-218f-473a-92c3-b440ff1defad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:45:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['fcc11fcd-9363-4a94-8120-287b27ec4cb6'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:45:56.844422 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] Set router d611800a-652f-43a3-9a4b-1631fd40dc6e gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:45:56.962418 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f6da-7739-4a20-8d95-b08764eb136b admin admin] Publish callbacks [] for router (fcc11fcd-9363-4a94-8120-287b27ec4cb6), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:56.970789 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:57.008900 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-dc1d7974-218f-473a-92c3-b440ff1defad None None] Set router fcc11fcd-9363-4a94-8120-287b27ec4cb6 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:45:57.088685 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Current status of the port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:45:57.089077 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (97fbfced-c22f-4005-ae69-4eda5c1b2eb8), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:57.107117 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:57.159197 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] For port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=97fbfced-c22f-4005-ae69-4eda5c1b2eb8,segment=NetworkSegment(827695a2-e688-4648-80ee-0a42334eb98c),segment_id=827695a2-e688-4648-80ee-0a42334eb98c)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:45:57.175565 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (97fbfced-c22f-4005-ae69-4eda5c1b2eb8), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:57.292244 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-dc1d7974-218f-473a-92c3-b440ff1defad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc11fcd-9363-4a94-8120-287b27ec4cb6', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1891470959-router', 'tenant_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:45:33Z', 'updated_at': '2022-09-16T12:45:54Z', 'revision_number': 5, 'project_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'gw_port': {'id': '97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc11fcd-9363-4a94-8120-287b27ec4cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:34Z', 'updated_at': '2022-09-16T12:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:45:57.298150 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f889f12-0efd-48fa-b3cb-302ff327b681 None None] Pushing event updated for resources: {'Port': ['ID=97fbfced-c22f-4005-ae69-4eda5c1b2eb8,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:57.359641 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1d7974-218f-473a-92c3-b440ff1defad None None] Checking router: fcc11fcd-9363-4a94-8120-287b27ec4cb6 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:45:57.371746 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1d7974-218f-473a-92c3-b440ff1defad None None] Routers {'fcc11fcd-9363-4a94-8120-287b27ec4cb6'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:45:57.372854 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-dc1d7974-218f-473a-92c3-b440ff1defad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:45:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['fcc11fcd-9363-4a94-8120-287b27ec4cb6'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:45:57.418502 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d3d1fc6d-1870-4fdc-9117-e7148b083eb8 None None] Provisioning complete for port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:45:57.420931 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d3d1fc6d-1870-4fdc-9117-e7148b083eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (97fbfced-c22f-4005-ae69-4eda5c1b2eb8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:57.425084 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d3d1fc6d-1870-4fdc-9117-e7148b083eb8 None None] Attempt 1 to provision port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 Sep 16 12:45:57.481646 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46542) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:57.505962 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fb297afe-2f81-4048-82da-b8d5ac341477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:57.571059 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd611800a-652f-43a3-9a4b-1631fd40dc6e', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1249468880-router', 'tenant_id': '855d0efd79e745fdbda815308311571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '1da24abe-d89c-4915-b0e8-f6cb789c5e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:45:45Z', 'updated_at': '2022-09-16T12:45:51Z', 'revision_number': 4, 'project_id': '855d0efd79e745fdbda815308311571c', 'gw_port': {'id': '1da24abe-d89c-4915-b0e8-f6cb789c5e57', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd611800a-652f-43a3-9a4b-1631fd40dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:46Z', 'updated_at': '2022-09-16T12:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '97fbfced-c22f-4005-ae69-4eda5c1b2eb8', 'name': '', 'network_id': '389d9ab5-942d-4d8e-81d0-6536d7f5be64', 'tenant_id': '855d0efd79e745fdbda815308311571c', 'mac_address': 'fa:16:3e:e4:01:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd611800a-652f-43a3-9a4b-1631fd40dc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '96cf85b2-a750-4bff-b3e4-6816a4d2f561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:50Z', 'updated_at': '2022-09-16T12:45:56Z', 'revision_number': 4, 'project_id': '855d0efd79e745fdbda815308311571c', 'subnets': [{'id': '96cf85b2-a750-4bff-b3e4-6816a4d2f561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:45:57.573065 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6b8c27fd-9e86-4b68-ae23-dd267dc2138e req-29a0230c-5ba3-4c1b-b3f9-f3188a2a3e99 tempest-AggregatesAdminTestJSON-1773349254 tempest-AggregatesAdminTestJSON-1773349254-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cafdd5ab-69fa-40fc-a555-8a2668f40e5e HTTP/1.1" status: 200 len: 210 time: 0.0556707 Sep 16 12:45:57.653298 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf80902-2730-4b88-8afd-a43e39fc6587 None None] The sync data for ids ['d611800a-652f-43a3-9a4b-1631fd40dc6e'] in n-d-858094-4 is: [{'id': 'd611800a-652f-43a3-9a4b-1631fd40dc6e', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1249468880-router', 'tenant_id': '855d0efd79e745fdbda815308311571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '1da24abe-d89c-4915-b0e8-f6cb789c5e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:45:45Z', 'updated_at': '2022-09-16T12:45:51Z', 'revision_number': 4, 'project_id': '855d0efd79e745fdbda815308311571c', 'gw_port': {'id': '1da24abe-d89c-4915-b0e8-f6cb789c5e57', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd611800a-652f-43a3-9a4b-1631fd40dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:46Z', 'updated_at': '2022-09-16T12:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '97fbfced-c22f-4005-ae69-4eda5c1b2eb8', 'name': '', 'network_id': '389d9ab5-942d-4d8e-81d0-6536d7f5be64', 'tenant_id': '855d0efd79e745fdbda815308311571c', 'mac_address': 'fa:16:3e:e4:01:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd611800a-652f-43a3-9a4b-1631fd40dc6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '96cf85b2-a750-4bff-b3e4-6816a4d2f561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:50Z', 'updated_at': '2022-09-16T12:45:56Z', 'revision_number': 4, 'project_id': '855d0efd79e745fdbda815308311571c', 'subnets': [{'id': '96cf85b2-a750-4bff-b3e4-6816a4d2f561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:45:57.668011 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f6da-7739-4a20-8d95-b08764eb136b admin admin] Publish callbacks [] for router_gateway (fcc11fcd-9363-4a94-8120-287b27ec4cb6), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:57.760812 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fb297afe-2f81-4048-82da-b8d5ac341477 admin admin] Publish callbacks [] for security_group (7792991e-1bf1-419d-ac1c-0c3614acc765), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:57.761007 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1fc6d-1870-4fdc-9117-e7148b083eb8 None None] Current status of the port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:45:57.770179 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fb297afe-2f81-4048-82da-b8d5ac341477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (7792991e-1bf1-419d-ac1c-0c3614acc765), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:57.800156 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-dc1d7974-218f-473a-92c3-b440ff1defad None None] Set router fcc11fcd-9363-4a94-8120-287b27ec4cb6 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:45:57.823026 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-ddb4f6da-7739-4a20-8d95-b08764eb136b admin admin] Deleting port 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:45:57.827063 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb297afe-2f81-4048-82da-b8d5ac341477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7792991e-1bf1-419d-ac1c-0c3614acc765,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:57.828425 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f6da-7739-4a20-8d95-b08764eb136b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:57.859837 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-fb297afe-2f81-4048-82da-b8d5ac341477 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=0c1e1cd9569e4548a73c99ff3c9b2cb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3769267 Sep 16 12:45:57.862395 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46556) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:57.995681 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-40b48a46-2093-4315-a3b5-38af2d1eab0c admin admin] Publish callbacks [] for security_group (7792991e-1bf1-419d-ac1c-0c3614acc765), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:58.070541 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-ddb4f6da-7739-4a20-8d95-b08764eb136b admin admin] For port 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:45:58.071316 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f6da-7739-4a20-8d95-b08764eb136b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:58.078624 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-40b48a46-2093-4315-a3b5-38af2d1eab0c admin admin] Publish callbacks [] for security_group (7792991e-1bf1-419d-ac1c-0c3614acc765), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:58.131216 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-ddb4f6da-7739-4a20-8d95-b08764eb136b admin admin] Calling delete_port for 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b owned by network:router_gateway {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:45:58.136205 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-baf441d7-004d-42d7-863f-5d71b83bce34 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=e1b6b2ef87ef4629941a0cc9942d7e4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457835 Sep 16 12:45:58.177417 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46578) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:58.185122 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-40b48a46-2093-4315-a3b5-38af2d1eab0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (7792991e-1bf1-419d-ac1c-0c3614acc765), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:58.191548 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-40b48a46-2093-4315-a3b5-38af2d1eab0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:58.193795 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-40b48a46-2093-4315-a3b5-38af2d1eab0c admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/7792991e-1bf1-419d-ac1c-0c3614acc765 HTTP/1.1" status: 204 len: 168 time: 0.3302426 Sep 16 12:45:58.218532 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b48a46-2093-4315-a3b5-38af2d1eab0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7792991e-1bf1-419d-ac1c-0c3614acc765,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:58.230332 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:58.231872 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-dc1d7974-218f-473a-92c3-b440ff1defad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc11fcd-9363-4a94-8120-287b27ec4cb6', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1891470959-router', 'tenant_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:45:33Z', 'updated_at': '2022-09-16T12:45:54Z', 'revision_number': 5, 'project_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'gw_port': {'id': '97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc11fcd-9363-4a94-8120-287b27ec4cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:34Z', 'updated_at': '2022-09-16T12:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:45:58.262842 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1d7974-218f-473a-92c3-b440ff1defad None None] The sync data for ids ['fcc11fcd-9363-4a94-8120-287b27ec4cb6'] in n-d-858094-4 is: [{'id': 'fcc11fcd-9363-4a94-8120-287b27ec4cb6', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1891470959-router', 'tenant_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:45:33Z', 'updated_at': '2022-09-16T12:45:54Z', 'revision_number': 5, 'project_id': 'fdb8475c5f1148a4a47205cc2bd9f0b1', 'gw_port': {'id': '97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc11fcd-9363-4a94-8120-287b27ec4cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:34Z', 'updated_at': '2022-09-16T12:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:45:58.305544 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:58.453954 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-57edc767-1c5e-4bb4-ac4c-edc671e5794d tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:45:58.455521 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-57edc767-1c5e-4bb4-ac4c-edc671e5794d tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3090217 Sep 16 12:45:58.492314 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-79e93018-cb6f-41f6-98ff-3542829f0708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:58.493343 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b7c909da-8059-4254-b3d9-86a6235e0aaa tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/quotas/e1b6b2ef87ef4629941a0cc9942d7e4c HTTP/1.1" status: 200 len: 375 time: 0.0206313 Sep 16 12:45:58.509478 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 63de9e43-b08e-4ff1-a01a-86057adb6cc8 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:45:58.547489 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-7b188f02-d015-4188-8719-d2983b6140cc tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=e1b6b2ef87ef4629941a0cc9942d7e4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527422 Sep 16 12:45:58.565554 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 63de9e43-b08e-4ff1-a01a-86057adb6cc8 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:45:58.565773 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 63de9e43-b08e-4ff1-a01a-86057adb6cc8 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:45:58.568190 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device aef79ed7-9782-4b45-9885-4a06aa3cc1f4 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:45:58.641355 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: aef79ed7-9782-4b45-9885-4a06aa3cc1f4 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:45:58.643437 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device aef79ed7-9782-4b45-9885-4a06aa3cc1f4 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:45:58.649052 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-79e93018-cb6f-41f6-98ff-3542829f0708 admin admin] Publish callbacks [] for security_group (7bc80aa2-21fc-443e-a405-6c03c5d579c1), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:58.684547 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f6da-7739-4a20-8d95-b08764eb136b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:58.691301 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-79e93018-cb6f-41f6-98ff-3542829f0708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (7bc80aa2-21fc-443e-a405-6c03c5d579c1), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:58.738604 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:58.742287 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4f6da-7739-4a20-8d95-b08764eb136b admin admin] Pushing event deleted for resources: {'Port': ['ID=97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:58.768643 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:58.817936 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f6da-7739-4a20-8d95-b08764eb136b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (fcc11fcd-9363-4a94-8120-287b27ec4cb6), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:58.853767 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-79e93018-cb6f-41f6-98ff-3542829f0708 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=99e33211f2aa485494c21705192881af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6607926 Sep 16 12:45:58.857304 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46596) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:58.909153 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e93018-cb6f-41f6-98ff-3542829f0708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc80aa2-21fc-443e-a405-6c03c5d579c1,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:59.026694 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-afecda57-caef-463e-860f-d96900b361b5 admin admin] Publish callbacks [] for security_group (7bc80aa2-21fc-443e-a405-6c03c5d579c1), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:59.070639 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-afecda57-caef-463e-860f-d96900b361b5 admin admin] Publish callbacks [] for security_group (7bc80aa2-21fc-443e-a405-6c03c5d579c1), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:59.105715 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-89364b73-b070-460d-81c9-e8d0efb2e08e req-2cb7e419-3d20-4fc5-8e83-6813ba200df9 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dab4fa5f-1804-403e-9387-5c12685ddfb3 HTTP/1.1" status: 200 len: 210 time: 0.1593349 Sep 16 12:45:59.112256 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f6da-7739-4a20-8d95-b08764eb136b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (fcc11fcd-9363-4a94-8120-287b27ec4cb6), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:59.113964 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:45:59.115576 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f6da-7739-4a20-8d95-b08764eb136b admin admin] Publish callbacks [] for router_controller (fcc11fcd-9363-4a94-8120-287b27ec4cb6), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:59.198032 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f6da-7739-4a20-8d95-b08764eb136b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (fcc11fcd-9363-4a94-8120-287b27ec4cb6), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:59.199504 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb4f6da-7739-4a20-8d95-b08764eb136b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcc11fcd-9363-4a94-8120-287b27ec4cb6 {{(pid=113698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:45:59.211893 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ddb4f6da-7739-4a20-8d95-b08764eb136b admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:59.214134 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-ddb4f6da-7739-4a20-8d95-b08764eb136b admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/fcc11fcd-9363-4a94-8120-287b27ec4cb6 HTTP/1.1" status: 204 len: 168 time: 2.3979855 Sep 16 12:45:59.217912 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46618) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:59.235186 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-afecda57-caef-463e-860f-d96900b361b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (7bc80aa2-21fc-443e-a405-6c03c5d579c1), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:59.238379 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-afecda57-caef-463e-860f-d96900b361b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:59.245485 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-afecda57-caef-463e-860f-d96900b361b5 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/7bc80aa2-21fc-443e-a405-6c03c5d579c1 HTTP/1.1" status: 204 len: 168 time: 0.3650355 Sep 16 12:45:59.290413 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecda57-caef-463e-860f-d96900b361b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc80aa2-21fc-443e-a405-6c03c5d579c1,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:45:59.323072 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-04db2558-8bfa-4ca1-871f-23304c8c3c7d admin admin] Deleting subnet c4498453-433e-4c98-a40d-4f317e8a17be {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:45:59.327051 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-04db2558-8bfa-4ca1-871f-23304c8c3c7d admin admin] Publish callbacks [] for subnet (c4498453-433e-4c98-a40d-4f317e8a17be), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:59.412794 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-04db2558-8bfa-4ca1-871f-23304c8c3c7d admin admin] Publish callbacks [] for subnet (c4498453-433e-4c98-a40d-4f317e8a17be), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:59.722140 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:45:59.722690 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-04db2558-8bfa-4ca1-871f-23304c8c3c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (c4498453-433e-4c98-a40d-4f317e8a17be), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:59.851227 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-04db2558-8bfa-4ca1-871f-23304c8c3c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for subnet (c4498453-433e-4c98-a40d-4f317e8a17be), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:59.901970 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c4dcfa-1439-44f5-a7eb-6ec2397fc9cd None None] Network 0788cdeb-03d3-414c-8670-32387387bf1f requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:45:59.903915 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-04db2558-8bfa-4ca1-871f-23304c8c3c7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:59.917516 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 46664) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:45:59.918458 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-04db2558-8bfa-4ca1-871f-23304c8c3c7d admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/c4498453-433e-4c98-a40d-4f317e8a17be HTTP/1.1" status: 204 len: 168 time: 0.6954112 Sep 16 12:45:59.955925 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:45:59.957255 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (97fbfced-c22f-4005-ae69-4eda5c1b2eb8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:45:59.961572 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 Sep 16 12:45:59.986341 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db2558-8bfa-4ca1-871f-23304c8c3c7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4498453-433e-4c98-a40d-4f317e8a17be,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:00.022451 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:00.071439 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (0788cdeb-03d3-414c-8670-32387387bf1f), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:00.198409 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Deleting port df81e300-90b4-4243-a5d1-4d54e86edd0c {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:46:00.198893 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (df81e300-90b4-4243-a5d1-4d54e86edd0c), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:00.454115 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b669304e-880b-4d8a-bbdc-ae58770ecc6c req-4f364d57-90a3-4d38-a9de-06a6c69e0c80 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dab4fa5f-1804-403e-9387-5c12685ddfb3 HTTP/1.1" status: 200 len: 210 time: 0.0866208 Sep 16 12:46:00.468078 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:00.478913 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] For port df81e300-90b4-4243-a5d1-4d54e86edd0c, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=df81e300-90b4-4243-a5d1-4d54e86edd0c,segment=NetworkSegment(27b0132b-8523-413b-ac57-6d5280e11361),segment_id=27b0132b-8523-413b-ac57-6d5280e11361)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:00.479397 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (df81e300-90b4-4243-a5d1-4d54e86edd0c), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:00.484961 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a66cb7-d4e0-4473-9def-a2b023ca2fca None None] DHCP port deletion for 0788cdeb-03d3-414c-8670-32387387bf1f request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:46:00.490384 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 9a4cad40-7ae1-49b1-acbd-08ed6f351980 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:46:00.527655 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Calling delete_port for df81e300-90b4-4243-a5d1-4d54e86edd0c owned by network:dhcp {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:46:00.542581 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 9a4cad40-7ae1-49b1-acbd-08ed6f351980 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:46:00.543195 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 9a4cad40-7ae1-49b1-acbd-08ed6f351980 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:46:00.586373 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-01a66cb7-d4e0-4473-9def-a2b023ca2fca None None] Deleting port df81e300-90b4-4243-a5d1-4d54e86edd0c {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:46:00.587204 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-01a66cb7-d4e0-4473-9def-a2b023ca2fca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (df81e300-90b4-4243-a5d1-4d54e86edd0c), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:00.656384 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (df81e300-90b4-4243-a5d1-4d54e86edd0c), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:00.683963 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-01a66cb7-d4e0-4473-9def-a2b023ca2fca None None] For port df81e300-90b4-4243-a5d1-4d54e86edd0c, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=df81e300-90b4-4243-a5d1-4d54e86edd0c,segment=NetworkSegment(27b0132b-8523-413b-ac57-6d5280e11361),segment_id=27b0132b-8523-413b-ac57-6d5280e11361)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:00.684594 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-01a66cb7-d4e0-4473-9def-a2b023ca2fca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (df81e300-90b4-4243-a5d1-4d54e86edd0c), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:00.700303 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=df81e300-90b4-4243-a5d1-4d54e86edd0c,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:00.702288 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-01a66cb7-d4e0-4473-9def-a2b023ca2fca None None] Calling delete_port for df81e300-90b4-4243-a5d1-4d54e86edd0c owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:46:00.709305 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] No DVR routers for this DVR port df81e300-90b4-4243-a5d1-4d54e86edd0c on host n-d-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:46:00.774042 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46700) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:00.776667 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:00.830807 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (0788cdeb-03d3-414c-8670-32387387bf1f), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:00.862470 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-01a66cb7-d4e0-4473-9def-a2b023ca2fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (df81e300-90b4-4243-a5d1-4d54e86edd0c), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:00.869759 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:00.870357 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:00.871335 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:00.875407 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Subscribe: > port after_create 55550000 {{(pid=113698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:00.875941 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:00.876718 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Subscribe: > port after_update 55550000 {{(pid=113698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:00.877221 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:00.877391 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46708) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:00.877963 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:00.878435 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:00.879151 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:00.903710 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50473ee3-f36a-4747-bf64-f4a977ba3248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:00.941316 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a66cb7-d4e0-4473-9def-a2b023ca2fca None None] No DVR routers for this DVR port df81e300-90b4-4243-a5d1-4d54e86edd0c on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:46:00.946695 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a66cb7-d4e0-4473-9def-a2b023ca2fca None None] Pushing event deleted for resources: {'Port': ['ID=df81e300-90b4-4243-a5d1-4d54e86edd0c,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:01.038310 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:01.038865 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:01.039333 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:01.039719 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:01.040105 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0788cdeb-03d3-414c-8670-32387387bf1f']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:01.075272 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b0132b-8523-413b-ac57-6d5280e11361') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:01.075571 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b0132b-8523-413b-ac57-6d5280e11361') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:01.104371 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (27b0132b-8523-413b-ac57-6d5280e11361), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:01.114643 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50473ee3-f36a-4747-bf64-f4a977ba3248 admin admin] Publish callbacks [] for security_group (d0813fb9-d802-4e1f-8f8b-be819e45f1e5), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:01.121365 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50473ee3-f36a-4747-bf64-f4a977ba3248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (d0813fb9-d802-4e1f-8f8b-be819e45f1e5), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:01.154977 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (27b0132b-8523-413b-ac57-6d5280e11361), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:01.174918 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:46:01.176154 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (27b0132b-8523-413b-ac57-6d5280e11361), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:01.272201 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-4412f16e-f80b-40fa-a1fb-60d83c06d511 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=e1b6b2ef87ef4629941a0cc9942d7e4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1005867 Sep 16 12:46:01.348277 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b310c48-e5ce-4e0c-b57b-7f22e82cdea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:01.406723 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (0788cdeb-03d3-414c-8670-32387387bf1f), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:01.456277 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:01.461140 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/0788cdeb-03d3-414c-8670-32387387bf1f HTTP/1.1" status: 204 len: 168 time: 1.5425458 Sep 16 12:46:01.471068 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 46740) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:01.502829 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:46:01.540022 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=17 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:01.546656 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-50473ee3-f36a-4747-bf64-f4a977ba3248 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=2e4deeed319146bd8b52ceffc75a31f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6681807 Sep 16 12:46:01.548871 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46748) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:01.573416 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50473ee3-f36a-4747-bf64-f4a977ba3248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0813fb9-d802-4e1f-8f8b-be819e45f1e5,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:01.575477 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:46:01.575895 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 97a9e9f1-66be-4ac2-8e5f-a667fb6bf27b not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:46:01.576504 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device df81e300-90b4-4243-a5d1-4d54e86edd0c no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:46:01.633446 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: df81e300-90b4-4243-a5d1-4d54e86edd0c {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:46:01.633796 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device df81e300-90b4-4243-a5d1-4d54e86edd0c not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:46:01.643800 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b310c48-e5ce-4e0c-b57b-7f22e82cdea5 admin admin] Publish callbacks [] for security_group (96577c38-28ef-470c-81c6-a30ea07c784d), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:01.658131 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60a85d-6409-4fb0-bff4-5775be709b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=0788cdeb-03d3-414c-8670-32387387bf1f,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:01.665276 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:01.671540 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b310c48-e5ce-4e0c-b57b-7f22e82cdea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (96577c38-28ef-470c-81c6-a30ea07c784d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:01.733201 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b310c48-e5ce-4e0c-b57b-7f22e82cdea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96577c38-28ef-470c-81c6-a30ea07c784d,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:01.752459 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-43fead22-71c6-4c0b-9189-a8bdadc70b7e tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:01.753932 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-43fead22-71c6-4c0b-9189-a8bdadc70b7e tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4715843 Sep 16 12:46:01.761195 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-672a3e38-cd9d-4c74-97b5-d0a9a6e4d901 req-d66abba8-8582-4c1c-9df5-18949f91ad8c tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dab4fa5f-1804-403e-9387-5c12685ddfb3 HTTP/1.1" status: 200 len: 210 time: 0.0436080 Sep 16 12:46:01.784508 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b9013b79-32ca-4cc8-9d1f-781d6704e778 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Request body: {'port': {'device_id': 'dab4fa5f-1804-403e-9387-5c12685ddfb3', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': 'e1b6b2ef87ef4629941a0cc9942d7e4c'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:01.805444 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8b310c48-e5ce-4e0c-b57b-7f22e82cdea5 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=5db302fcdd9b463b99c23c91c279c821&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0304978 Sep 16 12:46:01.841000 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46758) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:01.869820 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-d0c0d469-26b8-43c5-9d6a-965d3ab0c69d req-c26da248-8982-4aa2-8507-281f76c3b3f7 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Request body: {'security_group': {'name': 'tempest-securitygroup-544644183', 'description': 'tempest-description-837276700'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:01.901147 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 27b0132b-8523-413b-ac57-6d5280e11361 resource provider aggregate not found Sep 16 12:46:01.903789 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3d0aad0e-b0bc-4481-aa9e-9c5bf205fc15 admin admin] Publish callbacks [] for security_group (d0813fb9-d802-4e1f-8f8b-be819e45f1e5), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:01.934077 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 27b0132b-8523-413b-ac57-6d5280e11361 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27b0132b-8523-413b-ac57-6d5280e11361 found for delete ", "request_id": "req-4b6c983a-381d-40f5-a0e8-ad5f1cde1f2c"}]} Sep 16 12:46:01.942419 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d0c0d469-26b8-43c5-9d6a-965d3ab0c69d req-c26da248-8982-4aa2-8507-281f76c3b3f7 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:01.973308 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d0c0d469-26b8-43c5-9d6a-965d3ab0c69d req-c26da248-8982-4aa2-8507-281f76c3b3f7 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:01.975164 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3d0aad0e-b0bc-4481-aa9e-9c5bf205fc15 admin admin] Publish callbacks [] for security_group (d0813fb9-d802-4e1f-8f8b-be819e45f1e5), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:02.048562 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3683a4ba-44c7-4743-b1c6-9d93d8963c6b admin admin] Publish callbacks [] for security_group (96577c38-28ef-470c-81c6-a30ea07c784d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:02.101128 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3683a4ba-44c7-4743-b1c6-9d93d8963c6b admin admin] Publish callbacks [] for security_group (96577c38-28ef-470c-81c6-a30ea07c784d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:02.108090 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b9013b79-32ca-4cc8-9d1f-781d6704e778 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Made reservation on behalf of e1b6b2ef87ef4629941a0cc9942d7e4c for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:46:02.112106 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b9013b79-32ca-4cc8-9d1f-781d6704e778 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:02.146514 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3d0aad0e-b0bc-4481-aa9e-9c5bf205fc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (d0813fb9-d802-4e1f-8f8b-be819e45f1e5), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:02.157610 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3d0aad0e-b0bc-4481-aa9e-9c5bf205fc15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:02.161862 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3d0aad0e-b0bc-4481-aa9e-9c5bf205fc15 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/d0813fb9-d802-4e1f-8f8b-be819e45f1e5 HTTP/1.1" status: 204 len: 168 time: 0.6016848 Sep 16 12:46:02.171546 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-46d1e054-ff43-42fa-9e97-16cc8144963a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (d611800a-652f-43a3-9a4b-1631fd40dc6e), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:02.205095 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aad0e-b0bc-4481-aa9e-9c5bf205fc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0813fb9-d802-4e1f-8f8b-be819e45f1e5,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:02.304019 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-443645ad-e549-46f9-ba4d-7dcb560fd2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:02.310989 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3683a4ba-44c7-4743-b1c6-9d93d8963c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (96577c38-28ef-470c-81c6-a30ea07c784d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:02.319691 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3683a4ba-44c7-4743-b1c6-9d93d8963c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:02.324899 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3683a4ba-44c7-4743-b1c6-9d93d8963c6b admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/96577c38-28ef-470c-81c6-a30ea07c784d HTTP/1.1" status: 204 len: 168 time: 0.4826791 Sep 16 12:46:02.420457 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b9013b79-32ca-4cc8-9d1f-781d6704e778 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Allocated IP 192.168.233.247 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/5b604c8c-012f-4e9f-a5b7-54d52a817f1a) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:46:02.442669 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:02.461893 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683a4ba-44c7-4743-b1c6-9d93d8963c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96577c38-28ef-470c-81c6-a30ea07c784d,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:02.571926 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:02.621292 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d0c0d469-26b8-43c5-9d6a-965d3ab0c69d req-c26da248-8982-4aa2-8507-281f76c3b3f7 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Publish callbacks [] for security_group (1be9eafa-5db5-4891-908e-74fe5891bbbc), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:02.637709 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d0c0d469-26b8-43c5-9d6a-965d3ab0c69d req-c26da248-8982-4aa2-8507-281f76c3b3f7 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (1be9eafa-5db5-4891-908e-74fe5891bbbc), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:02.644476 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b9013b79-32ca-4cc8-9d1f-781d6704e778 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Publish callbacks [] for port (5b604c8c-012f-4e9f-a5b7-54d52a817f1a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:02.720802 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:02.723127 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b9013b79-32ca-4cc8-9d1f-781d6704e778 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (5b604c8c-012f-4e9f-a5b7-54d52a817f1a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:02.796817 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d0c0d469-26b8-43c5-9d6a-965d3ab0c69d req-c26da248-8982-4aa2-8507-281f76c3b3f7 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Publish callbacks [] for security_group (6b0aad3f-ff4c-4a3d-9b0a-4fb427ca4979), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:02.806166 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b9013b79-32ca-4cc8-9d1f-781d6704e778 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:02.815337 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b9013b79-32ca-4cc8-9d1f-781d6704e778 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:02.818157 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b9013b79-32ca-4cc8-9d1f-781d6704e778 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:46:02.825340 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b9013b79-32ca-4cc8-9d1f-781d6704e778 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:02.826357 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b9013b79-32ca-4cc8-9d1f-781d6704e778 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:02.829316 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9013b79-32ca-4cc8-9d1f-781d6704e778 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Pushing event updated for resources: {'Port': ['ID=5b604c8c-012f-4e9f-a5b7-54d52a817f1a,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:02.832990 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d0c0d469-26b8-43c5-9d6a-965d3ab0c69d req-c26da248-8982-4aa2-8507-281f76c3b3f7 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (6b0aad3f-ff4c-4a3d-9b0a-4fb427ca4979), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:02.861967 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b9013b79-32ca-4cc8-9d1f-781d6704e778 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0825899 Sep 16 12:46:02.885466 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] Request body: {'port': {'device_id': 'dab4fa5f-1804-403e-9387-5c12685ddfb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:02.898453 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26da248-8982-4aa2-8507-281f76c3b3f7 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be9eafa-5db5-4891-908e-74fe5891bbbc,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:02.938316 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:02.961007 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d0c0d469-26b8-43c5-9d6a-965d3ab0c69d req-c26da248-8982-4aa2-8507-281f76c3b3f7 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:02.967082 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d0c0d469-26b8-43c5-9d6a-965d3ab0c69d req-c26da248-8982-4aa2-8507-281f76c3b3f7 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1042335 Sep 16 12:46:03.027216 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5b604c8c-012f-4e9f-a5b7-54d52a817f1a), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.045139 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26da248-8982-4aa2-8507-281f76c3b3f7 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0aad3f-ff4c-4a3d-9b0a-4fb427ca4979,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:03.074325 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46822) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:03.111009 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 46826) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:03.125982 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7cea-6896-4201-b2a8-e17715bf6aac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.181348 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf2f4-fb87-4098-97e8-c0f91c8f478f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.238023 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-9b69e13d-e8b2-4679-9c1e-046bbb89db26 None None] Provisioning complete for port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:03.238434 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9b69e13d-e8b2-4679-9c1e-046bbb89db26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5b604c8c-012f-4e9f-a5b7-54d52a817f1a), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.238781 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-9b69e13d-e8b2-4679-9c1e-046bbb89db26 None None] Attempt 1 to provision port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a Sep 16 12:46:03.276980 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-783a539b-50c1-4d4b-b16d-9bd6cb8f6e2c req-fdef3b91-b18b-4bd3-8dbb-48e1e8b2d2e9 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1971310443', 'description': 'tempest-description-2001669614'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:03.293874 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-9b69e13d-e8b2-4679-9c1e-046bbb89db26 None None] Port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:03.299516 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b32f4f-7544-416d-88cb-b7a4f8b661fd req-f748c2b7-67cf-4d33-9717-3042e4b89c30 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:03.308607 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b9b32f4f-7544-416d-88cb-b7a4f8b661fd req-f748c2b7-67cf-4d33-9717-3042e4b89c30 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dab4fa5f-1804-403e-9387-5c12685ddfb3 HTTP/1.1" status: 200 len: 936 time: 0.1956787 Sep 16 12:46:03.349740 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-46d1e054-ff43-42fa-9e97-16cc8144963a admin admin] Deleting port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:46:03.350076 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-46d1e054-ff43-42fa-9e97-16cc8144963a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (97fbfced-c22f-4005-ae69-4eda5c1b2eb8), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.388290 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7cea-6896-4201-b2a8-e17715bf6aac admin admin] Publish callbacks [] for security_group (1f4b4823-1eda-4d10-9aab-e7b9d11858b9), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.401738 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7cea-6896-4201-b2a8-e17715bf6aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (1f4b4823-1eda-4d10-9aab-e7b9d11858b9), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.427336 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-783a539b-50c1-4d4b-b16d-9bd6cb8f6e2c req-fdef3b91-b18b-4bd3-8dbb-48e1e8b2d2e9 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.470789 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ff7f7cea-6896-4201-b2a8-e17715bf6aac admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=3de1580a72ca4e92bca9e38be01fea4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880763 Sep 16 12:46:03.471885 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 46832) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:03.475273 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f7cea-6896-4201-b2a8-e17715bf6aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4b4823-1eda-4d10-9aab-e7b9d11858b9,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:03.524775 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b9b32f4f-7544-416d-88cb-b7a4f8b661fd req-55decd64-0925-41aa-8f63-37cb0bc17604 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150962 Sep 16 12:46:03.534869 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b604c8c-012f-4e9f-a5b7-54d52a817f1a {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:46:03.540082 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:03.560870 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] Publish callbacks [] for port (5b604c8c-012f-4e9f-a5b7-54d52a817f1a), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.577985 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] Transition to ACTIVE for port object 5b604c8c-012f-4e9f-a5b7-54d52a817f1a will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:46:03.586312 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5b604c8c-012f-4e9f-a5b7-54d52a817f1a), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.606500 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf2f4-fb87-4098-97e8-c0f91c8f478f admin admin] Publish callbacks [] for security_group (07c90488-6087-4d21-96b7-98e3953c6399), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.627777 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf2f4-fb87-4098-97e8-c0f91c8f478f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (07c90488-6087-4d21-96b7-98e3953c6399), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.676896 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:03.681709 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] Attempting to bind port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:46:03.682046 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] Attempting to bind port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:46:03.682375 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] Attempting to bind port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:03.687988 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-bb2cf2f4-fb87-4098-97e8-c0f91c8f478f admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=6c29c60969b14f6cab06cc24badb517c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5710108 Sep 16 12:46:03.690685 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] Pushing event updated for resources: {'Port': ['ID=5b604c8c-012f-4e9f-a5b7-54d52a817f1a,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:03.692391 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46840) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:03.747071 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-783a539b-50c1-4d4b-b16d-9bd6cb8f6e2c req-fdef3b91-b18b-4bd3-8dbb-48e1e8b2d2e9 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Publish callbacks [] for security_group (b74cdce4-acfa-4f40-8334-202d98d9c520), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.776582 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] Port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:46:03.776906 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] Attempting to bind port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:03.777044 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-783a539b-50c1-4d4b-b16d-9bd6cb8f6e2c req-fdef3b91-b18b-4bd3-8dbb-48e1e8b2d2e9 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b74cdce4-acfa-4f40-8334-202d98d9c520), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.795902 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-9b69e13d-e8b2-4679-9c1e-046bbb89db26 None None] Attempt 2 to provision port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a Sep 16 12:46:03.806642 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-46d1e054-ff43-42fa-9e97-16cc8144963a admin admin] For port 97fbfced-c22f-4005-ae69-4eda5c1b2eb8, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=97fbfced-c22f-4005-ae69-4eda5c1b2eb8,segment=NetworkSegment(827695a2-e688-4648-80ee-0a42334eb98c),segment_id=827695a2-e688-4648-80ee-0a42334eb98c)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:03.807809 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-46d1e054-ff43-42fa-9e97-16cc8144963a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (97fbfced-c22f-4005-ae69-4eda5c1b2eb8), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.824040 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ab75e183-79ad-484a-86ae-ef68a8f5d3be admin admin] Publish callbacks [] for security_group (07c90488-6087-4d21-96b7-98e3953c6399), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.848894 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:46:03.849498 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:03.850029 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:46:03.850741 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] Bound port: 5b604c8c-012f-4e9f-a5b7-54d52a817f1a, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:46:03.851386 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5b604c8c-012f-4e9f-a5b7-54d52a817f1a), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.861090 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:03.861346 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ab75e183-79ad-484a-86ae-ef68a8f5d3be admin admin] Publish callbacks [] for security_group (07c90488-6087-4d21-96b7-98e3953c6399), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.870010 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-9b69e13d-e8b2-4679-9c1e-046bbb89db26 None None] Port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:03.882576 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cf2f4-fb87-4098-97e8-c0f91c8f478f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c90488-6087-4d21-96b7-98e3953c6399,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:03.901034 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-46d1e054-ff43-42fa-9e97-16cc8144963a admin admin] Calling delete_port for 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:46:03.917664 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-783a539b-50c1-4d4b-b16d-9bd6cb8f6e2c req-fdef3b91-b18b-4bd3-8dbb-48e1e8b2d2e9 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.936843 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-783a539b-50c1-4d4b-b16d-9bd6cb8f6e2c req-fdef3b91-b18b-4bd3-8dbb-48e1e8b2d2e9 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6814690 Sep 16 12:46:03.946855 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d006aec0-1b20-4d24-8ac5-c44aa7dc743f admin admin] Publish callbacks [] for security_group (1f4b4823-1eda-4d10-9aab-e7b9d11858b9), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.972534 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] For port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:46:03.976840 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] For port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=5b604c8c-012f-4e9f-a5b7-54d52a817f1a,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:46:03.980322 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ab75e183-79ad-484a-86ae-ef68a8f5d3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (07c90488-6087-4d21-96b7-98e3953c6399), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.983236 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ab75e183-79ad-484a-86ae-ef68a8f5d3be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:03.984615 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ab75e183-79ad-484a-86ae-ef68a8f5d3be admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/07c90488-6087-4d21-96b7-98e3953c6399 HTTP/1.1" status: 204 len: 168 time: 0.2896488 Sep 16 12:46:03.991419 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5b604c8c-012f-4e9f-a5b7-54d52a817f1a), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:04.003759 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:04.004783 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:04.006411 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/5b604c8c-012f-4e9f-a5b7-54d52a817f1a HTTP/1.1" status: 200 len: 1096 time: 1.1367910 Sep 16 12:46:04.008309 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75e183-79ad-484a-86ae-ef68a8f5d3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c90488-6087-4d21-96b7-98e3953c6399,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:04.010343 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab4fa5f-1804-403e-9387-5c12685ddfb3', 'tag': '5b604c8c-012f-4e9f-a5b7-54d52a817f1a'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:46:04.022224 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4824b69a-b64e-442b-99f4-09346ce1bdc4" -d '{"events": [{"name": "network-changed", "server_uuid": "dab4fa5f-1804-403e-9387-5c12685ddfb3", "tag": "5b604c8c-012f-4e9f-a5b7-54d52a817f1a"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:46:04.060528 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:04.113196 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef3b91-b18b-4bd3-8dbb-48e1e8b2d2e9 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b74cdce4-acfa-4f40-8334-202d98d9c520,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:04.118106 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d006aec0-1b20-4d24-8ac5-c44aa7dc743f admin admin] Publish callbacks [] for security_group (1f4b4823-1eda-4d10-9aab-e7b9d11858b9), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:04.138839 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-3e34226c-a11e-4f5c-ad44-b5b1edb37536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:04.138839 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-3e34226c-a11e-4f5c-ad44-b5b1edb37536 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=e1b6b2ef87ef4629941a0cc9942d7e4c&device_id=dab4fa5f-1804-403e-9387-5c12685ddfb3 HTTP/1.1" status: 200 len: 1130 time: 0.0806165 Sep 16 12:46:04.138839 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61095d3-eaa9-477e-aeb8-214101e73d56 service neutron] Pushing event updated for resources: {'Port': ['ID=5b604c8c-012f-4e9f-a5b7-54d52a817f1a,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:04.142767 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-82910563-914c-46be-aecd-3e4f8c9ac9e6 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=20770fd1243d4412bfc90d2a079473bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1391301 Sep 16 12:46:04.180748 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-345b15ce-7e0f-4eac-8b99-4d8de5ad804d service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=5b604c8c-012f-4e9f-a5b7-54d52a817f1a HTTP/1.1" status: 200 len: 217 time: 0.0363631 Sep 16 12:46:04.232684 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-662c2286-25ac-4c2f-b4f1-5637a6449ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:04.234161 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-662c2286-25ac-4c2f-b4f1-5637a6449ad2 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0484488 Sep 16 12:46:04.294538 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-115a8010-a8a4-45e0-ae06-c1b54d073b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:04.296014 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-115a8010-a8a4-45e0-ae06-c1b54d073b6a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0562267 Sep 16 12:46:04.320521 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-5bd81a33-3f6c-4684-8c45-7458c8113350 req-cb3e12e5-ce2a-4d6c-8a88-3198d4a7824a tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1206358112', 'description': 'tempest-description-582440902'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:04.374365 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-9b69e13d-e8b2-4679-9c1e-046bbb89db26 None None] Attempt 3 to provision port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a Sep 16 12:46:04.397184 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d006aec0-1b20-4d24-8ac5-c44aa7dc743f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (1f4b4823-1eda-4d10-9aab-e7b9d11858b9), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:04.400680 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d006aec0-1b20-4d24-8ac5-c44aa7dc743f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:04.405078 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-d006aec0-1b20-4d24-8ac5-c44aa7dc743f admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/1f4b4823-1eda-4d10-9aab-e7b9d11858b9 HTTP/1.1" status: 204 len: 168 time: 0.9243910 Sep 16 12:46:04.419818 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:04.424098 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-03fe414d-18a9-44e9-9824-167f66aae65d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212690 Sep 16 12:46:04.442927 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-9b69e13d-e8b2-4679-9c1e-046bbb89db26 None None] Port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:46:04.457928 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006aec0-1b20-4d24-8ac5-c44aa7dc743f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4b4823-1eda-4d10-9aab-e7b9d11858b9,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:04.476938 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-71d82d73-1b9d-4aed-8dcb-88fcfa9ca0b7 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:04.478663 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-71d82d73-1b9d-4aed-8dcb-88fcfa9ca0b7 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3235304 Sep 16 12:46:04.489189 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5bd81a33-3f6c-4684-8c45-7458c8113350 req-cb3e12e5-ce2a-4d6c-8a88-3198d4a7824a tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:04.515311 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-5f58ab15-8fe2-4caf-b57a-20d83d75e907 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/quotas/20770fd1243d4412bfc90d2a079473bd HTTP/1.1" status: 200 len: 375 time: 0.0230792 Sep 16 12:46:04.526623 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5bd81a33-3f6c-4684-8c45-7458c8113350 req-cb3e12e5-ce2a-4d6c-8a88-3198d4a7824a tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:04.586704 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-3661bc7f-922a-4e77-844a-b983599e42af tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=20770fd1243d4412bfc90d2a079473bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691750 Sep 16 12:46:04.593364 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ee3d81e5-c2d4-452f-89f9-cef2b692d6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:04.730612 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-46d1e054-ff43-42fa-9e97-16cc8144963a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (97fbfced-c22f-4005-ae69-4eda5c1b2eb8), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:04.769042 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:04.775332 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1e054-ff43-42fa-9e97-16cc8144963a admin admin] Pushing event deleted for resources: {'Port': ['ID=97fbfced-c22f-4005-ae69-4eda5c1b2eb8,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:04.826822 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-680ef4f1-a7c2-4739-84b8-0cae90c1e406 req-700cae40-b9c9-44e1-abec-3e96ac9e1003 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957124 Sep 16 12:46:04.830164 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=9 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:04.863724 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5bd81a33-3f6c-4684-8c45-7458c8113350 req-cb3e12e5-ce2a-4d6c-8a88-3198d4a7824a tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Publish callbacks [] for security_group (0dd67eb9-5ca0-43b3-9dbb-54a172556f81), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:04.871776 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5bd81a33-3f6c-4684-8c45-7458c8113350 req-cb3e12e5-ce2a-4d6c-8a88-3198d4a7824a tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (0dd67eb9-5ca0-43b3-9dbb-54a172556f81), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:04.971108 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037d645f-c95d-4331-b3e5-65739cabdd1d x-openstack-request-id: req-037d645f-c95d-4331-b3e5-65739cabdd1d {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:46:04.971392 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab4fa5f-1804-403e-9387-5c12685ddfb3", "tag": "5b604c8c-012f-4e9f-a5b7-54d52a817f1a", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:46:04.971979 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-037d645f-c95d-4331-b3e5-65739cabdd1d {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:46:04.972701 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-037d645f-c95d-4331-b3e5-65739cabdd1d'] response: {'name': 'network-changed', 'server_uuid': 'dab4fa5f-1804-403e-9387-5c12685ddfb3', 'tag': '5b604c8c-012f-4e9f-a5b7-54d52a817f1a', 'status': 'completed', 'code': 200} Sep 16 12:46:04.978448 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e12e5-ce2a-4d6c-8a88-3198d4a7824a tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd67eb9-5ca0-43b3-9dbb-54a172556f81,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:05.183038 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5bd81a33-3f6c-4684-8c45-7458c8113350 req-cb3e12e5-ce2a-4d6c-8a88-3198d4a7824a tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Publish callbacks [] for security_group (cb1726da-19fa-4553-8a35-2a63ed6e5d54), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:05.250109 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5bd81a33-3f6c-4684-8c45-7458c8113350 req-cb3e12e5-ce2a-4d6c-8a88-3198d4a7824a tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (cb1726da-19fa-4553-8a35-2a63ed6e5d54), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:05.252265 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:05.332901 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5bd81a33-3f6c-4684-8c45-7458c8113350 req-cb3e12e5-ce2a-4d6c-8a88-3198d4a7824a tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:05.379845 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5bd81a33-3f6c-4684-8c45-7458c8113350 req-cb3e12e5-ce2a-4d6c-8a88-3198d4a7824a tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0407555 Sep 16 12:46:05.453122 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-46d1e054-ff43-42fa-9e97-16cc8144963a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (d611800a-652f-43a3-9a4b-1631fd40dc6e), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:05.559729 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e12e5-ce2a-4d6c-8a88-3198d4a7824a tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1726da-19fa-4553-8a35-2a63ed6e5d54,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:05.571947 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46916) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:05.587878 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:46:05.611943 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-502e681f-8f07-49c3-9767-4cc51f80d3ad req-f74227db-6fc6-4a39-b856-6e6dee2667c4 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 210 time: 0.1675694 Sep 16 12:46:05.688318 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-dab75e09-8afa-4bd3-99fb-96be65a6d55d req-188c01b3-6966-4996-9726-2e416e7809ed tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1833989171', 'description': 'tempest-description-531191321'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:05.745649 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55201c6-6453-430f-9412-abbd76117849 req-17d99d1e-ec83-407b-8cac-cab13b6bcde5 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:05.754736 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d55201c6-6453-430f-9412-abbd76117849 req-17d99d1e-ec83-407b-8cac-cab13b6bcde5 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dab4fa5f-1804-403e-9387-5c12685ddfb3 HTTP/1.1" status: 200 len: 948 time: 0.1657853 Sep 16 12:46:05.759386 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824b69a-b64e-442b-99f4-09346ce1bdc4 req-84ba27ea-7289-46b3-8d5a-978090695dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:05.764497 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4824b69a-b64e-442b-99f4-09346ce1bdc4 req-84ba27ea-7289-46b3-8d5a-978090695dce service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=e1b6b2ef87ef4629941a0cc9942d7e4c&device_id=dab4fa5f-1804-403e-9387-5c12685ddfb3 HTTP/1.1" status: 200 len: 1130 time: 0.0778255 Sep 16 12:46:05.849348 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dab75e09-8afa-4bd3-99fb-96be65a6d55d req-188c01b3-6966-4996-9726-2e416e7809ed tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:05.926248 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824b69a-b64e-442b-99f4-09346ce1bdc4 req-562648d7-0c19-4e44-817f-9ae09939c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:05.931205 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4824b69a-b64e-442b-99f4-09346ce1bdc4 req-562648d7-0c19-4e44-817f-9ae09939c854 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.1578524 Sep 16 12:46:05.932670 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d2098396-a434-469a-97a4-51a1d3c5a5f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:05.973419 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:05.993401 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4824b69a-b64e-442b-99f4-09346ce1bdc4 req-617217e5-e457-4802-bdd6-572bc907e591 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=5b604c8c-012f-4e9f-a5b7-54d52a817f1a HTTP/1.1" status: 200 len: 217 time: 0.0574515 Sep 16 12:46:06.090456 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824b69a-b64e-442b-99f4-09346ce1bdc4 req-5968ba54-28be-45af-9452-c9e2c3054cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:06.092193 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4824b69a-b64e-442b-99f4-09346ce1bdc4 req-5968ba54-28be-45af-9452-c9e2c3054cc3 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0908599 Sep 16 12:46:06.157906 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824b69a-b64e-442b-99f4-09346ce1bdc4 req-9358ed53-c99b-443f-9432-4927b6707208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:06.159773 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4824b69a-b64e-442b-99f4-09346ce1bdc4 req-9358ed53-c99b-443f-9432-4927b6707208 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0621684 Sep 16 12:46:06.228623 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d2098396-a434-469a-97a4-51a1d3c5a5f5 admin admin] Publish callbacks [] for security_group (ab3bd97c-b33e-476f-8e64-772aa29f1305), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:06.248262 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d55201c6-6453-430f-9412-abbd76117849 req-e84d979f-eadc-470d-b606-40babe41dcee tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845109 Sep 16 12:46:06.253759 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d2098396-a434-469a-97a4-51a1d3c5a5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (ab3bd97c-b33e-476f-8e64-772aa29f1305), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:06.340625 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dab75e09-8afa-4bd3-99fb-96be65a6d55d req-188c01b3-6966-4996-9726-2e416e7809ed tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Publish callbacks [] for security_group (5cb7b90f-6661-4822-a353-21c2957ec16b), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:06.342364 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:06.386106 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dab75e09-8afa-4bd3-99fb-96be65a6d55d req-188c01b3-6966-4996-9726-2e416e7809ed tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (5cb7b90f-6661-4822-a353-21c2957ec16b), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:06.463336 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2098396-a434-469a-97a4-51a1d3c5a5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3bd97c-b33e-476f-8e64-772aa29f1305,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:06.486564 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d2098396-a434-469a-97a4-51a1d3c5a5f5 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=3e6be22224574c009206f30e23b43b21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9078376 Sep 16 12:46:06.490199 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 46946) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:06.499506 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dab75e09-8afa-4bd3-99fb-96be65a6d55d req-188c01b3-6966-4996-9726-2e416e7809ed tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:06.508759 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dab75e09-8afa-4bd3-99fb-96be65a6d55d req-188c01b3-6966-4996-9726-2e416e7809ed tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8286731 Sep 16 12:46:06.518464 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c01b3-6966-4996-9726-2e416e7809ed tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb7b90f-6661-4822-a353-21c2957ec16b,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:06.544411 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d1e054-ff43-42fa-9e97-16cc8144963a admin admin] Router d611800a-652f-43a3-9a4b-1631fd40dc6e has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:46:06.552192 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:06.607402 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4824b69a-b64e-442b-99f4-09346ce1bdc4 req-e2215bf6-15f4-4ec1-afe5-dbc648b52643 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383349 Sep 16 12:46:06.731289 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-754bea00-a62e-40c2-8ef2-d3a203fcd97f admin admin] Publish callbacks [] for security_group (ab3bd97c-b33e-476f-8e64-772aa29f1305), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:06.755783 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d1e054-ff43-42fa-9e97-16cc8144963a admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:46:06.781941 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e553da-5aca-4c3a-b2d5-67db1b16ec4f None None] Sync routers for ids ['d611800a-652f-43a3-9a4b-1631fd40dc6e'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:46:06.785956 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-46d1e054-ff43-42fa-9e97-16cc8144963a admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/d611800a-652f-43a3-9a4b-1631fd40dc6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3134773 Sep 16 12:46:06.786972 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 46958) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:06.791246 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-754bea00-a62e-40c2-8ef2-d3a203fcd97f admin admin] Publish callbacks [] for security_group (ab3bd97c-b33e-476f-8e64-772aa29f1305), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:06.808866 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e553da-5aca-4c3a-b2d5-67db1b16ec4f None None] Routers {'d611800a-652f-43a3-9a4b-1631fd40dc6e'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:46:06.809771 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-f4e553da-5aca-4c3a-b2d5-67db1b16ec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:46:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['d611800a-652f-43a3-9a4b-1631fd40dc6e'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:06.890698 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.25', 53222) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:06.965967 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-754bea00-a62e-40c2-8ef2-d3a203fcd97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (ab3bd97c-b33e-476f-8e64-772aa29f1305), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:06.972653 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-754bea00-a62e-40c2-8ef2-d3a203fcd97f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:06.977452 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-754bea00-a62e-40c2-8ef2-d3a203fcd97f admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/ab3bd97c-b33e-476f-8e64-772aa29f1305 HTTP/1.1" status: 204 len: 168 time: 0.4833045 Sep 16 12:46:06.978857 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-f4e553da-5aca-4c3a-b2d5-67db1b16ec4f None None] Set router d611800a-652f-43a3-9a4b-1631fd40dc6e gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:46:06.981375 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4824b69a-b64e-442b-99f4-09346ce1bdc4 req-64cab7d7-31ca-4cbd-bb96-fa97133f8954 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670950 Sep 16 12:46:06.986016 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-95b75a88-ac18-436f-b376-65cf266b0956 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=20770fd1243d4412bfc90d2a079473bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771682 Sep 16 12:46:07.004098 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bea00-a62e-40c2-8ef2-d3a203fcd97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3bd97c-b33e-476f-8e64-772aa29f1305,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:07.015521 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62b8f01b-d35f-46c2-a0e9-1352b1456bae req-e8890a49-08fa-42f1-8ba5-77bd9729897a tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 210 time: 0.1832271 Sep 16 12:46:07.159692 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:07.175084 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-b230e5c1-f261-4c35-8a68-73df3c3e727b tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:07.176753 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-b230e5c1-f261-4c35-8a68-73df3c3e727b tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824567 Sep 16 12:46:07.226039 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5a22-5ef7-4ed3-a79a-1d6b04beba79 admin admin] Publish callbacks [] for router (d611800a-652f-43a3-9a4b-1631fd40dc6e), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:07.284747 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:07.308030 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-f4e553da-5aca-4c3a-b2d5-67db1b16ec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd611800a-652f-43a3-9a4b-1631fd40dc6e', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1249468880-router', 'tenant_id': '855d0efd79e745fdbda815308311571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '1da24abe-d89c-4915-b0e8-f6cb789c5e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:45:45Z', 'updated_at': '2022-09-16T12:46:04Z', 'revision_number': 5, 'project_id': '855d0efd79e745fdbda815308311571c', 'gw_port': {'id': '1da24abe-d89c-4915-b0e8-f6cb789c5e57', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd611800a-652f-43a3-9a4b-1631fd40dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:46Z', 'updated_at': '2022-09-16T12:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:07.347288 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:07.350191 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e553da-5aca-4c3a-b2d5-67db1b16ec4f None None] Checking router: d611800a-652f-43a3-9a4b-1631fd40dc6e for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:46:07.374515 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-3def6c3e-66d0-44d9-abea-556aeb106bae tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Request body: {'port': {'device_id': '4d860eb6-336f-4ba4-be81-d1ec6fecc87b', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '20770fd1243d4412bfc90d2a079473bd'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:07.382539 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e553da-5aca-4c3a-b2d5-67db1b16ec4f None None] Routers {'d611800a-652f-43a3-9a4b-1631fd40dc6e'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:46:07.383334 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-f4e553da-5aca-4c3a-b2d5-67db1b16ec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:46:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['d611800a-652f-43a3-9a4b-1631fd40dc6e'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:07.399769 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-0eb979da-4b16-4081-844b-2b4c7e8e1bb7 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 37086 time: 0.8354454 Sep 16 12:46:07.487091 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:07.517328 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5a22-5ef7-4ed3-a79a-1d6b04beba79 admin admin] Publish callbacks [] for router_gateway (d611800a-652f-43a3-9a4b-1631fd40dc6e), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:07.529603 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a881d-d2a4-4ff3-aad9-5cbdc067c26f req-48daf015-69fe-4e05-b208-39cf365bd591 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:07.531561 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-967a881d-d2a4-4ff3-aad9-5cbdc067c26f req-48daf015-69fe-4e05-b208-39cf365bd591 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dab4fa5f-1804-403e-9387-5c12685ddfb3 HTTP/1.1" status: 200 len: 948 time: 0.1665578 Sep 16 12:46:07.552204 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:07.560490 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-809db626-7d95-4491-86b5-32d0bb285e4d tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/012b2df5-503d-439d-b8f3-347694564613 HTTP/1.1" status: 200 len: 2998 time: 0.1467495 Sep 16 12:46:07.617613 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-3def6c3e-66d0-44d9-abea-556aeb106bae tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Made reservation on behalf of 20770fd1243d4412bfc90d2a079473bd for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:46:07.628499 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-3def6c3e-66d0-44d9-abea-556aeb106bae tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:07.649373 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-3def6c3e-66d0-44d9-abea-556aeb106bae tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:07.703791 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:07.709255 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-f4e553da-5aca-4c3a-b2d5-67db1b16ec4f None None] Set router d611800a-652f-43a3-9a4b-1631fd40dc6e gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:46:07.715078 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-8df727b7-f02e-4ef9-89f6-ff9141588311 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/012b2df5-503d-439d-b8f3-347694564613 HTTP/1.1" status: 200 len: 2998 time: 0.1491110 Sep 16 12:46:07.738034 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-f7aa5a22-5ef7-4ed3-a79a-1d6b04beba79 admin admin] Deleting port 1da24abe-d89c-4915-b0e8-f6cb789c5e57 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:46:07.738473 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5a22-5ef7-4ed3-a79a-1d6b04beba79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (1da24abe-d89c-4915-b0e8-f6cb789c5e57), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:07.794341 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-967a881d-d2a4-4ff3-aad9-5cbdc067c26f req-f336f78c-db82-4f81-8e04-0ef1505d8cbf tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513547 Sep 16 12:46:07.823456 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:07.896496 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-3b9eb1ec-e502-4288-8387-237ba5066f54 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/0dd67eb9-5ca0-43b3-9dbb-54a172556f81 HTTP/1.1" status: 200 len: 2998 time: 0.1788247 Sep 16 12:46:07.922841 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-3def6c3e-66d0-44d9-abea-556aeb106bae tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Publish callbacks [] for security_group (e35bc6c3-0218-4482-bb47-6095df5c3700), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:07.938753 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-3def6c3e-66d0-44d9-abea-556aeb106bae tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (e35bc6c3-0218-4482-bb47-6095df5c3700), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:08.000728 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47004) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:08.017159 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-f7aa5a22-5ef7-4ed3-a79a-1d6b04beba79 admin admin] For port 1da24abe-d89c-4915-b0e8-f6cb789c5e57, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=1da24abe-d89c-4915-b0e8-f6cb789c5e57,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:08.029612 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5a22-5ef7-4ed3-a79a-1d6b04beba79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (1da24abe-d89c-4915-b0e8-f6cb789c5e57), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:08.064196 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-043ef3a6-5f4d-409b-9704-6d04693989ea tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/0dd67eb9-5ca0-43b3-9dbb-54a172556f81 HTTP/1.1" status: 200 len: 2998 time: 0.1658003 Sep 16 12:46:08.091964 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-f7aa5a22-5ef7-4ed3-a79a-1d6b04beba79 admin admin] Calling delete_port for 1da24abe-d89c-4915-b0e8-f6cb789c5e57 owned by network:router_gateway {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:46:08.188134 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-3def6c3e-66d0-44d9-abea-556aeb106bae tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Allocated IP 192.168.233.214 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/4cbb6233-6017-40a2-a247-e622df5f31a3) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:46:08.263105 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:08.275450 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-74623db3-25a0-4501-a0ea-bad89e540f2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:08.304927 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:08.306613 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def6c3e-66d0-44d9-abea-556aeb106bae tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35bc6c3-0218-4482-bb47-6095df5c3700,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:08.388110 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a00eae15-9f4b-4f2a-9378-ec8c57b643a2 req-0bec31ad-ee56-4a48-9a0a-ce9fef3b5b62 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 210 time: 0.1140201 Sep 16 12:46:08.413896 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5a22-5ef7-4ed3-a79a-1d6b04beba79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (1da24abe-d89c-4915-b0e8-f6cb789c5e57), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:08.463753 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa5a22-5ef7-4ed3-a79a-1d6b04beba79 admin admin] Pushing event deleted for resources: {'Port': ['ID=1da24abe-d89c-4915-b0e8-f6cb789c5e57,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:08.484734 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-e6c17e9f-9b55-48a5-a7c0-b2498902167b tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/1be9eafa-5db5-4891-908e-74fe5891bbbc HTTP/1.1" status: 200 len: 2998 time: 0.4190881 Sep 16 12:46:08.512576 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-f4e553da-5aca-4c3a-b2d5-67db1b16ec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd611800a-652f-43a3-9a4b-1631fd40dc6e', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1249468880-router', 'tenant_id': '855d0efd79e745fdbda815308311571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '1da24abe-d89c-4915-b0e8-f6cb789c5e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:45:45Z', 'updated_at': '2022-09-16T12:46:04Z', 'revision_number': 5, 'project_id': '855d0efd79e745fdbda815308311571c', 'gw_port': {'id': '1da24abe-d89c-4915-b0e8-f6cb789c5e57', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd611800a-652f-43a3-9a4b-1631fd40dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:46Z', 'updated_at': '2022-09-16T12:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:08.549539 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e553da-5aca-4c3a-b2d5-67db1b16ec4f None None] The sync data for ids ['d611800a-652f-43a3-9a4b-1631fd40dc6e'] in n-d-858094-4 is: [{'id': 'd611800a-652f-43a3-9a4b-1631fd40dc6e', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1249468880-router', 'tenant_id': '855d0efd79e745fdbda815308311571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '1da24abe-d89c-4915-b0e8-f6cb789c5e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:45:45Z', 'updated_at': '2022-09-16T12:46:04Z', 'revision_number': 5, 'project_id': '855d0efd79e745fdbda815308311571c', 'gw_port': {'id': '1da24abe-d89c-4915-b0e8-f6cb789c5e57', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd611800a-652f-43a3-9a4b-1631fd40dc6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:45:46Z', 'updated_at': '2022-09-16T12:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:46:08.554397 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 5b604c8c-012f-4e9f-a5b7-54d52a817f1a details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:46:08.626063 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-74623db3-25a0-4501-a0ea-bad89e540f2b admin admin] Publish callbacks [] for security_group (a123471d-63eb-4d84-a72b-6fdf553f676b), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:08.661883 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:08.666134 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-3def6c3e-66d0-44d9-abea-556aeb106bae tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Publish callbacks [] for port (4cbb6233-6017-40a2-a247-e622df5f31a3), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:08.696004 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-74623db3-25a0-4501-a0ea-bad89e540f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (a123471d-63eb-4d84-a72b-6fdf553f676b), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:08.723211 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=5b604c8c-012f-4e9f-a5b7-54d52a817f1a,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:08.744156 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '5b604c8c-012f-4e9f-a5b7-54d52a817f1a', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '5b604c8c-012f-4e9f-a5b7-54d52a817f1a', 'mac_address': 'fa:16:3e:38:bf:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:46:08.746303 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-56b9a28a-6b14-4fb9-be72-f5bfcf352d49 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/1be9eafa-5db5-4891-908e-74fe5891bbbc HTTP/1.1" status: 200 len: 2998 time: 0.2557099 Sep 16 12:46:08.776284 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-3def6c3e-66d0-44d9-abea-556aeb106bae tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (4cbb6233-6017-40a2-a247-e622df5f31a3), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:08.811405 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:08.811790 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5b604c8c-012f-4e9f-a5b7-54d52a817f1a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:08.830125 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-3def6c3e-66d0-44d9-abea-556aeb106bae tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:08.834859 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-3def6c3e-66d0-44d9-abea-556aeb106bae tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:08.839155 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-3def6c3e-66d0-44d9-abea-556aeb106bae tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:46:08.840417 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:08.847905 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-3def6c3e-66d0-44d9-abea-556aeb106bae tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:08.848776 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-3def6c3e-66d0-44d9-abea-556aeb106bae tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:08.854539 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b604c8c-012f-4e9f-a5b7-54d52a817f1a {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:46:08.864705 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-feec1705-8658-4be1-8930-b77d74cb0f86 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/446f8d4d-460e-45bf-9a29-619346ed4235 HTTP/1.1" status: 200 len: 2998 time: 0.1147709 Sep 16 12:46:08.890206 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def6c3e-66d0-44d9-abea-556aeb106bae tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Pushing event updated for resources: {'Port': ['ID=4cbb6233-6017-40a2-a247-e622df5f31a3,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:08.905072 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-3def6c3e-66d0-44d9-abea-556aeb106bae tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5350730 Sep 16 12:46:08.943028 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47022) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:08.953042 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-74623db3-25a0-4501-a0ea-bad89e540f2b admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=2e7ba092719d4ecbaa47b6772f68b391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9509242 Sep 16 12:46:08.956052 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47026) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:08.962436 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74623db3-25a0-4501-a0ea-bad89e540f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a123471d-63eb-4d84-a72b-6fdf553f676b,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:08.970764 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=5b604c8c-012f-4e9f-a5b7-54d52a817f1a,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:08.980086 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5b604c8c-012f-4e9f-a5b7-54d52a817f1a), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:09.020163 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5a22-5ef7-4ed3-a79a-1d6b04beba79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (d611800a-652f-43a3-9a4b-1631fd40dc6e), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:09.129055 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-907e8bc0-a4f0-40ec-87b1-99ecc667528f admin admin] Publish callbacks [] for security_group (a123471d-63eb-4d84-a72b-6fdf553f676b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:09.146655 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=5b604c8c-012f-4e9f-a5b7-54d52a817f1a,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:09.174508 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['5b604c8c-012f-4e9f-a5b7-54d52a817f1a'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:46:09.204518 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-907e8bc0-a4f0-40ec-87b1-99ecc667528f admin admin] Publish callbacks [] for security_group (a123471d-63eb-4d84-a72b-6fdf553f676b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:09.236247 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-77358a92-4809-4655-9f27-bbfdd59a3048 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/446f8d4d-460e-45bf-9a29-619346ed4235 HTTP/1.1" status: 200 len: 2998 time: 0.3703167 Sep 16 12:46:09.241285 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5a22-5ef7-4ed3-a79a-1d6b04beba79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (d611800a-652f-43a3-9a4b-1631fd40dc6e), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:09.243883 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5a22-5ef7-4ed3-a79a-1d6b04beba79 admin admin] Publish callbacks [] for router_controller (d611800a-652f-43a3-9a4b-1631fd40dc6e), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:09.263637 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:09.321053 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:09.335284 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5a22-5ef7-4ed3-a79a-1d6b04beba79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (d611800a-652f-43a3-9a4b-1631fd40dc6e), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:09.335868 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7aa5a22-5ef7-4ed3-a79a-1d6b04beba79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d611800a-652f-43a3-9a4b-1631fd40dc6e {{(pid=113698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:46:09.346373 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f7aa5a22-5ef7-4ed3-a79a-1d6b04beba79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:09.347605 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f7aa5a22-5ef7-4ed3-a79a-1d6b04beba79 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/d611800a-652f-43a3-9a4b-1631fd40dc6e HTTP/1.1" status: 204 len: 168 time: 2.5483739 Sep 16 12:46:09.352046 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47028) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:09.363792 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:09.367159 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-652e2573-0b26-4999-94b8-b0856b463f37 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=065037c7cf1d4b0d8d12253372a605b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4223223 Sep 16 12:46:09.369715 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47030) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:09.372359 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Provisioning complete for port 4cbb6233-6017-40a2-a247-e622df5f31a3 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:09.372917 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (4cbb6233-6017-40a2-a247-e622df5f31a3), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:09.373260 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Attempt 1 to provision port 4cbb6233-6017-40a2-a247-e622df5f31a3 Sep 16 12:46:09.397813 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-907e8bc0-a4f0-40ec-87b1-99ecc667528f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (a123471d-63eb-4d84-a72b-6fdf553f676b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:09.402605 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-907e8bc0-a4f0-40ec-87b1-99ecc667528f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:09.403796 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-907e8bc0-a4f0-40ec-87b1-99ecc667528f admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/a123471d-63eb-4d84-a72b-6fdf553f676b HTTP/1.1" status: 204 len: 168 time: 0.4464595 Sep 16 12:46:09.409852 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-1d104fb1-9fdc-40cd-967f-aa138dd3b8df tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/5031293d-9104-47cd-98e1-c0adf6a62c81 HTTP/1.1" status: 200 len: 2994 time: 0.1637409 Sep 16 12:46:09.451403 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Port 4cbb6233-6017-40a2-a247-e622df5f31a3 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:09.461280 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e8bc0-a4f0-40ec-87b1-99ecc667528f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a123471d-63eb-4d84-a72b-6fdf553f676b,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:09.490658 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-965da5ea-1383-4a51-9e8e-803cf14a87ae admin admin] Publish callbacks [] for security_group (e522b84e-5b4f-44f9-aede-b56d6280ea0c), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:09.546525 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7b9f93-88a8-4eb0-8b80-a352803f04c2 admin admin] Deleting subnet 96cf85b2-a750-4bff-b3e4-6816a4d2f561 {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:46:09.559881 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4f7b9f93-88a8-4eb0-8b80-a352803f04c2 admin admin] Publish callbacks [] for subnet (96cf85b2-a750-4bff-b3e4-6816a4d2f561), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:09.565086 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-e9d6cbe6-0ae1-4eb4-86bf-9ed1b9af34f6 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/5031293d-9104-47cd-98e1-c0adf6a62c81 HTTP/1.1" status: 200 len: 2994 time: 0.1002975 Sep 16 12:46:09.585661 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-965da5ea-1383-4a51-9e8e-803cf14a87ae admin admin] Publish callbacks [] for security_group (e522b84e-5b4f-44f9-aede-b56d6280ea0c), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:09.604111 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:46:09.658299 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:46:09.658717 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 97fbfced-c22f-4005-ae69-4eda5c1b2eb8 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:46:09.671865 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4f7b9f93-88a8-4eb0-8b80-a352803f04c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (96cf85b2-a750-4bff-b3e4-6816a4d2f561), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:09.728097 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-b060df1e-cef5-4fa8-866b-4e814c909860 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/6c9f9855-aebd-4fb5-9ea4-a0534ef30cea HTTP/1.1" status: 200 len: 2998 time: 0.1362495 Sep 16 12:46:09.749629 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-965da5ea-1383-4a51-9e8e-803cf14a87ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (e522b84e-5b4f-44f9-aede-b56d6280ea0c), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:09.753190 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-965da5ea-1383-4a51-9e8e-803cf14a87ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:09.757608 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-965da5ea-1383-4a51-9e8e-803cf14a87ae admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/e522b84e-5b4f-44f9-aede-b56d6280ea0c HTTP/1.1" status: 204 len: 168 time: 0.3835862 Sep 16 12:46:09.768008 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965da5ea-1383-4a51-9e8e-803cf14a87ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e522b84e-5b4f-44f9-aede-b56d6280ea0c,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:09.940588 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4f7b9f93-88a8-4eb0-8b80-a352803f04c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (96cf85b2-a750-4bff-b3e4-6816a4d2f561), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:09.952668 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Attempt 2 to provision port 4cbb6233-6017-40a2-a247-e622df5f31a3 Sep 16 12:46:10.007886 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Port 4cbb6233-6017-40a2-a247-e622df5f31a3 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:10.034268 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-1daeb4a1-16be-46a5-b7c2-42a4b76894dc tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/6c9f9855-aebd-4fb5-9ea4-a0534ef30cea HTTP/1.1" status: 200 len: 2998 time: 0.2943842 Sep 16 12:46:10.082015 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0199cbc-a5c2-49e3-bf35-e751a77c77c9 req-469bccbe-e535-43e0-b1ea-24d8a5d70e5e tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:10.085934 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0199cbc-a5c2-49e3-bf35-e751a77c77c9 req-469bccbe-e535-43e0-b1ea-24d8a5d70e5e tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dab4fa5f-1804-403e-9387-5c12685ddfb3 HTTP/1.1" status: 200 len: 949 time: 0.1147785 Sep 16 12:46:10.099379 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-5ee97c34-4f5d-4896-a5d3-69f32d3bbf92 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] show failed (client error): The resource could not be found. Sep 16 12:46:10.101041 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-5ee97c34-4f5d-4896-a5d3-69f32d3bbf92 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/ab3bd97c-b33e-476f-8e64-772aa29f1305 HTTP/1.1" status: 404 len: 352 time: 0.0532792 Sep 16 12:46:10.164779 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4f7b9f93-88a8-4eb0-8b80-a352803f04c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (96cf85b2-a750-4bff-b3e4-6816a4d2f561), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:10.167018 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-5fc22841-8e36-4518-a70d-9202cdc78fc4 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] show failed (client error): The resource could not be found. Sep 16 12:46:10.168050 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-5fc22841-8e36-4518-a70d-9202cdc78fc4 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/ab3bd97c-b33e-476f-8e64-772aa29f1305 HTTP/1.1" status: 404 len: 352 time: 0.0495448 Sep 16 12:46:10.393094 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b9f93-88a8-4eb0-8b80-a352803f04c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96cf85b2-a750-4bff-b3e4-6816a4d2f561,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:10.424364 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4f7b9f93-88a8-4eb0-8b80-a352803f04c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:10.427545 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-4f7b9f93-88a8-4eb0-8b80-a352803f04c2 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/96cf85b2-a750-4bff-b3e4-6816a4d2f561 HTTP/1.1" status: 204 len: 168 time: 1.0722165 Sep 16 12:46:10.431457 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47060) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:10.434634 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c989c745-1271-4d9a-bdd0-405617594ca9 None None] Network 389d9ab5-942d-4d8e-81d0-6536d7f5be64 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:46:10.457783 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0199cbc-a5c2-49e3-bf35-e751a77c77c9 req-b421c5b4-248f-4be7-8a26-57454e4ed3a3 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550003 Sep 16 12:46:10.484279 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-74de9560-e036-42cc-8b11-abe3b3f60794 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/b9430fb7-5511-4ab1-a102-3cc287088aaa HTTP/1.1" status: 200 len: 2994 time: 0.0975153 Sep 16 12:46:10.510105 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47062) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:10.526302 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Attempt 3 to provision port 4cbb6233-6017-40a2-a247-e622df5f31a3 Sep 16 12:46:10.565736 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (389d9ab5-942d-4d8e-81d0-6536d7f5be64), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:10.579630 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 5b604c8c-012f-4e9f-a5b7-54d52a817f1a up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:10.631461 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:10.634413 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:46:10.640355 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Port 4cbb6233-6017-40a2-a247-e622df5f31a3 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:10.661221 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-ab7dd924-efac-4e33-8350-6fd95af965e8 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/b9430fb7-5511-4ab1-a102-3cc287088aaa HTTP/1.1" status: 200 len: 2994 time: 0.1702023 Sep 16 12:46:10.661728 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:10.672292 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Deleting port 2bc60f03-9dc0-466e-9ec5-ac907251dc5a {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:46:10.672852 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (2bc60f03-9dc0-466e-9ec5-ac907251dc5a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:10.689218 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:10.689629 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5b604c8c-012f-4e9f-a5b7-54d52a817f1a), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:10.689967 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a Sep 16 12:46:10.717965 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-9ba329ca-ff45-4f92-8e08-d894db16f17a admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=4dd00307ed7c4f21945198ca246c9512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035859 Sep 16 12:46:10.730411 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47068) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:10.743852 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b8f5a-1215-40d0-b2c6-6a8fb86fe901 req-b8e45329-85db-4a9a-9f73-c50f12e978a0 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:10.753679 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b40b8f5a-1215-40d0-b2c6-6a8fb86fe901 req-b8e45329-85db-4a9a-9f73-c50f12e978a0 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 936 time: 0.1651084 Sep 16 12:46:10.815358 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] For port 2bc60f03-9dc0-466e-9ec5-ac907251dc5a, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=2bc60f03-9dc0-466e-9ec5-ac907251dc5a,segment=NetworkSegment(827695a2-e688-4648-80ee-0a42334eb98c),segment_id=827695a2-e688-4648-80ee-0a42334eb98c)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:10.816523 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (2bc60f03-9dc0-466e-9ec5-ac907251dc5a), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:10.835139 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:10.835840 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5b604c8c-012f-4e9f-a5b7-54d52a817f1a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:10.843148 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Calling delete_port for 2bc60f03-9dc0-466e-9ec5-ac907251dc5a owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:46:10.844013 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-35b46547-3a5d-4f60-92ef-95d21f721438 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/c6ff114e-ded5-40da-a2f0-bb5cbfcb7173 HTTP/1.1" status: 200 len: 2994 time: 0.1693881 Sep 16 12:46:10.845399 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1c6ae4-a328-4c7f-bc6a-d8fa3f77e222 None None] DHCP port deletion for 389d9ab5-942d-4d8e-81d0-6536d7f5be64 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:46:10.873764 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b40b8f5a-1215-40d0-b2c6-6a8fb86fe901 req-8720451b-498e-4840-a9a2-97034444d212 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188710 Sep 16 12:46:10.939525 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47072) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:10.942942 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c6ae4-a328-4c7f-bc6a-d8fa3f77e222 None None] Deleting port 2bc60f03-9dc0-466e-9ec5-ac907251dc5a {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:46:10.943546 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6ae4-a328-4c7f-bc6a-d8fa3f77e222 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (2bc60f03-9dc0-466e-9ec5-ac907251dc5a), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:10.974458 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:10.978487 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab4fa5f-1804-403e-9387-5c12685ddfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b604c8c-012f-4e9f-a5b7-54d52a817f1a'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:46:10.981149 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72ab9d7-1e7a-4a4d-8886-37b52b98ab89" -d '{"events": [{"server_uuid": "dab4fa5f-1804-403e-9387-5c12685ddfb3", "name": "network-vif-plugged", "status": "completed", "tag": "5b604c8c-012f-4e9f-a5b7-54d52a817f1a"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:46:11.005718 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (2bc60f03-9dc0-466e-9ec5-ac907251dc5a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:11.009558 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-32383676-071f-4059-b178-da325a9b596d admin admin] Publish callbacks [] for security_group (6c9f9855-aebd-4fb5-9ea4-a0534ef30cea), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:11.033040 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=5b604c8c-012f-4e9f-a5b7-54d52a817f1a,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:11.044739 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5b604c8c-012f-4e9f-a5b7-54d52a817f1a), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:11.065183 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-32383676-071f-4059-b178-da325a9b596d admin admin] Publish callbacks [] for security_group (6c9f9855-aebd-4fb5-9ea4-a0534ef30cea), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:11.085872 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9d1c6ae4-a328-4c7f-bc6a-d8fa3f77e222 None None] For port 2bc60f03-9dc0-466e-9ec5-ac907251dc5a, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=2bc60f03-9dc0-466e-9ec5-ac907251dc5a,segment=NetworkSegment(827695a2-e688-4648-80ee-0a42334eb98c),segment_id=827695a2-e688-4648-80ee-0a42334eb98c)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:11.086536 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6ae4-a328-4c7f-bc6a-d8fa3f77e222 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (2bc60f03-9dc0-466e-9ec5-ac907251dc5a), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:11.092934 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc60f03-9dc0-466e-9ec5-ac907251dc5a,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:11.097374 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] No DVR routers for this DVR port 2bc60f03-9dc0-466e-9ec5-ac907251dc5a on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:46:11.111808 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-86e7e572-96fd-49b9-a57a-53ec5ca83146 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/c6ff114e-ded5-40da-a2f0-bb5cbfcb7173 HTTP/1.1" status: 200 len: 2994 time: 0.2300580 Sep 16 12:46:11.159731 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-af472961-27e3-470b-85c4-63d7d1fb50ef tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] show failed (client error): The resource could not be found. Sep 16 12:46:11.161409 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-af472961-27e3-470b-85c4-63d7d1fb50ef tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/e522b84e-5b4f-44f9-aede-b56d6280ea0c HTTP/1.1" status: 404 len: 352 time: 0.0399151 Sep 16 12:46:11.162266 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Attempt 4 to provision port 4cbb6233-6017-40a2-a247-e622df5f31a3 Sep 16 12:46:11.187447 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=5b604c8c-012f-4e9f-a5b7-54d52a817f1a,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:11.190746 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (389d9ab5-942d-4d8e-81d0-6536d7f5be64), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:11.199322 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c6ae4-a328-4c7f-bc6a-d8fa3f77e222 None None] Calling delete_port for 2bc60f03-9dc0-466e-9ec5-ac907251dc5a owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:46:11.215263 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:11.215532 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:11.216189 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:11.216520 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Subscribe: > port after_create 55550000 {{(pid=113699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:11.216855 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:11.217188 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Subscribe: > port after_update 55550000 {{(pid=113699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:11.217540 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:11.217875 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:11.218190 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:11.218932 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:11.228163 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-ae52c76c-cdd0-4b75-93c0-a91ba3c1c6e2 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] show failed (client error): The resource could not be found. Sep 16 12:46:11.229746 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-ae52c76c-cdd0-4b75-93c0-a91ba3c1c6e2 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/e522b84e-5b4f-44f9-aede-b56d6280ea0c HTTP/1.1" status: 404 len: 352 time: 0.0445609 Sep 16 12:46:11.229865 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Port 4cbb6233-6017-40a2-a247-e622df5f31a3 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:11.247197 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-32383676-071f-4059-b178-da325a9b596d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (6c9f9855-aebd-4fb5-9ea4-a0534ef30cea), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:11.250341 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-32383676-071f-4059-b178-da325a9b596d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:11.251712 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-32383676-071f-4059-b178-da325a9b596d admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/6c9f9855-aebd-4fb5-9ea4-a0534ef30cea HTTP/1.1" status: 204 len: 168 time: 0.5199642 Sep 16 12:46:11.291893 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:11.295847 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32383676-071f-4059-b178-da325a9b596d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9f9855-aebd-4fb5-9ea4-a0534ef30cea,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:11.298277 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:11.298618 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:11.298939 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:11.299265 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 12:46:11.299616 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389d9ab5-942d-4d8e-81d0-6536d7f5be64']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:11.319175 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827695a2-e688-4648-80ee-0a42334eb98c') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:11.319576 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827695a2-e688-4648-80ee-0a42334eb98c') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:11.339472 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (827695a2-e688-4648-80ee-0a42334eb98c), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:11.355142 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-2e0b79a8-d3a3-47b0-a37d-1abe97593434 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/ebc55dd6-475e-4ed8-aed5-1d9c2ac8c38f HTTP/1.1" status: 200 len: 2990 time: 0.0908473 Sep 16 12:46:11.380484 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (827695a2-e688-4648-80ee-0a42334eb98c), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:11.395232 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6ae4-a328-4c7f-bc6a-d8fa3f77e222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (2bc60f03-9dc0-466e-9ec5-ac907251dc5a), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:11.395545 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-f7d69b4c-7bff-484c-8959-102aed490d5c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-network', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:11.402742 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:46:11.402991 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (827695a2-e688-4648-80ee-0a42334eb98c), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:11.445297 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17043ef8-a357-4ac8-b588-668bcdb9c12e req-f94229d6-6868-421b-9bca-2948aa521e1b tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/ebc55dd6-475e-4ed8-aed5-1d9c2ac8c38f HTTP/1.1" status: 200 len: 2990 time: 0.0888863 Sep 16 12:46:11.474906 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c6ae4-a328-4c7f-bc6a-d8fa3f77e222 None None] Pushing event deleted for resources: {'Port': ['ID=2bc60f03-9dc0-466e-9ec5-ac907251dc5a,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:11.479058 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1c6ae4-a328-4c7f-bc6a-d8fa3f77e222 None None] No DVR routers for this DVR port 2bc60f03-9dc0-466e-9ec5-ac907251dc5a on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:46:11.513528 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 2bc60f03-9dc0-466e-9ec5-ac907251dc5a no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:46:11.551355 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 2bc60f03-9dc0-466e-9ec5-ac907251dc5a {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:46:11.551825 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 2bc60f03-9dc0-466e-9ec5-ac907251dc5a not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:46:11.552528 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 1da24abe-d89c-4915-b0e8-f6cb789c5e57 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:46:11.564529 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d69b4c-7bff-484c-8959-102aed490d5c admin admin] Made reservation on behalf of 7058e9e184834c39a5a299f481a6e62e for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:46:11.569330 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f7d69b4c-7bff-484c-8959-102aed490d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:11.580368 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 1da24abe-d89c-4915-b0e8-f6cb789c5e57 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:46:11.581238 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 1da24abe-d89c-4915-b0e8-f6cb789c5e57 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:46:11.585698 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f7d69b4c-7bff-484c-8959-102aed490d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:11.590500 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (389d9ab5-942d-4d8e-81d0-6536d7f5be64), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:11.591704 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37132c3-0bc8-475b-9f5f-bb9541c99db9 x-openstack-request-id: req-c37132c3-0bc8-475b-9f5f-bb9541c99db9 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:46:11.592027 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab4fa5f-1804-403e-9387-5c12685ddfb3", "name": "network-vif-plugged", "status": "completed", "tag": "5b604c8c-012f-4e9f-a5b7-54d52a817f1a", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:46:11.598831 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c37132c3-0bc8-475b-9f5f-bb9541c99db9 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:46:11.599669 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37132c3-0bc8-475b-9f5f-bb9541c99db9'] response: {'server_uuid': 'dab4fa5f-1804-403e-9387-5c12685ddfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b604c8c-012f-4e9f-a5b7-54d52a817f1a', 'code': 200} Sep 16 12:46:11.612766 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:11.619001 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/389d9ab5-942d-4d8e-81d0-6536d7f5be64 HTTP/1.1" status: 204 len: 168 time: 1.1859930 Sep 16 12:46:11.636894 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc5ca3-e90c-4ebc-97d0-9885e58fd9e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=389d9ab5-942d-4d8e-81d0-6536d7f5be64,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:11.730983 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Attempt 5 to provision port 4cbb6233-6017-40a2-a247-e622df5f31a3 Sep 16 12:46:11.734642 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:11.803539 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5260fcb-161a-4e67-b213-afacede95e25 req-5cbc873d-dac1-4aa7-893c-ece45dd2e93c tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=28afb3420f554fada71ec36ec96ccfea HTTP/1.1" status: 200 len: 6153 time: 0.1570590 Sep 16 12:46:11.806516 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Port 4cbb6233-6017-40a2-a247-e622df5f31a3 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:11.827722 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489dab8-2268-4200-b4d4-583b7cf54536 req-861d9b9b-15c1-4ead-a6fa-acd2ed686b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:11.829419 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7489dab8-2268-4200-b4d4-583b7cf54536 req-861d9b9b-15c1-4ead-a6fa-acd2ed686b19 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=dab4fa5f-1804-403e-9387-5c12685ddfb3 HTTP/1.1" status: 200 len: 1132 time: 0.1564887 Sep 16 12:46:11.882024 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f7d69b4c-7bff-484c-8959-102aed490d5c admin admin] Publish callbacks [] for security_group (97d21453-780d-4a39-89ba-fc1fdf9c1046), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:11.896656 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f7d69b4c-7bff-484c-8959-102aed490d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (97d21453-780d-4a39-89ba-fc1fdf9c1046), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:11.908943 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:11.946653 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5260fcb-161a-4e67-b213-afacede95e25 req-90d7cfff-a297-440a-9fb3-fd8d137ab092 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] 10.222.0.67 "GET /networking/v2.0/security-groups/1be9eafa-5db5-4891-908e-74fe5891bbbc HTTP/1.1" status: 200 len: 2998 time: 0.1413538 Sep 16 12:46:11.955474 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d69b4c-7bff-484c-8959-102aed490d5c admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:46:11.958961 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 827695a2-e688-4648-80ee-0a42334eb98c resource provider aggregate not found Sep 16 12:46:11.966946 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7489dab8-2268-4200-b4d4-583b7cf54536 req-c4cf3d3e-69fd-4648-9f7a-12e9e43f7108 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295962 Sep 16 12:46:11.978810 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84eeb15-e3d1-44e7-b592-11fdc9e89b5e req-18e4fe43-4e30-47f2-b310-b838d9a562f3 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:11.978810 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c84eeb15-e3d1-44e7-b592-11fdc9e89b5e req-18e4fe43-4e30-47f2-b310-b838d9a562f3 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dab4fa5f-1804-403e-9387-5c12685ddfb3 HTTP/1.1" status: 200 len: 950 time: 0.1423657 Sep 16 12:46:11.988821 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d69b4c-7bff-484c-8959-102aed490d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d21453-780d-4a39-89ba-fc1fdf9c1046,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:11.998442 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f7d69b4c-7bff-484c-8959-102aed490d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (54018204-1d57-4be0-9461-ce44976109f9), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:11.999026 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-f7d69b4c-7bff-484c-8959-102aed490d5c admin admin] Added segment 54018204-1d57-4be0-9461-ce44976109f9 of type vlan for network eb8add18-d929-45d2-acc9-197a8391e875 Sep 16 12:46:12.005159 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47112) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:12.038841 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 827695a2-e688-4648-80ee-0a42334eb98c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 827695a2-e688-4648-80ee-0a42334eb98c found for delete ", "request_id": "req-4308fd91-63b3-4d58-9f80-a4566d51efd1"}]} Sep 16 12:46:12.046128 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5260fcb-161a-4e67-b213-afacede95e25 req-bc376780-bcfa-4d80-89b4-d66d9eea5c74 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] 10.222.0.67 "GET /networking/v2.0/security-groups/1be9eafa-5db5-4891-908e-74fe5891bbbc HTTP/1.1" status: 200 len: 2998 time: 0.0975907 Sep 16 12:46:12.051926 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f7d69b4c-7bff-484c-8959-102aed490d5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (eb8add18-d929-45d2-acc9-197a8391e875), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:12.091488 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f7d69b4c-7bff-484c-8959-102aed490d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (eb8add18-d929-45d2-acc9-197a8391e875), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:12.093269 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d69b4c-7bff-484c-8959-102aed490d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:12.094267 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f7d69b4c-7bff-484c-8959-102aed490d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:12.100988 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c84eeb15-e3d1-44e7-b592-11fdc9e89b5e req-ebeab0ab-439b-4aa1-ad7e-c002d3d74a0d tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112366 Sep 16 12:46:12.106729 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-70b83c42-ebd4-44c3-9389-863006b64501 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=fdb8475c5f1148a4a47205cc2bd9f0b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0969610 Sep 16 12:46:12.122160 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47118) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:12.197393 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=9,neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:12.205737 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d69b4c-7bff-484c-8959-102aed490d5c admin admin] Pushing event updated for resources: {'Network': ['ID=eb8add18-d929-45d2-acc9-197a8391e875,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:12.217933 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network eb8add18-d929-45d2-acc9-197a8391e875 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:46:12.228357 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f7d69b4c-7bff-484c-8959-102aed490d5c admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2857106 Sep 16 12:46:12.236288 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47124) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:12.252537 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-9749d6af-2d50-4ce6-a8a2-be4994f1ad7d admin admin] Request body: {'subnet': {'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-subnet', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:12.307640 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Attempt 6 to provision port 4cbb6233-6017-40a2-a247-e622df5f31a3 Sep 16 12:46:12.313485 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9749d6af-2d50-4ce6-a8a2-be4994f1ad7d admin admin] Made reservation on behalf of 7058e9e184834c39a5a299f481a6e62e for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:46:12.317205 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9749d6af-2d50-4ce6-a8a2-be4994f1ad7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:12.345507 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-11ed9cfe-cc4a-470a-971b-ab1aa8d097a4 admin admin] Publish callbacks [] for security_group (c6ff114e-ded5-40da-a2f0-bb5cbfcb7173), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:12.350565 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Port 4cbb6233-6017-40a2-a247-e622df5f31a3 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:12.359892 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cc76f83a-96a5-4380-acc3-dbe627f8b8ef req-5a4453bb-81f8-485f-b72f-001cb23f6a37 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/5cb7b90f-6661-4822-a353-21c2957ec16b HTTP/1.1" status: 200 len: 1794 time: 0.1993062 Sep 16 12:46:12.426953 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-11ed9cfe-cc4a-470a-971b-ab1aa8d097a4 admin admin] Publish callbacks [] for security_group (c6ff114e-ded5-40da-a2f0-bb5cbfcb7173), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:12.430452 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:12.469562 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cc76f83a-96a5-4380-acc3-dbe627f8b8ef req-239fec01-462b-4231-aa51-e8147a6556ac tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Publish callbacks [] for security_group (5cb7b90f-6661-4822-a353-21c2957ec16b), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:12.505634 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cc76f83a-96a5-4380-acc3-dbe627f8b8ef req-239fec01-462b-4231-aa51-e8147a6556ac tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Publish callbacks [] for security_group (5cb7b90f-6661-4822-a353-21c2957ec16b), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:12.523554 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-11ed9cfe-cc4a-470a-971b-ab1aa8d097a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (c6ff114e-ded5-40da-a2f0-bb5cbfcb7173), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:12.527046 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-11ed9cfe-cc4a-470a-971b-ab1aa8d097a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:12.531074 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-11ed9cfe-cc4a-470a-971b-ab1aa8d097a4 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/c6ff114e-ded5-40da-a2f0-bb5cbfcb7173 HTTP/1.1" status: 204 len: 168 time: 0.3291430 Sep 16 12:46:12.542567 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed9cfe-cc4a-470a-971b-ab1aa8d097a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ff114e-ded5-40da-a2f0-bb5cbfcb7173,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:12.554790 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:12.572254 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43235f-d845-4e6a-9450-cb246580fe0d req-da40d9ff-6893-45b6-8e9f-835fa11991f1 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:12.579607 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5d43235f-d845-4e6a-9450-cb246580fe0d req-da40d9ff-6893-45b6-8e9f-835fa11991f1 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 936 time: 0.3660393 Sep 16 12:46:12.589392 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cc76f83a-96a5-4380-acc3-dbe627f8b8ef req-239fec01-462b-4231-aa51-e8147a6556ac tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (5cb7b90f-6661-4822-a353-21c2957ec16b), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:12.591929 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cc76f83a-96a5-4380-acc3-dbe627f8b8ef req-239fec01-462b-4231-aa51-e8147a6556ac tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:12.593074 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cc76f83a-96a5-4380-acc3-dbe627f8b8ef req-239fec01-462b-4231-aa51-e8147a6556ac tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/5cb7b90f-6661-4822-a353-21c2957ec16b HTTP/1.1" status: 204 len: 173 time: 0.2321386 Sep 16 12:46:12.619845 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fec01-462b-4231-aa51-e8147a6556ac tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb7b90f-6661-4822-a353-21c2957ec16b,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:12.621804 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9749d6af-2d50-4ce6-a8a2-be4994f1ad7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (fb6cbc25-6c82-4a73-b1fd-602ce120a77f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:12.634912 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47138) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:12.684042 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5d43235f-d845-4e6a-9450-cb246580fe0d req-25532050-976a-4971-acf5-de6eccdf49c4 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030741 Sep 16 12:46:12.727763 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749d6af-2d50-4ce6-a8a2-be4994f1ad7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb6cbc25-6c82-4a73-b1fd-602ce120a77f,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:12.732417 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9749d6af-2d50-4ce6-a8a2-be4994f1ad7d admin admin] Checking segment: {'id': '54018204-1d57-4be0-9461-ce44976109f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:12.732781 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9749d6af-2d50-4ce6-a8a2-be4994f1ad7d admin admin] Network hostable DHCP agents. Network: eb8add18-d929-45d2-acc9-197a8391e875, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:46:12.753574 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-69397d58-2ee2-472a-a039-d9307b039f10 req-888ff357-5e5c-4e58-9a6d-4821b7049600 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups/cb1726da-19fa-4553-8a35-2a63ed6e5d54 HTTP/1.1" status: 200 len: 1794 time: 0.0711770 Sep 16 12:46:12.781640 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9749d6af-2d50-4ce6-a8a2-be4994f1ad7d admin admin] Network eb8add18-d929-45d2-acc9-197a8391e875 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:46:12.795271 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-9749d6af-2d50-4ce6-a8a2-be4994f1ad7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, eb8add18-d929-45d2-acc9-197a8391e875) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:12.803445 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fab5127-bfa5-4b75-b4a8-07962e52e764 None None] Network eb8add18-d929-45d2-acc9-197a8391e875 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:46:12.809702 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9749d6af-2d50-4ce6-a8a2-be4994f1ad7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:12.810360 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9749d6af-2d50-4ce6-a8a2-be4994f1ad7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:12.831415 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-69397d58-2ee2-472a-a039-d9307b039f10 req-e367f603-87b7-445e-b31f-bff78bb0fe28 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Publish callbacks [] for security_group (cb1726da-19fa-4553-8a35-2a63ed6e5d54), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:12.844621 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9749d6af-2d50-4ce6-a8a2-be4994f1ad7d admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6049402 Sep 16 12:46:12.847066 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47150) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:12.853801 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-40b5b0fc-863c-4a0b-92ea-f410958eea38 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:12.873028 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-69397d58-2ee2-472a-a039-d9307b039f10 req-e367f603-87b7-445e-b31f-bff78bb0fe28 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Publish callbacks [] for security_group (cb1726da-19fa-4553-8a35-2a63ed6e5d54), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:12.885858 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-40b5b0fc-863c-4a0b-92ea-f410958eea38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:12.888071 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-40b5b0fc-863c-4a0b-92ea-f410958eea38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:12.927096 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Attempt 7 to provision port 4cbb6233-6017-40a2-a247-e622df5f31a3 Sep 16 12:46:12.927694 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-69397d58-2ee2-472a-a039-d9307b039f10 req-e367f603-87b7-445e-b31f-bff78bb0fe28 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (cb1726da-19fa-4553-8a35-2a63ed6e5d54), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:12.931192 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-69397d58-2ee2-472a-a039-d9307b039f10 req-e367f603-87b7-445e-b31f-bff78bb0fe28 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:12.935605 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-69397d58-2ee2-472a-a039-d9307b039f10 req-e367f603-87b7-445e-b31f-bff78bb0fe28 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/cb1726da-19fa-4553-8a35-2a63ed6e5d54 HTTP/1.1" status: 204 len: 173 time: 0.1758585 Sep 16 12:46:12.976149 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367f603-87b7-445e-b31f-bff78bb0fe28 tempest-SecurityGroupsTestAdminJSON-127425830 tempest-SecurityGroupsTestAdminJSON-127425830-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1726da-19fa-4553-8a35-2a63ed6e5d54,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:12.988752 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-40b5b0fc-863c-4a0b-92ea-f410958eea38 admin admin] Publish callbacks [] for router_controller (a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:13.043758 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-affe6372-1e78-4747-b666-42a0fae9b5b2 req-f21b1050-8858-4b03-9ef4-52dfd128dbf1 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] 10.222.0.67 "GET /networking/v2.0/security-groups/b74cdce4-acfa-4f40-8334-202d98d9c520 HTTP/1.1" status: 200 len: 1795 time: 0.0845301 Sep 16 12:46:13.122847 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Port 4cbb6233-6017-40a2-a247-e622df5f31a3 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:13.198655 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-176a31a1-011f-4813-bba2-5bedd11b8be1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:13.218382 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-eb8add18-d929-45d2-acc9-197a8391e875', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'fixed_ips': [{'subnet_id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:46:13.219703 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:13.299300 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:13.307918 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-40b5b0fc-863c-4a0b-92ea-f410958eea38 admin admin] Publish callbacks [] for router_gateway (a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:13.371636 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-affe6372-1e78-4747-b666-42a0fae9b5b2 req-c8a02110-f1ac-4775-b366-b5e74e342d8d tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Publish callbacks [] for security_group (b74cdce4-acfa-4f40-8334-202d98d9c520), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:13.444909 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d21c3-4f83-4b07-8234-d960a8167423 req-e2077295-32f1-4cf2-b8dc-b58ba3566988 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:13.454144 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] Allocated IP 172.20.0.2 (eb8add18-d929-45d2-acc9-197a8391e875/fb6cbc25-6c82-4a73-b1fd-602ce120a77f/9e659ddb-5989-4dc5-9686-824094bd53f1) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:46:13.454335 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-847d21c3-4f83-4b07-8234-d960a8167423 req-e2077295-32f1-4cf2-b8dc-b58ba3566988 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dab4fa5f-1804-403e-9387-5c12685ddfb3 HTTP/1.1" status: 200 len: 950 time: 0.1671169 Sep 16 12:46:13.506511 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-affe6372-1e78-4747-b666-42a0fae9b5b2 req-c8a02110-f1ac-4775-b366-b5e74e342d8d tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Publish callbacks [] for security_group (b74cdce4-acfa-4f40-8334-202d98d9c520), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:13.510430 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47176) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:13.607274 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-847d21c3-4f83-4b07-8234-d960a8167423 req-ee1e933a-7dc4-49f8-b884-f0dcc32d5354 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520162 Sep 16 12:46:13.627304 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Attempt 8 to provision port 4cbb6233-6017-40a2-a247-e622df5f31a3 Sep 16 12:46:13.697637 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-037e3c1c-e81a-4c79-aa2e-01f25fcf1a31 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=855d0efd79e745fdbda815308311571c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1858609 Sep 16 12:46:13.700808 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47182) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:13.713938 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-affe6372-1e78-4747-b666-42a0fae9b5b2 req-c8a02110-f1ac-4775-b366-b5e74e342d8d tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b74cdce4-acfa-4f40-8334-202d98d9c520), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:13.714716 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-affe6372-1e78-4747-b666-42a0fae9b5b2 req-c8a02110-f1ac-4775-b366-b5e74e342d8d tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:13.715761 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-affe6372-1e78-4747-b666-42a0fae9b5b2 req-c8a02110-f1ac-4775-b366-b5e74e342d8d tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b74cdce4-acfa-4f40-8334-202d98d9c520 HTTP/1.1" status: 204 len: 173 time: 0.6690819 Sep 16 12:46:13.748497 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-176a31a1-011f-4813-bba2-5bedd11b8be1 admin admin] Publish callbacks [] for security_group (6ad85b8f-fd05-4a49-bfe7-33bfa31c6455), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:13.812063 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a02110-f1ac-4775-b366-b5e74e342d8d tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74cdce4-acfa-4f40-8334-202d98d9c520,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:13.830036 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-176a31a1-011f-4813-bba2-5bedd11b8be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (6ad85b8f-fd05-4a49-bfe7-33bfa31c6455), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:13.833980 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Port 4cbb6233-6017-40a2-a247-e622df5f31a3 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:13.837636 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] Publish callbacks [] for port (9e659ddb-5989-4dc5-9686-824094bd53f1), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:13.845453 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:13.860969 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (9e659ddb-5989-4dc5-9686-824094bd53f1), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:13.878778 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:13.932779 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-40b5b0fc-863c-4a0b-92ea-f410958eea38 admin admin] Publish callbacks [] for router_gateway (a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:13.945494 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] Network eb8add18-d929-45d2-acc9-197a8391e875 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:13.951105 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:13.952059 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-40b5b0fc-863c-4a0b-92ea-f410958eea38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:13.954552 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:13.955072 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:46:13.966374 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] Pushing event updated for resources: {'Port': ['ID=9e659ddb-5989-4dc5-9686-824094bd53f1,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:14.023795 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] Attempting to bind port 9e659ddb-5989-4dc5-9686-824094bd53f1 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:46:14.024398 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] Attempting to bind port 9e659ddb-5989-4dc5-9686-824094bd53f1 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '54018204-1d57-4be0-9461-ce44976109f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:46:14.025387 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] Attempting to bind port 9e659ddb-5989-4dc5-9686-824094bd53f1 on network eb8add18-d929-45d2-acc9-197a8391e875 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:14.067447 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-176a31a1-011f-4813-bba2-5bedd11b8be1 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=5f8125a484ed4146a850bf187fd39da6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4312036 Sep 16 12:46:14.069100 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47198) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:14.074872 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343f727-8b90-4dc9-ab92-7587527f3683 req-b75c5e1e-1d67-4d60-8ce1-3485c76edf71 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:14.077310 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6343f727-8b90-4dc9-ab92-7587527f3683 req-b75c5e1e-1d67-4d60-8ce1-3485c76edf71 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 936 time: 0.2145014 Sep 16 12:46:14.084990 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9a67f6b6-1245-445b-9567-558959fbbd11 admin admin] Publish callbacks [] for security_group (446f8d4d-460e-45bf-9a29-619346ed4235), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:14.086061 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:46:14.087301 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] Checking segment: {'id': '54018204-1d57-4be0-9461-ce44976109f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:14.087908 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:14.088577 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a31a1-011f-4813-bba2-5bedd11b8be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad85b8f-fd05-4a49-bfe7-33bfa31c6455,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:14.088909 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] Bound using segment: {'id': '54018204-1d57-4be0-9461-ce44976109f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:46:14.089754 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] Bound port: 9e659ddb-5989-4dc5-9686-824094bd53f1, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54018204-1d57-4be0-9461-ce44976109f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:46:14.090557 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9e659ddb-5989-4dc5-9686-824094bd53f1), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:14.093920 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:14.128896 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-40b5b0fc-863c-4a0b-92ea-f410958eea38 admin admin] Allocated IP 172.25.2.56 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/8b8777bf-7231-4e6f-b934-1ff2a404c80e) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:46:14.136379 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:14.172226 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] For port 9e659ddb-5989-4dc5-9686-824094bd53f1, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:46:14.176859 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] For port 9e659ddb-5989-4dc5-9686-824094bd53f1, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=9e659ddb-5989-4dc5-9686-824094bd53f1,segment=NetworkSegment(54018204-1d57-4be0-9461-ce44976109f9),segment_id=54018204-1d57-4be0-9461-ce44976109f9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:46:14.187837 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (9e659ddb-5989-4dc5-9686-824094bd53f1), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:14.198552 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47200) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:14.202388 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9a67f6b6-1245-445b-9567-558959fbbd11 admin admin] Publish callbacks [] for security_group (446f8d4d-460e-45bf-9a29-619346ed4235), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:14.264460 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e7f63-7a77-45a3-b78d-6f6846c99806 None None] Pushing event updated for resources: {'Port': ['ID=9e659ddb-5989-4dc5-9686-824094bd53f1,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:14.298366 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fac0311-0c6b-4e35-aa6a-ddabea46b2a5 req-5b37f651-c615-4079-8c69-df77e6707cc3 tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] 10.222.0.67 "GET /networking/v2.0/security-groups/6b0aad3f-ff4c-4a3d-9b0a-4fb427ca4979 HTTP/1.1" status: 200 len: 1793 time: 0.4872398 Sep 16 12:46:14.328896 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a072d5e3-b608-4670-bf4f-083b503d261a admin admin] Publish callbacks [] for security_group (6ad85b8f-fd05-4a49-bfe7-33bfa31c6455), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:14.334996 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Attempt 9 to provision port 4cbb6233-6017-40a2-a247-e622df5f31a3 Sep 16 12:46:14.371099 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a072d5e3-b608-4670-bf4f-083b503d261a admin admin] Publish callbacks [] for security_group (6ad85b8f-fd05-4a49-bfe7-33bfa31c6455), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:14.424629 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6343f727-8b90-4dc9-ab92-7587527f3683 req-c29f6903-ddd7-4b71-a2af-37523da243f3 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038449 Sep 16 12:46:14.454159 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a072d5e3-b608-4670-bf4f-083b503d261a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (6ad85b8f-fd05-4a49-bfe7-33bfa31c6455), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:14.457774 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a072d5e3-b608-4670-bf4f-083b503d261a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:14.459375 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a072d5e3-b608-4670-bf4f-083b503d261a admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/6ad85b8f-fd05-4a49-bfe7-33bfa31c6455 HTTP/1.1" status: 204 len: 168 time: 0.3873298 Sep 16 12:46:14.476257 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Port 4cbb6233-6017-40a2-a247-e622df5f31a3 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:14.480553 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9a67f6b6-1245-445b-9567-558959fbbd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (446f8d4d-460e-45bf-9a29-619346ed4235), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:14.483069 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9a67f6b6-1245-445b-9567-558959fbbd11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:14.487660 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-9a67f6b6-1245-445b-9567-558959fbbd11 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/446f8d4d-460e-45bf-9a29-619346ed4235 HTTP/1.1" status: 204 len: 168 time: 0.7856209 Sep 16 12:46:14.516277 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67f6b6-1245-445b-9567-558959fbbd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446f8d4d-460e-45bf-9a29-619346ed4235,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:14.533442 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1fac0311-0c6b-4e35-aa6a-ddabea46b2a5 req-644f0e4c-2c1f-46ea-a606-2d9d76221b1e tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Publish callbacks [] for security_group (6b0aad3f-ff4c-4a3d-9b0a-4fb427ca4979), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:14.546714 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-40b5b0fc-863c-4a0b-92ea-f410958eea38 admin admin] Publish callbacks [] for port (8b8777bf-7231-4e6f-b934-1ff2a404c80e), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:14.562612 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1fac0311-0c6b-4e35-aa6a-ddabea46b2a5 req-644f0e4c-2c1f-46ea-a606-2d9d76221b1e tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Publish callbacks [] for security_group (6b0aad3f-ff4c-4a3d-9b0a-4fb427ca4979), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:14.606099 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-2306e071-60b3-4abc-94b7-102e0ce1859d tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113699) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:46:14.607226 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-2306e071-60b3-4abc-94b7-102e0ce1859d tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0058224 Sep 16 12:46:14.608787 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072d5e3-b608-4670-bf4f-083b503d261a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad85b8f-fd05-4a49-bfe7-33bfa31c6455,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:14.635822 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1fac0311-0c6b-4e35-aa6a-ddabea46b2a5 req-644f0e4c-2c1f-46ea-a606-2d9d76221b1e tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (6b0aad3f-ff4c-4a3d-9b0a-4fb427ca4979), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:14.639855 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1fac0311-0c6b-4e35-aa6a-ddabea46b2a5 req-644f0e4c-2c1f-46ea-a606-2d9d76221b1e tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:14.640075 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-40b5b0fc-863c-4a0b-92ea-f410958eea38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (8b8777bf-7231-4e6f-b934-1ff2a404c80e), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:14.647992 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fac0311-0c6b-4e35-aa6a-ddabea46b2a5 req-644f0e4c-2c1f-46ea-a606-2d9d76221b1e tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/6b0aad3f-ff4c-4a3d-9b0a-4fb427ca4979 HTTP/1.1" status: 204 len: 173 time: 0.3487577 Sep 16 12:46:14.676315 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f0e4c-2c1f-46ea-a606-2d9d76221b1e tempest-SecurityGroupsTestAdminJSON-2079169535 tempest-SecurityGroupsTestAdminJSON-2079169535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0aad3f-ff4c-4a3d-9b0a-4fb427ca4979,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:14.705347 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:14.760315 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b5b0fc-863c-4a0b-92ea-f410958eea38 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:14.763086 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-432b8e57-ae4b-4acb-8d3c-1f9aba14b6d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:14.766161 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5b0fc-863c-4a0b-92ea-f410958eea38 admin admin] Pushing event updated for resources: {'Port': ['ID=8b8777bf-7231-4e6f-b934-1ff2a404c80e,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:14.771337 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-40b5b0fc-863c-4a0b-92ea-f410958eea38 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:14.780823 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b5b0fc-863c-4a0b-92ea-f410958eea38 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:46:14.800382 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca8af8-9a30-4af6-8e0c-eca6c7933b1a req-606f74a4-4375-422d-bfec-a06f08b76cc9 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:14.802008 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ebca8af8-9a30-4af6-8e0c-eca6c7933b1a req-606f74a4-4375-422d-bfec-a06f08b76cc9 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dab4fa5f-1804-403e-9387-5c12685ddfb3 HTTP/1.1" status: 200 len: 950 time: 0.0806189 Sep 16 12:46:14.879940 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ebca8af8-9a30-4af6-8e0c-eca6c7933b1a req-169fd631-0970-4207-9baf-1c5fdec4fbf8 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699587 Sep 16 12:46:14.977376 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Attempt 10 to provision port 4cbb6233-6017-40a2-a247-e622df5f31a3 Sep 16 12:46:15.009366 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-432b8e57-ae4b-4acb-8d3c-1f9aba14b6d0 admin admin] Publish callbacks [] for security_group (5b98bb1c-e9cb-4860-be46-5b0938c1bcbd), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:15.047345 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-432b8e57-ae4b-4acb-8d3c-1f9aba14b6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (5b98bb1c-e9cb-4860-be46-5b0938c1bcbd), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:15.071639 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-eedb85a7-31fb-4610-90ed-59a037bbf87e None None] Port 4cbb6233-6017-40a2-a247-e622df5f31a3 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:15.169223 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-432b8e57-ae4b-4acb-8d3c-1f9aba14b6d0 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=27610d4e76b144eba55bcbff93aeac26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9694464 Sep 16 12:46:15.172089 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47230) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:15.174472 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b8e57-ae4b-4acb-8d3c-1f9aba14b6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b98bb1c-e9cb-4860-be46-5b0938c1bcbd,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:15.200054 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:15.207199 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-40b5b0fc-863c-4a0b-92ea-f410958eea38 admin admin] Publish callbacks [] for router_gateway (a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:15.348033 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8610fba6-4410-459f-8fe9-c455290ed51f admin admin] Publish callbacks [] for security_group (5b98bb1c-e9cb-4860-be46-5b0938c1bcbd), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:15.361393 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05462665-69b8-4806-91d8-b867fcad6f48 req-a5e335f6-fcdd-4285-97a7-198c36d2b82a tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:15.372842 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-05462665-69b8-4806-91d8-b867fcad6f48 req-a5e335f6-fcdd-4285-97a7-198c36d2b82a tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dab4fa5f-1804-403e-9387-5c12685ddfb3 HTTP/1.1" status: 200 len: 950 time: 0.1537282 Sep 16 12:46:15.448010 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8610fba6-4410-459f-8fe9-c455290ed51f admin admin] Publish callbacks [] for security_group (5b98bb1c-e9cb-4860-be46-5b0938c1bcbd), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:15.504267 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-05462665-69b8-4806-91d8-b867fcad6f48 req-24a146e6-ed25-4e57-b2be-d3d80aafd7cc tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302698 Sep 16 12:46:15.546235 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 9e659ddb-5989-4dc5-9686-824094bd53f1 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:15.587975 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=38 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:15.591852 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:15.605695 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ea1afd-0766-462d-9f7b-fbe202559e66 None None] Network eb8add18-d929-45d2-acc9-197a8391e875 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:46:15.644217 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-40b5b0fc-863c-4a0b-92ea-f410958eea38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:15.672374 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8610fba6-4410-459f-8fe9-c455290ed51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (5b98bb1c-e9cb-4860-be46-5b0938c1bcbd), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:15.681777 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8610fba6-4410-459f-8fe9-c455290ed51f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:15.685606 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-8610fba6-4410-459f-8fe9-c455290ed51f admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/5b98bb1c-e9cb-4860-be46-5b0938c1bcbd HTTP/1.1" status: 204 len: 168 time: 0.5098000 Sep 16 12:46:15.720599 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610fba6-4410-459f-8fe9-c455290ed51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b98bb1c-e9cb-4860-be46-5b0938c1bcbd,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:15.742028 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] Request body: {'port': {'device_id': '4d860eb6-336f-4ba4-be81-d1ec6fecc87b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:15.749063 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe6890-c04d-4572-ba1f-f67c961ee18f req-57596e00-318b-4060-95b6-6100b49ea1fd tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:15.758444 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-86fe6890-c04d-4572-ba1f-f67c961ee18f req-57596e00-318b-4060-95b6-6100b49ea1fd tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 936 time: 0.1387675 Sep 16 12:46:15.761382 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-5a6a8425-c581-435c-8ab4-2d6d8f840ce6 None None] Provisioning complete for port 9e659ddb-5989-4dc5-9686-824094bd53f1 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:15.761915 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5a6a8425-c581-435c-8ab4-2d6d8f840ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (9e659ddb-5989-4dc5-9686-824094bd53f1), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:15.762449 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5a6a8425-c581-435c-8ab4-2d6d8f840ce6 None None] Attempt 1 to provision port 9e659ddb-5989-4dc5-9686-824094bd53f1 Sep 16 12:46:15.808899 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47246) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:15.824741 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47248) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:15.855540 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4f861ae3-b518-4c54-a885-f7b37fe1a87e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:15.886722 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-86fe6890-c04d-4572-ba1f-f67c961ee18f req-4b0ba5cd-04ca-4588-a535-b64fb7de5587 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258273 Sep 16 12:46:15.936618 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 9e659ddb-5989-4dc5-9686-824094bd53f1 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:15.937348 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (9e659ddb-5989-4dc5-9686-824094bd53f1), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:15.937777 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 9e659ddb-5989-4dc5-9686-824094bd53f1 Sep 16 12:46:16.103032 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4cbb6233-6017-40a2-a247-e622df5f31a3), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:16.132353 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a8425-c581-435c-8ab4-2d6d8f840ce6 None None] Current status of the port 9e659ddb-5989-4dc5-9686-824094bd53f1 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:16.132984 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5a6a8425-c581-435c-8ab4-2d6d8f840ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9e659ddb-5989-4dc5-9686-824094bd53f1), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:16.171271 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45dac1-fab5-4e3d-9bad-ae199fd75f1c req-ea825810-3d88-4016-a409-5fc1227c5014 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:16.176998 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2b45dac1-fab5-4e3d-9bad-ae199fd75f1c req-ea825810-3d88-4016-a409-5fc1227c5014 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dab4fa5f-1804-403e-9387-5c12685ddfb3 HTTP/1.1" status: 200 len: 950 time: 0.0847888 Sep 16 12:46:16.261354 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:16.272007 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-5a6a8425-c581-435c-8ab4-2d6d8f840ce6 None None] For port 9e659ddb-5989-4dc5-9686-824094bd53f1, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=9e659ddb-5989-4dc5-9686-824094bd53f1,segment=NetworkSegment(54018204-1d57-4be0-9461-ce44976109f9),segment_id=54018204-1d57-4be0-9461-ce44976109f9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:16.276210 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2b45dac1-fab5-4e3d-9bad-ae199fd75f1c req-21d40cd0-9787-418a-a831-301142aa17ea tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945184 Sep 16 12:46:16.293566 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5a6a8425-c581-435c-8ab4-2d6d8f840ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (9e659ddb-5989-4dc5-9686-824094bd53f1), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:16.312983 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 9e659ddb-5989-4dc5-9686-824094bd53f1 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:16.312983 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9e659ddb-5989-4dc5-9686-824094bd53f1), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:16.378488 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4f861ae3-b518-4c54-a885-f7b37fe1a87e admin admin] Publish callbacks [] for security_group (99064460-0d81-4dd1-b80d-1e92c478ff49), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:16.388916 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4f861ae3-b518-4c54-a885-f7b37fe1a87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (99064460-0d81-4dd1-b80d-1e92c478ff49), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:16.424064 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b5b0fc-863c-4a0b-92ea-f410958eea38 admin admin] Router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:46:16.425330 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a8425-c581-435c-8ab4-2d6d8f840ce6 None None] Pushing event updated for resources: {'Port': ['ID=9e659ddb-5989-4dc5-9686-824094bd53f1,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:16.434830 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-270408a1-9582-4fa4-98a5-70ec1eb937b8 None None] Provisioning complete for port 9e659ddb-5989-4dc5-9686-824094bd53f1 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:16.438990 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-270408a1-9582-4fa4-98a5-70ec1eb937b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (9e659ddb-5989-4dc5-9686-824094bd53f1), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:16.439443 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-270408a1-9582-4fa4-98a5-70ec1eb937b8 None None] Attempt 1 to provision port 9e659ddb-5989-4dc5-9686-824094bd53f1 Sep 16 12:46:16.442678 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.api [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 12:46:16.445722 n-d-858094-4 neutron-server[113700]: DEBUG oslo_db.api [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 12:46:16.465856 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4f861ae3-b518-4c54-a885-f7b37fe1a87e admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=5cb29ffe3f6c483a818f3e84c188eaf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6400406 Sep 16 12:46:16.469340 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47264) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:16.508549 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f861ae3-b518-4c54-a885-f7b37fe1a87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99064460-0d81-4dd1-b80d-1e92c478ff49,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:16.519577 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:16.545173 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b836368a-44eb-4d24-8829-348f3adbbb0d admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=28afb3420f554fada71ec36ec96ccfea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7337179 Sep 16 12:46:16.555719 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47266) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:16.606850 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:16.610043 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:16.613912 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-270408a1-9582-4fa4-98a5-70ec1eb937b8 None None] Current status of the port 9e659ddb-5989-4dc5-9686-824094bd53f1 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:16.621133 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47268) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:16.635441 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8185cc04-710b-4ae1-be08-58588e058f01 admin admin] Publish callbacks [] for security_group (99064460-0d81-4dd1-b80d-1e92c478ff49), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:16.662191 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8185cc04-710b-4ae1-be08-58588e058f01 admin admin] Publish callbacks [] for security_group (99064460-0d81-4dd1-b80d-1e92c478ff49), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:16.718205 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ebcc8a70-7e12-4b5c-a2b1-499d45872929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:16.722619 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8185cc04-710b-4ae1-be08-58588e058f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (99064460-0d81-4dd1-b80d-1e92c478ff49), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:16.725406 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8185cc04-710b-4ae1-be08-58588e058f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:16.726755 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-8185cc04-710b-4ae1-be08-58588e058f01 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/99064460-0d81-4dd1-b80d-1e92c478ff49 HTTP/1.1" status: 204 len: 168 time: 0.2563105 Sep 16 12:46:16.729255 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5efb663f-a3b6-4335-9c35-58f79856ed24 admin admin] Publish callbacks [] for security_group (1be9eafa-5db5-4891-908e-74fe5891bbbc), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:16.743914 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185cc04-710b-4ae1-be08-58588e058f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99064460-0d81-4dd1-b80d-1e92c478ff49,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:16.747586 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b5b0fc-863c-4a0b-92ea-f410958eea38 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:46:16.759084 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185cc04-710b-4ae1-be08-58588e058f01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:16.759646 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185cc04-710b-4ae1-be08-58588e058f01 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:16.760162 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185cc04-710b-4ae1-be08-58588e058f01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:16.760650 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185cc04-710b-4ae1-be08-58588e058f01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:16.761135 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185cc04-710b-4ae1-be08-58588e058f01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:16.761622 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185cc04-710b-4ae1-be08-58588e058f01 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:16.761781 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] Sync routers for ids ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:46:16.762219 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185cc04-710b-4ae1-be08-58588e058f01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:16.762317 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185cc04-710b-4ae1-be08-58588e058f01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:16.762591 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185cc04-710b-4ae1-be08-58588e058f01 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:16.762917 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185cc04-710b-4ae1-be08-58588e058f01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:16.763238 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185cc04-710b-4ae1-be08-58588e058f01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:16.763712 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185cc04-710b-4ae1-be08-58588e058f01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:16.764218 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185cc04-710b-4ae1-be08-58588e058f01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:16.764714 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185cc04-710b-4ae1-be08-58588e058f01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:16.765186 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185cc04-710b-4ae1-be08-58588e058f01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:16.794264 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] Routers {'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:46:16.795353 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:46:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:16.811045 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5efb663f-a3b6-4335-9c35-58f79856ed24 admin admin] Publish callbacks [] for security_group (1be9eafa-5db5-4891-908e-74fe5891bbbc), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:16.833954 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-40b5b0fc-863c-4a0b-92ea-f410958eea38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:16.835917 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-40b5b0fc-863c-4a0b-92ea-f410958eea38 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.9873123 Sep 16 12:46:16.840697 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47274) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:16.843344 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cbb6233-6017-40a2-a247-e622df5f31a3 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:46:16.861207 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] Publish callbacks [] for port (4cbb6233-6017-40a2-a247-e622df5f31a3), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:16.871234 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47276) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:16.890542 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] Transition to ACTIVE for port object 4cbb6233-6017-40a2-a247-e622df5f31a3 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:46:16.895908 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (4cbb6233-6017-40a2-a247-e622df5f31a3), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:16.963222 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5efb663f-a3b6-4335-9c35-58f79856ed24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (1be9eafa-5db5-4891-908e-74fe5891bbbc), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:16.965757 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5efb663f-a3b6-4335-9c35-58f79856ed24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:16.966901 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5efb663f-a3b6-4335-9c35-58f79856ed24 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/1be9eafa-5db5-4891-908e-74fe5891bbbc HTTP/1.1" status: 204 len: 168 time: 0.4101403 Sep 16 12:46:17.003463 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbb6233-6017-40a2-a247-e622df5f31a3,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:17.015705 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb663f-a3b6-4335-9c35-58f79856ed24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be9eafa-5db5-4891-908e-74fe5891bbbc,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:17.057173 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 9e659ddb-5989-4dc5-9686-824094bd53f1 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:17.065504 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] Attempting to bind port 4cbb6233-6017-40a2-a247-e622df5f31a3 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:46:17.065846 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] Attempting to bind port 4cbb6233-6017-40a2-a247-e622df5f31a3 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:46:17.066183 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] Attempting to bind port 4cbb6233-6017-40a2-a247-e622df5f31a3 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:17.101569 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] Set router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:46:17.116509 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] Port 4cbb6233-6017-40a2-a247-e622df5f31a3 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:46:17.117163 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] Attempting to bind port 4cbb6233-6017-40a2-a247-e622df5f31a3 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:17.187487 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ebcc8a70-7e12-4b5c-a2b1-499d45872929 admin admin] Publish callbacks [] for security_group (3cb0e244-5d3b-46bf-88e2-bf0e9835d561), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:17.192438 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:17.218387 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ebcc8a70-7e12-4b5c-a2b1-499d45872929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (3cb0e244-5d3b-46bf-88e2-bf0e9835d561), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:17.219544 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:46:17.219890 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:17.220482 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:46:17.220945 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] Bound port: 4cbb6233-6017-40a2-a247-e622df5f31a3, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:46:17.221320 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4cbb6233-6017-40a2-a247-e622df5f31a3), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:17.267367 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc8a70-7e12-4b5c-a2b1-499d45872929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb0e244-5d3b-46bf-88e2-bf0e9835d561,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:17.302179 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2592008-f7aa-4ac0-94ba-f248eefa8b24 req-dd2d3c50-819c-476a-95a8-732a4c4dd269 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:17.304666 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e2592008-f7aa-4ac0-94ba-f248eefa8b24 req-dd2d3c50-819c-476a-95a8-732a4c4dd269 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 948 time: 0.2031333 Sep 16 12:46:17.333961 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:17.347352 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-ebcc8a70-7e12-4b5c-a2b1-499d45872929 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=b1bb5e09dceb4c55b5692e001e63d1e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7217882 Sep 16 12:46:17.354440 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47292) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:17.444008 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7affe4-bab5-491b-930b-f8665e9e5ab2 req-1c88a54b-d467-4840-af05-822bf51430a7 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:17.454297 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ce7affe4-bab5-491b-930b-f8665e9e5ab2 req-1c88a54b-d467-4840-af05-822bf51430a7 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=dab4fa5f-1804-403e-9387-5c12685ddfb3 HTTP/1.1" status: 200 len: 950 time: 0.1403008 Sep 16 12:46:17.499812 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:12Z', 'updated_at': '2022-09-16T12:46:14Z', 'revision_number': 3, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'gw_port': {'id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:13Z', 'updated_at': '2022-09-16T12:46:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:17.538961 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] For port 4cbb6233-6017-40a2-a247-e622df5f31a3, host n-h1-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:46:17.541664 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 9e659ddb-5989-4dc5-9686-824094bd53f1 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:17.552381 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-acaf9583-c3f8-475a-9266-c326ece0c1af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:17.561017 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] Checking router: a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:46:17.562951 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] Updating router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 port 8b8777bf-7231-4e6f-b934-1ff2a404c80e binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:46:17.580923 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] For port 4cbb6233-6017-40a2-a247-e622df5f31a3, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=4cbb6233-6017-40a2-a247-e622df5f31a3,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:46:17.616173 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:17.627298 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (4cbb6233-6017-40a2-a247-e622df5f31a3), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:17.637865 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8b8777bf-7231-4e6f-b934-1ff2a404c80e), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:17.652519 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 9e659ddb-5989-4dc5-9686-824094bd53f1 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:17.653007 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (9e659ddb-5989-4dc5-9686-824094bd53f1), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:17.653739 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 9e659ddb-5989-4dc5-9686-824094bd53f1 Sep 16 12:46:17.670975 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:17.672701 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:17.673326 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:17.674876 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/4cbb6233-6017-40a2-a247-e622df5f31a3 HTTP/1.1" status: 200 len: 1096 time: 2.5862749 Sep 16 12:46:17.686343 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e2592008-f7aa-4ac0-94ba-f248eefa8b24 req-be009ae7-5357-4cdf-bd91-65ee17bfa501 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461175 Sep 16 12:46:17.698958 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d860eb6-336f-4ba4-be81-d1ec6fecc87b', 'tag': '4cbb6233-6017-40a2-a247-e622df5f31a3'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:46:17.717036 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4cbecf-6829-44ce-a3ba-de76942a14e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4d860eb6-336f-4ba4-be81-d1ec6fecc87b", "tag": "4cbb6233-6017-40a2-a247-e622df5f31a3"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:46:17.740110 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-751a347d-ee0f-44ea-96c4-e18a35d758ba admin admin] Publish callbacks [] for security_group (3cb0e244-5d3b-46bf-88e2-bf0e9835d561), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:17.772241 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-751a347d-ee0f-44ea-96c4-e18a35d758ba admin admin] Publish callbacks [] for security_group (3cb0e244-5d3b-46bf-88e2-bf0e9835d561), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:17.797039 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 9e659ddb-5989-4dc5-9686-824094bd53f1 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:17.831490 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-ce7affe4-bab5-491b-930b-f8665e9e5ab2 req-2607ae0c-4d50-4c35-831c-196d7113461a tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Deleting port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:46:17.832688 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-ce7affe4-bab5-491b-930b-f8665e9e5ab2 req-2607ae0c-4d50-4c35-831c-196d7113461a tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (5b604c8c-012f-4e9f-a5b7-54d52a817f1a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:17.862474 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-e30e9f83-27e8-4bdc-9542-efa9c89ff8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:17.865885 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-e30e9f83-27e8-4bdc-9542-efa9c89ff8bb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=20770fd1243d4412bfc90d2a079473bd&device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 1130 time: 0.1037195 Sep 16 12:46:17.870590 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d36e8f0-1167-4edb-9773-074166dedc73 x-openstack-request-id: req-5d36e8f0-1167-4edb-9773-074166dedc73 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:46:17.871280 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d860eb6-336f-4ba4-be81-d1ec6fecc87b", "tag": "4cbb6233-6017-40a2-a247-e622df5f31a3", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:46:17.871766 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5d36e8f0-1167-4edb-9773-074166dedc73 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:46:17.872426 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d36e8f0-1167-4edb-9773-074166dedc73'] response: {'name': 'network-changed', 'server_uuid': '4d860eb6-336f-4ba4-be81-d1ec6fecc87b', 'tag': '4cbb6233-6017-40a2-a247-e622df5f31a3', 'status': 'completed', 'code': 200} Sep 16 12:46:17.875069 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f057538-1087-4a24-b5a5-f0a0196b0f82 req-15cbdfe1-0392-4e31-b564-7b8650038a4b tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:17.876642 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f057538-1087-4a24-b5a5-f0a0196b0f82 req-15cbdfe1-0392-4e31-b564-7b8650038a4b tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dab4fa5f-1804-403e-9387-5c12685ddfb3 HTTP/1.1" status: 200 len: 950 time: 0.3748050 Sep 16 12:46:17.882869 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-751a347d-ee0f-44ea-96c4-e18a35d758ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (3cb0e244-5d3b-46bf-88e2-bf0e9835d561), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:17.885790 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-751a347d-ee0f-44ea-96c4-e18a35d758ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:17.887123 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-751a347d-ee0f-44ea-96c4-e18a35d758ba admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/3cb0e244-5d3b-46bf-88e2-bf0e9835d561 HTTP/1.1" status: 204 len: 168 time: 0.5272632 Sep 16 12:46:17.910071 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a347d-ee0f-44ea-96c4-e18a35d758ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb0e244-5d3b-46bf-88e2-bf0e9835d561,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:17.950225 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-acaf9583-c3f8-475a-9266-c326ece0c1af admin admin] Publish callbacks [] for security_group (bab8ac02-7162-4204-b2e3-12e948d1a982), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:17.963574 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc5b5a-4a10-4e0f-9dbc-eafffc3ec362 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbb6233-6017-40a2-a247-e622df5f31a3,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:17.988914 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:18.025873 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f057538-1087-4a24-b5a5-f0a0196b0f82 req-edf70488-1350-4233-80cb-493edd5a22bf tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b9430fb7-5511-4ab1-a102-3cc287088aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268320 Sep 16 12:46:18.026932 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-acaf9583-c3f8-475a-9266-c326ece0c1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (bab8ac02-7162-4204-b2e3-12e948d1a982), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:18.088588 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47308) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:18.092855 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-acaf9583-c3f8-475a-9266-c326ece0c1af admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=5c1cde60160e456d921836f3c0c914b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2205019 Sep 16 12:46:18.097257 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47310) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:18.106838 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-4915a32e-36e5-4232-97e5-cc1353b03fc3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=4cbb6233-6017-40a2-a247-e622df5f31a3 HTTP/1.1" status: 200 len: 217 time: 0.1550703 Sep 16 12:46:18.137013 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] Publish callbacks [] for port (8b8777bf-7231-4e6f-b934-1ff2a404c80e), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:18.148147 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8b8777bf-7231-4e6f-b934-1ff2a404c80e), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:18.212188 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8275e5-051a-49b9-8c07-568290ec6ee6 None None] Pushing event updated for resources: {'Port': ['ID=8b8777bf-7231-4e6f-b934-1ff2a404c80e,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:18.228672 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] Attempting to bind port 8b8777bf-7231-4e6f-b934-1ff2a404c80e on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:46:18.229027 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] Attempting to bind port 8b8777bf-7231-4e6f-b934-1ff2a404c80e by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:46:18.229495 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] Attempting to bind port 8b8777bf-7231-4e6f-b934-1ff2a404c80e on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:18.231383 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-16d57ea6-15b0-4687-9fce-ace88b9c8ff4 admin admin] Publish callbacks [] for security_group (bab8ac02-7162-4204-b2e3-12e948d1a982), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:18.250153 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-815304bd-51ee-462b-bb03-012a492977ca admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=f573bc68bcd64053b8fc071f675df172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601758 Sep 16 12:46:18.250955 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47312) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:18.295957 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:46:18.296451 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:18.296926 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:18.297389 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:46:18.298476 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] Bound port: 8b8777bf-7231-4e6f-b934-1ff2a404c80e, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:46:18.298630 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8b8777bf-7231-4e6f-b934-1ff2a404c80e), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:18.317214 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-16d57ea6-15b0-4687-9fce-ace88b9c8ff4 admin admin] Publish callbacks [] for security_group (bab8ac02-7162-4204-b2e3-12e948d1a982), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:18.321382 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-85d93374-c342-44e8-909c-90d9ecc78e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:18.367045 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] For port 8b8777bf-7231-4e6f-b934-1ff2a404c80e, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:46:18.372350 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] For port 8b8777bf-7231-4e6f-b934-1ff2a404c80e, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=8b8777bf-7231-4e6f-b934-1ff2a404c80e,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:46:18.375531 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:18.381749 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8b8777bf-7231-4e6f-b934-1ff2a404c80e), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:18.390870 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a4c9c96c-f9d4-4401-bfa5-568dd48faf3c admin admin] Publish callbacks [] for security_group (0dd67eb9-5ca0-43b3-9dbb-54a172556f81), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:18.401981 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] Routers {'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:46:18.402838 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:46:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:18.460581 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-9d53e698-537d-45c0-9cc9-836e2ed28e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:18.462602 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-9d53e698-537d-45c0-9cc9-836e2ed28e9d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.3441079 Sep 16 12:46:18.471696 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a4c9c96c-f9d4-4401-bfa5-568dd48faf3c admin admin] Publish callbacks [] for security_group (0dd67eb9-5ca0-43b3-9dbb-54a172556f81), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:18.473384 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:18.529219 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:18.530795 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-77cef59b-1868-403b-ba4e-6c17f64f6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:18.532531 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-77cef59b-1868-403b-ba4e-6c17f64f6a14 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0618110 Sep 16 12:46:18.538451 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf9583-c3f8-475a-9266-c326ece0c1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab8ac02-7162-4204-b2e3-12e948d1a982,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:18.605580 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-16d57ea6-15b0-4687-9fce-ace88b9c8ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (bab8ac02-7162-4204-b2e3-12e948d1a982), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:18.610313 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-16d57ea6-15b0-4687-9fce-ace88b9c8ff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:18.617050 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-16d57ea6-15b0-4687-9fce-ace88b9c8ff4 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/bab8ac02-7162-4204-b2e3-12e948d1a982 HTTP/1.1" status: 204 len: 168 time: 0.5179651 Sep 16 12:46:18.633131 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-ce7affe4-bab5-491b-930b-f8665e9e5ab2 req-2607ae0c-4d50-4c35-831c-196d7113461a tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] For port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=5b604c8c-012f-4e9f-a5b7-54d52a817f1a,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:18.633493 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-ce7affe4-bab5-491b-930b-f8665e9e5ab2 req-2607ae0c-4d50-4c35-831c-196d7113461a tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (5b604c8c-012f-4e9f-a5b7-54d52a817f1a), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:18.642891 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] Set router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:46:18.654003 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-ce7affe4-bab5-491b-930b-f8665e9e5ab2 req-2607ae0c-4d50-4c35-831c-196d7113461a tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Calling delete_port for 5b604c8c-012f-4e9f-a5b7-54d52a817f1a owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:46:18.682245 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8275e5-051a-49b9-8c07-568290ec6ee6 None None] Pushing event updated for resources: {'Port': ['ID=8b8777bf-7231-4e6f-b934-1ff2a404c80e,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:18.696368 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d57ea6-15b0-4687-9fce-ace88b9c8ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab8ac02-7162-4204-b2e3-12e948d1a982,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:18.827760 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-68c55004-102e-46f4-a398-aaee04087e7e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763884 Sep 16 12:46:18.934159 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:18.977485 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e477e526-f10c-4fbe-80f9-4d321488d643 req-2de247bd-5b39-4f3b-92cf-8720b8fd1556 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392252 Sep 16 12:46:18.982135 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:12Z', 'updated_at': '2022-09-16T12:46:14Z', 'revision_number': 3, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'gw_port': {'id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:13Z', 'updated_at': '2022-09-16T12:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:19.043143 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a4c9c96c-f9d4-4401-bfa5-568dd48faf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (0dd67eb9-5ca0-43b3-9dbb-54a172556f81), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:19.045664 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a4c9c96c-f9d4-4401-bfa5-568dd48faf3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:19.062364 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a4c9c96c-f9d4-4401-bfa5-568dd48faf3c admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/0dd67eb9-5ca0-43b3-9dbb-54a172556f81 HTTP/1.1" status: 204 len: 168 time: 0.8064282 Sep 16 12:46:19.073944 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-ce7affe4-bab5-491b-930b-f8665e9e5ab2 req-2607ae0c-4d50-4c35-831c-196d7113461a tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (5b604c8c-012f-4e9f-a5b7-54d52a817f1a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:19.088765 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['5b604c8c-012f-4e9f-a5b7-54d52a817f1a'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:46:19.113939 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c0139-e425-4432-b696-b6c55add950f req-153ee521-51ba-46f2-a9b2-4763c625b785 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:19.121932 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-334c0139-e425-4432-b696-b6c55add950f req-153ee521-51ba-46f2-a9b2-4763c625b785 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 948 time: 0.0824728 Sep 16 12:46:19.145358 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9c96c-f9d4-4401-bfa5-568dd48faf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd67eb9-5ca0-43b3-9dbb-54a172556f81,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:19.170674 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-85d93374-c342-44e8-909c-90d9ecc78e04 admin admin] Allocated IP 172.20.0.1 (eb8add18-d929-45d2-acc9-197a8391e875/fb6cbc25-6c82-4a73-b1fd-602ce120a77f/e440ffa3-b382-4dbb-b375-94dc825628ba) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:46:19.249505 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607ae0c-4d50-4c35-831c-196d7113461a tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Pushing event deleted for resources: {'Port': ['ID=5b604c8c-012f-4e9f-a5b7-54d52a817f1a,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:19.277362 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b012a6e0-6e72-48ba-beba-465a380df9a4 None None] The sync data for ids ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'] in n-d-858094-4 is: [{'id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:12Z', 'updated_at': '2022-09-16T12:46:14Z', 'revision_number': 3, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'gw_port': {'id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:13Z', 'updated_at': '2022-09-16T12:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:46:19.307755 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7affe4-bab5-491b-930b-f8665e9e5ab2 req-2607ae0c-4d50-4c35-831c-196d7113461a tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] No DVR routers for this DVR port 5b604c8c-012f-4e9f-a5b7-54d52a817f1a on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:46:19.311324 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-ce7affe4-bab5-491b-930b-f8665e9e5ab2 req-2607ae0c-4d50-4c35-831c-196d7113461a tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:19.316679 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ce7affe4-bab5-491b-930b-f8665e9e5ab2 req-2607ae0c-4d50-4c35-831c-196d7113461a tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.76 "DELETE /networking/v2.0/ports/5b604c8c-012f-4e9f-a5b7-54d52a817f1a HTTP/1.1" status: 204 len: 173 time: 1.8526037 Sep 16 12:46:19.341688 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-334c0139-e425-4432-b696-b6c55add950f req-8d5b3c26-4f19-4128-97df-61c0b712d8d8 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176819 Sep 16 12:46:19.349192 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-037a4c4b-2b08-491c-8d2b-457272d6caa1 req-b4a4c3ee-38b6-44b1-9dce-1ebd4b231d21 tempest-DeleteServersAdminTestJSON-1508389863 tempest-DeleteServersAdminTestJSON-1508389863-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dab4fa5f-1804-403e-9387-5c12685ddfb3 HTTP/1.1" status: 200 len: 210 time: 0.1311290 Sep 16 12:46:19.477130 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-85d93374-c342-44e8-909c-90d9ecc78e04 admin admin] Publish callbacks [] for port (e440ffa3-b382-4dbb-b375-94dc825628ba), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:19.479156 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:19.509575 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47344) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:19.536220 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5c02b3f9-6a02-4f3e-906f-eb244051a742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:19.560147 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-85d93374-c342-44e8-909c-90d9ecc78e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (e440ffa3-b382-4dbb-b375-94dc825628ba), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:19.614419 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d93374-c342-44e8-909c-90d9ecc78e04 admin admin] Network eb8add18-d929-45d2-acc9-197a8391e875 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:19.618617 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-85d93374-c342-44e8-909c-90d9ecc78e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:19.621776 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d93374-c342-44e8-909c-90d9ecc78e04 admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:46:19.682599 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d93374-c342-44e8-909c-90d9ecc78e04 admin admin] Pushing event updated for resources: {'Port': ['ID=e440ffa3-b382-4dbb-b375-94dc825628ba,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:19.699644 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-85d93374-c342-44e8-909c-90d9ecc78e04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:19.831624 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5c02b3f9-6a02-4f3e-906f-eb244051a742 admin admin] Publish callbacks [] for security_group (7e021147-292c-45b3-bba6-16248bc94d65), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:19.838887 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5c02b3f9-6a02-4f3e-906f-eb244051a742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (7e021147-292c-45b3-bba6-16248bc94d65), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:19.937222 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:19.949987 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab4fa5f-1804-403e-9387-5c12685ddfb3', 'name': 'network-vif-deleted', 'tag': '5b604c8c-012f-4e9f-a5b7-54d52a817f1a'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:46:19.965863 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3299ab92-e9f2-48ac-93d8-02a6652a5d60" -d '{"events": [{"server_uuid": "dab4fa5f-1804-403e-9387-5c12685ddfb3", "name": "network-vif-deleted", "tag": "5b604c8c-012f-4e9f-a5b7-54d52a817f1a"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:46:19.969618 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02b3f9-6a02-4f3e-906f-eb244051a742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e021147-292c-45b3-bba6-16248bc94d65,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:20.032056 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5c02b3f9-6a02-4f3e-906f-eb244051a742 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=00fc7c9cef884716aacacebed63f6b26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5196943 Sep 16 12:46:20.033868 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47354) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:20.043124 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-85d93374-c342-44e8-909c-90d9ecc78e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e440ffa3-b382-4dbb-b375-94dc825628ba), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:20.086516 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0782b85d-9780-4a03-8753-0ababddce4e0 x-openstack-request-id: req-0782b85d-9780-4a03-8753-0ababddce4e0 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:46:20.088298 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab4fa5f-1804-403e-9387-5c12685ddfb3", "name": "network-vif-deleted", "tag": "5b604c8c-012f-4e9f-a5b7-54d52a817f1a", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:46:20.088572 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0782b85d-9780-4a03-8753-0ababddce4e0 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:46:20.089046 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0782b85d-9780-4a03-8753-0ababddce4e0'] response: {'server_uuid': 'dab4fa5f-1804-403e-9387-5c12685ddfb3', 'name': 'network-vif-deleted', 'tag': '5b604c8c-012f-4e9f-a5b7-54d52a817f1a', 'status': 'completed', 'code': 200} Sep 16 12:46:20.090230 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-74448433-be7b-451b-a3ec-1e6c2b7b3294 None None] Provisioning complete for port e440ffa3-b382-4dbb-b375-94dc825628ba triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:20.090697 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-74448433-be7b-451b-a3ec-1e6c2b7b3294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e440ffa3-b382-4dbb-b375-94dc825628ba), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:20.093478 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-74448433-be7b-451b-a3ec-1e6c2b7b3294 None None] Attempt 1 to provision port e440ffa3-b382-4dbb-b375-94dc825628ba Sep 16 12:46:20.182746 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-74448433-be7b-451b-a3ec-1e6c2b7b3294 None None] Port e440ffa3-b382-4dbb-b375-94dc825628ba cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:20.210537 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cf9c55a3-80e9-41e6-b6ee-d0e9c3ab1100 admin admin] Publish callbacks [] for security_group (7e021147-292c-45b3-bba6-16248bc94d65), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:20.213727 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:20.263868 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cf9c55a3-80e9-41e6-b6ee-d0e9c3ab1100 admin admin] Publish callbacks [] for security_group (7e021147-292c-45b3-bba6-16248bc94d65), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:20.324017 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:20.340312 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cf9c55a3-80e9-41e6-b6ee-d0e9c3ab1100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (7e021147-292c-45b3-bba6-16248bc94d65), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:20.343283 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cf9c55a3-80e9-41e6-b6ee-d0e9c3ab1100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:20.344449 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-cf9c55a3-80e9-41e6-b6ee-d0e9c3ab1100 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/7e021147-292c-45b3-bba6-16248bc94d65 HTTP/1.1" status: 204 len: 168 time: 0.3082821 Sep 16 12:46:20.347574 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:20.357047 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c55a3-80e9-41e6-b6ee-d0e9c3ab1100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e021147-292c-45b3-bba6-16248bc94d65,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:20.369634 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-85d93374-c342-44e8-909c-90d9ecc78e04 admin admin] Publish callbacks [] for port (e440ffa3-b382-4dbb-b375-94dc825628ba), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:20.377573 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-85d93374-c342-44e8-909c-90d9ecc78e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (e440ffa3-b382-4dbb-b375-94dc825628ba), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:20.463116 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-85d93374-c342-44e8-909c-90d9ecc78e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:20.610782 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d93374-c342-44e8-909c-90d9ecc78e04 admin admin] Pushing event updated for resources: {'Port': ['ID=e440ffa3-b382-4dbb-b375-94dc825628ba,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:20.621284 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c158a-ef61-484f-9b54-c91317ec95d5 req-6e05cbc0-0d26-4513-8cd8-e4307a3b7aef tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:20.623125 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6b7c158a-ef61-484f-9b54-c91317ec95d5 req-6e05cbc0-0d26-4513-8cd8-e4307a3b7aef tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 948 time: 0.1126311 Sep 16 12:46:20.684639 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-74448433-be7b-451b-a3ec-1e6c2b7b3294 None None] Attempt 2 to provision port e440ffa3-b382-4dbb-b375-94dc825628ba Sep 16 12:46:20.705725 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d93374-c342-44e8-909c-90d9ecc78e04 admin admin] Network eb8add18-d929-45d2-acc9-197a8391e875 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:20.710335 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-85d93374-c342-44e8-909c-90d9ecc78e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:20.782165 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-74448433-be7b-451b-a3ec-1e6c2b7b3294 None None] Port e440ffa3-b382-4dbb-b375-94dc825628ba cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:20.782412 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6b7c158a-ef61-484f-9b54-c91317ec95d5 req-c0ff0dc1-36d4-4d3c-b274-d5ed196acc2c tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469500 Sep 16 12:46:20.899225 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:20.904468 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d93374-c342-44e8-909c-90d9ecc78e04 admin admin] Router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:46:21.055016 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d93374-c342-44e8-909c-90d9ecc78e04 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:46:21.063687 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-85d93374-c342-44e8-909c-90d9ecc78e04 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2217505 Sep 16 12:46:21.283784 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-74448433-be7b-451b-a3ec-1e6c2b7b3294 None None] Attempt 3 to provision port e440ffa3-b382-4dbb-b375-94dc825628ba Sep 16 12:46:21.349760 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-74448433-be7b-451b-a3ec-1e6c2b7b3294 None None] Port e440ffa3-b382-4dbb-b375-94dc825628ba cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:21.509541 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8b8777bf-7231-4e6f-b934-1ff2a404c80e up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:21.591521 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 8b8777bf-7231-4e6f-b934-1ff2a404c80e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:21.592153 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8b8777bf-7231-4e6f-b934-1ff2a404c80e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:21.592678 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 8b8777bf-7231-4e6f-b934-1ff2a404c80e Sep 16 12:46:21.649817 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47420) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:21.661400 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cbecf-6829-44ce-a3ba-de76942a14e5 req-9f56be73-189d-479b-bf00-3f8e57c647e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:21.664152 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-2e4cbecf-6829-44ce-a3ba-de76942a14e5 req-9f56be73-189d-479b-bf00-3f8e57c647e6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=20770fd1243d4412bfc90d2a079473bd&device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 1130 time: 0.0591962 Sep 16 12:46:21.715335 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 8b8777bf-7231-4e6f-b934-1ff2a404c80e is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:21.715724 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8b8777bf-7231-4e6f-b934-1ff2a404c80e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:21.742123 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 8b8777bf-7231-4e6f-b934-1ff2a404c80e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=8b8777bf-7231-4e6f-b934-1ff2a404c80e,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:21.745127 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] Sync routers for ids ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:46:21.749994 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8b8777bf-7231-4e6f-b934-1ff2a404c80e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:21.803630 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cbecf-6829-44ce-a3ba-de76942a14e5 req-c82ba023-7f29-469e-8a7e-6c130379a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:21.805201 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-2e4cbecf-6829-44ce-a3ba-de76942a14e5 req-c82ba023-7f29-469e-8a7e-6c130379a313 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.1351316 Sep 16 12:46:21.813994 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] Routers {'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:46:21.815004 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:46:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:21.861287 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-2e4cbecf-6829-44ce-a3ba-de76942a14e5 req-7333621c-d316-4f5f-9265-3a4a35bad707 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=4cbb6233-6017-40a2-a247-e622df5f31a3 HTTP/1.1" status: 200 len: 217 time: 0.0480523 Sep 16 12:46:21.940391 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-74448433-be7b-451b-a3ec-1e6c2b7b3294 None None] Attempt 4 to provision port e440ffa3-b382-4dbb-b375-94dc825628ba Sep 16 12:46:21.972017 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cbecf-6829-44ce-a3ba-de76942a14e5 req-423ce71d-e944-4fe0-b54b-d6ce3bb184cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:21.977947 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-2e4cbecf-6829-44ce-a3ba-de76942a14e5 req-423ce71d-e944-4fe0-b54b-d6ce3bb184cd service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1099494 Sep 16 12:46:22.029128 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9bca3-812a-467c-890e-d1b255b846b9 req-2f538a24-4143-4aed-b568-3229cafd3776 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:22.040369 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-01e9bca3-812a-467c-890e-d1b255b846b9 req-2f538a24-4143-4aed-b568-3229cafd3776 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 948 time: 0.1056869 Sep 16 12:46:22.066347 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cbecf-6829-44ce-a3ba-de76942a14e5 req-6e7cb194-61c4-4462-a346-6e050e035536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:22.070131 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-2e4cbecf-6829-44ce-a3ba-de76942a14e5 req-6e7cb194-61c4-4462-a346-6e050e035536 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0828161 Sep 16 12:46:22.160275 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-01e9bca3-812a-467c-890e-d1b255b846b9 req-eb7b60c7-b0ac-43f8-b66c-fa6cb3bfe3e4 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135449 Sep 16 12:46:22.186688 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=8b8777bf-7231-4e6f-b934-1ff2a404c80e,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:22.201347 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] Set router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:46:22.231066 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-2e4cbecf-6829-44ce-a3ba-de76942a14e5 req-fb437637-4db2-4f7a-b919-057bd57a0f6c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538055 Sep 16 12:46:22.241066 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-74448433-be7b-451b-a3ec-1e6c2b7b3294 None None] Port e440ffa3-b382-4dbb-b375-94dc825628ba cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:22.368045 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:22.384891 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-2e4cbecf-6829-44ce-a3ba-de76942a14e5 req-1b14fa91-d6ae-44db-a2ce-0ea0777e2766 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470420 Sep 16 12:46:22.414325 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-871ab93d-7715-49b9-9d8f-d8438085024a admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=e1b6b2ef87ef4629941a0cc9942d7e4c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7633176 Sep 16 12:46:22.417005 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47442) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:22.491972 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:22.498454 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dd1313fb-637e-451b-83e0-970a376a985d admin admin] Publish callbacks [] for security_group (b9430fb7-5511-4ab1-a102-3cc287088aaa), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:22.507740 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:12Z', 'updated_at': '2022-09-16T12:46:19Z', 'revision_number': 4, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'gw_port': {'id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:13Z', 'updated_at': '2022-09-16T12:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e440ffa3-b382-4dbb-b375-94dc825628ba', 'name': '', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'mac_address': 'fa:16:3e:30:17:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:18Z', 'updated_at': '2022-09-16T12:46:20Z', 'revision_number': 2, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'subnets': [{'id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:22.526492 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dd1313fb-637e-451b-83e0-970a376a985d admin admin] Publish callbacks [] for security_group (b9430fb7-5511-4ab1-a102-3cc287088aaa), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:22.542766 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] Checking router: a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:46:22.543420 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] Updating router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 port e440ffa3-b382-4dbb-b375-94dc825628ba binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:46:22.587825 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e440ffa3-b382-4dbb-b375-94dc825628ba), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:22.601711 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dd1313fb-637e-451b-83e0-970a376a985d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b9430fb7-5511-4ab1-a102-3cc287088aaa), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:22.605372 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dd1313fb-637e-451b-83e0-970a376a985d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:22.610335 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-dd1313fb-637e-451b-83e0-970a376a985d admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b9430fb7-5511-4ab1-a102-3cc287088aaa HTTP/1.1" status: 204 len: 168 time: 0.1918635 Sep 16 12:46:22.620526 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1313fb-637e-451b-83e0-970a376a985d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9430fb7-5511-4ab1-a102-3cc287088aaa,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:22.626461 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 5b604c8c-012f-4e9f-a5b7-54d52a817f1a no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:46:22.685126 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 4cbb6233-6017-40a2-a247-e622df5f31a3 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:46:22.697873 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 5b604c8c-012f-4e9f-a5b7-54d52a817f1a {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:46:22.698886 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 5b604c8c-012f-4e9f-a5b7-54d52a817f1a not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:46:22.767367 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-74448433-be7b-451b-a3ec-1e6c2b7b3294 None None] Attempt 5 to provision port e440ffa3-b382-4dbb-b375-94dc825628ba Sep 16 12:46:22.889453 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-74448433-be7b-451b-a3ec-1e6c2b7b3294 None None] Port e440ffa3-b382-4dbb-b375-94dc825628ba cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:23.008945 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 4cbb6233-6017-40a2-a247-e622df5f31a3, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=4cbb6233-6017-40a2-a247-e622df5f31a3,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:23.061291 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '4cbb6233-6017-40a2-a247-e622df5f31a3', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '4cbb6233-6017-40a2-a247-e622df5f31a3', 'mac_address': 'fa:16:3e:fe:92:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:46:23.159355 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 4cbb6233-6017-40a2-a247-e622df5f31a3 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:23.160078 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4cbb6233-6017-40a2-a247-e622df5f31a3), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:23.182915 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cbb6233-6017-40a2-a247-e622df5f31a3 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:46:23.235965 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 4cbb6233-6017-40a2-a247-e622df5f31a3, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=4cbb6233-6017-40a2-a247-e622df5f31a3,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:23.254732 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (4cbb6233-6017-40a2-a247-e622df5f31a3), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:23.261971 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] Publish callbacks [] for port (e440ffa3-b382-4dbb-b375-94dc825628ba), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:23.303236 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e440ffa3-b382-4dbb-b375-94dc825628ba), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:23.380786 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe9e50-5c24-4e78-9932-5ddb4f69fb92 req-3fdbcf6c-0968-42ef-b899-3cba08f77383 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:23.385746 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=4cbb6233-6017-40a2-a247-e622df5f31a3,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:23.388964 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fefe9e50-5c24-4e78-9932-5ddb4f69fb92 req-3fdbcf6c-0968-42ef-b899-3cba08f77383 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 949 time: 0.0882475 Sep 16 12:46:23.390541 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-74448433-be7b-451b-a3ec-1e6c2b7b3294 None None] Attempt 6 to provision port e440ffa3-b382-4dbb-b375-94dc825628ba Sep 16 12:46:23.461377 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] Attempting to bind port e440ffa3-b382-4dbb-b375-94dc825628ba on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:46:23.462092 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] Attempting to bind port e440ffa3-b382-4dbb-b375-94dc825628ba by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '54018204-1d57-4be0-9461-ce44976109f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:46:23.462681 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] Attempting to bind port e440ffa3-b382-4dbb-b375-94dc825628ba on network eb8add18-d929-45d2-acc9-197a8391e875 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:23.509612 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:23.523611 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:23.532980 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-74448433-be7b-451b-a3ec-1e6c2b7b3294 None None] Port e440ffa3-b382-4dbb-b375-94dc825628ba cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:23.536910 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:46:23.537894 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] Checking segment: {'id': '54018204-1d57-4be0-9461-ce44976109f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:23.538508 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:23.539174 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] Bound using segment: {'id': '54018204-1d57-4be0-9461-ce44976109f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:46:23.539871 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] Bound port: e440ffa3-b382-4dbb-b375-94dc825628ba, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54018204-1d57-4be0-9461-ce44976109f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:46:23.540509 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e440ffa3-b382-4dbb-b375-94dc825628ba), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:23.544958 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35a7a0-5e4b-4bc2-9202-03c4d472160b None None] Pushing event updated for resources: {'Port': ['ID=e440ffa3-b382-4dbb-b375-94dc825628ba,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:23.558562 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fefe9e50-5c24-4e78-9932-5ddb4f69fb92 req-43cc203f-c6af-4d85-ba6a-e5a07a91fb2b tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559992 Sep 16 12:46:23.591570 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8b8777bf-7231-4e6f-b934-1ff2a404c80e up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:23.661157 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] For port e440ffa3-b382-4dbb-b375-94dc825628ba, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:46:23.665118 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] For port e440ffa3-b382-4dbb-b375-94dc825628ba, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e440ffa3-b382-4dbb-b375-94dc825628ba,segment=NetworkSegment(54018204-1d57-4be0-9461-ce44976109f9),segment_id=54018204-1d57-4be0-9461-ce44976109f9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:46:23.678390 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e440ffa3-b382-4dbb-b375-94dc825628ba), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:23.691686 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 8b8777bf-7231-4e6f-b934-1ff2a404c80e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:23.692060 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8b8777bf-7231-4e6f-b934-1ff2a404c80e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:23.692431 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 8b8777bf-7231-4e6f-b934-1ff2a404c80e Sep 16 12:46:23.737769 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47486) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:23.754467 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] Routers {'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:46:23.755841 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:46:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:23.760264 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-114f821a-cf2e-4ff8-a8fd-aab106f161df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:23.807554 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['4cbb6233-6017-40a2-a247-e622df5f31a3'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:46:23.872047 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-114f821a-cf2e-4ff8-a8fd-aab106f161df admin admin] Publish callbacks [] for security_group (672fc9a2-d8a6-4eac-99ae-bf14e3139b14), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:23.873392 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35a7a0-5e4b-4bc2-9202-03c4d472160b None None] Pushing event updated for resources: {'Port': ['ID=e440ffa3-b382-4dbb-b375-94dc825628ba,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:23.877527 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-114f821a-cf2e-4ff8-a8fd-aab106f161df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (672fc9a2-d8a6-4eac-99ae-bf14e3139b14), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:23.945626 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-114f821a-cf2e-4ff8-a8fd-aab106f161df admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=0dccf9b9fbcb4cc8bf2112fdb091b110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034628 Sep 16 12:46:23.945990 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47496) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:23.952711 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f821a-cf2e-4ff8-a8fd-aab106f161df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672fc9a2-d8a6-4eac-99ae-bf14e3139b14,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:23.962232 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f821a-cf2e-4ff8-a8fd-aab106f161df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:23.962575 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f821a-cf2e-4ff8-a8fd-aab106f161df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:23.963138 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f821a-cf2e-4ff8-a8fd-aab106f161df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:23.963661 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f821a-cf2e-4ff8-a8fd-aab106f161df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:23.964209 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f821a-cf2e-4ff8-a8fd-aab106f161df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:23.964829 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f821a-cf2e-4ff8-a8fd-aab106f161df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:23.965530 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f821a-cf2e-4ff8-a8fd-aab106f161df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:23.966077 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f821a-cf2e-4ff8-a8fd-aab106f161df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:23.966610 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f821a-cf2e-4ff8-a8fd-aab106f161df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:23.967174 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f821a-cf2e-4ff8-a8fd-aab106f161df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:23.967718 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f821a-cf2e-4ff8-a8fd-aab106f161df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:23.968426 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f821a-cf2e-4ff8-a8fd-aab106f161df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:23.968961 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f821a-cf2e-4ff8-a8fd-aab106f161df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:23.969491 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f821a-cf2e-4ff8-a8fd-aab106f161df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:23.970035 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f821a-cf2e-4ff8-a8fd-aab106f161df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:24.007011 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] Set router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:46:24.038387 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-74448433-be7b-451b-a3ec-1e6c2b7b3294 None None] Attempt 7 to provision port e440ffa3-b382-4dbb-b375-94dc825628ba Sep 16 12:46:24.043770 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-71b4d944-7389-4030-97e6-09baae12d0d7 admin admin] Publish callbacks [] for security_group (672fc9a2-d8a6-4eac-99ae-bf14e3139b14), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:24.047300 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 8b8777bf-7231-4e6f-b934-1ff2a404c80e is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:24.081063 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-71b4d944-7389-4030-97e6-09baae12d0d7 admin admin] Publish callbacks [] for security_group (672fc9a2-d8a6-4eac-99ae-bf14e3139b14), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:24.141266 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47502) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:24.147842 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-71b4d944-7389-4030-97e6-09baae12d0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (672fc9a2-d8a6-4eac-99ae-bf14e3139b14), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:24.151030 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-71b4d944-7389-4030-97e6-09baae12d0d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:24.152475 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-71b4d944-7389-4030-97e6-09baae12d0d7 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/672fc9a2-d8a6-4eac-99ae-bf14e3139b14 HTTP/1.1" status: 204 len: 168 time: 0.2053478 Sep 16 12:46:24.163761 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4d944-7389-4030-97e6-09baae12d0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672fc9a2-d8a6-4eac-99ae-bf14e3139b14,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:24.393654 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47512) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:24.400316 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-950debf9-8fab-4898-ab31-041b1d9a66b5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-45540949-network', 'tenant_id': '49a2ef319f934a71ad3efc6077bdede3'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:24.423406 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-74448433-be7b-451b-a3ec-1e6c2b7b3294 None None] Current status of the port e440ffa3-b382-4dbb-b375-94dc825628ba is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:24.424004 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-74448433-be7b-451b-a3ec-1e6c2b7b3294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e440ffa3-b382-4dbb-b375-94dc825628ba), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:24.444753 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950debf9-8fab-4898-ab31-041b1d9a66b5 admin admin] Made reservation on behalf of 49a2ef319f934a71ad3efc6077bdede3 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:46:24.453986 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-950debf9-8fab-4898-ab31-041b1d9a66b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:24.460704 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:24.487723 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-950debf9-8fab-4898-ab31-041b1d9a66b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:24.488190 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-74448433-be7b-451b-a3ec-1e6c2b7b3294 None None] For port e440ffa3-b382-4dbb-b375-94dc825628ba, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e440ffa3-b382-4dbb-b375-94dc825628ba,segment=NetworkSegment(54018204-1d57-4be0-9461-ce44976109f9),segment_id=54018204-1d57-4be0-9461-ce44976109f9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:24.510364 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-74448433-be7b-451b-a3ec-1e6c2b7b3294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e440ffa3-b382-4dbb-b375-94dc825628ba), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:24.554043 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:24.602492 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:24.611092 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-950debf9-8fab-4898-ab31-041b1d9a66b5 admin admin] Publish callbacks [] for security_group (568c8922-85f5-42e2-b1bb-a2298aa5a23b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:24.619165 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-950debf9-8fab-4898-ab31-041b1d9a66b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (568c8922-85f5-42e2-b1bb-a2298aa5a23b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:24.634337 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:24.654050 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950debf9-8fab-4898-ab31-041b1d9a66b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:46:24.731739 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-950debf9-8fab-4898-ab31-041b1d9a66b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (6e92c59a-eb0c-4932-bdeb-af0a99992381), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:24.732072 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-950debf9-8fab-4898-ab31-041b1d9a66b5 admin admin] Added segment 6e92c59a-eb0c-4932-bdeb-af0a99992381 of type vlan for network f1420eb2-6871-44c8-b39f-a26ce6c7b581 Sep 16 12:46:24.743475 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950debf9-8fab-4898-ab31-041b1d9a66b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568c8922-85f5-42e2-b1bb-a2298aa5a23b,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:24.749335 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8460d91-50bc-4722-9caa-19965f735bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:24.754656 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7b5e6-94c5-4371-a7fb-7c513298ab69 req-f3a3ccf2-7b88-4410-a306-7bf51f0b6e3f tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:24.768375 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-91c7b5e6-94c5-4371-a7fb-7c513298ab69 req-f3a3ccf2-7b88-4410-a306-7bf51f0b6e3f tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 949 time: 0.0846827 Sep 16 12:46:24.777389 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-5eaee4fb-0542-4ed3-be90-ffb2b95b2a63 None None] Provisioning complete for port e440ffa3-b382-4dbb-b375-94dc825628ba triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:24.777737 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5eaee4fb-0542-4ed3-be90-ffb2b95b2a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e440ffa3-b382-4dbb-b375-94dc825628ba), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:24.779571 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5eaee4fb-0542-4ed3-be90-ffb2b95b2a63 None None] Attempt 1 to provision port e440ffa3-b382-4dbb-b375-94dc825628ba Sep 16 12:46:24.820751 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:24.823142 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74448433-be7b-451b-a3ec-1e6c2b7b3294 None None] Pushing event updated for resources: {'Port': ['ID=e440ffa3-b382-4dbb-b375-94dc825628ba,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:24.865920 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:12Z', 'updated_at': '2022-09-16T12:46:19Z', 'revision_number': 4, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'gw_port': {'id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:13Z', 'updated_at': '2022-09-16T12:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e440ffa3-b382-4dbb-b375-94dc825628ba', 'name': '', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'mac_address': 'fa:16:3e:30:17:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:18Z', 'updated_at': '2022-09-16T12:46:23Z', 'revision_number': 4, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'subnets': [{'id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:24.906043 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-91c7b5e6-94c5-4371-a7fb-7c513298ab69 req-983b7039-a832-4e2f-bab7-17b2868a097e tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362026 Sep 16 12:46:24.907267 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e261b138-6b99-4a24-9929-8d7f92c0f6df None None] The sync data for ids ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'] in n-d-858094-4 is: [{'id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:12Z', 'updated_at': '2022-09-16T12:46:19Z', 'revision_number': 4, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'gw_port': {'id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:13Z', 'updated_at': '2022-09-16T12:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e440ffa3-b382-4dbb-b375-94dc825628ba', 'name': '', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'mac_address': 'fa:16:3e:30:17:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:18Z', 'updated_at': '2022-09-16T12:46:23Z', 'revision_number': 4, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'subnets': [{'id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:46:24.931464 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47530) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:25.000437 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-950debf9-8fab-4898-ab31-041b1d9a66b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (f1420eb2-6871-44c8-b39f-a26ce6c7b581), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:25.010344 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5eaee4fb-0542-4ed3-be90-ffb2b95b2a63 None None] Current status of the port e440ffa3-b382-4dbb-b375-94dc825628ba is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:25.086708 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8460d91-50bc-4722-9caa-19965f735bcf admin admin] Publish callbacks [] for security_group (fabe8849-de47-411f-a059-ce0b280d123a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:25.094854 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8460d91-50bc-4722-9caa-19965f735bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (fabe8849-de47-411f-a059-ce0b280d123a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:25.101163 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-950debf9-8fab-4898-ab31-041b1d9a66b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (f1420eb2-6871-44c8-b39f-a26ce6c7b581), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:25.103027 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950debf9-8fab-4898-ab31-041b1d9a66b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:25.104091 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-950debf9-8fab-4898-ab31-041b1d9a66b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:25.208320 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-950debf9-8fab-4898-ab31-041b1d9a66b5 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8132353 Sep 16 12:46:25.211230 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47544) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:25.218155 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-48ab939d-069b-46cf-8f3f-bc7307198bcd admin admin] Request body: {'subnet': {'network_id': 'f1420eb2-6871-44c8-b39f-a26ce6c7b581', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-45540949-subnet', 'tenant_id': '49a2ef319f934a71ad3efc6077bdede3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:25.224976 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d8460d91-50bc-4722-9caa-19965f735bcf admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=4e3223c9bd404d7b8d5288d1a74239fb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0865750 Sep 16 12:46:25.229290 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47546) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:25.237545 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950debf9-8fab-4898-ab31-041b1d9a66b5 admin admin] Pushing event updated for resources: {'Network': ['ID=f1420eb2-6871-44c8-b39f-a26ce6c7b581,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:25.243585 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8460d91-50bc-4722-9caa-19965f735bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabe8849-de47-411f-a059-ce0b280d123a,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:25.254673 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network f1420eb2-6871-44c8-b39f-a26ce6c7b581 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:46:25.266114 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ab939d-069b-46cf-8f3f-bc7307198bcd admin admin] Made reservation on behalf of 49a2ef319f934a71ad3efc6077bdede3 for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:46:25.268743 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-48ab939d-069b-46cf-8f3f-bc7307198bcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:25.322775 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f112614a-515f-4973-a893-596a6763db1f admin admin] Publish callbacks [] for security_group (fabe8849-de47-411f-a059-ce0b280d123a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:25.354320 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f112614a-515f-4973-a893-596a6763db1f admin admin] Publish callbacks [] for security_group (fabe8849-de47-411f-a059-ce0b280d123a), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:25.453429 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f112614a-515f-4973-a893-596a6763db1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (fabe8849-de47-411f-a059-ce0b280d123a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:25.457603 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f112614a-515f-4973-a893-596a6763db1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:25.459140 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f112614a-515f-4973-a893-596a6763db1f admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/fabe8849-de47-411f-a059-ce0b280d123a HTTP/1.1" status: 204 len: 168 time: 0.2284825 Sep 16 12:46:25.477119 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112614a-515f-4973-a893-596a6763db1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabe8849-de47-411f-a059-ce0b280d123a,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:25.555078 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e440ffa3-b382-4dbb-b375-94dc825628ba up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:25.597737 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-c0807893-07e5-4dd2-9ec8-418aace9e895 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1212016905-network', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:25.620342 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e440ffa3-b382-4dbb-b375-94dc825628ba triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:25.620810 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e440ffa3-b382-4dbb-b375-94dc825628ba), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:25.621416 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e440ffa3-b382-4dbb-b375-94dc825628ba Sep 16 12:46:25.626115 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:25.632922 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-48ab939d-069b-46cf-8f3f-bc7307198bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (8186d18f-b8b1-4f66-afad-98c88e1eca5b), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:25.696579 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0807893-07e5-4dd2-9ec8-418aace9e895 admin admin] Made reservation on behalf of dd7ec914bffb4743921e4116b0c399eb for: {'network': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:46:25.699667 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c0807893-07e5-4dd2-9ec8-418aace9e895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:25.738607 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e440ffa3-b382-4dbb-b375-94dc825628ba is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:25.749338 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c0807893-07e5-4dd2-9ec8-418aace9e895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:25.779003 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab939d-069b-46cf-8f3f-bc7307198bcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8186d18f-b8b1-4f66-afad-98c88e1eca5b,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:25.827023 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ab939d-069b-46cf-8f3f-bc7307198bcd admin admin] Checking segment: {'id': '6e92c59a-eb0c-4932-bdeb-af0a99992381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f1420eb2-6871-44c8-b39f-a26ce6c7b581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:25.827771 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ab939d-069b-46cf-8f3f-bc7307198bcd admin admin] Network hostable DHCP agents. Network: f1420eb2-6871-44c8-b39f-a26ce6c7b581, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:46:25.868803 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ab939d-069b-46cf-8f3f-bc7307198bcd admin admin] Network f1420eb2-6871-44c8-b39f-a26ce6c7b581 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:46:25.899822 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-48ab939d-069b-46cf-8f3f-bc7307198bcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, f1420eb2-6871-44c8-b39f-a26ce6c7b581) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:25.910238 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201bc184-8574-4799-83e6-e2cff1a7f045 None None] Network f1420eb2-6871-44c8-b39f-a26ce6c7b581 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:46:25.921081 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ab939d-069b-46cf-8f3f-bc7307198bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:25.922201 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-48ab939d-069b-46cf-8f3f-bc7307198bcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:25.955958 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c0807893-07e5-4dd2-9ec8-418aace9e895 admin admin] Publish callbacks [] for security_group (41792b4a-13e8-4d39-9852-3d9cc3b8c774), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:25.963381 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c0807893-07e5-4dd2-9ec8-418aace9e895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (41792b4a-13e8-4d39-9852-3d9cc3b8c774), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:25.976202 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-48ab939d-069b-46cf-8f3f-bc7307198bcd admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7638619 Sep 16 12:46:25.979322 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47564) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:26.002654 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-e027cea5-ff20-40ca-824b-01403f8aec53 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-45540949-router', 'tenant_id': '49a2ef319f934a71ad3efc6077bdede3', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:26.029625 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0807893-07e5-4dd2-9ec8-418aace9e895 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=113698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:46:26.094051 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0807893-07e5-4dd2-9ec8-418aace9e895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41792b4a-13e8-4d39-9852-3d9cc3b8c774,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:26.098607 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c0807893-07e5-4dd2-9ec8-418aace9e895 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779469079992', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (0a871841-843c-423e-b044-9743639ac3bb), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:26.099619 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c0807893-07e5-4dd2-9ec8-418aace9e895 admin admin] Unsubscribe: segment precommit_create {{(pid=113698) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 12:46:26.100451 n-d-858094-4 neutron-server[113698]: INFO neutron.db.segments_db [None req-c0807893-07e5-4dd2-9ec8-418aace9e895 admin admin] Added segment 0a871841-843c-423e-b044-9743639ac3bb of type vlan for network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 Sep 16 12:46:26.135602 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e027cea5-ff20-40ca-824b-01403f8aec53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (ae209977-c555-4791-a4d9-54611e8a47f4), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:26.137044 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e027cea5-ff20-40ca-824b-01403f8aec53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (ae209977-c555-4791-a4d9-54611e8a47f4), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:26.138490 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-f1420eb2-6871-44c8-b39f-a26ce6c7b581', 'network_id': 'f1420eb2-6871-44c8-b39f-a26ce6c7b581', 'project_id': '49a2ef319f934a71ad3efc6077bdede3', 'fixed_ips': [{'subnet_id': '8186d18f-b8b1-4f66-afad-98c88e1eca5b'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:46:26.139580 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:26.196142 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47570) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:26.237307 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c0807893-07e5-4dd2-9ec8-418aace9e895 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (40f9024a-6954-4a0a-afdb-132e05c6d9d2), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:26.260682 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650461a7-b487-49c8-a986-0752ad344c83 req-6518d4d1-c680-4df0-b1fb-e595ee104d64 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:26.262960 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-650461a7-b487-49c8-a986-0752ad344c83 req-6518d4d1-c680-4df0-b1fb-e595ee104d64 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 949 time: 0.2001765 Sep 16 12:46:26.326607 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e027cea5-ff20-40ca-824b-01403f8aec53 admin admin] Publish callbacks [] for router_controller (ae209977-c555-4791-a4d9-54611e8a47f4), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:26.368528 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:26.376379 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] Allocated IP 172.20.0.2 (f1420eb2-6871-44c8-b39f-a26ce6c7b581/8186d18f-b8b1-4f66-afad-98c88e1eca5b/c3de1ad1-9b96-41a8-8d59-3701c60183f3) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:46:26.444506 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c0807893-07e5-4dd2-9ec8-418aace9e895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (40f9024a-6954-4a0a-afdb-132e05c6d9d2), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:26.445743 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0807893-07e5-4dd2-9ec8-418aace9e895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:26.447273 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c0807893-07e5-4dd2-9ec8-418aace9e895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:26.565107 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:26.580914 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] Publish callbacks [] for port (c3de1ad1-9b96-41a8-8d59-3701c60183f3), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:26.590192 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (c3de1ad1-9b96-41a8-8d59-3701c60183f3), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:26.620484 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47576) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:26.647488 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5f82548b-e0e3-42d4-bced-7b866f8ab184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:26.657481 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] Network f1420eb2-6871-44c8-b39f-a26ce6c7b581 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:26.668630 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:26.683409 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 4cbb6233-6017-40a2-a247-e622df5f31a3 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:26.688621 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:46:26.695655 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:26.757536 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] Pushing event updated for resources: {'Port': ['ID=c3de1ad1-9b96-41a8-8d59-3701c60183f3,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:26.768740 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e027cea5-ff20-40ca-824b-01403f8aec53 admin admin] Publish callbacks [] for router_gateway (ae209977-c555-4791-a4d9-54611e8a47f4), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:26.787977 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:UPDATE=5,neutron:INSERT=18,neutron:SELECT=75,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:26.810599 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-650461a7-b487-49c8-a986-0752ad344c83 req-d3f177a3-c03d-41d7-b3cb-c52c9744daf6 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693403 Sep 16 12:46:26.847343 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 4cbb6233-6017-40a2-a247-e622df5f31a3 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:46:26.898629 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] Attempting to bind port c3de1ad1-9b96-41a8-8d59-3701c60183f3 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:46:26.899053 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] Attempting to bind port c3de1ad1-9b96-41a8-8d59-3701c60183f3 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6e92c59a-eb0c-4932-bdeb-af0a99992381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f1420eb2-6871-44c8-b39f-a26ce6c7b581'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:46:26.899421 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] Attempting to bind port c3de1ad1-9b96-41a8-8d59-3701c60183f3 on network f1420eb2-6871-44c8-b39f-a26ce6c7b581 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:26.944042 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5f82548b-e0e3-42d4-bced-7b866f8ab184 admin admin] Publish callbacks [] for security_group (09ac936a-cb69-4c95-aaad-038d092896b3), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:26.949795 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 4cbb6233-6017-40a2-a247-e622df5f31a3 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:26.950295 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (4cbb6233-6017-40a2-a247-e622df5f31a3), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:26.950707 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 4cbb6233-6017-40a2-a247-e622df5f31a3 Sep 16 12:46:26.955366 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5f82548b-e0e3-42d4-bced-7b866f8ab184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (09ac936a-cb69-4c95-aaad-038d092896b3), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:26.978053 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:46:26.978526 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] Checking segment: {'id': '6e92c59a-eb0c-4932-bdeb-af0a99992381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f1420eb2-6871-44c8-b39f-a26ce6c7b581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:26.978973 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:26.979327 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] Bound using segment: {'id': '6e92c59a-eb0c-4932-bdeb-af0a99992381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f1420eb2-6871-44c8-b39f-a26ce6c7b581'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:46:26.979820 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] Bound port: c3de1ad1-9b96-41a8-8d59-3701c60183f3, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e92c59a-eb0c-4932-bdeb-af0a99992381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f1420eb2-6871-44c8-b39f-a26ce6c7b581'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:46:26.980207 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c3de1ad1-9b96-41a8-8d59-3701c60183f3), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:27.024774 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5f82548b-e0e3-42d4-bced-7b866f8ab184 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=60ec847fe2124424933f2bab3c19f744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4032273 Sep 16 12:46:27.026297 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82548b-e0e3-42d4-bced-7b866f8ab184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ac936a-cb69-4c95-aaad-038d092896b3,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:27.031311 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47584) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:27.096156 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:27.111901 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 4cbb6233-6017-40a2-a247-e622df5f31a3 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:27.112378 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4cbb6233-6017-40a2-a247-e622df5f31a3), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:27.113568 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a1a3ca5b-f055-476a-b2a0-94f1bdafb13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:27.126650 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ea02d613-4678-4287-885a-b2aa74c19bf3 admin admin] Publish callbacks [] for security_group (09ac936a-cb69-4c95-aaad-038d092896b3), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:27.132613 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] For port c3de1ad1-9b96-41a8-8d59-3701c60183f3, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:46:27.154551 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] For port c3de1ad1-9b96-41a8-8d59-3701c60183f3, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=c3de1ad1-9b96-41a8-8d59-3701c60183f3,segment=NetworkSegment(6e92c59a-eb0c-4932-bdeb-af0a99992381),segment_id=6e92c59a-eb0c-4932-bdeb-af0a99992381)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:46:27.160523 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d860eb6-336f-4ba4-be81-d1ec6fecc87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbb6233-6017-40a2-a247-e622df5f31a3'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:46:27.163855 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56108330-7582-4c32-b85d-97053587e7f7" -d '{"events": [{"server_uuid": "4d860eb6-336f-4ba4-be81-d1ec6fecc87b", "name": "network-vif-plugged", "status": "completed", "tag": "4cbb6233-6017-40a2-a247-e622df5f31a3"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:46:27.180709 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ea02d613-4678-4287-885a-b2aa74c19bf3 admin admin] Publish callbacks [] for security_group (09ac936a-cb69-4c95-aaad-038d092896b3), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:27.202830 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c3de1ad1-9b96-41a8-8d59-3701c60183f3), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:27.313860 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 4cbb6233-6017-40a2-a247-e622df5f31a3, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=4cbb6233-6017-40a2-a247-e622df5f31a3,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:27.316850 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7436c72e-df5f-4f8c-aac6-43de2c9c430b x-openstack-request-id: req-7436c72e-df5f-4f8c-aac6-43de2c9c430b {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:46:27.318241 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d860eb6-336f-4ba4-be81-d1ec6fecc87b", "name": "network-vif-plugged", "status": "completed", "tag": "4cbb6233-6017-40a2-a247-e622df5f31a3", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:46:27.318603 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7436c72e-df5f-4f8c-aac6-43de2c9c430b {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:46:27.319131 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7436c72e-df5f-4f8c-aac6-43de2c9c430b'] response: {'server_uuid': '4d860eb6-336f-4ba4-be81-d1ec6fecc87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbb6233-6017-40a2-a247-e622df5f31a3', 'code': 200} Sep 16 12:46:27.323778 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a1a3ca5b-f055-476a-b2a0-94f1bdafb13a admin admin] Publish callbacks [] for security_group (30e29a44-0481-4c36-908d-eef10926cb5e), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:27.324333 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (4cbb6233-6017-40a2-a247-e622df5f31a3), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:27.325791 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ea02d613-4678-4287-885a-b2aa74c19bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (09ac936a-cb69-4c95-aaad-038d092896b3), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:27.328864 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ea02d613-4678-4287-885a-b2aa74c19bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:27.334102 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ea02d613-4678-4287-885a-b2aa74c19bf3 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/09ac936a-cb69-4c95-aaad-038d092896b3 HTTP/1.1" status: 204 len: 168 time: 0.3014991 Sep 16 12:46:27.344967 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02d613-4678-4287-885a-b2aa74c19bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ac936a-cb69-4c95-aaad-038d092896b3,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:27.345447 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d33ea9-0af0-4ef8-b438-3f88c35751a5 None None] Pushing event updated for resources: {'Port': ['ID=c3de1ad1-9b96-41a8-8d59-3701c60183f3,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:27.348082 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a1a3ca5b-f055-476a-b2a0-94f1bdafb13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (30e29a44-0481-4c36-908d-eef10926cb5e), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:27.422152 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3ca5b-f055-476a-b2a0-94f1bdafb13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e29a44-0481-4c36-908d-eef10926cb5e,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:27.433140 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a1a3ca5b-f055-476a-b2a0-94f1bdafb13a admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=d311279fcd714f1e8576468ca69ba904&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2305260 Sep 16 12:46:27.434499 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47594) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:27.447727 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=4cbb6233-6017-40a2-a247-e622df5f31a3,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:27.453927 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:27.461274 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c0807893-07e5-4dd2-9ec8-418aace9e895 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5282383 Sep 16 12:46:27.491302 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47596) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:27.500312 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-b9cd2885-0a1a-4d8e-bf6d-6b8e0bdcfa95 admin admin] Request body: {'subnet': {'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1212016905-subnet', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:27.511655 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63375ef5-d28b-4ba0-9a3b-5d1f35441f9a req-f4548fe0-cbb4-42e3-a6a4-be1cd7812831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:27.513089 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-63375ef5-d28b-4ba0-9a3b-5d1f35441f9a req-f4548fe0-cbb4-42e3-a6a4-be1cd7812831 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 1132 time: 0.0542500 Sep 16 12:46:27.606521 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cd2885-0a1a-4d8e-bf6d-6b8e0bdcfa95 admin admin] Made reservation on behalf of dd7ec914bffb4743921e4116b0c399eb for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:46:27.609451 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2885-0a1a-4d8e-bf6d-6b8e0bdcfa95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:27.622283 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-44d72f11-e925-453d-98ec-51e23b79b054 admin admin] Publish callbacks [] for security_group (30e29a44-0481-4c36-908d-eef10926cb5e), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:27.665220 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-44d72f11-e925-453d-98ec-51e23b79b054 admin admin] Publish callbacks [] for security_group (30e29a44-0481-4c36-908d-eef10926cb5e), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:27.668051 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0807893-07e5-4dd2-9ec8-418aace9e895 admin admin] Pushing event updated for resources: {'Network': ['ID=40f9024a-6954-4a0a-afdb-132e05c6d9d2,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:27.670364 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-63375ef5-d28b-4ba0-9a3b-5d1f35441f9a req-366127c1-e3af-44e4-8452-029e77086fc8 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474831 Sep 16 12:46:27.682758 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:46:27.744883 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-44d72f11-e925-453d-98ec-51e23b79b054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (30e29a44-0481-4c36-908d-eef10926cb5e), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:27.750927 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-44d72f11-e925-453d-98ec-51e23b79b054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:27.752282 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-44d72f11-e925-453d-98ec-51e23b79b054 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/30e29a44-0481-4c36-908d-eef10926cb5e HTTP/1.1" status: 204 len: 168 time: 0.3166628 Sep 16 12:46:27.773165 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d72f11-e925-453d-98ec-51e23b79b054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e29a44-0481-4c36-908d-eef10926cb5e,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:28.007299 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d477e7-ffaa-467c-84d5-8a43575be572 req-0fccf033-2be8-4649-b38d-49cc62186c56 tempest-NetworksTest-1922201803 tempest-NetworksTest-1922201803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:28.007800 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d477e7-ffaa-467c-84d5-8a43575be572 req-0fccf033-2be8-4649-b38d-49cc62186c56 tempest-NetworksTest-1922201803 tempest-NetworksTest-1922201803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:28.008663 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d477e7-ffaa-467c-84d5-8a43575be572 req-0fccf033-2be8-4649-b38d-49cc62186c56 tempest-NetworksTest-1922201803 tempest-NetworksTest-1922201803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:28.009144 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d477e7-ffaa-467c-84d5-8a43575be572 req-0fccf033-2be8-4649-b38d-49cc62186c56 tempest-NetworksTest-1922201803 tempest-NetworksTest-1922201803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:28.009610 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d477e7-ffaa-467c-84d5-8a43575be572 req-0fccf033-2be8-4649-b38d-49cc62186c56 tempest-NetworksTest-1922201803 tempest-NetworksTest-1922201803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:28.010079 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d477e7-ffaa-467c-84d5-8a43575be572 req-0fccf033-2be8-4649-b38d-49cc62186c56 tempest-NetworksTest-1922201803 tempest-NetworksTest-1922201803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:28.011888 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-66d477e7-ffaa-467c-84d5-8a43575be572 req-0fccf033-2be8-4649-b38d-49cc62186c56 tempest-NetworksTest-1922201803 tempest-NetworksTest-1922201803-project-admin] 10.222.0.67 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 1.2307312 Sep 16 12:46:28.015119 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e027cea5-ff20-40ca-824b-01403f8aec53 admin admin] Publish callbacks [] for router_gateway (ae209977-c555-4791-a4d9-54611e8a47f4), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:28.040171 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e027cea5-ff20-40ca-824b-01403f8aec53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:28.169461 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666aafe-74e8-4e81-9129-2d055e11022c req-9bc0368a-9d09-4bd7-94b1-b9efe6a46093 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:28.171053 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f666aafe-74e8-4e81-9129-2d055e11022c req-9bc0368a-9d09-4bd7-94b1-b9efe6a46093 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 950 time: 0.0557432 Sep 16 12:46:28.317814 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:28.339537 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f666aafe-74e8-4e81-9129-2d055e11022c req-0a250f51-1c00-4e44-8ce3-2a85edcc05b0 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571603 Sep 16 12:46:28.352724 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2885-0a1a-4d8e-bf6d-6b8e0bdcfa95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:28.540573 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-e027cea5-ff20-40ca-824b-01403f8aec53 admin admin] Allocated IP 172.25.2.73 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/f292064e-9a0e-4c53-bc47-9efd525224b1) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:46:28.544459 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-fb08e500-a9f7-4660-9cf5-7587998988d1 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=0709d7ec436047a39dfb8c5d92f17fa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1450360 Sep 16 12:46:28.569294 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd2885-0a1a-4d8e-bf6d-6b8e0bdcfa95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:28.592350 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cd2885-0a1a-4d8e-bf6d-6b8e0bdcfa95 admin admin] Checking segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:28.592720 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cd2885-0a1a-4d8e-bf6d-6b8e0bdcfa95 admin admin] Network hostable DHCP agents. Network: 40f9024a-6954-4a0a-afdb-132e05c6d9d2, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:46:28.596747 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc54f1a-6ae6-423c-b501-b7b4aff38019 None None] Network f1420eb2-6871-44c8-b39f-a26ce6c7b581 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:46:28.651892 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:28.663066 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47636) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:28.686043 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8f1207c3-ab41-474a-a2cb-830e86be6803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:28.694405 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-dad72437-bbfb-4f42-a6e1-eb8f9107d318 None None] Provisioning complete for port c3de1ad1-9b96-41a8-8d59-3701c60183f3 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:28.694983 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-dad72437-bbfb-4f42-a6e1-eb8f9107d318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c3de1ad1-9b96-41a8-8d59-3701c60183f3), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:28.695215 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-dad72437-bbfb-4f42-a6e1-eb8f9107d318 None None] Attempt 1 to provision port c3de1ad1-9b96-41a8-8d59-3701c60183f3 Sep 16 12:46:28.755693 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c3f93-f611-4424-a303-277595ab2afa req-9d5c031e-13eb-4624-8f09-86034cdaec45 tempest-NetworksTest-1922201803 tempest-NetworksTest-1922201803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:28.756853 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-da0c3f93-f611-4424-a303-277595ab2afa req-9d5c031e-13eb-4624-8f09-86034cdaec45 tempest-NetworksTest-1922201803 tempest-NetworksTest-1922201803-project-admin] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 886 time: 0.3595998 Sep 16 12:46:28.770650 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:28.783289 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cd2885-0a1a-4d8e-bf6d-6b8e0bdcfa95 admin admin] Network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:46:28.863946 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8f1207c3-ab41-474a-a2cb-830e86be6803 admin admin] Publish callbacks [] for security_group (70989021-4657-4181-a4b3-0423685358c0), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:28.869031 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8f1207c3-ab41-474a-a2cb-830e86be6803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (70989021-4657-4181-a4b3-0423685358c0), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:28.875039 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:28.903236 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-b9cd2885-0a1a-4d8e-bf6d-6b8e0bdcfa95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 40f9024a-6954-4a0a-afdb-132e05c6d9d2) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:28.909697 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:28.914279 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8f1207c3-ab41-474a-a2cb-830e86be6803 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=cfa2f72beb954e779afac30045c81775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489817 Sep 16 12:46:28.922940 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47644) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:28.930857 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c7fa5b-5d7d-4895-9ac0-a0d72cfff3fe None None] Network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:46:28.934869 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cd2885-0a1a-4d8e-bf6d-6b8e0bdcfa95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:28.935580 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2885-0a1a-4d8e-bf6d-6b8e0bdcfa95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:28.945521 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1207c3-ab41-474a-a2cb-830e86be6803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70989021-4657-4181-a4b3-0423685358c0,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:28.980596 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b9cd2885-0a1a-4d8e-bf6d-6b8e0bdcfa95 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4876308 Sep 16 12:46:28.983953 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47648) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:28.991270 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-72a94b9b-5140-49d1-a8ac-a24f5ce78c6f admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationTest-1212016905-router', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:29.003883 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-644d84eb-15bd-4823-8ecd-eb161bc50a92 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:29.011944 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-644d84eb-15bd-4823-8ecd-eb161bc50a92 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4439781 Sep 16 12:46:29.042847 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-72a94b9b-5140-49d1-a8ac-a24f5ce78c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (7ea12114-704c-4862-8d51-9fa038ce9deb), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:29.043904 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-72a94b9b-5140-49d1-a8ac-a24f5ce78c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (7ea12114-704c-4862-8d51-9fa038ce9deb), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:29.059434 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e027cea5-ff20-40ca-824b-01403f8aec53 admin admin] Publish callbacks [] for port (f292064e-9a0e-4c53-bc47-9efd525224b1), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:29.063866 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-dad72437-bbfb-4f42-a6e1-eb8f9107d318 None None] Current status of the port c3de1ad1-9b96-41a8-8d59-3701c60183f3 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:29.065507 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-dad72437-bbfb-4f42-a6e1-eb8f9107d318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c3de1ad1-9b96-41a8-8d59-3701c60183f3), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:29.142411 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-b0a13cfd-6ba7-49de-a2d3-8c1fb58deb86 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/quotas/0709d7ec436047a39dfb8c5d92f17fa3 HTTP/1.1" status: 200 len: 375 time: 0.1286082 Sep 16 12:46:29.170835 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:29.186097 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-72a94b9b-5140-49d1-a8ac-a24f5ce78c6f admin admin] Publish callbacks [] for router_controller (7ea12114-704c-4862-8d51-9fa038ce9deb), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:29.193786 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-dad72437-bbfb-4f42-a6e1-eb8f9107d318 None None] For port c3de1ad1-9b96-41a8-8d59-3701c60183f3, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=c3de1ad1-9b96-41a8-8d59-3701c60183f3,segment=NetworkSegment(6e92c59a-eb0c-4932-bdeb-af0a99992381),segment_id=6e92c59a-eb0c-4932-bdeb-af0a99992381)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:29.194303 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70d673-2a8a-4621-bf3c-4722e9f335f8 req-8ead52d1-5e23-4cdf-a248-0dd69a4ddda4 tempest-NetworksTest-1922201803 tempest-NetworksTest-1922201803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:29.195697 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70d673-2a8a-4621-bf3c-4722e9f335f8 req-8ead52d1-5e23-4cdf-a248-0dd69a4ddda4 tempest-NetworksTest-1922201803 tempest-NetworksTest-1922201803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:29.196356 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70d673-2a8a-4621-bf3c-4722e9f335f8 req-8ead52d1-5e23-4cdf-a248-0dd69a4ddda4 tempest-NetworksTest-1922201803 tempest-NetworksTest-1922201803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:29.197068 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70d673-2a8a-4621-bf3c-4722e9f335f8 req-8ead52d1-5e23-4cdf-a248-0dd69a4ddda4 tempest-NetworksTest-1922201803 tempest-NetworksTest-1922201803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:29.197623 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70d673-2a8a-4621-bf3c-4722e9f335f8 req-8ead52d1-5e23-4cdf-a248-0dd69a4ddda4 tempest-NetworksTest-1922201803 tempest-NetworksTest-1922201803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:29.198812 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70d673-2a8a-4621-bf3c-4722e9f335f8 req-8ead52d1-5e23-4cdf-a248-0dd69a4ddda4 tempest-NetworksTest-1922201803 tempest-NetworksTest-1922201803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:29.201025 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c70d673-2a8a-4621-bf3c-4722e9f335f8 req-8ead52d1-5e23-4cdf-a248-0dd69a4ddda4 tempest-NetworksTest-1922201803 tempest-NetworksTest-1922201803-project-admin] 10.222.0.67 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 4323 time: 0.4086108 Sep 16 12:46:29.203309 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-b3b75fb6-d70b-4d6f-8a81-87c8835ea5b6 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=0709d7ec436047a39dfb8c5d92f17fa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600820 Sep 16 12:46:29.205878 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-dad72437-bbfb-4f42-a6e1-eb8f9107d318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c3de1ad1-9b96-41a8-8d59-3701c60183f3), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:29.282190 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a08c66a6-8aa1-4f3c-987d-3c1b94e2b4f4 admin admin] Publish callbacks [] for security_group (70989021-4657-4181-a4b3-0423685358c0), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:29.314532 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e027cea5-ff20-40ca-824b-01403f8aec53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (f292064e-9a0e-4c53-bc47-9efd525224b1), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:29.331791 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad72437-bbfb-4f42-a6e1-eb8f9107d318 None None] Pushing event updated for resources: {'Port': ['ID=c3de1ad1-9b96-41a8-8d59-3701c60183f3,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:29.361531 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-cdd4bf3a-1aa1-4483-9f8a-c008a7c8cc9f None None] Provisioning complete for port c3de1ad1-9b96-41a8-8d59-3701c60183f3 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:29.361898 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cdd4bf3a-1aa1-4483-9f8a-c008a7c8cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c3de1ad1-9b96-41a8-8d59-3701c60183f3), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:29.362228 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-cdd4bf3a-1aa1-4483-9f8a-c008a7c8cc9f None None] Attempt 1 to provision port c3de1ad1-9b96-41a8-8d59-3701c60183f3 Sep 16 12:46:29.435873 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027cea5-ff20-40ca-824b-01403f8aec53 admin admin] Pushing event updated for resources: {'Port': ['ID=f292064e-9a0e-4c53-bc47-9efd525224b1,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:29.454948 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a08c66a6-8aa1-4f3c-987d-3c1b94e2b4f4 admin admin] Publish callbacks [] for security_group (70989021-4657-4181-a4b3-0423685358c0), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:29.479705 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e64220-c177-46e2-9256-000296b3d61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'fixed_ips': [{'subnet_id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:46:29.480648 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-16e64220-c177-46e2-9256-000296b3d61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:29.538840 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-72a94b9b-5140-49d1-a8ac-a24f5ce78c6f admin admin] Publish callbacks [] for router_gateway (7ea12114-704c-4862-8d51-9fa038ce9deb), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:29.548389 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e027cea5-ff20-40ca-824b-01403f8aec53 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:29.682574 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-cdd4bf3a-1aa1-4483-9f8a-c008a7c8cc9f None None] Current status of the port c3de1ad1-9b96-41a8-8d59-3701c60183f3 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:29.684527 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-e027cea5-ff20-40ca-824b-01403f8aec53 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:29.696051 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c3de1ad1-9b96-41a8-8d59-3701c60183f3 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:29.711897 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e027cea5-ff20-40ca-824b-01403f8aec53 admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:46:29.808200 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a08c66a6-8aa1-4f3c-987d-3c1b94e2b4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (70989021-4657-4181-a4b3-0423685358c0), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:29.814229 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a08c66a6-8aa1-4f3c-987d-3c1b94e2b4f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:29.818433 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a08c66a6-8aa1-4f3c-987d-3c1b94e2b4f4 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/70989021-4657-4181-a4b3-0423685358c0 HTTP/1.1" status: 204 len: 168 time: 0.8870308 Sep 16 12:46:29.846503 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a465fd-2c37-4794-b988-459cfd35092e req-180aa5f5-e431-41d8-a2a6-f7770dfe669b tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:29.856159 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port c3de1ad1-9b96-41a8-8d59-3701c60183f3 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:29.857043 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c3de1ad1-9b96-41a8-8d59-3701c60183f3), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:29.857730 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port c3de1ad1-9b96-41a8-8d59-3701c60183f3 Sep 16 12:46:29.864332 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-58a465fd-2c37-4794-b988-459cfd35092e req-180aa5f5-e431-41d8-a2a6-f7770dfe669b tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 950 time: 0.3713770 Sep 16 12:46:29.932436 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47676) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:29.934232 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-72a94b9b-5140-49d1-a8ac-a24f5ce78c6f admin admin] Publish callbacks [] for router_gateway (7ea12114-704c-4862-8d51-9fa038ce9deb), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:29.949141 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c66a6-8aa1-4f3c-987d-3c1b94e2b4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70989021-4657-4181-a4b3-0423685358c0,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:29.986667 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-72a94b9b-5140-49d1-a8ac-a24f5ce78c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:30.105191 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:30.107277 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:30.112944 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-58a465fd-2c37-4794-b988-459cfd35092e req-74b36733-7b74-49a5-a4ef-db11a7188b7f tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464104 Sep 16 12:46:30.121228 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-16e64220-c177-46e2-9256-000296b3d61c None None] Allocated IP 172.20.0.2 (40f9024a-6954-4a0a-afdb-132e05c6d9d2/466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c/b5f4e8d4-2c9f-44a3-b98f-471aef734704) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:46:30.185352 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-405d6fb1-1e24-4cfc-b43b-66189295d405 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=0709d7ec436047a39dfb8c5d92f17fa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681932 Sep 16 12:46:30.187640 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-72a94b9b-5140-49d1-a8ac-a24f5ce78c6f admin admin] Allocated IP 172.25.2.140 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/88d7cc1d-2f8d-4a56-b634-971bafec55ac) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:46:30.378001 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port c3de1ad1-9b96-41a8-8d59-3701c60183f3 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:30.388961 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:30.420654 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-72a94b9b-5140-49d1-a8ac-a24f5ce78c6f admin admin] Publish callbacks [] for port (88d7cc1d-2f8d-4a56-b634-971bafec55ac), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:30.498329 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-16e64220-c177-46e2-9256-000296b3d61c None None] Publish callbacks [] for port (b5f4e8d4-2c9f-44a3-b98f-471aef734704), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:30.507710 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-16e64220-c177-46e2-9256-000296b3d61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (b5f4e8d4-2c9f-44a3-b98f-471aef734704), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:30.539102 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-72a94b9b-5140-49d1-a8ac-a24f5ce78c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (88d7cc1d-2f8d-4a56-b634-971bafec55ac), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:30.599862 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e027cea5-ff20-40ca-824b-01403f8aec53 admin admin] Publish callbacks [] for router_gateway (ae209977-c555-4791-a4d9-54611e8a47f4), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:30.601924 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e64220-c177-46e2-9256-000296b3d61c None None] Network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:30.618455 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6cc2a6ff-60f8-4990-b895-2b4fccf3f6c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:30.620731 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-16e64220-c177-46e2-9256-000296b3d61c None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:30.635392 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e64220-c177-46e2-9256-000296b3d61c None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:46:30.679319 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a94b9b-5140-49d1-a8ac-a24f5ce78c6f admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:30.690011 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-72a94b9b-5140-49d1-a8ac-a24f5ce78c6f admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:30.703453 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a94b9b-5140-49d1-a8ac-a24f5ce78c6f admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:46:30.706552 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a94b9b-5140-49d1-a8ac-a24f5ce78c6f admin admin] Pushing event updated for resources: {'Port': ['ID=88d7cc1d-2f8d-4a56-b634-971bafec55ac,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:30.723058 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e64220-c177-46e2-9256-000296b3d61c None None] Pushing event updated for resources: {'Port': ['ID=b5f4e8d4-2c9f-44a3-b98f-471aef734704,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:30.779640 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:30.822037 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-16e64220-c177-46e2-9256-000296b3d61c None None] Attempting to bind port b5f4e8d4-2c9f-44a3-b98f-471aef734704 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:46:30.822480 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-16e64220-c177-46e2-9256-000296b3d61c None None] Attempting to bind port b5f4e8d4-2c9f-44a3-b98f-471aef734704 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:46:30.822924 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e64220-c177-46e2-9256-000296b3d61c None None] Attempting to bind port b5f4e8d4-2c9f-44a3-b98f-471aef734704 on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:30.890951 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e64220-c177-46e2-9256-000296b3d61c None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:46:30.891512 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e64220-c177-46e2-9256-000296b3d61c None None] Checking segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:30.892019 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-16e64220-c177-46e2-9256-000296b3d61c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:30.892992 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e64220-c177-46e2-9256-000296b3d61c None None] Bound using segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:46:30.896157 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-16e64220-c177-46e2-9256-000296b3d61c None None] Bound port: b5f4e8d4-2c9f-44a3-b98f-471aef734704, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:46:30.896873 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-16e64220-c177-46e2-9256-000296b3d61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b5f4e8d4-2c9f-44a3-b98f-471aef734704), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:30.932639 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:31.014965 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-d28da7a2-ee67-440b-a7ef-1df28c2e5d94 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:31.021934 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-d28da7a2-ee67-440b-a7ef-1df28c2e5d94 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8352017 Sep 16 12:46:31.042076 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-dc49b0c0-31d2-4f30-9c88-ce9a1bb3acfe tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/quotas/0709d7ec436047a39dfb8c5d92f17fa3 HTTP/1.1" status: 200 len: 375 time: 0.0187376 Sep 16 12:46:31.074070 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:31.092596 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-16e64220-c177-46e2-9256-000296b3d61c None None] For port b5f4e8d4-2c9f-44a3-b98f-471aef734704, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:46:31.097242 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-16e64220-c177-46e2-9256-000296b3d61c None None] For port b5f4e8d4-2c9f-44a3-b98f-471aef734704, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b5f4e8d4-2c9f-44a3-b98f-471aef734704,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:46:31.098873 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-49a03072-8a4b-4f5f-9409-e51def024e7e tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=0709d7ec436047a39dfb8c5d92f17fa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560305 Sep 16 12:46:31.106733 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-16e64220-c177-46e2-9256-000296b3d61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b5f4e8d4-2c9f-44a3-b98f-471aef734704), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:31.224894 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6cc2a6ff-60f8-4990-b895-2b4fccf3f6c5 admin admin] Publish callbacks [] for security_group (f7aecb8a-7b22-40f3-b9a0-00dbbb490852), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:31.261390 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6cc2a6ff-60f8-4990-b895-2b4fccf3f6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (f7aecb8a-7b22-40f3-b9a0-00dbbb490852), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:31.287015 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e027cea5-ff20-40ca-824b-01403f8aec53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (ae209977-c555-4791-a4d9-54611e8a47f4), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:31.294767 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e64220-c177-46e2-9256-000296b3d61c None None] Pushing event updated for resources: {'Port': ['ID=b5f4e8d4-2c9f-44a3-b98f-471aef734704,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:31.343423 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-6cc2a6ff-60f8-4990-b895-2b4fccf3f6c5 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=b0686dbc682240578cff3dcb43dec193&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4041748 Sep 16 12:46:31.386682 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47722) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:31.387333 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2a6ff-60f8-4990-b895-2b4fccf3f6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7aecb8a-7b22-40f3-b9a0-00dbbb490852,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:31.676116 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08df050-5eb8-47ac-91b3-66c190823c46 req-8daac6bb-bdb7-4908-abca-fa7ba507e8ca tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:31.678998 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d08df050-5eb8-47ac-91b3-66c190823c46 req-8daac6bb-bdb7-4908-abca-fa7ba507e8ca tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 950 time: 0.1008611 Sep 16 12:46:31.700685 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:31.732699 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e027cea5-ff20-40ca-824b-01403f8aec53 admin admin] Router ae209977-c555-4791-a4d9-54611e8a47f4 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:46:31.777863 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-bcb10240-1a63-46ef-a6a2-e3880efa4af9 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=0709d7ec436047a39dfb8c5d92f17fa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1126909 Sep 16 12:46:31.881967 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f48271e-9b9a-4cf6-98ad-565cc963754a admin admin] Publish callbacks [] for security_group (f7aecb8a-7b22-40f3-b9a0-00dbbb490852), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:31.888392 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e027cea5-ff20-40ca-824b-01403f8aec53 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:46:31.892629 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d08df050-5eb8-47ac-91b3-66c190823c46 req-49152a35-3616-46a4-be84-7d396fc5f5e5 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020102 Sep 16 12:46:31.907741 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] Sync routers for ids ['ae209977-c555-4791-a4d9-54611e8a47f4'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:46:31.928308 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] Routers {'ae209977-c555-4791-a4d9-54611e8a47f4'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:46:31.928789 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e027cea5-ff20-40ca-824b-01403f8aec53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:31.930109 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:46:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['ae209977-c555-4791-a4d9-54611e8a47f4'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:31.933298 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-e027cea5-ff20-40ca-824b-01403f8aec53 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.9529295 Sep 16 12:46:31.933925 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47740) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:31.951911 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-72a94b9b-5140-49d1-a8ac-a24f5ce78c6f admin admin] Publish callbacks [] for router_gateway (7ea12114-704c-4862-8d51-9fa038ce9deb), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:32.093969 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7e30cffe-2f82-4154-b430-326a186c1ec5 req-5428074c-60b7-4799-9342-625d166a594b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 210 time: 0.0569618 Sep 16 12:46:32.241438 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f48271e-9b9a-4cf6-98ad-565cc963754a admin admin] Publish callbacks [] for security_group (f7aecb8a-7b22-40f3-b9a0-00dbbb490852), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:32.249327 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] Set router ae209977-c555-4791-a4d9-54611e8a47f4 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:46:32.343379 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-572ea019-8714-44eb-86be-285e83826a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:32.471814 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-72a94b9b-5140-49d1-a8ac-a24f5ce78c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (7ea12114-704c-4862-8d51-9fa038ce9deb), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:32.494782 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f48271e-9b9a-4cf6-98ad-565cc963754a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (f7aecb8a-7b22-40f3-b9a0-00dbbb490852), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:32.498718 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f48271e-9b9a-4cf6-98ad-565cc963754a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:32.502571 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7f48271e-9b9a-4cf6-98ad-565cc963754a admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/f7aecb8a-7b22-40f3-b9a0-00dbbb490852 HTTP/1.1" status: 204 len: 168 time: 1.1075277 Sep 16 12:46:32.864484 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae209977-c555-4791-a4d9-54611e8a47f4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-45540949-router', 'tenant_id': '49a2ef319f934a71ad3efc6077bdede3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'f292064e-9a0e-4c53-bc47-9efd525224b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:26Z', 'updated_at': '2022-09-16T12:46:30Z', 'revision_number': 3, 'project_id': '49a2ef319f934a71ad3efc6077bdede3', 'gw_port': {'id': 'f292064e-9a0e-4c53-bc47-9efd525224b1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae209977-c555-4791-a4d9-54611e8a47f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:28Z', 'updated_at': '2022-09-16T12:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:32.907767 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] Checking router: ae209977-c555-4791-a4d9-54611e8a47f4 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:46:32.908843 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] Updating router ae209977-c555-4791-a4d9-54611e8a47f4 port f292064e-9a0e-4c53-bc47-9efd525224b1 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:46:32.929624 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c19322-e3a7-4cd1-a26b-378d36878507 None None] Network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:46:32.985379 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f292064e-9a0e-4c53-bc47-9efd525224b1), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:32.991376 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48271e-9b9a-4cf6-98ad-565cc963754a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7aecb8a-7b22-40f3-b9a0-00dbbb490852,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:33.012485 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-802a5994-7ec6-4fee-a8c9-5dadcdce70c5 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:33.014378 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-802a5994-7ec6-4fee-a8c9-5dadcdce70c5 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2320113 Sep 16 12:46:33.028918 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-22ee866d-875e-48c3-91f9-3e56cbc75db3 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Request body: {'port': {'device_id': 'f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '0709d7ec436047a39dfb8c5d92f17fa3'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:33.043165 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1eedd4c4-c7bd-4124-8cd9-a9264cea511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:33.202882 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:33.206257 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-22ee866d-875e-48c3-91f9-3e56cbc75db3 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Made reservation on behalf of 0709d7ec436047a39dfb8c5d92f17fa3 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:46:33.210593 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-22ee866d-875e-48c3-91f9-3e56cbc75db3 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:33.211622 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:33.221883 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-22ee866d-875e-48c3-91f9-3e56cbc75db3 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:33.230534 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:33.318558 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-22ee866d-875e-48c3-91f9-3e56cbc75db3 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks [] for security_group (b7f10979-1f43-43e0-acd7-85e301ed3df8), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:33.322780 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-707d5e1b-0c96-4bab-8f4f-429d7077263b None None] Provisioning complete for port b5f4e8d4-2c9f-44a3-b98f-471aef734704 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:33.323587 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-707d5e1b-0c96-4bab-8f4f-429d7077263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b5f4e8d4-2c9f-44a3-b98f-471aef734704), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:33.324739 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-707d5e1b-0c96-4bab-8f4f-429d7077263b None None] Attempt 1 to provision port b5f4e8d4-2c9f-44a3-b98f-471aef734704 Sep 16 12:46:33.329486 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-22ee866d-875e-48c3-91f9-3e56cbc75db3 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b7f10979-1f43-43e0-acd7-85e301ed3df8), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:33.337466 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:33.458027 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:33.462795 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-22ee866d-875e-48c3-91f9-3e56cbc75db3 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Allocated IP 192.168.233.12 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/31e589d5-4175-4617-9376-ffdea1a75308) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:46:33.476111 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-70c76e9a-76ab-4772-86ae-91db58d6b705 req-0b6e9a8d-cfb5-48c4-aa4f-5701eb4ec94b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 210 time: 0.1635437 Sep 16 12:46:33.535086 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-707d5e1b-0c96-4bab-8f4f-429d7077263b None None] Current status of the port b5f4e8d4-2c9f-44a3-b98f-471aef734704 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:33.536422 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-707d5e1b-0c96-4bab-8f4f-429d7077263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b5f4e8d4-2c9f-44a3-b98f-471aef734704), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:33.597202 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-707d5e1b-0c96-4bab-8f4f-429d7077263b None None] For port b5f4e8d4-2c9f-44a3-b98f-471aef734704, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b5f4e8d4-2c9f-44a3-b98f-471aef734704,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:33.610190 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-707d5e1b-0c96-4bab-8f4f-429d7077263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b5f4e8d4-2c9f-44a3-b98f-471aef734704), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:33.702832 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-1eedd4c4-c7bd-4124-8cd9-a9264cea511e admin admin] Allocated IP 172.20.0.1 (f1420eb2-6871-44c8-b39f-a26ce6c7b581/8186d18f-b8b1-4f66-afad-98c88e1eca5b/a5a61a0a-3b75-465a-8ca1-fcee28fead93) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:46:33.750706 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b5f4e8d4-2c9f-44a3-b98f-471aef734704 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:33.799998 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67575cfb-de32-48d7-a09e-c49516304f10 req-5a27fd14-a3da-4c13-9e6d-c6986b3d61c6 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=20770fd1243d4412bfc90d2a079473bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772254 Sep 16 12:46:33.811858 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] Publish callbacks [] for port (f292064e-9a0e-4c53-bc47-9efd525224b1), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:33.827596 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:33.830302 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f292064e-9a0e-4c53-bc47-9efd525224b1), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:33.853988 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d5e1b-0c96-4bab-8f4f-429d7077263b None None] Pushing event updated for resources: {'Port': ['ID=b5f4e8d4-2c9f-44a3-b98f-471aef734704,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:33.867834 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port b5f4e8d4-2c9f-44a3-b98f-471aef734704 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:33.868253 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b5f4e8d4-2c9f-44a3-b98f-471aef734704), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:33.869177 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port b5f4e8d4-2c9f-44a3-b98f-471aef734704 Sep 16 12:46:33.906846 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:33.924798 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-6f1c0268-019a-4b44-91ec-6180b03d391f tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=0709d7ec436047a39dfb8c5d92f17fa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1672773 Sep 16 12:46:33.927930 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] Attempting to bind port f292064e-9a0e-4c53-bc47-9efd525224b1 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:46:33.928510 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] Attempting to bind port f292064e-9a0e-4c53-bc47-9efd525224b1 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:46:33.928707 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] Attempting to bind port f292064e-9a0e-4c53-bc47-9efd525224b1 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:33.950462 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-b050cbbc-a22e-488f-89ab-d5c15de91f69 None None] Provisioning complete for port b5f4e8d4-2c9f-44a3-b98f-471aef734704 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:33.950885 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b050cbbc-a22e-488f-89ab-d5c15de91f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b5f4e8d4-2c9f-44a3-b98f-471aef734704), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:33.951378 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b050cbbc-a22e-488f-89ab-d5c15de91f69 None None] Attempt 1 to provision port b5f4e8d4-2c9f-44a3-b98f-471aef734704 Sep 16 12:46:33.985010 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89909e-6a26-4eee-bb5b-181c11a8f3f8 None None] Pushing event updated for resources: {'Port': ['ID=f292064e-9a0e-4c53-bc47-9efd525224b1,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:34.021310 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port b5f4e8d4-2c9f-44a3-b98f-471aef734704 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:34.046550 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee866d-875e-48c3-91f9-3e56cbc75db3 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f10979-1f43-43e0-acd7-85e301ed3df8,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:34.061396 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:46:34.062559 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:34.063428 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:34.064915 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:46:34.065690 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] Bound port: f292064e-9a0e-4c53-bc47-9efd525224b1, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:46:34.066462 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f292064e-9a0e-4c53-bc47-9efd525224b1), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:34.081957 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47812) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:34.104038 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47816) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:34.126632 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f9803a68-9df4-436d-bcc4-ffb1c657f7d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:34.162259 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b050cbbc-a22e-488f-89ab-d5c15de91f69 None None] Current status of the port b5f4e8d4-2c9f-44a3-b98f-471aef734704 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:34.181549 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] For port f292064e-9a0e-4c53-bc47-9efd525224b1, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:46:34.188610 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] For port f292064e-9a0e-4c53-bc47-9efd525224b1, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f292064e-9a0e-4c53-bc47-9efd525224b1,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:46:34.201151 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f292064e-9a0e-4c53-bc47-9efd525224b1), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:34.259047 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1eedd4c4-c7bd-4124-8cd9-a9264cea511e admin admin] Publish callbacks [] for port (a5a61a0a-3b75-465a-8ca1-fcee28fead93), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:34.281747 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-22ee866d-875e-48c3-91f9-3e56cbc75db3 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks [] for port (31e589d5-4175-4617-9376-ffdea1a75308), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:34.289985 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a94b9b-5140-49d1-a8ac-a24f5ce78c6f admin admin] Router 7ea12114-704c-4862-8d51-9fa038ce9deb is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:46:34.302169 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-767fbb42-ce0a-483b-a90d-ec9350aec01a tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:34.303896 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-767fbb42-ce0a-483b-a90d-ec9350aec01a tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3548341 Sep 16 12:46:34.314093 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89909e-6a26-4eee-bb5b-181c11a8f3f8 None None] Pushing event updated for resources: {'Port': ['ID=f292064e-9a0e-4c53-bc47-9efd525224b1,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:34.317710 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67575cfb-de32-48d7-a09e-c49516304f10 req-9efa1598-5c47-4d86-92d7-84cecf8c2e21 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:34.320792 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] Routers {'ae209977-c555-4791-a4d9-54611e8a47f4'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:46:34.321668 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:46:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['ae209977-c555-4791-a4d9-54611e8a47f4'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:34.322895 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-e045fc3f-1344-4124-81b1-afae7debd572 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Request body: {'port': {'device_id': '1b320dc8-1e79-4202-8162-0a418c6b1874', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '0709d7ec436047a39dfb8c5d92f17fa3'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:34.329349 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67575cfb-de32-48d7-a09e-c49516304f10 req-9efa1598-5c47-4d86-92d7-84cecf8c2e21 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5152102 Sep 16 12:46:34.428768 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67575cfb-de32-48d7-a09e-c49516304f10 req-2101763f-5808-41ca-93f7-087093fe337e tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/quotas/20770fd1243d4412bfc90d2a079473bd HTTP/1.1" status: 200 len: 375 time: 0.0956597 Sep 16 12:46:34.485962 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f9803a68-9df4-436d-bcc4-ffb1c657f7d6 admin admin] Publish callbacks [] for security_group (17c6bcfc-a036-45f4-9b4d-6afc27db0d09), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:34.492813 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:34.503750 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] Set router ae209977-c555-4791-a4d9-54611e8a47f4 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:46:34.516056 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f9803a68-9df4-436d-bcc4-ffb1c657f7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (17c6bcfc-a036-45f4-9b4d-6afc27db0d09), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:34.525273 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a94b9b-5140-49d1-a8ac-a24f5ce78c6f admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:46:34.538585 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] Sync routers for ids ['7ea12114-704c-4862-8d51-9fa038ce9deb'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:46:34.549063 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1eedd4c4-c7bd-4124-8cd9-a9264cea511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (a5a61a0a-3b75-465a-8ca1-fcee28fead93), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:34.565398 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-22ee866d-875e-48c3-91f9-3e56cbc75db3 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (31e589d5-4175-4617-9376-ffdea1a75308), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:34.584206 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] Routers {'7ea12114-704c-4862-8d51-9fa038ce9deb'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:46:34.589867 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:46:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['7ea12114-704c-4862-8d51-9fa038ce9deb'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:34.670069 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-01e9d5b3-6991-41ec-9e79-4d91794946f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:34.691377 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-72a94b9b-5140-49d1-a8ac-a24f5ce78c6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:34.696410 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67575cfb-de32-48d7-a09e-c49516304f10 req-1f71dcb6-72ce-4f93-a8d4-f0132d9d460e tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=20770fd1243d4412bfc90d2a079473bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2463331 Sep 16 12:46:34.699740 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-72a94b9b-5140-49d1-a8ac-a24f5ce78c6f admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.7146339 Sep 16 12:46:34.706836 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47828) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:34.743141 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-22ee866d-875e-48c3-91f9-3e56cbc75db3 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:34.746881 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae209977-c555-4791-a4d9-54611e8a47f4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-45540949-router', 'tenant_id': '49a2ef319f934a71ad3efc6077bdede3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'f292064e-9a0e-4c53-bc47-9efd525224b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:26Z', 'updated_at': '2022-09-16T12:46:30Z', 'revision_number': 3, 'project_id': '49a2ef319f934a71ad3efc6077bdede3', 'gw_port': {'id': 'f292064e-9a0e-4c53-bc47-9efd525224b1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae209977-c555-4791-a4d9-54611e8a47f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:28Z', 'updated_at': '2022-09-16T12:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:34.757578 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-22ee866d-875e-48c3-91f9-3e56cbc75db3 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:34.762009 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d9266c34-7046-4aaf-9e33-fa123882a6ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:34.770802 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eedd4c4-c7bd-4124-8cd9-a9264cea511e admin admin] Network f1420eb2-6871-44c8-b39f-a26ce6c7b581 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:34.778880 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-22ee866d-875e-48c3-91f9-3e56cbc75db3 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:46:34.784655 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9803a68-9df4-436d-bcc4-ffb1c657f7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c6bcfc-a036-45f4-9b4d-6afc27db0d09,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:34.797380 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f9803a68-9df4-436d-bcc4-ffb1c657f7d6 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=55cbda9159da4feba5c4bc60b562d34d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6900380 Sep 16 12:46:34.815348 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-1eedd4c4-c7bd-4124-8cd9-a9264cea511e admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:34.821843 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1481dbf-a3d9-4200-a60c-97d1f36fa33f None None] The sync data for ids ['ae209977-c555-4791-a4d9-54611e8a47f4'] in n-d-858094-4 is: [{'id': 'ae209977-c555-4791-a4d9-54611e8a47f4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-45540949-router', 'tenant_id': '49a2ef319f934a71ad3efc6077bdede3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'f292064e-9a0e-4c53-bc47-9efd525224b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:26Z', 'updated_at': '2022-09-16T12:46:30Z', 'revision_number': 3, 'project_id': '49a2ef319f934a71ad3efc6077bdede3', 'gw_port': {'id': 'f292064e-9a0e-4c53-bc47-9efd525224b1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae209977-c555-4791-a4d9-54611e8a47f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:28Z', 'updated_at': '2022-09-16T12:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:46:34.842209 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee866d-875e-48c3-91f9-3e56cbc75db3 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Pushing event updated for resources: {'Port': ['ID=31e589d5-4175-4617-9376-ffdea1a75308,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:34.862803 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] Set router 7ea12114-704c-4862-8d51-9fa038ce9deb gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:46:34.870553 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47832) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:34.909139 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eedd4c4-c7bd-4124-8cd9-a9264cea511e admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:46:34.917579 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-e045fc3f-1344-4124-81b1-afae7debd572 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Made reservation on behalf of 0709d7ec436047a39dfb8c5d92f17fa3 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:46:34.932031 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-e045fc3f-1344-4124-81b1-afae7debd572 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:35.016002 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedd4c4-c7bd-4124-8cd9-a9264cea511e admin admin] Pushing event updated for resources: {'Port': ['ID=a5a61a0a-3b75-465a-8ca1-fcee28fead93,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:35.104319 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:35.241953 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-22ee866d-875e-48c3-91f9-3e56cbc75db3 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:35.242723 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-22ee866d-875e-48c3-91f9-3e56cbc75db3 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:35.300033 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:35.444449 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:35.515270 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-22ee866d-875e-48c3-91f9-3e56cbc75db3 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4916880 Sep 16 12:46:35.561040 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] Request body: {'port': {'device_id': 'f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:35.564066 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa77c-b4c4-4a75-9143-4fd3e06bb237 admin admin] Publish callbacks [] for security_group (17c6bcfc-a036-45f4-9b4d-6afc27db0d09), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:35.564557 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'name': 'tempest-LiveMigrationTest-1212016905-router', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:31Z', 'revision_number': 3, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'gw_port': {'id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:90:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:35.623953 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] Checking router: 7ea12114-704c-4862-8d51-9fa038ce9deb for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:46:35.624436 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] Updating router 7ea12114-704c-4862-8d51-9fa038ce9deb port 88d7cc1d-2f8d-4a56-b634-971bafec55ac binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:46:35.645965 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:INSERT=13 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:35.680170 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1eedd4c4-c7bd-4124-8cd9-a9264cea511e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (ae209977-c555-4791-a4d9-54611e8a47f4), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:35.757307 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b5f4e8d4-2c9f-44a3-b98f-471aef734704 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:35.818653 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-e045fc3f-1344-4124-81b1-afae7debd572 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Allocated IP 192.168.233.118 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:46:35.819085 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (88d7cc1d-2f8d-4a56-b634-971bafec55ac), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:35.891374 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port b5f4e8d4-2c9f-44a3-b98f-471aef734704 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:35.891989 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b5f4e8d4-2c9f-44a3-b98f-471aef734704), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:35.892495 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port b5f4e8d4-2c9f-44a3-b98f-471aef734704 Sep 16 12:46:35.895732 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Provisioning complete for port a5a61a0a-3b75-465a-8ca1-fcee28fead93 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:35.896378 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (a5a61a0a-3b75-465a-8ca1-fcee28fead93), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:35.896865 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Attempt 1 to provision port a5a61a0a-3b75-465a-8ca1-fcee28fead93 Sep 16 12:46:36.017959 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0c2d2810-5ec6-42f9-9df7-a76fb2e83f7b req-e214fcb5-35ee-4375-840f-e7c8acd0a8e6 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 210 time: 0.3766801 Sep 16 12:46:36.052573 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:36.063371 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa77c-b4c4-4a75-9143-4fd3e06bb237 admin admin] Publish callbacks [] for security_group (17c6bcfc-a036-45f4-9b4d-6afc27db0d09), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:36.158068 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Port a5a61a0a-3b75-465a-8ca1-fcee28fead93 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:36.213396 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:36.220900 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1eedd4c4-c7bd-4124-8cd9-a9264cea511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a5a61a0a-3b75-465a-8ca1-fcee28fead93), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:36.230778 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-06db9db7-0a76-4bda-bc1b-52ba7302a2fe req-9785565f-9117-4e4b-9c0a-ef29b21e010c tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbbaed5d-b861-4f03-a39b-c384175b92ea HTTP/1.1" status: 200 len: 210 time: 0.1544914 Sep 16 12:46:36.235803 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (31e589d5-4175-4617-9376-ffdea1a75308), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:36.238411 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:36.315958 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d9266c34-7046-4aaf-9e33-fa123882a6ef admin admin] Publish callbacks [] for security_group (2c0582cd-edfd-4d06-929e-7a7eb3102e17), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:36.328256 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port b5f4e8d4-2c9f-44a3-b98f-471aef734704 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:36.335681 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f292064e-9a0e-4c53-bc47-9efd525224b1 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:36.403193 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-e045fc3f-1344-4124-81b1-afae7debd572 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks [] for port (cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:36.517948 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-e045fc3f-1344-4124-81b1-afae7debd572 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:36.621088 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:36.667581 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d9266c34-7046-4aaf-9e33-fa123882a6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (2c0582cd-edfd-4d06-929e-7a7eb3102e17), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:36.672194 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Attempt 2 to provision port a5a61a0a-3b75-465a-8ca1-fcee28fead93 Sep 16 12:46:36.684139 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa77c-b4c4-4a75-9143-4fd3e06bb237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (17c6bcfc-a036-45f4-9b4d-6afc27db0d09), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:36.684818 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa77c-b4c4-4a75-9143-4fd3e06bb237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:36.688781 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0b9fa77c-b4c4-4a75-9143-4fd3e06bb237 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/17c6bcfc-a036-45f4-9b4d-6afc27db0d09 HTTP/1.1" status: 204 len: 168 time: 1.8143313 Sep 16 12:46:36.711021 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-e045fc3f-1344-4124-81b1-afae7debd572 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:36.723380 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fa77c-b4c4-4a75-9143-4fd3e06bb237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c6bcfc-a036-45f4-9b4d-6afc27db0d09,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:36.733421 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-e045fc3f-1344-4124-81b1-afae7debd572 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:36.741120 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-e045fc3f-1344-4124-81b1-afae7debd572 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:46:36.822551 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045fc3f-1344-4124-81b1-afae7debd572 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Pushing event updated for resources: {'Port': ['ID=cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:36.825640 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-d9266c34-7046-4aaf-9e33-fa123882a6ef admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=ddd3507c17d140f1b9d063d5f31e05d9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7404022 Sep 16 12:46:36.834871 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1eedd4c4-c7bd-4124-8cd9-a9264cea511e admin admin] Publish callbacks [] for port (a5a61a0a-3b75-465a-8ca1-fcee28fead93), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:36.837151 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9266c34-7046-4aaf-9e33-fa123882a6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0582cd-edfd-4d06-929e-7a7eb3102e17,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:36.840020 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47874) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:36.857617 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-e045fc3f-1344-4124-81b1-afae7debd572 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:36.859684 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1eedd4c4-c7bd-4124-8cd9-a9264cea511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (a5a61a0a-3b75-465a-8ca1-fcee28fead93), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:36.864377 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-e045fc3f-1344-4124-81b1-afae7debd572 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:36.999368 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Port a5a61a0a-3b75-465a-8ca1-fcee28fead93 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:37.016836 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-e045fc3f-1344-4124-81b1-afae7debd572 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6978421 Sep 16 12:46:37.063197 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] Request body: {'port': {'device_id': '1b320dc8-1e79-4202-8162-0a418c6b1874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:37.129594 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port f292064e-9a0e-4c53-bc47-9efd525224b1 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:37.130212 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f292064e-9a0e-4c53-bc47-9efd525224b1), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:37.130726 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port f292064e-9a0e-4c53-bc47-9efd525224b1 Sep 16 12:46:37.381124 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:37.404795 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d623e02f-4477-4b36-881c-5a9dd46ca7f5 req-9d88b477-8d9e-4028-b035-70bfe49aeb42 tempest-QuotasAdminNegativeTest-1717087707 tempest-QuotasAdminNegativeTest-1717087707-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=cc2c5f8ac0254d3cae8c28d053cb2722&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2964282 Sep 16 12:46:37.423289 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:37.431761 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67575cfb-de32-48d7-a09e-c49516304f10 req-10dfaec2-b2fa-4d04-829c-9f9c3dfa4268 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=20770fd1243d4412bfc90d2a079473bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1997576 Sep 16 12:46:37.478072 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:37.492790 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] Publish callbacks [] for port (88d7cc1d-2f8d-4a56-b634-971bafec55ac), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:37.500492 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Attempt 3 to provision port a5a61a0a-3b75-465a-8ca1-fcee28fead93 Sep 16 12:46:37.501917 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:37.534166 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (88d7cc1d-2f8d-4a56-b634-971bafec55ac), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:37.548306 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port f292064e-9a0e-4c53-bc47-9efd525224b1 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:37.548306 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f292064e-9a0e-4c53-bc47-9efd525224b1), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:37.557570 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47898) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:37.578057 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:37.594809 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Port a5a61a0a-3b75-465a-8ca1-fcee28fead93 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:37.603298 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] Attempting to bind port 88d7cc1d-2f8d-4a56-b634-971bafec55ac on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:46:37.603665 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] Attempting to bind port 88d7cc1d-2f8d-4a56-b634-971bafec55ac by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:46:37.604025 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] Attempting to bind port 88d7cc1d-2f8d-4a56-b634-971bafec55ac on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:37.657697 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port f292064e-9a0e-4c53-bc47-9efd525224b1, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f292064e-9a0e-4c53-bc47-9efd525224b1,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:37.671484 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea001683-ba5d-4c71-9c56-6903a9d8faa1 None None] Pushing event updated for resources: {'Port': ['ID=88d7cc1d-2f8d-4a56-b634-971bafec55ac,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:37.673729 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f292064e-9a0e-4c53-bc47-9efd525224b1), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:37.687802 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:37.691647 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001683-ba5d-4c71-9c56-6903a9d8faa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:37.692449 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001683-ba5d-4c71-9c56-6903a9d8faa1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:37.692733 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001683-ba5d-4c71-9c56-6903a9d8faa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:37.693052 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001683-ba5d-4c71-9c56-6903a9d8faa1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:37.693389 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001683-ba5d-4c71-9c56-6903a9d8faa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:37.693705 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001683-ba5d-4c71-9c56-6903a9d8faa1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:37.694025 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001683-ba5d-4c71-9c56-6903a9d8faa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:37.694345 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001683-ba5d-4c71-9c56-6903a9d8faa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:37.694662 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001683-ba5d-4c71-9c56-6903a9d8faa1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:37.694973 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001683-ba5d-4c71-9c56-6903a9d8faa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:37.695288 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001683-ba5d-4c71-9c56-6903a9d8faa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:37.695603 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001683-ba5d-4c71-9c56-6903a9d8faa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:37.695911 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001683-ba5d-4c71-9c56-6903a9d8faa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:37.696255 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001683-ba5d-4c71-9c56-6903a9d8faa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:37.696569 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001683-ba5d-4c71-9c56-6903a9d8faa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:37.734860 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:46:37.735247 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:37.735636 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:37.736028 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:46:37.736534 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] Bound port: 88d7cc1d-2f8d-4a56-b634-971bafec55ac, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:46:37.736908 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (88d7cc1d-2f8d-4a56-b634-971bafec55ac), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:37.740411 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e589d5-4175-4617-9376-ffdea1a75308 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:46:37.748610 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] Publish callbacks [] for port (31e589d5-4175-4617-9376-ffdea1a75308), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:37.762852 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] Transition to ACTIVE for port object 31e589d5-4175-4617-9376-ffdea1a75308 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:46:37.771398 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (31e589d5-4175-4617-9376-ffdea1a75308), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:37.793259 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=f292064e-9a0e-4c53-bc47-9efd525224b1,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:37.819105 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] For port 88d7cc1d-2f8d-4a56-b634-971bafec55ac, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:46:37.823776 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] For port 88d7cc1d-2f8d-4a56-b634-971bafec55ac, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=88d7cc1d-2f8d-4a56-b634-971bafec55ac,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:46:37.841646 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (88d7cc1d-2f8d-4a56-b634-971bafec55ac), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:37.903363 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:37.908305 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] Routers {'7ea12114-704c-4862-8d51-9fa038ce9deb'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:46:37.908941 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:46:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['7ea12114-704c-4862-8d51-9fa038ce9deb'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:37.937975 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] Pushing event updated for resources: {'Port': ['ID=31e589d5-4175-4617-9376-ffdea1a75308,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:37.970759 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedd4c4-c7bd-4124-8cd9-a9264cea511e admin admin] Pushing event updated for resources: {'Port': ['ID=a5a61a0a-3b75-465a-8ca1-fcee28fead93,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:37.977348 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea001683-ba5d-4c71-9c56-6903a9d8faa1 None None] Pushing event updated for resources: {'Port': ['ID=88d7cc1d-2f8d-4a56-b634-971bafec55ac,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:37.986166 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:37.988823 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623e02f-4477-4b36-881c-5a9dd46ca7f5 req-eb6b45fe-07b7-4f28-9fc4-975d27c188f8 tempest-QuotasAdminNegativeTest-1717087707 tempest-QuotasAdminNegativeTest-1717087707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:38.000934 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d623e02f-4477-4b36-881c-5a9dd46ca7f5 req-eb6b45fe-07b7-4f28-9fc4-975d27c188f8 tempest-QuotasAdminNegativeTest-1717087707 tempest-QuotasAdminNegativeTest-1717087707-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5952213 Sep 16 12:46:38.013210 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1eedd4c4-c7bd-4124-8cd9-a9264cea511e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (ae209977-c555-4791-a4d9-54611e8a47f4), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:38.044297 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b92167a3-4198-40fe-935b-10b9489c1690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:38.044887 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:38.047108 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] Attempting to bind port 31e589d5-4175-4617-9376-ffdea1a75308 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:46:38.048012 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] Attempting to bind port 31e589d5-4175-4617-9376-ffdea1a75308 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:46:38.048626 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] Attempting to bind port 31e589d5-4175-4617-9376-ffdea1a75308 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:38.058742 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] Set router 7ea12114-704c-4862-8d51-9fa038ce9deb gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:46:38.101736 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d623e02f-4477-4b36-881c-5a9dd46ca7f5 req-1dbe508d-a0c5-4017-9d90-7ae88baf69ee tempest-QuotasAdminNegativeTest-1717087707 tempest-QuotasAdminNegativeTest-1717087707-project] 10.222.0.67 "GET /networking/v2.0/quotas/cc2c5f8ac0254d3cae8c28d053cb2722 HTTP/1.1" status: 200 len: 375 time: 0.0992763 Sep 16 12:46:38.104763 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Attempt 4 to provision port a5a61a0a-3b75-465a-8ca1-fcee28fead93 Sep 16 12:46:38.218811 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Port a5a61a0a-3b75-465a-8ca1-fcee28fead93 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:38.302124 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d623e02f-4477-4b36-881c-5a9dd46ca7f5 req-b54bf97b-6990-4d5b-8ac9-7ca1d8881834 tempest-QuotasAdminNegativeTest-1717087707 tempest-QuotasAdminNegativeTest-1717087707-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=cc2c5f8ac0254d3cae8c28d053cb2722&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1994812 Sep 16 12:46:38.302899 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-dd284d49-ae62-402e-ad6b-bb4de7412932 admin admin] Publish callbacks [] for security_group (2c0582cd-edfd-4d06-929e-7a7eb3102e17), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:38.317681 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974253b4-7c6d-4f35-b995-a3903487ad20 req-a195742b-a15d-45f8-8ec6-b09757dd53b6 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:38.326995 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'name': 'tempest-LiveMigrationTest-1212016905-router', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:31Z', 'revision_number': 3, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'gw_port': {'id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:90:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:38.327660 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-974253b4-7c6d-4f35-b995-a3903487ad20 req-a195742b-a15d-45f8-8ec6-b09757dd53b6 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 936 time: 1.0093150 Sep 16 12:46:38.361273 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76888254-ca17-4834-8940-184400b1cbd5 None None] The sync data for ids ['7ea12114-704c-4862-8d51-9fa038ce9deb'] in n-d-858094-4 is: [{'id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'name': 'tempest-LiveMigrationTest-1212016905-router', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:31Z', 'revision_number': 3, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'gw_port': {'id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:90:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:46:38.415519 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:46:38.425456 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:38.437855 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eedd4c4-c7bd-4124-8cd9-a9264cea511e admin admin] Network f1420eb2-6871-44c8-b39f-a26ce6c7b581 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:38.439586 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] Publish callbacks [] for port (cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:38.459664 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] Port 31e589d5-4175-4617-9376-ffdea1a75308 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:46:38.459882 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] Attempting to bind port 31e589d5-4175-4617-9376-ffdea1a75308 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:38.485811 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-dd284d49-ae62-402e-ad6b-bb4de7412932 admin admin] Publish callbacks [] for security_group (2c0582cd-edfd-4d06-929e-7a7eb3102e17), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:38.490910 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] Transition to ACTIVE for port object cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:46:38.505552 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:38.515849 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-1eedd4c4-c7bd-4124-8cd9-a9264cea511e admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:38.577701 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b92167a3-4198-40fe-935b-10b9489c1690 admin admin] Publish callbacks [] for security_group (ae7ee4df-e11b-47df-a0bc-e923ff503e85), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:38.615798 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:46:38.616177 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:38.616550 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:46:38.617007 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] Bound port: 31e589d5-4175-4617-9376-ffdea1a75308, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:46:38.617512 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (31e589d5-4175-4617-9376-ffdea1a75308), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:38.640299 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b92167a3-4198-40fe-935b-10b9489c1690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (ae7ee4df-e11b-47df-a0bc-e923ff503e85), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:38.649939 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:38.650079 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] Pushing event updated for resources: {'Port': ['ID=cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:38.683972 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-974253b4-7c6d-4f35-b995-a3903487ad20 req-93f61a4c-f63d-4a63-936d-9fea025a330b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553247 Sep 16 12:46:38.715767 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cea0a554-c73a-4cff-a9fe-c17e890fd2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:38.720623 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Attempt 5 to provision port a5a61a0a-3b75-465a-8ca1-fcee28fead93 Sep 16 12:46:38.826865 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ffc84766-a459-4c26-ac25-eff06bcadf04 req-5b8cedf2-b350-47f2-a418-539aca14de54 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbbaed5d-b861-4f03-a39b-c384175b92ea HTTP/1.1" status: 200 len: 210 time: 0.2925210 Sep 16 12:46:38.847420 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Port a5a61a0a-3b75-465a-8ca1-fcee28fead93 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:38.849133 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92167a3-4198-40fe-935b-10b9489c1690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7ee4df-e11b-47df-a0bc-e923ff503e85,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:38.900422 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67575cfb-de32-48d7-a09e-c49516304f10 req-484c74db-0337-4974-a47e-a307e64e0d67 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:38.901989 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67575cfb-de32-48d7-a09e-c49516304f10 req-484c74db-0337-4974-a47e-a307e64e0d67 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3929460 Sep 16 12:46:38.909568 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b92167a3-4198-40fe-935b-10b9489c1690 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=10f9143689cb4f6e957a4e63d7ae464d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3482511 Sep 16 12:46:38.916111 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47926) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:38.938974 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eedd4c4-c7bd-4124-8cd9-a9264cea511e admin admin] Router ae209977-c555-4791-a4d9-54611e8a47f4 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:46:38.946316 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-67575cfb-de32-48d7-a09e-c49516304f10 req-3569c323-6068-4ec6-bd8b-702f0108bd7c tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Request body: {'port': {'device_id': 'cbbaed5d-b861-4f03-a39b-c384175b92ea', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '20770fd1243d4412bfc90d2a079473bd'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:39.043935 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-dd284d49-ae62-402e-ad6b-bb4de7412932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (2c0582cd-edfd-4d06-929e-7a7eb3102e17), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:39.047343 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-dd284d49-ae62-402e-ad6b-bb4de7412932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:39.048569 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-dd284d49-ae62-402e-ad6b-bb4de7412932 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/2c0582cd-edfd-4d06-929e-7a7eb3102e17 HTTP/1.1" status: 204 len: 168 time: 2.2067924 Sep 16 12:46:39.056635 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] For port 31e589d5-4175-4617-9376-ffdea1a75308, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:46:39.075625 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] Attempting to bind port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:46:39.076063 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] Attempting to bind port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:46:39.076539 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] Attempting to bind port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:39.099046 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] For port 31e589d5-4175-4617-9376-ffdea1a75308, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=31e589d5-4175-4617-9376-ffdea1a75308,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:46:39.160560 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (31e589d5-4175-4617-9376-ffdea1a75308), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:39.177240 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:39.179344 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:39.182947 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/31e589d5-4175-4617-9376-ffdea1a75308 HTTP/1.1" status: 200 len: 1095 time: 3.6557517 Sep 16 12:46:39.192761 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:39.193689 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6', 'tag': '31e589d5-4175-4617-9376-ffdea1a75308'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:46:39.195478 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd284d49-ae62-402e-ad6b-bb4de7412932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0582cd-edfd-4d06-929e-7a7eb3102e17,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:39.196281 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f777cc1-fa96-4827-b224-2719c1873325" -d '{"events": [{"name": "network-changed", "server_uuid": "f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6", "tag": "31e589d5-4175-4617-9376-ffdea1a75308"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:46:39.348784 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Attempt 6 to provision port a5a61a0a-3b75-465a-8ca1-fcee28fead93 Sep 16 12:46:39.368556 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4af9ce-f639-4d92-ae5e-80c06e0ab347 x-openstack-request-id: req-fb4af9ce-f639-4d92-ae5e-80c06e0ab347 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:46:39.372398 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6", "tag": "31e589d5-4175-4617-9376-ffdea1a75308", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:46:39.372817 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fb4af9ce-f639-4d92-ae5e-80c06e0ab347 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:46:39.373309 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb4af9ce-f639-4d92-ae5e-80c06e0ab347'] response: {'name': 'network-changed', 'server_uuid': 'f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6', 'tag': '31e589d5-4175-4617-9376-ffdea1a75308', 'status': 'completed', 'code': 200} Sep 16 12:46:39.384792 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6da7b2dd-8a67-4adc-855f-0b8b728bd8b5 admin admin] Publish callbacks [] for security_group (ae7ee4df-e11b-47df-a0bc-e923ff503e85), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:39.403902 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] Port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:46:39.404963 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] Attempting to bind port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:39.450785 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Port a5a61a0a-3b75-465a-8ca1-fcee28fead93 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:39.490185 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-0eccae48-f833-46fd-8ebd-39bc347a02ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:39.495371 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-0eccae48-f833-46fd-8ebd-39bc347a02ec service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0709d7ec436047a39dfb8c5d92f17fa3&device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 1129 time: 0.2643433 Sep 16 12:46:39.586966 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6da7b2dd-8a67-4adc-855f-0b8b728bd8b5 admin admin] Publish callbacks [] for security_group (ae7ee4df-e11b-47df-a0bc-e923ff503e85), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:39.663387 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22b4cc-164e-475b-8801-9eef13435f9d service neutron] Pushing event updated for resources: {'Port': ['ID=31e589d5-4175-4617-9376-ffdea1a75308,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:39.674739 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-3c25bbf5-c5f5-4075-94d1-3862c5a46407 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=31e589d5-4175-4617-9376-ffdea1a75308 HTTP/1.1" status: 200 len: 217 time: 0.1238971 Sep 16 12:46:39.847078 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47956) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:39.859779 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:39.862133 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-648b3835-3fdd-4358-b3ba-897fc03de248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:39.864820 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-648b3835-3fdd-4358-b3ba-897fc03de248 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1598125 Sep 16 12:46:39.899315 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:46:39.899649 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:39.900079 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:46:39.900507 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] Bound port: cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:46:39.900863 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:39.952352 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Attempt 7 to provision port a5a61a0a-3b75-465a-8ca1-fcee28fead93 Sep 16 12:46:39.978524 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67575cfb-de32-48d7-a09e-c49516304f10 req-3569c323-6068-4ec6-bd8b-702f0108bd7c tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Made reservation on behalf of 20770fd1243d4412bfc90d2a079473bd for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:46:39.989718 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-67575cfb-de32-48d7-a09e-c49516304f10 req-3569c323-6068-4ec6-bd8b-702f0108bd7c tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:39.995922 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-aceb71cc-5057-4041-8db2-5b83b7668b42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:39.999505 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-7a533772-88c5-451e-a6b5-1447eb4146bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:40.001298 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-7a533772-88c5-451e-a6b5-1447eb4146bd service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1260877 Sep 16 12:46:40.004727 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eedd4c4-c7bd-4124-8cd9-a9264cea511e admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:46:40.021221 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] Sync routers for ids ['ae209977-c555-4791-a4d9-54611e8a47f4'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:46:40.023665 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Port a5a61a0a-3b75-465a-8ca1-fcee28fead93 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:40.033818 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 88d7cc1d-2f8d-4a56-b634-971bafec55ac up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:40.045563 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] Routers {'ae209977-c555-4791-a4d9-54611e8a47f4'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:46:40.049765 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:46:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['ae209977-c555-4791-a4d9-54611e8a47f4'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:40.065833 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-cea0a554-c73a-4cff-a9fe-c17e890fd2fd admin admin] Allocated IP 172.20.0.1 (40f9024a-6954-4a0a-afdb-132e05c6d9d2/466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c/175b84f6-307b-427a-a83c-49696ec1ba52) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:46:40.089588 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-1eedd4c4-c7bd-4124-8cd9-a9264cea511e admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/ae209977-c555-4791-a4d9-54611e8a47f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1453929 Sep 16 12:46:40.145043 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80037408-aaae-4fe4-bb7a-acd67e3af93a req-6c4955a0-16bc-4d49-87d8-e6dd37eae0aa tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:40.149248 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-19e95c1b-7708-4333-a420-2921a454a6d3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259146 Sep 16 12:46:40.150520 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 88d7cc1d-2f8d-4a56-b634-971bafec55ac triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:40.151248 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (88d7cc1d-2f8d-4a56-b634-971bafec55ac), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:40.151392 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 88d7cc1d-2f8d-4a56-b634-971bafec55ac Sep 16 12:46:40.151966 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-80037408-aaae-4fe4-bb7a-acd67e3af93a req-6c4955a0-16bc-4d49-87d8-e6dd37eae0aa tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 948 time: 0.2969875 Sep 16 12:46:40.226927 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:40.273302 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e61d0c15-a0a7-4bfb-b683-25f4f7100dd4 req-87855bb0-b63a-4c70-982d-97007a08769d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168811 Sep 16 12:46:40.294774 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:40.324929 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] For port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c, host n-h1-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:46:40.329584 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] For port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:46:40.335314 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6da7b2dd-8a67-4adc-855f-0b8b728bd8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (ae7ee4df-e11b-47df-a0bc-e923ff503e85), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:40.338918 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6da7b2dd-8a67-4adc-855f-0b8b728bd8b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:40.341550 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-6da7b2dd-8a67-4adc-855f-0b8b728bd8b5 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/ae7ee4df-e11b-47df-a0bc-e923ff503e85 HTTP/1.1" status: 204 len: 168 time: 1.4201462 Sep 16 12:46:40.349549 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 88d7cc1d-2f8d-4a56-b634-971bafec55ac is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:40.352061 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (88d7cc1d-2f8d-4a56-b634-971bafec55ac), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:40.353787 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7b2dd-8a67-4adc-855f-0b8b728bd8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7ee4df-e11b-47df-a0bc-e923ff503e85,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:40.356546 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:40.393159 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] Set router ae209977-c555-4791-a4d9-54611e8a47f4 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:46:40.418627 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:40.419354 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:40.421162 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c HTTP/1.1" status: 200 len: 1096 time: 3.3864524 Sep 16 12:46:40.422141 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e320881-f711-4b37-82fc-d311ca6b83ee service neutron] Pushing event updated for resources: {'Port': ['ID=cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:40.437378 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 88d7cc1d-2f8d-4a56-b634-971bafec55ac, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=88d7cc1d-2f8d-4a56-b634-971bafec55ac,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:40.444084 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (88d7cc1d-2f8d-4a56-b634-971bafec55ac), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:40.450458 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f292064e-9a0e-4c53-bc47-9efd525224b1 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:40.570180 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-c76dce97-4cbd-417a-a716-22d71a270f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:40.572071 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-c76dce97-4cbd-417a-a716-22d71a270f2f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0709d7ec436047a39dfb8c5d92f17fa3&device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 1130 time: 0.0855973 Sep 16 12:46:40.580965 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:40.641780 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Attempt 8 to provision port a5a61a0a-3b75-465a-8ca1-fcee28fead93 Sep 16 12:46:40.674925 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-daaf332f-83bc-4644-a1a7-3fdc66f51244 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c HTTP/1.1" status: 200 len: 217 time: 0.0861640 Sep 16 12:46:40.709212 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=88d7cc1d-2f8d-4a56-b634-971bafec55ac,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:40.713450 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9205a382-7e25-4e2a-b5e4-cb16510687de req-5dd2c7ba-127e-42ca-bb8a-a3cb6000599e tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbbaed5d-b861-4f03-a39b-c384175b92ea HTTP/1.1" status: 200 len: 210 time: 0.1363568 Sep 16 12:46:40.714713 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae209977-c555-4791-a4d9-54611e8a47f4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-45540949-router', 'tenant_id': '49a2ef319f934a71ad3efc6077bdede3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'f292064e-9a0e-4c53-bc47-9efd525224b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:26Z', 'updated_at': '2022-09-16T12:46:35Z', 'revision_number': 4, 'project_id': '49a2ef319f934a71ad3efc6077bdede3', 'gw_port': {'id': 'f292064e-9a0e-4c53-bc47-9efd525224b1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae209977-c555-4791-a4d9-54611e8a47f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:28Z', 'updated_at': '2022-09-16T12:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'a5a61a0a-3b75-465a-8ca1-fcee28fead93', 'name': '', 'network_id': 'f1420eb2-6871-44c8-b39f-a26ce6c7b581', 'tenant_id': '49a2ef319f934a71ad3efc6077bdede3', 'mac_address': 'fa:16:3e:41:da:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae209977-c555-4791-a4d9-54611e8a47f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8186d18f-b8b1-4f66-afad-98c88e1eca5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:33Z', 'updated_at': '2022-09-16T12:46:36Z', 'revision_number': 2, 'project_id': '49a2ef319f934a71ad3efc6077bdede3', 'subnets': [{'id': '8186d18f-b8b1-4f66-afad-98c88e1eca5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:40.751298 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-80037408-aaae-4fe4-bb7a-acd67e3af93a req-5b7de83f-a306-49c5-89cb-0d5a2f795dd0 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642254 Sep 16 12:46:40.758951 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Port a5a61a0a-3b75-465a-8ca1-fcee28fead93 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:40.795639 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-43336a6e-7ebf-4262-9617-c60a534bfa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:40.798922 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-43336a6e-7ebf-4262-9617-c60a534bfa19 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1134076 Sep 16 12:46:40.825077 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cea0a554-c73a-4cff-a9fe-c17e890fd2fd admin admin] Publish callbacks [] for port (175b84f6-307b-427a-a83c-49696ec1ba52), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:40.841866 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-67575cfb-de32-48d7-a09e-c49516304f10 req-3569c323-6068-4ec6-bd8b-702f0108bd7c tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Allocated IP 192.168.233.185 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/91c7636f-22ac-48c6-a666-8fef6f5cae01) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:46:40.850248 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port f292064e-9a0e-4c53-bc47-9efd525224b1 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:40.851777 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f292064e-9a0e-4c53-bc47-9efd525224b1), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:40.852350 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port f292064e-9a0e-4c53-bc47-9efd525224b1 Sep 16 12:46:40.894291 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:40.895340 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-aceb71cc-5057-4041-8db2-5b83b7668b42 admin admin] Publish callbacks [] for security_group (e0dec36a-1023-4a3d-a2ee-12939c698225), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:40.903959 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-7d6a398c-d0a1-472a-aa85-c5c3e08066c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:40.906042 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-7d6a398c-d0a1-472a-aa85-c5c3e08066c6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1011925 Sep 16 12:46:40.906564 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-aceb71cc-5057-4041-8db2-5b83b7668b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (e0dec36a-1023-4a3d-a2ee-12939c698225), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:41.008988 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] Checking router: ae209977-c555-4791-a4d9-54611e8a47f4 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:46:41.009588 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] Updating router ae209977-c555-4791-a4d9-54611e8a47f4 port a5a61a0a-3b75-465a-8ca1-fcee28fead93 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:46:41.012540 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:41.065404 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port f292064e-9a0e-4c53-bc47-9efd525224b1 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:41.073054 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a5a61a0a-3b75-465a-8ca1-fcee28fead93), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:41.089531 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-aceb71cc-5057-4041-8db2-5b83b7668b42 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=6eb468b01ce04ad29bb7efd18b657d41&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2409275 Sep 16 12:46:41.090258 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 47978) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:41.097236 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cea0a554-c73a-4cff-a9fe-c17e890fd2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (175b84f6-307b-427a-a83c-49696ec1ba52), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:41.152234 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47982) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:41.167093 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-be8be874-7710-469e-88a1-18feff960b83 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526920 Sep 16 12:46:41.178759 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6174579a-1f40-4cf5-beee-ec3ff147e211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:41.179014 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb71cc-5057-4041-8db2-5b83b7668b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dec36a-1023-4a3d-a2ee-12939c698225,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:41.260043 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Attempt 9 to provision port a5a61a0a-3b75-465a-8ca1-fcee28fead93 Sep 16 12:46:41.295386 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c3747383-03d3-4aa5-a1d8-5d2e2f057828 req-23acd267-e03b-4ac6-90ae-b9cac68a2622 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180947 Sep 16 12:46:41.310060 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f777cc1-fa96-4827-b224-2719c1873325 req-bc494e47-1514-41b5-b395-a6afe5a60f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:41.311697 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1f777cc1-fa96-4827-b224-2719c1873325 req-bc494e47-1514-41b5-b395-a6afe5a60f88 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0709d7ec436047a39dfb8c5d92f17fa3&device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 1129 time: 0.2174485 Sep 16 12:46:41.370668 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Port a5a61a0a-3b75-465a-8ca1-fcee28fead93 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:41.402309 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b320dc8-1e79-4202-8162-0a418c6b1874', 'tag': 'cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:46:41.410594 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea0a554-c73a-4cff-a9fe-c17e890fd2fd admin admin] Network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:41.411714 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d482c36d-e408-4104-b8ab-544fbcc9f17a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b320dc8-1e79-4202-8162-0a418c6b1874", "tag": "cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:46:41.446883 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=12 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:41.449996 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-cea0a554-c73a-4cff-a9fe-c17e890fd2fd admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:41.482346 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea0a554-c73a-4cff-a9fe-c17e890fd2fd admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:46:41.501387 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f777cc1-fa96-4827-b224-2719c1873325 req-92cb5991-725f-404e-8243-59c1321a8c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:41.502880 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1f777cc1-fa96-4827-b224-2719c1873325 req-92cb5991-725f-404e-8243-59c1321a8c8a service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.1810529 Sep 16 12:46:41.550340 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1f777cc1-fa96-4827-b224-2719c1873325 req-69f5319d-759f-4763-955e-9fd9be141c7f service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=31e589d5-4175-4617-9376-ffdea1a75308 HTTP/1.1" status: 200 len: 217 time: 0.0382116 Sep 16 12:46:41.557752 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6174579a-1f40-4cf5-beee-ec3ff147e211 admin admin] Publish callbacks [] for security_group (58a2d33a-2534-4feb-b1f4-65545a768707), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:41.578190 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6174579a-1f40-4cf5-beee-ec3ff147e211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (58a2d33a-2534-4feb-b1f4-65545a768707), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:41.636235 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-67575cfb-de32-48d7-a09e-c49516304f10 req-3569c323-6068-4ec6-bd8b-702f0108bd7c tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Publish callbacks [] for port (91c7636f-22ac-48c6-a666-8fef6f5cae01), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:41.656027 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] Publish callbacks [] for port (a5a61a0a-3b75-465a-8ca1-fcee28fead93), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:41.663202 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:41.672116 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a5a61a0a-3b75-465a-8ca1-fcee28fead93), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:41.710214 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b2003d-9c61-4941-9ca9-7825106a1cb1 x-openstack-request-id: req-85b2003d-9c61-4941-9ca9-7825106a1cb1 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:46:41.710503 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b320dc8-1e79-4202-8162-0a418c6b1874", "tag": "cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:46:41.710747 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-85b2003d-9c61-4941-9ca9-7825106a1cb1 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:46:41.711661 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b2003d-9c61-4941-9ca9-7825106a1cb1'] response: {'name': 'network-changed', 'server_uuid': '1b320dc8-1e79-4202-8162-0a418c6b1874', 'tag': 'cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c', 'status': 'completed', 'code': 200} Sep 16 12:46:41.732211 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f777cc1-fa96-4827-b224-2719c1873325 req-7219926e-0624-43a1-8453-364249504db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:41.733734 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1f777cc1-fa96-4827-b224-2719c1873325 req-7219926e-0624-43a1-8453-364249504db8 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1746430 Sep 16 12:46:41.745011 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-6174579a-1f40-4cf5-beee-ec3ff147e211 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=d34ec325abdb478db5a702feb7405fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5916665 Sep 16 12:46:41.745675 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 47998) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:41.775746 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0a554-c73a-4cff-a9fe-c17e890fd2fd admin admin] Pushing event updated for resources: {'Port': ['ID=175b84f6-307b-427a-a83c-49696ec1ba52,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:41.782843 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb83dd2-01fd-407b-b77f-0d9d5358b1c4 None None] Pushing event updated for resources: {'Port': ['ID=a5a61a0a-3b75-465a-8ca1-fcee28fead93,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:41.822716 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb83dd2-01fd-407b-b77f-0d9d5358b1c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:41.823317 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb83dd2-01fd-407b-b77f-0d9d5358b1c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:41.823799 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb83dd2-01fd-407b-b77f-0d9d5358b1c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:41.824321 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb83dd2-01fd-407b-b77f-0d9d5358b1c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:41.824794 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb83dd2-01fd-407b-b77f-0d9d5358b1c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:41.825369 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb83dd2-01fd-407b-b77f-0d9d5358b1c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:41.835633 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb83dd2-01fd-407b-b77f-0d9d5358b1c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:41.844701 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb83dd2-01fd-407b-b77f-0d9d5358b1c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:41.845037 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb83dd2-01fd-407b-b77f-0d9d5358b1c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:41.849500 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb83dd2-01fd-407b-b77f-0d9d5358b1c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:41.849849 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb83dd2-01fd-407b-b77f-0d9d5358b1c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:41.850187 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb83dd2-01fd-407b-b77f-0d9d5358b1c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:41.850519 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb83dd2-01fd-407b-b77f-0d9d5358b1c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:41.850842 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb83dd2-01fd-407b-b77f-0d9d5358b1c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:41.851553 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb83dd2-01fd-407b-b77f-0d9d5358b1c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:46:41.871442 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Attempt 10 to provision port a5a61a0a-3b75-465a-8ca1-fcee28fead93 Sep 16 12:46:41.875291 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f777cc1-fa96-4827-b224-2719c1873325 req-eb220c44-aa21-4247-a9fb-9752b1f60568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:41.876973 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1f777cc1-fa96-4827-b224-2719c1873325 req-eb220c44-aa21-4247-a9fb-9752b1f60568 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1302428 Sep 16 12:46:41.877606 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174579a-1f40-4cf5-beee-ec3ff147e211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a2d33a-2534-4feb-b1f4-65545a768707,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:41.908805 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-67575cfb-de32-48d7-a09e-c49516304f10 req-3569c323-6068-4ec6-bd8b-702f0108bd7c tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (91c7636f-22ac-48c6-a666-8fef6f5cae01), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:41.926835 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 88d7cc1d-2f8d-4a56-b634-971bafec55ac up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:41.962447 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['4cbb6233-6017-40a2-a247-e622df5f31a3'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:46:41.972224 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] Attempting to bind port a5a61a0a-3b75-465a-8ca1-fcee28fead93 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:46:41.973284 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] Attempting to bind port a5a61a0a-3b75-465a-8ca1-fcee28fead93 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6e92c59a-eb0c-4932-bdeb-af0a99992381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f1420eb2-6871-44c8-b39f-a26ce6c7b581'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:46:41.973808 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] Attempting to bind port a5a61a0a-3b75-465a-8ca1-fcee28fead93 on network f1420eb2-6871-44c8-b39f-a26ce6c7b581 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:42.038153 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1b3d92b4-6612-44d9-adbc-7a019e01019f admin admin] Publish callbacks [] for security_group (58a2d33a-2534-4feb-b1f4-65545a768707), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:42.054564 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67575cfb-de32-48d7-a09e-c49516304f10 req-3569c323-6068-4ec6-bd8b-702f0108bd7c tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:42.056984 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a72d1f6e-83e1-4196-be87-712b845cfc17 admin admin] Publish callbacks [] for security_group (e0dec36a-1023-4a3d-a2ee-12939c698225), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:42.058210 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:46:42.058585 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] Checking segment: {'id': '6e92c59a-eb0c-4932-bdeb-af0a99992381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f1420eb2-6871-44c8-b39f-a26ce6c7b581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:42.058980 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:42.059368 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] Bound using segment: {'id': '6e92c59a-eb0c-4932-bdeb-af0a99992381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f1420eb2-6871-44c8-b39f-a26ce6c7b581'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:46:42.059837 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] Bound port: a5a61a0a-3b75-465a-8ca1-fcee28fead93, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e92c59a-eb0c-4932-bdeb-af0a99992381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f1420eb2-6871-44c8-b39f-a26ce6c7b581'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:46:42.072323 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a5a61a0a-3b75-465a-8ca1-fcee28fead93), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:42.083720 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:42.087429 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1b3d92b4-6612-44d9-adbc-7a019e01019f admin admin] Publish callbacks [] for security_group (58a2d33a-2534-4feb-b1f4-65545a768707), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:42.095945 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:42.115376 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1f777cc1-fa96-4827-b224-2719c1873325 req-cfcec9bb-184f-443f-841c-75f3715e050d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276440 Sep 16 12:46:42.123371 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:42.128237 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-54d37525-bb69-4736-9ce8-ab42147189ff None None] Port a5a61a0a-3b75-465a-8ca1-fcee28fead93 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:42.141914 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a72d1f6e-83e1-4196-be87-712b845cfc17 admin admin] Publish callbacks [] for security_group (e0dec36a-1023-4a3d-a2ee-12939c698225), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:42.207856 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] For port a5a61a0a-3b75-465a-8ca1-fcee28fead93, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:46:42.211310 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] For port a5a61a0a-3b75-465a-8ca1-fcee28fead93, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=a5a61a0a-3b75-465a-8ca1-fcee28fead93,segment=NetworkSegment(6e92c59a-eb0c-4932-bdeb-af0a99992381),segment_id=6e92c59a-eb0c-4932-bdeb-af0a99992381)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:46:42.221797 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a5a61a0a-3b75-465a-8ca1-fcee28fead93), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:42.245581 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1b3d92b4-6612-44d9-adbc-7a019e01019f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (58a2d33a-2534-4feb-b1f4-65545a768707), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:42.248954 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1b3d92b4-6612-44d9-adbc-7a019e01019f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:42.253980 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1b3d92b4-6612-44d9-adbc-7a019e01019f admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/58a2d33a-2534-4feb-b1f4-65545a768707 HTTP/1.1" status: 204 len: 168 time: 0.5054753 Sep 16 12:46:42.269906 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1f777cc1-fa96-4827-b224-2719c1873325 req-191dfaa9-0e59-43c1-bb60-406329a507b2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434181 Sep 16 12:46:42.271758 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d92b4-6612-44d9-adbc-7a019e01019f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a2d33a-2534-4feb-b1f4-65545a768707,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:42.332754 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb83dd2-01fd-407b-b77f-0d9d5358b1c4 None None] Pushing event updated for resources: {'Port': ['ID=a5a61a0a-3b75-465a-8ca1-fcee28fead93,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:42.340914 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] Routers {'ae209977-c555-4791-a4d9-54611e8a47f4'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:46:42.344964 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:46:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['ae209977-c555-4791-a4d9-54611e8a47f4'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:42.350033 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-67575cfb-de32-48d7-a09e-c49516304f10 req-3569c323-6068-4ec6-bd8b-702f0108bd7c tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:42.371464 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-67575cfb-de32-48d7-a09e-c49516304f10 req-3569c323-6068-4ec6-bd8b-702f0108bd7c tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:46:42.424503 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a72d1f6e-83e1-4196-be87-712b845cfc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (e0dec36a-1023-4a3d-a2ee-12939c698225), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:42.428753 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a72d1f6e-83e1-4196-be87-712b845cfc17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:42.430322 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a72d1f6e-83e1-4196-be87-712b845cfc17 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/e0dec36a-1023-4a3d-a2ee-12939c698225 HTTP/1.1" status: 204 len: 168 time: 1.3345513 Sep 16 12:46:42.432370 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cea0a554-c73a-4cff-a9fe-c17e890fd2fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (7ea12114-704c-4862-8d51-9fa038ce9deb), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:42.468082 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 88d7cc1d-2f8d-4a56-b634-971bafec55ac triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:42.469153 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (88d7cc1d-2f8d-4a56-b634-971bafec55ac), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:42.469692 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 88d7cc1d-2f8d-4a56-b634-971bafec55ac Sep 16 12:46:42.511968 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Provisioning complete for port a5a61a0a-3b75-465a-8ca1-fcee28fead93 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:42.512730 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (a5a61a0a-3b75-465a-8ca1-fcee28fead93), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:42.513264 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Attempt 1 to provision port a5a61a0a-3b75-465a-8ca1-fcee28fead93 Sep 16 12:46:42.565116 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] Set router ae209977-c555-4791-a4d9-54611e8a47f4 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:46:42.584073 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:42.672549 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d1f6e-83e1-4196-be87-712b845cfc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dec36a-1023-4a3d-a2ee-12939c698225,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:42.709296 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569c323-6068-4ec6-bd8b-702f0108bd7c tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Pushing event updated for resources: {'Port': ['ID=91c7636f-22ac-48c6-a666-8fef6f5cae01,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:42.728973 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db3498-bf46-4969-9e15-c4d841ccba0b req-fdb6cc74-64b8-4e04-8650-e6e15504a6ac tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:42.737293 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19db3498-bf46-4969-9e15-c4d841ccba0b req-fdb6cc74-64b8-4e04-8650-e6e15504a6ac tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbbaed5d-b861-4f03-a39b-c384175b92ea HTTP/1.1" status: 200 len: 936 time: 0.3897557 Sep 16 12:46:42.747036 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:46:42.813955 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 88d7cc1d-2f8d-4a56-b634-971bafec55ac is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:42.835980 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Current status of the port a5a61a0a-3b75-465a-8ca1-fcee28fead93 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:42.836713 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a5a61a0a-3b75-465a-8ca1-fcee28fead93), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:42.859908 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67575cfb-de32-48d7-a09e-c49516304f10 req-3569c323-6068-4ec6-bd8b-702f0108bd7c tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:42.859908 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-67575cfb-de32-48d7-a09e-c49516304f10 req-3569c323-6068-4ec6-bd8b-702f0108bd7c tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:42.860109 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:42.871392 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:42.894757 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] For port a5a61a0a-3b75-465a-8ca1-fcee28fead93, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=a5a61a0a-3b75-465a-8ca1-fcee28fead93,segment=NetworkSegment(6e92c59a-eb0c-4932-bdeb-af0a99992381),segment_id=6e92c59a-eb0c-4932-bdeb-af0a99992381)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:42.902379 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a5a61a0a-3b75-465a-8ca1-fcee28fead93), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:42.914025 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48767d81-8122-4302-8102-e71273f31533 req-95837556-946d-43c6-90e7-483c40c1ed44 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:42.929079 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-48767d81-8122-4302-8102-e71273f31533 req-95837556-946d-43c6-90e7-483c40c1ed44 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 948 time: 0.5268638 Sep 16 12:46:42.986235 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67575cfb-de32-48d7-a09e-c49516304f10 req-3569c323-6068-4ec6-bd8b-702f0108bd7c tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0433888 Sep 16 12:46:42.988438 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Provisioning complete for port 175b84f6-307b-427a-a83c-49696ec1ba52 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:42.989033 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (175b84f6-307b-427a-a83c-49696ec1ba52), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:42.990190 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Attempt 1 to provision port 175b84f6-307b-427a-a83c-49696ec1ba52 Sep 16 12:46:43.051514 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Port 175b84f6-307b-427a-a83c-49696ec1ba52 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:43.052363 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Pushing event updated for resources: {'Port': ['ID=a5a61a0a-3b75-465a-8ca1-fcee28fead93,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:43.096900 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19db3498-bf46-4969-9e15-c4d841ccba0b req-eb276271-8b80-4226-a2fe-6a9ae5319a86 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579564 Sep 16 12:46:43.105322 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] Request body: {'port': {'device_id': 'cbbaed5d-b861-4f03-a39b-c384175b92ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:43.108710 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae209977-c555-4791-a4d9-54611e8a47f4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-45540949-router', 'tenant_id': '49a2ef319f934a71ad3efc6077bdede3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'f292064e-9a0e-4c53-bc47-9efd525224b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:26Z', 'updated_at': '2022-09-16T12:46:35Z', 'revision_number': 4, 'project_id': '49a2ef319f934a71ad3efc6077bdede3', 'gw_port': {'id': 'f292064e-9a0e-4c53-bc47-9efd525224b1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae209977-c555-4791-a4d9-54611e8a47f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:28Z', 'updated_at': '2022-09-16T12:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'a5a61a0a-3b75-465a-8ca1-fcee28fead93', 'name': '', 'network_id': 'f1420eb2-6871-44c8-b39f-a26ce6c7b581', 'tenant_id': '49a2ef319f934a71ad3efc6077bdede3', 'mac_address': 'fa:16:3e:41:da:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae209977-c555-4791-a4d9-54611e8a47f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8186d18f-b8b1-4f66-afad-98c88e1eca5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:33Z', 'updated_at': '2022-09-16T12:46:42Z', 'revision_number': 4, 'project_id': '49a2ef319f934a71ad3efc6077bdede3', 'subnets': [{'id': '8186d18f-b8b1-4f66-afad-98c88e1eca5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:43.189231 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba8b4f7-3eb6-4c4f-ab3c-b31cc249e9ae None None] The sync data for ids ['ae209977-c555-4791-a4d9-54611e8a47f4'] in n-d-858094-4 is: [{'id': 'ae209977-c555-4791-a4d9-54611e8a47f4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-45540949-router', 'tenant_id': '49a2ef319f934a71ad3efc6077bdede3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'f292064e-9a0e-4c53-bc47-9efd525224b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:26Z', 'updated_at': '2022-09-16T12:46:35Z', 'revision_number': 4, 'project_id': '49a2ef319f934a71ad3efc6077bdede3', 'gw_port': {'id': 'f292064e-9a0e-4c53-bc47-9efd525224b1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae209977-c555-4791-a4d9-54611e8a47f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:28Z', 'updated_at': '2022-09-16T12:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'a5a61a0a-3b75-465a-8ca1-fcee28fead93', 'name': '', 'network_id': 'f1420eb2-6871-44c8-b39f-a26ce6c7b581', 'tenant_id': '49a2ef319f934a71ad3efc6077bdede3', 'mac_address': 'fa:16:3e:41:da:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae209977-c555-4791-a4d9-54611e8a47f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8186d18f-b8b1-4f66-afad-98c88e1eca5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:33Z', 'updated_at': '2022-09-16T12:46:42Z', 'revision_number': 4, 'project_id': '49a2ef319f934a71ad3efc6077bdede3', 'subnets': [{'id': '8186d18f-b8b1-4f66-afad-98c88e1eca5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:46:43.219155 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-48767d81-8122-4302-8102-e71273f31533 req-59354421-8ab6-4ab7-8cd0-df10293703b5 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862275 Sep 16 12:46:43.308078 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cea0a554-c73a-4cff-a9fe-c17e890fd2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (175b84f6-307b-427a-a83c-49696ec1ba52), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:43.349381 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (91c7636f-22ac-48c6-a666-8fef6f5cae01), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:43.358867 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:43.447994 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-932a247a-0c42-408b-8096-e979fe629295 req-89906237-0583-4a9f-b7cf-45b67b0da102 tempest-QuotasAdminNegativeTest-1717087707 tempest-QuotasAdminNegativeTest-1717087707-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=cc2c5f8ac0254d3cae8c28d053cb2722&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662580 Sep 16 12:46:43.541280 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482c36d-e408-4104-b8ab-544fbcc9f17a req-c9343f3a-385a-4717-b7dd-8905d2a76d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:43.542784 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d482c36d-e408-4104-b8ab-544fbcc9f17a req-c9343f3a-385a-4717-b7dd-8905d2a76d4d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0709d7ec436047a39dfb8c5d92f17fa3&device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 1130 time: 0.0882971 Sep 16 12:46:43.553369 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Attempt 2 to provision port 175b84f6-307b-427a-a83c-49696ec1ba52 Sep 16 12:46:43.621667 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Port 175b84f6-307b-427a-a83c-49696ec1ba52 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:43.745755 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482c36d-e408-4104-b8ab-544fbcc9f17a req-9e1fab89-65b3-4daf-9f50-38595378ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:43.749958 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d482c36d-e408-4104-b8ab-544fbcc9f17a req-9e1fab89-65b3-4daf-9f50-38595378ca4a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.2007964 Sep 16 12:46:43.838802 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d482c36d-e408-4104-b8ab-544fbcc9f17a req-d3892fbb-b3dc-4929-be68-9b40196fed6b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c HTTP/1.1" status: 200 len: 217 time: 0.0813799 Sep 16 12:46:43.879872 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device a5a61a0a-3b75-465a-8ca1-fcee28fead93 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:43.941850 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cea0a554-c73a-4cff-a9fe-c17e890fd2fd admin admin] Publish callbacks [] for port (175b84f6-307b-427a-a83c-49696ec1ba52), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:43.965710 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482c36d-e408-4104-b8ab-544fbcc9f17a req-827359f3-2cfe-47bf-a72b-eab5a3f0f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:43.968107 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d482c36d-e408-4104-b8ab-544fbcc9f17a req-827359f3-2cfe-47bf-a72b-eab5a3f0f44a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1230829 Sep 16 12:46:43.985340 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port a5a61a0a-3b75-465a-8ca1-fcee28fead93 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:43.985723 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (a5a61a0a-3b75-465a-8ca1-fcee28fead93), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:43.986061 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port a5a61a0a-3b75-465a-8ca1-fcee28fead93 Sep 16 12:46:43.990604 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48070) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:44.051168 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cea0a554-c73a-4cff-a9fe-c17e890fd2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (175b84f6-307b-427a-a83c-49696ec1ba52), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:44.075559 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482c36d-e408-4104-b8ab-544fbcc9f17a req-8942aa99-0725-4757-8a3d-f787dd424ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:44.082693 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d482c36d-e408-4104-b8ab-544fbcc9f17a req-8942aa99-0725-4757-8a3d-f787dd424ed4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1085651 Sep 16 12:46:44.098791 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:44.133334 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Attempt 3 to provision port 175b84f6-307b-427a-a83c-49696ec1ba52 Sep 16 12:46:44.185721 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port a5a61a0a-3b75-465a-8ca1-fcee28fead93 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:44.194725 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a247a-0c42-408b-8096-e979fe629295 req-51a7cc38-6316-41ee-b6b3-eb3a5a0454b8 tempest-QuotasAdminNegativeTest-1717087707 tempest-QuotasAdminNegativeTest-1717087707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:44.196407 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-932a247a-0c42-408b-8096-e979fe629295 req-51a7cc38-6316-41ee-b6b3-eb3a5a0454b8 tempest-QuotasAdminNegativeTest-1717087707 tempest-QuotasAdminNegativeTest-1717087707-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7478261 Sep 16 12:46:44.227088 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Port 175b84f6-307b-427a-a83c-49696ec1ba52 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:44.232277 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d482c36d-e408-4104-b8ab-544fbcc9f17a req-98d5b4e7-330e-4405-a07f-ded25fc2ffbb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425574 Sep 16 12:46:44.295823 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-932a247a-0c42-408b-8096-e979fe629295 req-13dba527-06a3-4e01-98dd-36aeb12647d4 tempest-QuotasAdminNegativeTest-1717087707 tempest-QuotasAdminNegativeTest-1717087707-project] 10.222.0.67 "GET /networking/v2.0/quotas/cc2c5f8ac0254d3cae8c28d053cb2722 HTTP/1.1" status: 200 len: 375 time: 0.0686331 Sep 16 12:46:44.304366 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cea0a554-c73a-4cff-a9fe-c17e890fd2fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (7ea12114-704c-4862-8d51-9fa038ce9deb), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:44.340620 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0a554-c73a-4cff-a9fe-c17e890fd2fd admin admin] Pushing event updated for resources: {'Port': ['ID=175b84f6-307b-427a-a83c-49696ec1ba52,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:44.375950 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-932a247a-0c42-408b-8096-e979fe629295 req-645ca7e3-8060-4a90-8b02-2afabf413e7e tempest-QuotasAdminNegativeTest-1717087707 tempest-QuotasAdminNegativeTest-1717087707-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=cc2c5f8ac0254d3cae8c28d053cb2722&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665088 Sep 16 12:46:44.393167 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-8b86c28d-d143-4f8e-bafa-9dae5e3580d9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1050603048-network', 'tenant_id': '1a6a4f24f2d44f74994ace4760050435'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:44.432056 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d482c36d-e408-4104-b8ab-544fbcc9f17a req-9aafe3ce-7813-4cbc-a721-af9f1ad29b75 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927266 Sep 16 12:46:44.462151 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b86c28d-d143-4f8e-bafa-9dae5e3580d9 admin admin] Made reservation on behalf of 1a6a4f24f2d44f74994ace4760050435 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:46:44.469916 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b86c28d-d143-4f8e-bafa-9dae5e3580d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:44.480305 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c7636f-22ac-48c6-a666-8fef6f5cae01 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:46:44.484319 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b86c28d-d143-4f8e-bafa-9dae5e3580d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:44.496998 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] Publish callbacks [] for port (91c7636f-22ac-48c6-a666-8fef6f5cae01), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:44.559861 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] Transition to ACTIVE for port object 91c7636f-22ac-48c6-a666-8fef6f5cae01 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:46:44.562802 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea0a554-c73a-4cff-a9fe-c17e890fd2fd admin admin] Network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:44.566687 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-cea0a554-c73a-4cff-a9fe-c17e890fd2fd admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:44.572604 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (91c7636f-22ac-48c6-a666-8fef6f5cae01), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:44.662416 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b86c28d-d143-4f8e-bafa-9dae5e3580d9 admin admin] Publish callbacks [] for security_group (b42bb7f9-3e43-4d36-a0a6-c1b9c4e116a3), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:44.670281 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b86c28d-d143-4f8e-bafa-9dae5e3580d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b42bb7f9-3e43-4d36-a0a6-c1b9c4e116a3), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:44.676781 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 31e589d5-4175-4617-9376-ffdea1a75308 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:46:44.704624 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b86c28d-d143-4f8e-bafa-9dae5e3580d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:46:44.725122 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:46:44.727363 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b86c28d-d143-4f8e-bafa-9dae5e3580d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:44.727794 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-8b86c28d-d143-4f8e-bafa-9dae5e3580d9 admin admin] Added segment 7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf of type vlan for network 31a4235a-2685-4e5a-82c6-a3a28312965c Sep 16 12:46:44.811784 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b86c28d-d143-4f8e-bafa-9dae5e3580d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (31a4235a-2685-4e5a-82c6-a3a28312965c), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:44.859597 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Attempt 4 to provision port 175b84f6-307b-427a-a83c-49696ec1ba52 Sep 16 12:46:44.865945 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:44.866743 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:44.893690 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:44.895678 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:44.896463 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 31e589d5-4175-4617-9376-ffdea1a75308, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=31e589d5-4175-4617-9376-ffdea1a75308,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:44.897730 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86c28d-d143-4f8e-bafa-9dae5e3580d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42bb7f9-3e43-4d36-a0a6-c1b9c4e116a3,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:44.902515 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b86c28d-d143-4f8e-bafa-9dae5e3580d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (31a4235a-2685-4e5a-82c6-a3a28312965c), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:44.903528 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b86c28d-d143-4f8e-bafa-9dae5e3580d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:44.904112 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b86c28d-d143-4f8e-bafa-9dae5e3580d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:44.989523 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86c28d-d143-4f8e-bafa-9dae5e3580d9 admin admin] Pushing event updated for resources: {'Network': ['ID=31a4235a-2685-4e5a-82c6-a3a28312965c,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:44.998425 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '31e589d5-4175-4617-9376-ffdea1a75308', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '31e589d5-4175-4617-9376-ffdea1a75308', 'mac_address': 'fa:16:3e:70:b0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:46:45.005726 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 31a4235a-2685-4e5a-82c6-a3a28312965c details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:46:45.013716 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090aae9-7903-4720-b883-eaade79660a9 req-3b243f4b-3a13-447b-87b4-1d3027ac89d9 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:45.014447 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8b86c28d-d143-4f8e-bafa-9dae5e3580d9 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0198088 Sep 16 12:46:45.015377 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8090aae9-7903-4720-b883-eaade79660a9 req-3b243f4b-3a13-447b-87b4-1d3027ac89d9 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbbaed5d-b861-4f03-a39b-c384175b92ea HTTP/1.1" status: 200 len: 948 time: 0.3419082 Sep 16 12:46:45.016103 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] Pushing event updated for resources: {'Port': ['ID=91c7636f-22ac-48c6-a666-8fef6f5cae01,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:45.018719 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48094) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:45.034593 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-b4fe1f7a-444a-4dae-8d5f-1c4132c7ee4e admin admin] Request body: {'subnet': {'network_id': '31a4235a-2685-4e5a-82c6-a3a28312965c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1050603048-subnet', 'tenant_id': '1a6a4f24f2d44f74994ace4760050435', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:45.099407 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54191b77-d7d9-4727-84ee-32af2d697b30 req-3335dc64-10f2-4e87-a520-fdb72789e56c tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:45.103439 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Port 175b84f6-307b-427a-a83c-49696ec1ba52 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:45.113451 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54191b77-d7d9-4727-84ee-32af2d697b30 req-3335dc64-10f2-4e87-a520-fdb72789e56c tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 948 time: 0.3802450 Sep 16 12:46:45.198625 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 31e589d5-4175-4617-9376-ffdea1a75308 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:45.199015 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (31e589d5-4175-4617-9376-ffdea1a75308), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:45.226002 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:45.229928 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e589d5-4175-4617-9376-ffdea1a75308 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:46:45.251976 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': 'cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': 'cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c', 'mac_address': 'fa:16:3e:7c:94:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:46:45.268771 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 31e589d5-4175-4617-9376-ffdea1a75308, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=31e589d5-4175-4617-9376-ffdea1a75308,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:45.270010 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:45.290579 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (31e589d5-4175-4617-9376-ffdea1a75308), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:45.332045 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:45.332478 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:45.360267 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:46:45.380976 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=31e589d5-4175-4617-9376-ffdea1a75308,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:45.391971 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:45.397682 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:45.438993 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fe1f7a-444a-4dae-8d5f-1c4132c7ee4e admin admin] Made reservation on behalf of 1a6a4f24f2d44f74994ace4760050435 for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:46:45.441345 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4fe1f7a-444a-4dae-8d5f-1c4132c7ee4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:45.457301 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:45.495070 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['31e589d5-4175-4617-9376-ffdea1a75308'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:46:45.559915 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] Attempting to bind port 91c7636f-22ac-48c6-a666-8fef6f5cae01 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:46:45.560286 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] Attempting to bind port 91c7636f-22ac-48c6-a666-8fef6f5cae01 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:46:45.560619 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] Attempting to bind port 91c7636f-22ac-48c6-a666-8fef6f5cae01 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:45.575467 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea0a554-c73a-4cff-a9fe-c17e890fd2fd admin admin] Router 7ea12114-704c-4862-8d51-9fa038ce9deb has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:46:45.598493 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8090aae9-7903-4720-b883-eaade79660a9 req-c5b1725c-7ac4-4b6f-870e-58e1e77f7fef tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5431049 Sep 16 12:46:45.605655 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Attempt 5 to provision port 175b84f6-307b-427a-a83c-49696ec1ba52 Sep 16 12:46:45.624592 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54191b77-d7d9-4727-84ee-32af2d697b30 req-8d479a17-624f-42e0-a618-74391f859ca2 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077989 Sep 16 12:46:45.652482 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:45.668015 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Port 175b84f6-307b-427a-a83c-49696ec1ba52 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:45.744933 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] Port 91c7636f-22ac-48c6-a666-8fef6f5cae01 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:46:45.745275 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] Attempting to bind port 91c7636f-22ac-48c6-a666-8fef6f5cae01 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:45.791887 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:46:45.884324 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea0a554-c73a-4cff-a9fe-c17e890fd2fd admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:46:45.890417 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-cea0a554-c73a-4cff-a9fe-c17e890fd2fd admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/7ea12114-704c-4862-8d51-9fa038ce9deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1797481 Sep 16 12:46:45.899966 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:46:45.900646 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:45.900908 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:46:45.901445 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] Bound port: 91c7636f-22ac-48c6-a666-8fef6f5cae01, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:46:45.901953 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (91c7636f-22ac-48c6-a666-8fef6f5cae01), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:45.911912 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] Sync routers for ids ['7ea12114-704c-4862-8d51-9fa038ce9deb'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:46:45.951777 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] Routers {'7ea12114-704c-4862-8d51-9fa038ce9deb'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:46:45.952413 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:46:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['7ea12114-704c-4862-8d51-9fa038ce9deb'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:45.998887 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4fe1f7a-444a-4dae-8d5f-1c4132c7ee4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (7cb7ff9c-0473-4835-802b-7b7ef7fdb895), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:46.095297 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:46.106098 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] For port 91c7636f-22ac-48c6-a666-8fef6f5cae01, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:46:46.108646 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:46.126458 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe1f7a-444a-4dae-8d5f-1c4132c7ee4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cb7ff9c-0473-4835-802b-7b7ef7fdb895,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:46.171911 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Attempt 6 to provision port 175b84f6-307b-427a-a83c-49696ec1ba52 Sep 16 12:46:46.181687 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] For port 91c7636f-22ac-48c6-a666-8fef6f5cae01, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=91c7636f-22ac-48c6-a666-8fef6f5cae01,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:46:46.210484 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (91c7636f-22ac-48c6-a666-8fef6f5cae01), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:46.235072 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48136) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:46.240995 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-c0348c9e-d37d-4d7f-8a98-b5ba4705d867 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1951644033', 'description': 'tempest-description--955217679'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:46.274791 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c0348c9e-d37d-4d7f-8a98-b5ba4705d867 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:46.280098 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fe1f7a-444a-4dae-8d5f-1c4132c7ee4e admin admin] Checking segment: {'id': '7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31a4235a-2685-4e5a-82c6-a3a28312965c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:46.280859 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fe1f7a-444a-4dae-8d5f-1c4132c7ee4e admin admin] Network hostable DHCP agents. Network: 31a4235a-2685-4e5a-82c6-a3a28312965c, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:46:46.289516 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:46.290405 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:46.292080 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67575cfb-de32-48d7-a09e-c49516304f10 req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/91c7636f-22ac-48c6-a666-8fef6f5cae01 HTTP/1.1" status: 200 len: 1096 time: 3.1910024 Sep 16 12:46:46.293177 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743ae42-6397-44bb-bbc2-b7973f28fab1 service neutron] Pushing event updated for resources: {'Port': ['ID=91c7636f-22ac-48c6-a666-8fef6f5cae01,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:46.297100 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbbaed5d-b861-4f03-a39b-c384175b92ea', 'tag': '91c7636f-22ac-48c6-a666-8fef6f5cae01'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:46:46.300727 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69bfd9a-1111-4f39-9fb4-ef2aaeb0b2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "cbbaed5d-b861-4f03-a39b-c384175b92ea", "tag": "91c7636f-22ac-48c6-a666-8fef6f5cae01"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:46:46.329253 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fe1f7a-444a-4dae-8d5f-1c4132c7ee4e admin admin] Network 31a4235a-2685-4e5a-82c6-a3a28312965c is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:46:46.402564 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67575cfb-de32-48d7-a09e-c49516304f10 req-1bb78a11-02ef-46bf-ae53-2f4dc44e7be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:46.404960 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67575cfb-de32-48d7-a09e-c49516304f10 req-1bb78a11-02ef-46bf-ae53-2f4dc44e7be2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=20770fd1243d4412bfc90d2a079473bd&device_id=cbbaed5d-b861-4f03-a39b-c384175b92ea HTTP/1.1" status: 200 len: 1130 time: 0.0553062 Sep 16 12:46:46.406725 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2fb8f3-663d-4822-ab57-b8ca2e49a5e3 x-openstack-request-id: req-4d2fb8f3-663d-4822-ab57-b8ca2e49a5e3 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:46:46.407250 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbbaed5d-b861-4f03-a39b-c384175b92ea", "tag": "91c7636f-22ac-48c6-a666-8fef6f5cae01", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:46:46.407685 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4d2fb8f3-663d-4822-ab57-b8ca2e49a5e3 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:46:46.408341 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2fb8f3-663d-4822-ab57-b8ca2e49a5e3'] response: {'name': 'network-changed', 'server_uuid': 'cbbaed5d-b861-4f03-a39b-c384175b92ea', 'tag': '91c7636f-22ac-48c6-a666-8fef6f5cae01', 'status': 'completed', 'code': 200} Sep 16 12:46:46.412014 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-b4fe1f7a-444a-4dae-8d5f-1c4132c7ee4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 31a4235a-2685-4e5a-82c6-a3a28312965c) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:46.441257 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6253b6-e7fe-4996-8b38-f514dcbb501f None None] Network 31a4235a-2685-4e5a-82c6-a3a28312965c requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:46:46.449750 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Port 175b84f6-307b-427a-a83c-49696ec1ba52 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:46.457760 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c0348c9e-d37d-4d7f-8a98-b5ba4705d867 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for security_group (7775057f-57f6-4251-aaa7-ff631623100e), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:46.465165 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c0348c9e-d37d-4d7f-8a98-b5ba4705d867 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (7775057f-57f6-4251-aaa7-ff631623100e), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:46.465373 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fe1f7a-444a-4dae-8d5f-1c4132c7ee4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:46.466112 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4fe1f7a-444a-4dae-8d5f-1c4132c7ee4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:46.468615 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] Set router 7ea12114-704c-4862-8d51-9fa038ce9deb gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:46:46.481482 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67575cfb-de32-48d7-a09e-c49516304f10 req-9c4fb330-c951-42e9-a37a-fba9ba716ebc service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=91c7636f-22ac-48c6-a666-8fef6f5cae01 HTTP/1.1" status: 200 len: 217 time: 0.0668538 Sep 16 12:46:46.489550 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b4fe1f7a-444a-4dae-8d5f-1c4132c7ee4e admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4648340 Sep 16 12:46:46.499532 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48142) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:46.507364 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-15b07495-33de-40b8-bedc-51481dded968 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1050603048-router', 'tenant_id': '1a6a4f24f2d44f74994ace4760050435', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:46.518678 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c0348c9e-d37d-4d7f-8a98-b5ba4705d867 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:46.524632 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c0348c9e-d37d-4d7f-8a98-b5ba4705d867 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2882185 Sep 16 12:46:46.537653 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48144) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:46.542032 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:46.542901 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-637bc935-3030-44ce-90d4-417ec5dfb0ce tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Request body: {'security_group_rule': {'security_group_id': '7775057f-57f6-4251-aaa7-ff631623100e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:46.589629 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0348c9e-d37d-4d7f-8a98-b5ba4705d867 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7775057f-57f6-4251-aaa7-ff631623100e,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:46.594263 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-637bc935-3030-44ce-90d4-417ec5dfb0ce tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for security_group_rule (d6540f95-01b7-4338-8aef-b7f9db76827b), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:46.650468 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67575cfb-de32-48d7-a09e-c49516304f10 req-6b5a9c90-807a-4160-a5be-afb5028faed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:46.652519 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67575cfb-de32-48d7-a09e-c49516304f10 req-6b5a9c90-807a-4160-a5be-afb5028faed4 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1615417 Sep 16 12:46:46.657000 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15b07495-33de-40b8-bedc-51481dded968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (bb10fbb9-cd14-40cd-9d06-da0ee087944d), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:46.658393 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15b07495-33de-40b8-bedc-51481dded968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (bb10fbb9-cd14-40cd-9d06-da0ee087944d), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:46.701408 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 31e589d5-4175-4617-9376-ffdea1a75308 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:46.731315 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67575cfb-de32-48d7-a09e-c49516304f10 req-f4d240d9-95e9-4ddf-85bc-8101f16fb6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:46.733293 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67575cfb-de32-48d7-a09e-c49516304f10 req-f4d240d9-95e9-4ddf-85bc-8101f16fb6af service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0538416 Sep 16 12:46:46.855529 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67575cfb-de32-48d7-a09e-c49516304f10 req-1607b158-9783-480c-936e-5137fd04fb50 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118145 Sep 16 12:46:46.862979 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:46.910598 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-31a4235a-2685-4e5a-82c6-a3a28312965c', 'network_id': '31a4235a-2685-4e5a-82c6-a3a28312965c', 'project_id': '1a6a4f24f2d44f74994ace4760050435', 'fixed_ips': [{'subnet_id': '7cb7ff9c-0473-4835-802b-7b7ef7fdb895'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:46:46.911528 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:46.925153 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 31e589d5-4175-4617-9376-ffdea1a75308 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:46:46.946496 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 31e589d5-4175-4617-9376-ffdea1a75308 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:46.947028 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (31e589d5-4175-4617-9376-ffdea1a75308), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:46.947465 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 31e589d5-4175-4617-9376-ffdea1a75308 Sep 16 12:46:46.957903 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Attempt 7 to provision port 175b84f6-307b-427a-a83c-49696ec1ba52 Sep 16 12:46:47.021752 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-637bc935-3030-44ce-90d4-417ec5dfb0ce tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for security_group_rule (d6540f95-01b7-4338-8aef-b7f9db76827b), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.057244 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15b07495-33de-40b8-bedc-51481dded968 admin admin] Publish callbacks [] for router_controller (bb10fbb9-cd14-40cd-9d06-da0ee087944d), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.058232 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-637bc935-3030-44ce-90d4-417ec5dfb0ce tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (d6540f95-01b7-4338-8aef-b7f9db76827b), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.091764 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bc935-3030-44ce-90d4-417ec5dfb0ce tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6540f95-01b7-4338-8aef-b7f9db76827b,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:47.178830 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad69da4-88c4-4cca-becb-2dadf39475fe req-a6c30329-f97c-43e1-adfc-efda8a054d22 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:47.181260 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fad69da4-88c4-4cca-becb-2dadf39475fe req-a6c30329-f97c-43e1-adfc-efda8a054d22 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbbaed5d-b861-4f03-a39b-c384175b92ea HTTP/1.1" status: 200 len: 948 time: 0.3212211 Sep 16 12:46:47.181260 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:47.184038 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Port 175b84f6-307b-427a-a83c-49696ec1ba52 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:47.191319 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-637bc935-3030-44ce-90d4-417ec5dfb0ce tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.195068 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-637bc935-3030-44ce-90d4-417ec5dfb0ce tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6536677 Sep 16 12:46:47.195448 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48158) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:47.199242 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:47.201393 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-48f928af-59de-4bcf-8a8f-de549b4b4399 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Request body: {'security_group_rule': {'security_group_id': '7775057f-57f6-4251-aaa7-ff631623100e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:47.237019 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48160) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:47.255251 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417719c-28c8-486f-8242-b865aa8a7d09 req-30499912-93b4-4845-b2e8-9b8a9b610ecb tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:47.256952 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e417719c-28c8-486f-8242-b865aa8a7d09 req-30499912-93b4-4845-b2e8-9b8a9b610ecb tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 949 time: 0.0716562 Sep 16 12:46:47.260463 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'name': 'tempest-LiveMigrationTest-1212016905-router', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:43Z', 'revision_number': 4, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'gw_port': {'id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '175b84f6-307b-427a-a83c-49696ec1ba52', 'name': '', 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'mac_address': 'fa:16:3e:d2:c6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:38Z', 'updated_at': '2022-09-16T12:46:43Z', 'revision_number': 2, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'subnets': [{'id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:47.275750 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-48f928af-59de-4bcf-8a8f-de549b4b4399 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for security_group_rule (14ddbe16-3ac1-418b-8c93-f78f9a0932d1), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.352637 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] Checking router: 7ea12114-704c-4862-8d51-9fa038ce9deb for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:46:47.353079 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] Updating router 7ea12114-704c-4862-8d51-9fa038ce9deb port 175b84f6-307b-427a-a83c-49696ec1ba52 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:46:47.409591 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15b07495-33de-40b8-bedc-51481dded968 admin admin] Publish callbacks [] for router_gateway (bb10fbb9-cd14-40cd-9d06-da0ee087944d), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.433872 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 31e589d5-4175-4617-9376-ffdea1a75308 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:47.434247 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (31e589d5-4175-4617-9376-ffdea1a75308), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.436581 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:46:47.441846 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (175b84f6-307b-427a-a83c-49696ec1ba52), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.442504 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-48f928af-59de-4bcf-8a8f-de549b4b4399 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for security_group_rule (14ddbe16-3ac1-418b-8c93-f78f9a0932d1), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.452368 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-58ce1b39-1231-40dc-9856-ee2fd36ebb66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.457365 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-48f928af-59de-4bcf-8a8f-de549b4b4399 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (14ddbe16-3ac1-418b-8c93-f78f9a0932d1), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.461218 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] Allocated IP 172.20.0.2 (31a4235a-2685-4e5a-82c6-a3a28312965c/7cb7ff9c-0473-4835-802b-7b7ef7fdb895/d9030e43-b98d-44f8-8552-b9b199b64f62) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:46:47.472294 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:47.472979 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.473101 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67575cfb-de32-48d7-a09e-c49516304f10 req-adbebc24-2c51-4c67-88b4-92118c4f9d67 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083498 Sep 16 12:46:47.473485 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c Sep 16 12:46:47.479669 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:47.498245 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f928af-59de-4bcf-8a8f-de549b4b4399 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ddbe16-3ac1-418b-8c93-f78f9a0932d1,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:47.528396 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-48f928af-59de-4bcf-8a8f-de549b4b4399 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.530151 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-48f928af-59de-4bcf-8a8f-de549b4b4399 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3332705 Sep 16 12:46:47.536793 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48170) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:47.546983 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-d932a83f-6738-4b40-a508-5241531eb85e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:47.587177 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d932a83f-6738-4b40-a508-5241531eb85e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.593193 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:47.600621 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e417719c-28c8-486f-8242-b865aa8a7d09 req-62f84265-8332-48f6-a3a8-b385a7c5fdde tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901580 Sep 16 12:46:47.624069 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fad69da4-88c4-4cca-becb-2dadf39475fe req-dd15db11-9af8-4f1b-b04d-5e95a913aee1 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302266 Sep 16 12:46:47.687689 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-58ce1b39-1231-40dc-9856-ee2fd36ebb66 admin admin] Publish callbacks [] for security_group (49540104-09b0-4513-b593-0797ff929f52), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.697590 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-58ce1b39-1231-40dc-9856-ee2fd36ebb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (49540104-09b0-4513-b593-0797ff929f52), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.709010 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e589d5-4175-4617-9376-ffdea1a75308'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:46:47.716638 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbe25db-ee77-4e58-ab54-bbb893f46129" -d '{"events": [{"server_uuid": "f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6", "name": "network-vif-plugged", "status": "completed", "tag": "31e589d5-4175-4617-9376-ffdea1a75308"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:46:47.724799 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Attempt 8 to provision port 175b84f6-307b-427a-a83c-49696ec1ba52 Sep 16 12:46:47.758275 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d932a83f-6738-4b40-a508-5241531eb85e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.766207 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce1b39-1231-40dc-9856-ee2fd36ebb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49540104-09b0-4513-b593-0797ff929f52,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:47.774841 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-58ce1b39-1231-40dc-9856-ee2fd36ebb66 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=457c9355a18848ada597c07de72448eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5347228 Sep 16 12:46:47.776571 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48184) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:47.784501 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48186) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:47.792115 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-5896ae60-f5d1-4eb9-b488-cf9418f91699 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-121780266-network', 'tenant_id': '61495918b16a4c2d9faae4fd7a5f2490'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:47.850400 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:47.861696 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 31e589d5-4175-4617-9376-ffdea1a75308, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=31e589d5-4175-4617-9376-ffdea1a75308,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:47.863161 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:47.885313 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15b07495-33de-40b8-bedc-51481dded968 admin admin] Publish callbacks [] for router_gateway (bb10fbb9-cd14-40cd-9d06-da0ee087944d), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.902595 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (31e589d5-4175-4617-9376-ffdea1a75308), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.920062 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5896ae60-f5d1-4eb9-b488-cf9418f91699 admin admin] Made reservation on behalf of 61495918b16a4c2d9faae4fd7a5f2490 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:46:47.922802 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5896ae60-f5d1-4eb9-b488-cf9418f91699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.931943 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15b07495-33de-40b8-bedc-51481dded968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.947110 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5896ae60-f5d1-4eb9-b488-cf9418f91699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:47.958428 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Port 175b84f6-307b-427a-a83c-49696ec1ba52 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:47.964307 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b2839257-a8bf-43da-bc5a-6cc44aa76a65 admin admin] Publish callbacks [] for security_group (49540104-09b0-4513-b593-0797ff929f52), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.000516 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-d932a83f-6738-4b40-a508-5241531eb85e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Allocated IP 172.25.2.209 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/7ae288e6-ca7f-4735-88ad-6f645b6ea0bc) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:46:48.014273 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b2839257-a8bf-43da-bc5a-6cc44aa76a65 admin admin] Publish callbacks [] for security_group (49540104-09b0-4513-b593-0797ff929f52), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.092367 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=31e589d5-4175-4617-9376-ffdea1a75308,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:48.116254 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:48.116647 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.169763 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b2839257-a8bf-43da-bc5a-6cc44aa76a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (49540104-09b0-4513-b593-0797ff929f52), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.172295 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b2839257-a8bf-43da-bc5a-6cc44aa76a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.176439 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b2839257-a8bf-43da-bc5a-6cc44aa76a65 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/49540104-09b0-4513-b593-0797ff929f52 HTTP/1.1" status: 204 len: 168 time: 0.3986325 Sep 16 12:46:48.218200 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5896ae60-f5d1-4eb9-b488-cf9418f91699 admin admin] Publish callbacks [] for security_group (b39a5dbc-06c3-45e8-b932-14883a7dc52e), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.219183 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] Publish callbacks [] for port (d9030e43-b98d-44f8-8552-b9b199b64f62), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.219692 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2839257-a8bf-43da-bc5a-6cc44aa76a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49540104-09b0-4513-b593-0797ff929f52,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:48.229598 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5896ae60-f5d1-4eb9-b488-cf9418f91699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b39a5dbc-06c3-45e8-b932-14883a7dc52e), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.252687 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:48.256946 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d932a83f-6738-4b40-a508-5241531eb85e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for port (7ae288e6-ca7f-4735-88ad-6f645b6ea0bc), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.265534 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (d9030e43-b98d-44f8-8552-b9b199b64f62), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.284818 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.297791 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5896ae60-f5d1-4eb9-b488-cf9418f91699 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:46:48.329933 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896ae60-f5d1-4eb9-b488-cf9418f91699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39a5dbc-06c3-45e8-b932-14883a7dc52e,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:48.346633 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:48.348949 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] Network 31a4235a-2685-4e5a-82c6-a3a28312965c is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:48.368040 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:48.371296 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5896ae60-f5d1-4eb9-b488-cf9418f91699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (e76e4e8d-c25c-4db3-9d12-08f9e22f55f1), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.371485 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:46:48.375661 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-5896ae60-f5d1-4eb9-b488-cf9418f91699 admin admin] Added segment e76e4e8d-c25c-4db3-9d12-08f9e22f55f1 of type vlan for network fc631a2c-89be-4f1e-b69e-0ee2a9069ee4 Sep 16 12:46:48.398886 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] Pushing event updated for resources: {'Port': ['ID=d9030e43-b98d-44f8-8552-b9b199b64f62,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:48.407008 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] Publish callbacks [] for port (175b84f6-307b-427a-a83c-49696ec1ba52), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.434461 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bfd9a-1111-4f39-9fb4-ef2aaeb0b2b1 req-e4c7759d-cb5a-4142-a061-2f9924003052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:48.436744 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b69bfd9a-1111-4f39-9fb4-ef2aaeb0b2b1 req-e4c7759d-cb5a-4142-a061-2f9924003052 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=20770fd1243d4412bfc90d2a079473bd&device_id=cbbaed5d-b861-4f03-a39b-c384175b92ea HTTP/1.1" status: 200 len: 1130 time: 0.1489673 Sep 16 12:46:48.472268 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Attempt 9 to provision port 175b84f6-307b-427a-a83c-49696ec1ba52 Sep 16 12:46:48.472564 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5896ae60-f5d1-4eb9-b488-cf9418f91699 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (fc631a2c-89be-4f1e-b69e-0ee2a9069ee4), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.475939 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d932a83f-6738-4b40-a508-5241531eb85e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (7ae288e6-ca7f-4735-88ad-6f645b6ea0bc), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.514580 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db71226-47b6-4f32-9bf0-b1bcd96ac693 x-openstack-request-id: req-6db71226-47b6-4f32-9bf0-b1bcd96ac693 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:46:48.514971 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6", "name": "network-vif-plugged", "status": "completed", "tag": "31e589d5-4175-4617-9376-ffdea1a75308", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:46:48.515179 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6db71226-47b6-4f32-9bf0-b1bcd96ac693 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:46:48.515583 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db71226-47b6-4f32-9bf0-b1bcd96ac693'] response: {'server_uuid': 'f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e589d5-4175-4617-9376-ffdea1a75308', 'code': 200} Sep 16 12:46:48.547892 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (175b84f6-307b-427a-a83c-49696ec1ba52), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.602064 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Port 175b84f6-307b-427a-a83c-49696ec1ba52 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:48.614307 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:48.614671 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:48.616346 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bfd9a-1111-4f39-9fb4-ef2aaeb0b2b1 req-0162ce86-2804-42df-984e-81bd555d4cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:48.617933 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b69bfd9a-1111-4f39-9fb4-ef2aaeb0b2b1 req-0162ce86-2804-42df-984e-81bd555d4cb0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.1739259 Sep 16 12:46:48.669969 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:48.676742 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d932a83f-6738-4b40-a508-5241531eb85e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:48.684773 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] Attempting to bind port d9030e43-b98d-44f8-8552-b9b199b64f62 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:46:48.685554 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] Attempting to bind port d9030e43-b98d-44f8-8552-b9b199b64f62 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31a4235a-2685-4e5a-82c6-a3a28312965c'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:46:48.685554 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] Attempting to bind port d9030e43-b98d-44f8-8552-b9b199b64f62 on network 31a4235a-2685-4e5a-82c6-a3a28312965c {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:48.711586 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-d932a83f-6738-4b40-a508-5241531eb85e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:48.730271 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d932a83f-6738-4b40-a508-5241531eb85e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:46:48.750694 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b69bfd9a-1111-4f39-9fb4-ef2aaeb0b2b1 req-cfbb8564-4198-4c92-b063-2ffcda45f62b service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=91c7636f-22ac-48c6-a666-8fef6f5cae01 HTTP/1.1" status: 200 len: 217 time: 0.0898662 Sep 16 12:46:48.755499 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7daaf-384e-4413-b267-5638843ce878 None None] Pushing event updated for resources: {'Port': ['ID=175b84f6-307b-427a-a83c-49696ec1ba52,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:48.771461 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] Attempting to bind port 175b84f6-307b-427a-a83c-49696ec1ba52 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:46:48.771785 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] Attempting to bind port 175b84f6-307b-427a-a83c-49696ec1ba52 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:46:48.772300 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] Attempting to bind port 175b84f6-307b-427a-a83c-49696ec1ba52 on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:48.810484 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d1630a6f-fb73-4c3e-89ab-0220820b4a79 req-1a753267-236b-4ea7-a67c-3375adf4fc1b tempest-QuotasAdminNegativeTest-1717087707 tempest-QuotasAdminNegativeTest-1717087707-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=cc2c5f8ac0254d3cae8c28d053cb2722&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654533 Sep 16 12:46:48.810741 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5896ae60-f5d1-4eb9-b488-cf9418f91699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (fc631a2c-89be-4f1e-b69e-0ee2a9069ee4), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.811772 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5896ae60-f5d1-4eb9-b488-cf9418f91699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:48.813852 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:46:48.814412 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] Checking segment: {'id': '7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31a4235a-2685-4e5a-82c6-a3a28312965c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:48.814939 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.817127 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] Bound using segment: {'id': '7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31a4235a-2685-4e5a-82c6-a3a28312965c'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:46:48.817772 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5896ae60-f5d1-4eb9-b488-cf9418f91699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.817974 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] Bound port: d9030e43-b98d-44f8-8552-b9b199b64f62, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31a4235a-2685-4e5a-82c6-a3a28312965c'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:46:48.818770 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d9030e43-b98d-44f8-8552-b9b199b64f62), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.820880 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932a83f-6738-4b40-a508-5241531eb85e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Pushing event updated for resources: {'Port': ['ID=7ae288e6-ca7f-4735-88ad-6f645b6ea0bc,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:48.830008 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-15b07495-33de-40b8-bedc-51481dded968 admin admin] Allocated IP 172.25.2.143 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:46:48.843042 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:48.896568 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:46:48.896940 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] Checking segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:48.897345 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.902513 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] Bound using segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:46:48.903013 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] Bound port: 175b84f6-307b-427a-a83c-49696ec1ba52, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:46:48.903419 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (175b84f6-307b-427a-a83c-49696ec1ba52), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:48.911053 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48214) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:48.914194 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bfd9a-1111-4f39-9fb4-ef2aaeb0b2b1 req-151c4a9d-3908-46c2-8d28-eeb2e9bef55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:48.915785 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b69bfd9a-1111-4f39-9fb4-ef2aaeb0b2b1 req-151c4a9d-3908-46c2-8d28-eeb2e9bef55a service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1506083 Sep 16 12:46:48.954652 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896ae60-f5d1-4eb9-b488-cf9418f91699 admin admin] Pushing event updated for resources: {'Network': ['ID=fc631a2c-89be-4f1e-b69e-0ee2a9069ee4,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:48.962636 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ceda4645-9b55-4bcb-b9a8-6479f6fec3fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:49.069141 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d932a83f-6738-4b40-a508-5241531eb85e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for floatingip (482646c7-4950-49fe-8099-b0c933feadd4), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:49.083581 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841fbc7-bb14-4ae0-abba-c41ba8e18dbb req-c16c5b52-5ee1-4e4d-9c6f-522127265f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:49.085317 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b841fbc7-bb14-4ae0-abba-c41ba8e18dbb req-c16c5b52-5ee1-4e4d-9c6f-522127265f61 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 1131 time: 0.5461850 Sep 16 12:46:49.121528 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Attempt 10 to provision port 175b84f6-307b-427a-a83c-49696ec1ba52 Sep 16 12:46:49.129375 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network fc631a2c-89be-4f1e-b69e-0ee2a9069ee4 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:46:49.271461 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:49.321515 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] For port d9030e43-b98d-44f8-8552-b9b199b64f62, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:46:49.325974 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Port 175b84f6-307b-427a-a83c-49696ec1ba52 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:49.364171 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] For port d9030e43-b98d-44f8-8552-b9b199b64f62, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=d9030e43-b98d-44f8-8552-b9b199b64f62,segment=NetworkSegment(7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf),segment_id=7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:46:49.365967 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] For port 175b84f6-307b-427a-a83c-49696ec1ba52, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:46:49.373487 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Provisioning complete for port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:49.373866 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:49.374207 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Attempt 1 to provision port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c Sep 16 12:46:49.401112 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (d9030e43-b98d-44f8-8552-b9b199b64f62), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:49.412495 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] For port 175b84f6-307b-427a-a83c-49696ec1ba52, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=175b84f6-307b-427a-a83c-49696ec1ba52,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:46:49.439539 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:49.445344 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (175b84f6-307b-427a-a83c-49696ec1ba52), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:49.466332 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5896ae60-f5d1-4eb9-b488-cf9418f91699 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6791360 Sep 16 12:46:49.473544 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48224) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:49.476879 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:49.478739 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bfd9a-1111-4f39-9fb4-ef2aaeb0b2b1 req-8a9b12f1-cc55-46ad-8ee8-16c0068ad76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:49.480520 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b69bfd9a-1111-4f39-9fb4-ef2aaeb0b2b1 req-8a9b12f1-cc55-46ad-8ee8-16c0068ad76f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5498946 Sep 16 12:46:49.482642 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-deecb5cc-999e-443a-9b6a-ed37b4f4e9d3 admin admin] Request body: {'subnet': {'network_id': 'fc631a2c-89be-4f1e-b69e-0ee2a9069ee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-121780266-subnet', 'tenant_id': '61495918b16a4c2d9faae4fd7a5f2490', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:49.490813 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] Routers {'7ea12114-704c-4862-8d51-9fa038ce9deb'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:46:49.491459 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:46:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['7ea12114-704c-4862-8d51-9fa038ce9deb'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:49.494754 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8baac-2946-4ab1-8c02-ee22f9e2e8e8 None None] Pushing event updated for resources: {'Port': ['ID=d9030e43-b98d-44f8-8552-b9b199b64f62,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:49.498884 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b841fbc7-bb14-4ae0-abba-c41ba8e18dbb req-763e9a64-6d61-48dc-9ad8-8abe32bc387b service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047756 Sep 16 12:46:49.508993 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d932a83f-6738-4b40-a508-5241531eb85e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7ae288e6-ca7f-4735-88ad-6f645b6ea0bc), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:49.545992 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deecb5cc-999e-443a-9b6a-ed37b4f4e9d3 admin admin] Made reservation on behalf of 61495918b16a4c2d9faae4fd7a5f2490 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:46:49.547572 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-deecb5cc-999e-443a-9b6a-ed37b4f4e9d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:49.608334 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1630a6f-fb73-4c3e-89ab-0220820b4a79 req-e3592013-a582-4308-abe3-12385c7a0f75 tempest-QuotasAdminNegativeTest-1717087707 tempest-QuotasAdminNegativeTest-1717087707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:49.615478 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d1630a6f-fb73-4c3e-89ab-0220820b4a79 req-e3592013-a582-4308-abe3-12385c7a0f75 tempest-QuotasAdminNegativeTest-1717087707 tempest-QuotasAdminNegativeTest-1717087707-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7896163 Sep 16 12:46:49.627727 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9355763-dfea-457f-a720-7d83093dc2c5 req-7fae36c1-9e69-4b51-945b-c5b20679c983 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:49.630092 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a9355763-dfea-457f-a720-7d83093dc2c5 req-7fae36c1-9e69-4b51-945b-c5b20679c983 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 950 time: 0.2992415 Sep 16 12:46:49.640724 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ceda4645-9b55-4bcb-b9a8-6479f6fec3fb admin admin] Publish callbacks [] for security_group (f3a7fab0-75db-463e-a898-959db764d93a), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:49.652173 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15b07495-33de-40b8-bedc-51481dded968 admin admin] Publish callbacks [] for port (f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:49.669029 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-82995b98-aae5-4c3f-93e4-027b3e02b5bb None None] Current status of the port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:49.675369 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ceda4645-9b55-4bcb-b9a8-6479f6fec3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (f3a7fab0-75db-463e-a898-959db764d93a), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:49.686945 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d1630a6f-fb73-4c3e-89ab-0220820b4a79 req-fd149912-fb18-45b3-86ef-ba09a3020b6a tempest-QuotasAdminNegativeTest-1717087707 tempest-QuotasAdminNegativeTest-1717087707-project] 10.222.0.67 "GET /networking/v2.0/quotas/cc2c5f8ac0254d3cae8c28d053cb2722 HTTP/1.1" status: 200 len: 375 time: 0.0703783 Sep 16 12:46:49.687164 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7daaf-384e-4413-b267-5638843ce878 None None] Pushing event updated for resources: {'Port': ['ID=175b84f6-307b-427a-a83c-49696ec1ba52,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:49.710625 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] Set router 7ea12114-704c-4862-8d51-9fa038ce9deb gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:46:49.801737 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d1630a6f-fb73-4c3e-89ab-0220820b4a79 req-f2cf8d52-3095-4e53-bdee-e7f1abdbcf8d tempest-QuotasAdminNegativeTest-1717087707 tempest-QuotasAdminNegativeTest-1717087707-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=cc2c5f8ac0254d3cae8c28d053cb2722&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1135480 Sep 16 12:46:49.864599 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d932a83f-6738-4b40-a508-5241531eb85e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for port (7ae288e6-ca7f-4735-88ad-6f645b6ea0bc), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:49.879875 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d932a83f-6738-4b40-a508-5241531eb85e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (7ae288e6-ca7f-4735-88ad-6f645b6ea0bc), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:49.925214 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda4645-9b55-4bcb-b9a8-6479f6fec3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a7fab0-75db-463e-a898-959db764d93a,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:49.944269 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a9355763-dfea-457f-a720-7d83093dc2c5 req-4360411e-b5d0-4ce8-8d98-a68c4dee308f tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956088 Sep 16 12:46:49.951232 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-ceda4645-9b55-4bcb-b9a8-6479f6fec3fb admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=44a01ea6e8d643d58d695975a5c2fd38&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0316305 Sep 16 12:46:49.952567 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48228) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:49.981322 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b69bfd9a-1111-4f39-9fb4-ef2aaeb0b2b1 req-d06376bb-0e45-42fb-b40c-56e7807cc6ba service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740453 Sep 16 12:46:50.028744 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15b07495-33de-40b8-bedc-51481dded968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:50.032015 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-deecb5cc-999e-443a-9b6a-ed37b4f4e9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (379a7f24-69c0-4460-8c17-f635628518cf), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:50.077259 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-9dd15580-0faa-464b-97ae-bf6525fed548 None None] Provisioning complete for port 175b84f6-307b-427a-a83c-49696ec1ba52 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:50.077988 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9dd15580-0faa-464b-97ae-bf6525fed548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (175b84f6-307b-427a-a83c-49696ec1ba52), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:50.078633 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-9dd15580-0faa-464b-97ae-bf6525fed548 None None] Attempt 1 to provision port 175b84f6-307b-427a-a83c-49696ec1ba52 Sep 16 12:46:50.104413 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:50.115860 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'name': 'tempest-LiveMigrationTest-1212016905-router', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:43Z', 'revision_number': 4, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'gw_port': {'id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '175b84f6-307b-427a-a83c-49696ec1ba52', 'name': '', 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'mac_address': 'fa:16:3e:d2:c6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:38Z', 'updated_at': '2022-09-16T12:46:49Z', 'revision_number': 4, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'subnets': [{'id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:50.125151 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:50.145042 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932a83f-6738-4b40-a508-5241531eb85e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Pushing event updated for resources: {'Port': ['ID=7ae288e6-ca7f-4735-88ad-6f645b6ea0bc,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:50.149700 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:50.152844 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d932a83f-6738-4b40-a508-5241531eb85e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (482646c7-4950-49fe-8099-b0c933feadd4), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:50.155519 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4e670-a227-4181-adb8-b50fc7246d32 None None] The sync data for ids ['7ea12114-704c-4862-8d51-9fa038ce9deb'] in n-d-858094-4 is: [{'id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'name': 'tempest-LiveMigrationTest-1212016905-router', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:43Z', 'revision_number': 4, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'gw_port': {'id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '175b84f6-307b-427a-a83c-49696ec1ba52', 'name': '', 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'mac_address': 'fa:16:3e:d2:c6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:38Z', 'updated_at': '2022-09-16T12:46:49Z', 'revision_number': 4, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'subnets': [{'id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:46:50.195708 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d932a83f-6738-4b40-a508-5241531eb85e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:50.197428 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d932a83f-6738-4b40-a508-5241531eb85e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6576450 Sep 16 12:46:50.210475 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecb5cc-999e-443a-9b6a-ed37b4f4e9d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=379a7f24-69c0-4460-8c17-f635628518cf,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:50.260402 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-9dd15580-0faa-464b-97ae-bf6525fed548 None None] Current status of the port 175b84f6-307b-427a-a83c-49696ec1ba52 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:50.260402 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9dd15580-0faa-464b-97ae-bf6525fed548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (175b84f6-307b-427a-a83c-49696ec1ba52), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:50.266882 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b07495-33de-40b8-bedc-51481dded968 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:50.275071 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deecb5cc-999e-443a-9b6a-ed37b4f4e9d3 admin admin] Checking segment: {'id': 'e76e4e8d-c25c-4db3-9d12-08f9e22f55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fc631a2c-89be-4f1e-b69e-0ee2a9069ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:50.275686 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deecb5cc-999e-443a-9b6a-ed37b4f4e9d3 admin admin] Network hostable DHCP agents. Network: fc631a2c-89be-4f1e-b69e-0ee2a9069ee4, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:46:50.327608 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deecb5cc-999e-443a-9b6a-ed37b4f4e9d3 admin admin] Network fc631a2c-89be-4f1e-b69e-0ee2a9069ee4 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:46:50.338451 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-15b07495-33de-40b8-bedc-51481dded968 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:50.346248 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b07495-33de-40b8-bedc-51481dded968 admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:46:50.348746 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9dd15580-0faa-464b-97ae-bf6525fed548 None None] For port 175b84f6-307b-427a-a83c-49696ec1ba52, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=175b84f6-307b-427a-a83c-49696ec1ba52,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:50.351151 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-deecb5cc-999e-443a-9b6a-ed37b4f4e9d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, fc631a2c-89be-4f1e-b69e-0ee2a9069ee4) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:50.355982 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deecb5cc-999e-443a-9b6a-ed37b4f4e9d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:50.357002 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-deecb5cc-999e-443a-9b6a-ed37b4f4e9d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:50.370194 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdc3411-7abd-4e19-95a9-59c4883b6026 None None] Network fc631a2c-89be-4f1e-b69e-0ee2a9069ee4 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:46:50.376373 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9dd15580-0faa-464b-97ae-bf6525fed548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (175b84f6-307b-427a-a83c-49696ec1ba52), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:50.390104 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-deecb5cc-999e-443a-9b6a-ed37b4f4e9d3 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9142044 Sep 16 12:46:50.395989 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48236) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:50.401129 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-2d58c6ea-64bb-487b-b678-80cfa28dfd00 admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationTest-121780266-router', 'tenant_id': '61495918b16a4c2d9faae4fd7a5f2490', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:50.404330 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c31865-0dbd-4b7b-8515-cb59556d4b47 req-bb1d251e-4d9a-4e18-a5bf-e433990af440 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:50.416337 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-08c31865-0dbd-4b7b-8515-cb59556d4b47 req-bb1d251e-4d9a-4e18-a5bf-e433990af440 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbbaed5d-b861-4f03-a39b-c384175b92ea HTTP/1.1" status: 200 len: 948 time: 0.3824365 Sep 16 12:46:50.422086 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b07495-33de-40b8-bedc-51481dded968 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:50.444375 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2d58c6ea-64bb-487b-b678-80cfa28dfd00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (6a1b3150-e25c-47fe-9913-c6ed0e93c3cd), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:50.446082 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2d58c6ea-64bb-487b-b678-80cfa28dfd00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (6a1b3150-e25c-47fe-9913-c6ed0e93c3cd), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:50.471687 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:50.548168 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b320dc8-1e79-4202-8162-0a418c6b1874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:46:50.551456 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1775c3ed-1c73-49b1-a89a-34a663efcb4b" -d '{"events": [{"server_uuid": "1b320dc8-1e79-4202-8162-0a418c6b1874", "name": "network-vif-plugged", "status": "completed", "tag": "cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:46:50.553469 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-aabdeeda-fb6f-432b-a26d-392b60cc59ee admin admin] Publish callbacks [] for security_group (f3a7fab0-75db-463e-a898-959db764d93a), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:50.623054 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2d58c6ea-64bb-487b-b678-80cfa28dfd00 admin admin] Publish callbacks [] for router_controller (6a1b3150-e25c-47fe-9913-c6ed0e93c3cd), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:50.705708 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd15580-0faa-464b-97ae-bf6525fed548 None None] Pushing event updated for resources: {'Port': ['ID=175b84f6-307b-427a-a83c-49696ec1ba52,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:50.734997 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 91c7636f-22ac-48c6-a666-8fef6f5cae01 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:46:50.756489 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:50.802202 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-aabdeeda-fb6f-432b-a26d-392b60cc59ee admin admin] Publish callbacks [] for security_group (f3a7fab0-75db-463e-a898-959db764d93a), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:50.852675 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2d58c6ea-64bb-487b-b678-80cfa28dfd00 admin admin] Publish callbacks [] for router_gateway (6a1b3150-e25c-47fe-9913-c6ed0e93c3cd), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:50.870031 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-fc631a2c-89be-4f1e-b69e-0ee2a9069ee4', 'network_id': 'fc631a2c-89be-4f1e-b69e-0ee2a9069ee4', 'project_id': '61495918b16a4c2d9faae4fd7a5f2490', 'fixed_ips': [{'subnet_id': '379a7f24-69c0-4460-8c17-f635628518cf'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:46:50.871066 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:50.962055 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:51.026828 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-08c31865-0dbd-4b7b-8515-cb59556d4b47 req-68a246b3-1614-4967-9f0d-69d14141fe04 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6095934 Sep 16 12:46:51.065452 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b69bfd9a-1111-4f39-9fb4-ef2aaeb0b2b1 req-0d20ac42-8a31-4c30-9f3f-eba3ee26db91 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8869905 Sep 16 12:46:51.153944 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88c6320-9526-4f4c-9a96-cdd4d2c79a56 x-openstack-request-id: req-a88c6320-9526-4f4c-9a96-cdd4d2c79a56 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:46:51.154577 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b320dc8-1e79-4202-8162-0a418c6b1874", "name": "network-vif-plugged", "status": "completed", "tag": "cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:46:51.154577 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a88c6320-9526-4f4c-9a96-cdd4d2c79a56 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:46:51.154883 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a88c6320-9526-4f4c-9a96-cdd4d2c79a56'] response: {'server_uuid': '1b320dc8-1e79-4202-8162-0a418c6b1874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c', 'code': 200} Sep 16 12:46:51.219083 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:51.221644 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d8030a-2a28-4d20-bf47-b01ecefb5ae7 None None] Network 31a4235a-2685-4e5a-82c6-a3a28312965c requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:46:51.356602 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d43b12-024e-4cfc-a767-15872f7995e7 req-48e35894-9793-417b-99b4-ba5e63f00bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:51.358690 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-34d43b12-024e-4cfc-a767-15872f7995e7 req-48e35894-9793-417b-99b4-ba5e63f00bd3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 1132 time: 0.1114359 Sep 16 12:46:51.377272 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-aabdeeda-fb6f-432b-a26d-392b60cc59ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (f3a7fab0-75db-463e-a898-959db764d93a), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:51.393015 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-aabdeeda-fb6f-432b-a26d-392b60cc59ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:51.395060 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-aabdeeda-fb6f-432b-a26d-392b60cc59ee admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/f3a7fab0-75db-463e-a898-959db764d93a HTTP/1.1" status: 204 len: 168 time: 1.4347847 Sep 16 12:46:51.413041 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-fbbaf4b1-026f-43ef-b48b-f2bdd1adfcd7 None None] Provisioning complete for port d9030e43-b98d-44f8-8552-b9b199b64f62 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:51.413949 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fbbaf4b1-026f-43ef-b48b-f2bdd1adfcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (d9030e43-b98d-44f8-8552-b9b199b64f62), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:51.415840 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-fbbaf4b1-026f-43ef-b48b-f2bdd1adfcd7 None None] Attempt 1 to provision port d9030e43-b98d-44f8-8552-b9b199b64f62 Sep 16 12:46:51.498510 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15b07495-33de-40b8-bedc-51481dded968 admin admin] Publish callbacks [] for router_gateway (bb10fbb9-cd14-40cd-9d06-da0ee087944d), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:51.522495 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2d58c6ea-64bb-487b-b678-80cfa28dfd00 admin admin] Publish callbacks [] for router_gateway (6a1b3150-e25c-47fe-9913-c6ed0e93c3cd), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:51.582133 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2d58c6ea-64bb-487b-b678-80cfa28dfd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:51.585793 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-fbbaf4b1-026f-43ef-b48b-f2bdd1adfcd7 None None] Current status of the port d9030e43-b98d-44f8-8552-b9b199b64f62 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:51.586172 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fbbaf4b1-026f-43ef-b48b-f2bdd1adfcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d9030e43-b98d-44f8-8552-b9b199b64f62), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:51.663911 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] Allocated IP 172.20.0.2 (fc631a2c-89be-4f1e-b69e-0ee2a9069ee4/379a7f24-69c0-4460-8c17-f635628518cf/938085fa-0ad0-4ec2-a64d-e6ced6665794) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:46:51.685767 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 91c7636f-22ac-48c6-a666-8fef6f5cae01, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=91c7636f-22ac-48c6-a666-8fef6f5cae01,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:51.710710 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-34d43b12-024e-4cfc-a767-15872f7995e7 req-48cf1057-2adc-4199-a316-fdf4edc8ceef service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571025 Sep 16 12:46:51.729919 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdeeda-fb6f-432b-a26d-392b60cc59ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a7fab0-75db-463e-a898-959db764d93a,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:51.741521 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-648243ae-39cc-4284-bb13-b759efdcc894 req-61103418-9c55-43a1-bf1c-4db8a91bb7e4 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1951644033&fields=id&tenant_id=7058e9e184834c39a5a299f481a6e62e HTTP/1.1" status: 200 len: 267 time: 0.5120847 Sep 16 12:46:51.765792 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-fbbaf4b1-026f-43ef-b48b-f2bdd1adfcd7 None None] For port d9030e43-b98d-44f8-8552-b9b199b64f62, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=d9030e43-b98d-44f8-8552-b9b199b64f62,segment=NetworkSegment(7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf),segment_id=7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:51.780011 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '91c7636f-22ac-48c6-a666-8fef6f5cae01', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '91c7636f-22ac-48c6-a666-8fef6f5cae01', 'mac_address': 'fa:16:3e:f5:ae:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:46:51.794689 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fbbaf4b1-026f-43ef-b48b-f2bdd1adfcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (d9030e43-b98d-44f8-8552-b9b199b64f62), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:51.920594 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbaf4b1-026f-43ef-b48b-f2bdd1adfcd7 None None] Pushing event updated for resources: {'Port': ['ID=d9030e43-b98d-44f8-8552-b9b199b64f62,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:51.941515 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-2d58c6ea-64bb-487b-b678-80cfa28dfd00 admin admin] Allocated IP 172.25.2.164 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/99cd0001-187d-44c8-8b23-71d4019623f1) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:46:52.016353 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-5ad8c09b-3561-417f-94b8-b6e812a7a5bc None None] Provisioning complete for port d9030e43-b98d-44f8-8552-b9b199b64f62 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:52.016724 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5ad8c09b-3561-417f-94b8-b6e812a7a5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (d9030e43-b98d-44f8-8552-b9b199b64f62), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:52.017058 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5ad8c09b-3561-417f-94b8-b6e812a7a5bc None None] Attempt 1 to provision port d9030e43-b98d-44f8-8552-b9b199b64f62 Sep 16 12:46:52.030615 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device d9030e43-b98d-44f8-8552-b9b199b64f62 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:52.045595 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48276) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:52.137439 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:52.193546 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2d58c6ea-64bb-487b-b678-80cfa28dfd00 admin admin] Publish callbacks [] for port (99cd0001-187d-44c8-8b23-71d4019623f1), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:52.265719 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2d58c6ea-64bb-487b-b678-80cfa28dfd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (99cd0001-187d-44c8-8b23-71d4019623f1), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:52.278759 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648243ae-39cc-4284-bb13-b759efdcc894 req-7aaaedaf-366b-453b-890a-a38249de08b9 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:52.287037 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-648243ae-39cc-4284-bb13-b759efdcc894 req-7aaaedaf-366b-453b-890a-a38249de08b9 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/networks?id=eb8add18-d929-45d2-acc9-197a8391e875 HTTP/1.1" status: 200 len: 823 time: 0.5352585 Sep 16 12:46:52.299665 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:52.302467 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b581d-87cf-4c88-8da4-fd69278ebf77 req-072238b2-b56b-4793-8264-367ae1343d80 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:52.310726 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-141b581d-87cf-4c88-8da4-fd69278ebf77 req-072238b2-b56b-4793-8264-367ae1343d80 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 950 time: 0.9424410 Sep 16 12:46:52.349976 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port d9030e43-b98d-44f8-8552-b9b199b64f62 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:52.350347 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (d9030e43-b98d-44f8-8552-b9b199b64f62), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:52.350668 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port d9030e43-b98d-44f8-8552-b9b199b64f62 Sep 16 12:46:52.385985 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d58c6ea-64bb-487b-b678-80cfa28dfd00 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:52.386303 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 91c7636f-22ac-48c6-a666-8fef6f5cae01 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:52.386706 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (91c7636f-22ac-48c6-a666-8fef6f5cae01), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:52.397142 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-2d58c6ea-64bb-487b-b678-80cfa28dfd00 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:52.405126 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-648243ae-39cc-4284-bb13-b759efdcc894 req-1f8f8d48-9cdf-4d10-9e0f-9db942c2e15c tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/quotas/7058e9e184834c39a5a299f481a6e62e HTTP/1.1" status: 200 len: 375 time: 0.1168754 Sep 16 12:46:52.429219 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58c6ea-64bb-487b-b678-80cfa28dfd00 admin admin] Pushing event updated for resources: {'Port': ['ID=99cd0001-187d-44c8-8b23-71d4019623f1,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:52.442545 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d58c6ea-64bb-487b-b678-80cfa28dfd00 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:46:52.453269 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c7636f-22ac-48c6-a666-8fef6f5cae01 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:46:52.498379 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:52.524549 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 91c7636f-22ac-48c6-a666-8fef6f5cae01, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=91c7636f-22ac-48c6-a666-8fef6f5cae01,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:52.554170 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4c183699-f79a-4928-968f-2d2e9da2f0cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:52.576654 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (91c7636f-22ac-48c6-a666-8fef6f5cae01), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:52.615176 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15b07495-33de-40b8-bedc-51481dded968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (bb10fbb9-cd14-40cd-9d06-da0ee087944d), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:52.629536 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-648243ae-39cc-4284-bb13-b759efdcc894 req-37bb876d-29e5-46e7-b490-ea6e0ebddd61 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=7058e9e184834c39a5a299f481a6e62e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2226028 Sep 16 12:46:52.653704 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-141b581d-87cf-4c88-8da4-fd69278ebf77 req-8dc2893d-9db3-4326-9d86-f843988e26a0 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398335 Sep 16 12:46:52.678816 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port d9030e43-b98d-44f8-8552-b9b199b64f62 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:52.680172 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 175b84f6-307b-427a-a83c-49696ec1ba52 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:52.682628 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5ad8c09b-3561-417f-94b8-b6e812a7a5bc None None] Current status of the port d9030e43-b98d-44f8-8552-b9b199b64f62 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:52.766192 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:52.810286 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:52.829328 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=91c7636f-22ac-48c6-a666-8fef6f5cae01,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:52.839122 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] Publish callbacks [] for port (938085fa-0ad0-4ec2-a64d-e6ced6665794), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:52.861898 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['91c7636f-22ac-48c6-a666-8fef6f5cae01'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:46:52.872619 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4c183699-f79a-4928-968f-2d2e9da2f0cc admin admin] Publish callbacks [] for security_group (66c672db-3c82-448b-b07f-4b86a4acdf12), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:52.880521 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4c183699-f79a-4928-968f-2d2e9da2f0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (66c672db-3c82-448b-b07f-4b86a4acdf12), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:52.892888 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b07495-33de-40b8-bedc-51481dded968 admin admin] Router bb10fbb9-cd14-40cd-9d06-da0ee087944d is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:46:52.939151 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (938085fa-0ad0-4ec2-a64d-e6ced6665794), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:52.965352 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2d58c6ea-64bb-487b-b678-80cfa28dfd00 admin admin] Publish callbacks [] for router_gateway (6a1b3150-e25c-47fe-9913-c6ed0e93c3cd), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:52.975165 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4c183699-f79a-4928-968f-2d2e9da2f0cc admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=cc2c5f8ac0254d3cae8c28d053cb2722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9247186 Sep 16 12:46:52.981559 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 175b84f6-307b-427a-a83c-49696ec1ba52 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:52.981929 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (175b84f6-307b-427a-a83c-49696ec1ba52), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:52.982259 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 175b84f6-307b-427a-a83c-49696ec1ba52 Sep 16 12:46:53.013573 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c183699-f79a-4928-968f-2d2e9da2f0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c672db-3c82-448b-b07f-4b86a4acdf12,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:53.019626 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48308) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:53.062485 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:53.067421 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] Network fc631a2c-89be-4f1e-b69e-0ee2a9069ee4 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:53.079314 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:53.091600 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:46:53.106055 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-648243ae-39cc-4284-bb13-b759efdcc894 req-0f4f7d92-8c89-4241-8a2c-4b40ae67b391 service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:46:53.107660 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-648243ae-39cc-4284-bb13-b759efdcc894 req-0f4f7d92-8c89-4241-8a2c-4b40ae67b391 service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2959282 Sep 16 12:46:53.121117 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=12 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:53.165354 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] Pushing event updated for resources: {'Port': ['ID=938085fa-0ad0-4ec2-a64d-e6ced6665794,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:53.234803 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] Attempting to bind port 938085fa-0ad0-4ec2-a64d-e6ced6665794 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:46:53.235170 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] Attempting to bind port 938085fa-0ad0-4ec2-a64d-e6ced6665794 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'e76e4e8d-c25c-4db3-9d12-08f9e22f55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fc631a2c-89be-4f1e-b69e-0ee2a9069ee4'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:46:53.235528 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] Attempting to bind port 938085fa-0ad0-4ec2-a64d-e6ced6665794 on network fc631a2c-89be-4f1e-b69e-0ee2a9069ee4 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:53.315955 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 175b84f6-307b-427a-a83c-49696ec1ba52 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:53.329204 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:46:53.329609 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] Checking segment: {'id': 'e76e4e8d-c25c-4db3-9d12-08f9e22f55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fc631a2c-89be-4f1e-b69e-0ee2a9069ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:53.330024 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:53.330419 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] Bound using segment: {'id': 'e76e4e8d-c25c-4db3-9d12-08f9e22f55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fc631a2c-89be-4f1e-b69e-0ee2a9069ee4'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:46:53.331478 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] Bound port: 938085fa-0ad0-4ec2-a64d-e6ced6665794, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76e4e8d-c25c-4db3-9d12-08f9e22f55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fc631a2c-89be-4f1e-b69e-0ee2a9069ee4'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:46:53.331969 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (938085fa-0ad0-4ec2-a64d-e6ced6665794), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:53.453992 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:53.455611 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2d58c6ea-64bb-487b-b678-80cfa28dfd00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (6a1b3150-e25c-47fe-9913-c6ed0e93c3cd), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:53.469880 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] For port 938085fa-0ad0-4ec2-a64d-e6ced6665794, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:46:53.478989 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] For port 938085fa-0ad0-4ec2-a64d-e6ced6665794, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=938085fa-0ad0-4ec2-a64d-e6ced6665794,segment=NetworkSegment(e76e4e8d-c25c-4db3-9d12-08f9e22f55f1),segment_id=e76e4e8d-c25c-4db3-9d12-08f9e22f55f1)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:46:53.488167 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:53.494503 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (938085fa-0ad0-4ec2-a64d-e6ced6665794), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:53.543178 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:53.566097 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7232dc4-91cd-4c3d-87f3-a712f9dc480b None None] Pushing event updated for resources: {'Port': ['ID=938085fa-0ad0-4ec2-a64d-e6ced6665794,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:53.580990 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-fcb22813-b866-4dfb-aadc-d116620e5677 admin admin] Publish callbacks [] for security_group (66c672db-3c82-448b-b07f-4b86a4acdf12), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:53.588079 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b07495-33de-40b8-bedc-51481dded968 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:46:53.600164 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] Sync routers for ids ['bb10fbb9-cd14-40cd-9d06-da0ee087944d'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:46:53.625354 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] Routers {'bb10fbb9-cd14-40cd-9d06-da0ee087944d'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:46:53.626758 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:46:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bb10fbb9-cd14-40cd-9d06-da0ee087944d'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:53.632391 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca70a6c-0087-44f0-bc5f-b7b3c7cb3851 req-b3f26b8a-d0be-4b91-a7e3-cd2da3238673 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:53.634325 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cca70a6c-0087-44f0-bc5f-b7b3c7cb3851 req-b3f26b8a-d0be-4b91-a7e3-cd2da3238673 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbbaed5d-b861-4f03-a39b-c384175b92ea HTTP/1.1" status: 200 len: 949 time: 0.1127126 Sep 16 12:46:53.662755 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d58c6ea-64bb-487b-b678-80cfa28dfd00 admin admin] Router 6a1b3150-e25c-47fe-9913-c6ed0e93c3cd is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:46:53.663355 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-fcb22813-b866-4dfb-aadc-d116620e5677 admin admin] Publish callbacks [] for security_group (66c672db-3c82-448b-b07f-4b86a4acdf12), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:53.715077 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-648243ae-39cc-4284-bb13-b759efdcc894 req-b3449680-179e-403d-8b0e-44b012485540 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/eb8add18-d929-45d2-acc9-197a8391e875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915325 Sep 16 12:46:53.727244 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15b07495-33de-40b8-bedc-51481dded968 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:53.729282 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-15b07495-33de-40b8-bedc-51481dded968 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.2271657 Sep 16 12:46:53.736492 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48322) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:53.824933 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] Set router bb10fbb9-cd14-40cd-9d06-da0ee087944d gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:46:53.914861 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d58c6ea-64bb-487b-b678-80cfa28dfd00 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:46:53.924907 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] Sync routers for ids ['6a1b3150-e25c-47fe-9913-c6ed0e93c3cd'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:46:53.953898 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2d58c6ea-64bb-487b-b678-80cfa28dfd00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:53.955136 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2d58c6ea-64bb-487b-b678-80cfa28dfd00 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5579975 Sep 16 12:46:53.956580 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device d9030e43-b98d-44f8-8552-b9b199b64f62 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:53.958723 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48326) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:54.003852 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] Routers {'6a1b3150-e25c-47fe-9913-c6ed0e93c3cd'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:46:54.008528 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:46:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['6a1b3150-e25c-47fe-9913-c6ed0e93c3cd'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:54.053188 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cca70a6c-0087-44f0-bc5f-b7b3c7cb3851 req-8193179a-4c69-4b07-83ba-e3647fd01475 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079931 Sep 16 12:46:54.130191 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-fcb22813-b866-4dfb-aadc-d116620e5677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (66c672db-3c82-448b-b07f-4b86a4acdf12), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:54.142141 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-fcb22813-b866-4dfb-aadc-d116620e5677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:54.145837 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-fcb22813-b866-4dfb-aadc-d116620e5677 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/66c672db-3c82-448b-b07f-4b86a4acdf12 HTTP/1.1" status: 204 len: 168 time: 1.1134450 Sep 16 12:46:54.192411 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb22813-b866-4dfb-aadc-d116620e5677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c672db-3c82-448b-b07f-4b86a4acdf12,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:54.218060 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-648243ae-39cc-4284-bb13-b759efdcc894 req-0d24c98d-d057-44ed-8509-ea34f8514e3d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/eb8add18-d929-45d2-acc9-197a8391e875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575965 Sep 16 12:46:54.223040 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] Set router 6a1b3150-e25c-47fe-9913-c6ed0e93c3cd gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:46:54.228015 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb10fbb9-cd14-40cd-9d06-da0ee087944d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1050603048-router', 'tenant_id': '1a6a4f24f2d44f74994ace4760050435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:46Z', 'updated_at': '2022-09-16T12:46:51Z', 'revision_number': 3, 'project_id': '1a6a4f24f2d44f74994ace4760050435', 'gw_port': {'id': 'f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:12:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb10fbb9-cd14-40cd-9d06-da0ee087944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:47Z', 'updated_at': '2022-09-16T12:46:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:54.319218 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] Checking router: bb10fbb9-cd14-40cd-9d06-da0ee087944d for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:46:54.319569 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] Updating router bb10fbb9-cd14-40cd-9d06-da0ee087944d port f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:46:54.389513 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port d9030e43-b98d-44f8-8552-b9b199b64f62 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:54.390131 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (d9030e43-b98d-44f8-8552-b9b199b64f62), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:54.390374 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port d9030e43-b98d-44f8-8552-b9b199b64f62 Sep 16 12:46:54.416928 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:54.652598 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:54.653158 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:54.718164 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcb896-b378-47e1-9c1a-0de3b7c531aa req-44156d35-8f0a-42d7-b75a-d19b52f5505a tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:54.730595 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17dcb896-b378-47e1-9c1a-0de3b7c531aa req-44156d35-8f0a-42d7-b75a-d19b52f5505a tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 950 time: 0.1220839 Sep 16 12:46:54.749682 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1b3150-e25c-47fe-9913-c6ed0e93c3cd', 'name': 'tempest-LiveMigrationTest-121780266-router', 'tenant_id': '61495918b16a4c2d9faae4fd7a5f2490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '99cd0001-187d-44c8-8b23-71d4019623f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:50Z', 'updated_at': '2022-09-16T12:46:52Z', 'revision_number': 3, 'project_id': '61495918b16a4c2d9faae4fd7a5f2490', 'gw_port': {'id': '99cd0001-187d-44c8-8b23-71d4019623f1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1b3150-e25c-47fe-9913-c6ed0e93c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:51Z', 'updated_at': '2022-09-16T12:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:54.752077 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port d9030e43-b98d-44f8-8552-b9b199b64f62 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:54.760055 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 91c7636f-22ac-48c6-a666-8fef6f5cae01 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:54.859476 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] Checking router: 6a1b3150-e25c-47fe-9913-c6ed0e93c3cd for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:46:54.859798 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] Updating router 6a1b3150-e25c-47fe-9913-c6ed0e93c3cd port 99cd0001-187d-44c8-8b23-71d4019623f1 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:46:54.865092 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17dcb896-b378-47e1-9c1a-0de3b7c531aa req-602f505d-70e8-4610-9fcb-46b6ded466d8 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190164 Sep 16 12:46:55.006460 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (99cd0001-187d-44c8-8b23-71d4019623f1), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:55.125504 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] Publish callbacks [] for port (f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:55.134339 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:55.190471 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 91c7636f-22ac-48c6-a666-8fef6f5cae01 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:46:55.204883 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 91c7636f-22ac-48c6-a666-8fef6f5cae01 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:55.205252 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (91c7636f-22ac-48c6-a666-8fef6f5cae01), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:55.205646 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 91c7636f-22ac-48c6-a666-8fef6f5cae01 Sep 16 12:46:55.235114 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3a6af45f-1378-4a9b-b63f-ffe14dde90e3 req-ffa44de1-ca6c-45d7-9e57-e4ede883fa0f tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 210 time: 0.1110640 Sep 16 12:46:55.241523 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] Attempting to bind port f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:46:55.242074 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] Attempting to bind port f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:46:55.244933 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] Attempting to bind port f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:55.303304 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48358) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:55.333218 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a7c0bae1-1303-416d-8ca8-02e2d580eff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:55.352453 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700242cd-a044-40f5-a7a2-6612ef1e4f49 None None] Network fc631a2c-89be-4f1e-b69e-0ee2a9069ee4 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:46:55.442193 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:55.459895 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008e874-da37-49fc-b6f9-4dd759231566 req-2519c3f5-e433-48fe-9c31-87af62917faf tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:55.467211 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1008e874-da37-49fc-b6f9-4dd759231566 req-2519c3f5-e433-48fe-9c31-87af62917faf tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.0802491 Sep 16 12:46:55.503919 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45a3cddd-337f-4cf0-899e-36a790a927ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:55.524446 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9253c-a5c6-40af-8bf2-e4c38a92d154 None None] Pushing event updated for resources: {'Port': ['ID=f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:55.527509 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:55.544730 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1008e874-da37-49fc-b6f9-4dd759231566 req-e427f875-6cb7-4f80-83cb-d1d9a158a46f tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748889 Sep 16 12:46:55.552743 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:46:55.553113 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:55.553512 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:55.553899 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:46:55.554374 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] Bound port: f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:46:55.554748 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:55.652745 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] For port f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:46:55.656411 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] For port f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:46:55.665368 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:55.725597 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a7c0bae1-1303-416d-8ca8-02e2d580eff2 admin admin] Publish callbacks [] for security_group (23c5a4d2-f761-46fd-a44b-39301097ac16), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:55.778008 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a7c0bae1-1303-416d-8ca8-02e2d580eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (23c5a4d2-f761-46fd-a44b-39301097ac16), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:55.795108 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9253c-a5c6-40af-8bf2-e4c38a92d154 None None] Pushing event updated for resources: {'Port': ['ID=f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:55.811767 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] Routers {'bb10fbb9-cd14-40cd-9d06-da0ee087944d'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:46:55.813811 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:46:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bb10fbb9-cd14-40cd-9d06-da0ee087944d'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:55.854189 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:55.908892 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c58d04-2013-4634-a8a6-86bf7b944583 req-4261022b-7590-44f6-b836-39f4969205df tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:55.917271 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-a9cab5bb-b9c2-4ce7-a654-794d2e4da326 None None] Provisioning complete for port 938085fa-0ad0-4ec2-a64d-e6ced6665794 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:55.917271 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a9cab5bb-b9c2-4ce7-a654-794d2e4da326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (938085fa-0ad0-4ec2-a64d-e6ced6665794), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:55.917908 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a9cab5bb-b9c2-4ce7-a654-794d2e4da326 None None] Attempt 1 to provision port 938085fa-0ad0-4ec2-a64d-e6ced6665794 Sep 16 12:46:55.921994 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-59c58d04-2013-4634-a8a6-86bf7b944583 req-4261022b-7590-44f6-b836-39f4969205df tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbbaed5d-b861-4f03-a39b-c384175b92ea HTTP/1.1" status: 200 len: 949 time: 0.2267578 Sep 16 12:46:55.971022 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-45a3cddd-337f-4cf0-899e-36a790a927ce admin admin] Allocated IP 172.20.0.1 (31a4235a-2685-4e5a-82c6-a3a28312965c/7cb7ff9c-0473-4835-802b-7b7ef7fdb895/630fd2c8-163f-43f1-bf0e-e082d01d4029) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:46:55.976504 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a7c0bae1-1303-416d-8ca8-02e2d580eff2 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=15fb13add4f140a2bebdd2961005a02d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6717949 Sep 16 12:46:55.980929 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48372) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:55.986030 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 938085fa-0ad0-4ec2-a64d-e6ced6665794 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:55.989899 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:56.007166 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0bae1-1303-416d-8ca8-02e2d580eff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c5a4d2-f761-46fd-a44b-39301097ac16,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:56.021462 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-59c58d04-2013-4634-a8a6-86bf7b944583 req-fd6e7432-8db3-4562-bfdb-8c48b0a7f5e0 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992346 Sep 16 12:46:56.092873 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] Set router bb10fbb9-cd14-40cd-9d06-da0ee087944d gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:46:56.116376 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:56.153982 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b29c34df-0fb1-41c7-b56c-837f5e402a43 admin admin] Publish callbacks [] for security_group (23c5a4d2-f761-46fd-a44b-39301097ac16), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:56.182190 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b29c34df-0fb1-41c7-b56c-837f5e402a43 admin admin] Publish callbacks [] for security_group (23c5a4d2-f761-46fd-a44b-39301097ac16), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:56.214906 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0359c507-3585-42da-befb-afd9ab2b908c tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=0709d7ec436047a39dfb8c5d92f17fa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521626 Sep 16 12:46:56.247670 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:56.310046 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:56.326068 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 91c7636f-22ac-48c6-a666-8fef6f5cae01 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:56.326546 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (91c7636f-22ac-48c6-a666-8fef6f5cae01), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:56.457913 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-3c00f9e9-9571-48cb-858a-b8a0853ae15d tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:56.464628 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb10fbb9-cd14-40cd-9d06-da0ee087944d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1050603048-router', 'tenant_id': '1a6a4f24f2d44f74994ace4760050435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:46Z', 'updated_at': '2022-09-16T12:46:51Z', 'revision_number': 3, 'project_id': '1a6a4f24f2d44f74994ace4760050435', 'gw_port': {'id': 'f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:12:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb10fbb9-cd14-40cd-9d06-da0ee087944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:47Z', 'updated_at': '2022-09-16T12:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:56.465464 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-3c00f9e9-9571-48cb-858a-b8a0853ae15d tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2472918 Sep 16 12:46:56.479847 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b29c34df-0fb1-41c7-b56c-837f5e402a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (23c5a4d2-f761-46fd-a44b-39301097ac16), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:56.485983 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-db3a3acd-fdc8-4838-beb2-04d4bcbd39ca tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/quotas/0709d7ec436047a39dfb8c5d92f17fa3 HTTP/1.1" status: 200 len: 375 time: 0.0195394 Sep 16 12:46:56.491155 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b29c34df-0fb1-41c7-b56c-837f5e402a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:56.493476 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91945656-2757-4e90-8898-6d7ea2809057 None None] The sync data for ids ['bb10fbb9-cd14-40cd-9d06-da0ee087944d'] in n-d-858094-4 is: [{'id': 'bb10fbb9-cd14-40cd-9d06-da0ee087944d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1050603048-router', 'tenant_id': '1a6a4f24f2d44f74994ace4760050435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:46Z', 'updated_at': '2022-09-16T12:46:51Z', 'revision_number': 3, 'project_id': '1a6a4f24f2d44f74994ace4760050435', 'gw_port': {'id': 'f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:12:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb10fbb9-cd14-40cd-9d06-da0ee087944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:47Z', 'updated_at': '2022-09-16T12:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:46:56.494509 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbaed5d-b861-4f03-a39b-c384175b92ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c7636f-22ac-48c6-a666-8fef6f5cae01'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:46:56.497211 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b29c34df-0fb1-41c7-b56c-837f5e402a43 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/23c5a4d2-f761-46fd-a44b-39301097ac16 HTTP/1.1" status: 204 len: 168 time: 0.5108805 Sep 16 12:46:56.520108 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f183c84-880c-489b-ae76-28626ad0baba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:56.521208 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0645e1-95a9-41bb-ac72-7f89466cb95f" -d '{"events": [{"server_uuid": "cbbaed5d-b861-4f03-a39b-c384175b92ea", "name": "network-vif-plugged", "status": "completed", "tag": "91c7636f-22ac-48c6-a666-8fef6f5cae01"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:46:56.537080 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 938085fa-0ad0-4ec2-a64d-e6ced6665794 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:56.537458 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (938085fa-0ad0-4ec2-a64d-e6ced6665794), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:56.537796 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 938085fa-0ad0-4ec2-a64d-e6ced6665794 Sep 16 12:46:56.554521 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c34df-0fb1-41c7-b56c-837f5e402a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c5a4d2-f761-46fd-a44b-39301097ac16,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:56.637522 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-4802b0ac-a5a7-459e-9635-9e6b84063cb3 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=0709d7ec436047a39dfb8c5d92f17fa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1505504 Sep 16 12:46:56.672878 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45a3cddd-337f-4cf0-899e-36a790a927ce admin admin] Publish callbacks [] for port (630fd2c8-163f-43f1-bf0e-e082d01d4029), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:56.710654 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 91c7636f-22ac-48c6-a666-8fef6f5cae01, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=91c7636f-22ac-48c6-a666-8fef6f5cae01,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:56.770091 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a9cab5bb-b9c2-4ce7-a654-794d2e4da326 None None] Current status of the port 938085fa-0ad0-4ec2-a64d-e6ced6665794 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:56.770484 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a9cab5bb-b9c2-4ce7-a654-794d2e4da326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (938085fa-0ad0-4ec2-a64d-e6ced6665794), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:56.804550 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f0624b4-98b3-476d-93f5-e7d3432a7421 req-315ce1dd-fd86-40f7-a731-4432e9b6af52 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 210 time: 0.0752735 Sep 16 12:46:56.808297 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (91c7636f-22ac-48c6-a666-8fef6f5cae01), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:56.900485 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] Publish callbacks [] for port (99cd0001-187d-44c8-8b23-71d4019623f1), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:56.903339 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-7f183c84-880c-489b-ae76-28626ad0baba admin admin] Allocated IP 172.20.0.1 (fc631a2c-89be-4f1e-b69e-0ee2a9069ee4/379a7f24-69c0-4460-8c17-f635628518cf/8c907fa2-6830-476c-a186-18685951a92f) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:46:56.960295 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (99cd0001-187d-44c8-8b23-71d4019623f1), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:57.046920 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6baae6a5-8105-437b-ae6c-c4300e9172a7 x-openstack-request-id: req-6baae6a5-8105-437b-ae6c-c4300e9172a7 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:46:57.047499 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbaed5d-b861-4f03-a39b-c384175b92ea", "name": "network-vif-plugged", "status": "completed", "tag": "91c7636f-22ac-48c6-a666-8fef6f5cae01", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:46:57.048692 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6baae6a5-8105-437b-ae6c-c4300e9172a7 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:46:57.049288 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6baae6a5-8105-437b-ae6c-c4300e9172a7'] response: {'server_uuid': 'cbbaed5d-b861-4f03-a39b-c384175b92ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c7636f-22ac-48c6-a666-8fef6f5cae01', 'code': 200} Sep 16 12:46:57.126929 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-09b7f01f-f9bd-4aa5-a995-2395cdec1ede req-72dd9dea-b4ba-4abc-a403-cf349e10db74 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e01ba46f-ddd1-47ae-90d9-4a187bf51b2b HTTP/1.1" status: 200 len: 210 time: 0.0943227 Sep 16 12:46:57.127308 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] Attempting to bind port 99cd0001-187d-44c8-8b23-71d4019623f1 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:46:57.127308 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] Attempting to bind port 99cd0001-187d-44c8-8b23-71d4019623f1 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:46:57.127308 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] Attempting to bind port 99cd0001-187d-44c8-8b23-71d4019623f1 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:46:57.157036 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:57.204344 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45a3cddd-337f-4cf0-899e-36a790a927ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (630fd2c8-163f-43f1-bf0e-e082d01d4029), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:57.264488 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-a9cab5bb-b9c2-4ce7-a654-794d2e4da326 None None] For port 938085fa-0ad0-4ec2-a64d-e6ced6665794, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=938085fa-0ad0-4ec2-a64d-e6ced6665794,segment=NetworkSegment(e76e4e8d-c25c-4db3-9d12-08f9e22f55f1),segment_id=e76e4e8d-c25c-4db3-9d12-08f9e22f55f1)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:57.274387 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a9cab5bb-b9c2-4ce7-a654-794d2e4da326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (938085fa-0ad0-4ec2-a64d-e6ced6665794), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:57.318919 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7050f8-62d6-4a30-9a29-f540940838c9 req-f1e4bc21-fe89-483c-af65-7bd593891e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:57.324568 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8e7050f8-62d6-4a30-9a29-f540940838c9 req-f1e4bc21-fe89-483c-af65-7bd593891e9d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=cbbaed5d-b861-4f03-a39b-c384175b92ea HTTP/1.1" status: 200 len: 1132 time: 0.1262178 Sep 16 12:46:57.440985 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=91c7636f-22ac-48c6-a666-8fef6f5cae01,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:57.454290 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a3cddd-337f-4cf0-899e-36a790a927ce admin admin] Network 31a4235a-2685-4e5a-82c6-a3a28312965c is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:57.491781 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-45a3cddd-337f-4cf0-899e-36a790a927ce admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:57.496839 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb461b-75a8-4081-b3cf-211b16415049 req-4a39a1fd-53b1-4421-85e0-d97df3cda172 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:57.512724 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a3cddd-337f-4cf0-899e-36a790a927ce admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:46:57.521890 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-37eb461b-75a8-4081-b3cf-211b16415049 req-4a39a1fd-53b1-4421-85e0-d97df3cda172 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbbaed5d-b861-4f03-a39b-c384175b92ea HTTP/1.1" status: 200 len: 950 time: 0.2234025 Sep 16 12:46:57.576489 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48412) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:57.642020 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8e7050f8-62d6-4a30-9a29-f540940838c9 req-3ba2cd95-9a03-44d2-b2b7-1158a30bffb2 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100293 Sep 16 12:46:57.651062 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae333b0-6fcc-41f6-9f34-b75c1d0402cb None None] Pushing event updated for resources: {'Port': ['ID=99cd0001-187d-44c8-8b23-71d4019623f1,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:57.735261 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-37eb461b-75a8-4081-b3cf-211b16415049 req-35321f15-f91b-40e3-9696-1f01ffab19cf tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922190 Sep 16 12:46:57.749078 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-abc273c1-460f-4c99-a39a-6ce412d772b7 None None] Provisioning complete for port 938085fa-0ad0-4ec2-a64d-e6ced6665794 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:57.753941 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-abc273c1-460f-4c99-a39a-6ce412d772b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (938085fa-0ad0-4ec2-a64d-e6ced6665794), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:57.755686 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-abc273c1-460f-4c99-a39a-6ce412d772b7 None None] Attempt 1 to provision port 938085fa-0ad0-4ec2-a64d-e6ced6665794 Sep 16 12:46:57.783958 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 938085fa-0ad0-4ec2-a64d-e6ced6665794 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:57.863793 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648243ae-39cc-4284-bb13-b759efdcc894 req-950e7221-ab34-488f-92f7-c565e529c74a tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:57.874114 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-648243ae-39cc-4284-bb13-b759efdcc894 req-950e7221-ab34-488f-92f7-c565e529c74a tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.25 "GET /networking/v2.0/networks?id=eb8add18-d929-45d2-acc9-197a8391e875 HTTP/1.1" status: 200 len: 823 time: 0.7114460 Sep 16 12:46:57.952764 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:46:57.954726 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:46:57.955274 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:57.960615 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:46:57.964563 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] Bound port: 99cd0001-187d-44c8-8b23-71d4019623f1, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:46:57.972212 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (99cd0001-187d-44c8-8b23-71d4019623f1), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:57.984843 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3cddd-337f-4cf0-899e-36a790a927ce admin admin] Pushing event updated for resources: {'Port': ['ID=630fd2c8-163f-43f1-bf0e-e082d01d4029,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:58.000398 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f183c84-880c-489b-ae76-28626ad0baba admin admin] Publish callbacks [] for port (8c907fa2-6830-476c-a186-18685951a92f), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:58.115485 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cab5bb-b9c2-4ce7-a654-794d2e4da326 None None] Pushing event updated for resources: {'Port': ['ID=938085fa-0ad0-4ec2-a64d-e6ced6665794,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:58.116616 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7f98c4c5-228c-44e3-b8a7-41cfc07b4938 req-b79d556a-56af-4fc7-9dc6-77aec15af03c tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 210 time: 0.0916784 Sep 16 12:46:58.121666 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:46:58.184021 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:58.209058 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-648243ae-39cc-4284-bb13-b759efdcc894 req-8440e6d7-d8b5-4925-a592-8e1c0963e991 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7058e9e184834c39a5a299f481a6e62e HTTP/1.1" status: 200 len: 380 time: 0.3088026 Sep 16 12:46:58.216013 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:58.216976 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-648243ae-39cc-4284-bb13-b759efdcc894 req-8a72d11a-5135-413d-8a1a-52ee0e3a42c5 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Request body: {'port': {'device_id': '07365fde-3701-46a6-aba7-4c6f74e181b9', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'admin_state_up': True, 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'security_groups': ['7775057f-57f6-4251-aaa7-ff631623100e']}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:58.254665 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:58.258369 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bf23e003-ce48-4b43-a82f-687b944b130d req-c312c7f3-4372-49bd-8cbc-ebd818b9a872 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e01ba46f-ddd1-47ae-90d9-4a187bf51b2b HTTP/1.1" status: 200 len: 210 time: 0.0354919 Sep 16 12:46:58.272705 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] For port 99cd0001-187d-44c8-8b23-71d4019623f1, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:46:58.275327 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b18b3614-78b9-430d-9152-52db07d55d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:58.285624 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45a3cddd-337f-4cf0-899e-36a790a927ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (bb10fbb9-cd14-40cd-9d06-da0ee087944d), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:58.301092 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] For port 99cd0001-187d-44c8-8b23-71d4019623f1, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=99cd0001-187d-44c8-8b23-71d4019623f1,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:46:58.338578 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (99cd0001-187d-44c8-8b23-71d4019623f1), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:58.355539 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:58.356288 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:58.356832 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2 Sep 16 12:46:58.396244 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-abc273c1-460f-4c99-a39a-6ce412d772b7 None None] Current status of the port 938085fa-0ad0-4ec2-a64d-e6ced6665794 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:58.436978 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] Routers {'6a1b3150-e25c-47fe-9913-c6ed0e93c3cd'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:46:58.441906 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:46:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['6a1b3150-e25c-47fe-9913-c6ed0e93c3cd'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:58.510214 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f183c84-880c-489b-ae76-28626ad0baba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (8c907fa2-6830-476c-a186-18685951a92f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:58.550791 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b18b3614-78b9-430d-9152-52db07d55d36 admin admin] Publish callbacks [] for security_group (bf020b53-82b6-4d31-ae5f-5ed7f03b9b4a), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:58.558287 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b18b3614-78b9-430d-9152-52db07d55d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (bf020b53-82b6-4d31-ae5f-5ed7f03b9b4a), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:58.584434 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f183c84-880c-489b-ae76-28626ad0baba admin admin] Network fc631a2c-89be-4f1e-b69e-0ee2a9069ee4 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:46:58.610749 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:58.617761 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-7f183c84-880c-489b-ae76-28626ad0baba admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:46:58.621154 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b3614-78b9-430d-9152-52db07d55d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf020b53-82b6-4d31-ae5f-5ed7f03b9b4a,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:58.634167 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f183c84-880c-489b-ae76-28626ad0baba admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:46:58.704744 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b18b3614-78b9-430d-9152-52db07d55d36 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=f506c947b0fa4f098ced1e2f2ba945ad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1259034 Sep 16 12:46:58.706532 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48450) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:58.710038 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f183c84-880c-489b-ae76-28626ad0baba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (6a1b3150-e25c-47fe-9913-c6ed0e93c3cd), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:58.747411 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648243ae-39cc-4284-bb13-b759efdcc894 req-8a72d11a-5135-413d-8a1a-52ee0e3a42c5 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Made reservation on behalf of 7058e9e184834c39a5a299f481a6e62e for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:46:58.750020 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae333b0-6fcc-41f6-9f34-b75c1d0402cb None None] Pushing event updated for resources: {'Port': ['ID=99cd0001-187d-44c8-8b23-71d4019623f1,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:58.755281 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-648243ae-39cc-4284-bb13-b759efdcc894 req-8a72d11a-5135-413d-8a1a-52ee0e3a42c5 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:58.781951 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Provisioning complete for port 630fd2c8-163f-43f1-bf0e-e082d01d4029 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:46:58.782361 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (630fd2c8-163f-43f1-bf0e-e082d01d4029), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:58.782829 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Attempt 1 to provision port 630fd2c8-163f-43f1-bf0e-e082d01d4029 Sep 16 12:46:58.832511 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48454) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:58.833894 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-44869248-5e2d-4f9a-ad67-51b393d45442 admin admin] Publish callbacks [] for security_group (bf020b53-82b6-4d31-ae5f-5ed7f03b9b4a), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:58.878176 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-44869248-5e2d-4f9a-ad67-51b393d45442 admin admin] Publish callbacks [] for security_group (bf020b53-82b6-4d31-ae5f-5ed7f03b9b4a), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:58.964202 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Port 630fd2c8-163f-43f1-bf0e-e082d01d4029 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:58.967001 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] Set router 6a1b3150-e25c-47fe-9913-c6ed0e93c3cd gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:46:58.973638 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-44869248-5e2d-4f9a-ad67-51b393d45442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (bf020b53-82b6-4d31-ae5f-5ed7f03b9b4a), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:58.977882 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-44869248-5e2d-4f9a-ad67-51b393d45442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:58.980361 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-44869248-5e2d-4f9a-ad67-51b393d45442 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/bf020b53-82b6-4d31-ae5f-5ed7f03b9b4a HTTP/1.1" status: 204 len: 168 time: 0.2723458 Sep 16 12:46:59.028986 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44869248-5e2d-4f9a-ad67-51b393d45442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf020b53-82b6-4d31-ae5f-5ed7f03b9b4a,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:59.060433 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313a4be-f82a-4e1a-96a2-dbac46ed2c5f req-bc83eac1-5f14-4021-9127-3fee5c8edaeb tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:59.068868 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9313a4be-f82a-4e1a-96a2-dbac46ed2c5f req-bc83eac1-5f14-4021-9127-3fee5c8edaeb tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbbaed5d-b861-4f03-a39b-c384175b92ea HTTP/1.1" status: 200 len: 950 time: 0.1226540 Sep 16 12:46:59.124813 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:46:59.125640 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:59.129623 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9313a4be-f82a-4e1a-96a2-dbac46ed2c5f req-5720df6e-aed9-4ef9-86a2-f03b7c0e00bf tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594392 Sep 16 12:46:59.232724 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:46:59.258467 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:59.296237 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6ca10311-8d2c-4ce4-81f4-1744bcc2d476 req-43c492f1-b227-4b28-a36c-9d83dae33849 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 210 time: 0.0883269 Sep 16 12:46:59.336431 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-34fd52c5-a2df-493c-8e84-58a84facc045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:59.370200 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f183c84-880c-489b-ae76-28626ad0baba admin admin] Pushing event updated for resources: {'Port': ['ID=8c907fa2-6830-476c-a186-18685951a92f,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:59.458027 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:46:59.473816 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Attempt 2 to provision port 630fd2c8-163f-43f1-bf0e-e082d01d4029 Sep 16 12:46:59.553373 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45a3cddd-337f-4cf0-899e-36a790a927ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (630fd2c8-163f-43f1-bf0e-e082d01d4029), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:59.554517 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-f8276636-0f12-4dff-a38e-a88e5c45caf4 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=0709d7ec436047a39dfb8c5d92f17fa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412407 Sep 16 12:46:59.570609 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-937669e5-a8df-4a55-9ae7-909e35dcee1f req-994917a4-e067-40b8-8975-56e876c2d931 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e01ba46f-ddd1-47ae-90d9-4a187bf51b2b HTTP/1.1" status: 200 len: 210 time: 0.1268473 Sep 16 12:46:59.641376 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1b3150-e25c-47fe-9913-c6ed0e93c3cd', 'name': 'tempest-LiveMigrationTest-121780266-router', 'tenant_id': '61495918b16a4c2d9faae4fd7a5f2490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '99cd0001-187d-44c8-8b23-71d4019623f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:50Z', 'updated_at': '2022-09-16T12:46:52Z', 'revision_number': 3, 'project_id': '61495918b16a4c2d9faae4fd7a5f2490', 'gw_port': {'id': '99cd0001-187d-44c8-8b23-71d4019623f1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1b3150-e25c-47fe-9913-c6ed0e93c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:51Z', 'updated_at': '2022-09-16T12:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:46:59.646191 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Port 630fd2c8-163f-43f1-bf0e-e082d01d4029 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:46:59.687316 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:59.694511 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e7978-ec4d-494f-9657-bf11bde3792f None None] The sync data for ids ['6a1b3150-e25c-47fe-9913-c6ed0e93c3cd'] in n-d-858094-4 is: [{'id': '6a1b3150-e25c-47fe-9913-c6ed0e93c3cd', 'name': 'tempest-LiveMigrationTest-121780266-router', 'tenant_id': '61495918b16a4c2d9faae4fd7a5f2490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '99cd0001-187d-44c8-8b23-71d4019623f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:50Z', 'updated_at': '2022-09-16T12:46:52Z', 'revision_number': 3, 'project_id': '61495918b16a4c2d9faae4fd7a5f2490', 'gw_port': {'id': '99cd0001-187d-44c8-8b23-71d4019623f1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1b3150-e25c-47fe-9913-c6ed0e93c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:51Z', 'updated_at': '2022-09-16T12:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:46:59.719691 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-34fd52c5-a2df-493c-8e84-58a84facc045 admin admin] Publish callbacks [] for security_group (24746f38-a842-4e6b-935f-531de62ddfb1), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:59.733674 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-34fd52c5-a2df-493c-8e84-58a84facc045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (24746f38-a842-4e6b-935f-531de62ddfb1), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:46:59.844880 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-34fd52c5-a2df-493c-8e84-58a84facc045 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=8a1927dd9f8a4b2ab86503d2771ff1bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8999329 Sep 16 12:46:59.855000 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd52c5-a2df-493c-8e84-58a84facc045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24746f38-a842-4e6b-935f-531de62ddfb1,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:46:59.866353 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48474) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:46:59.900900 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-d920e663-6a04-4826-8194-cb159eabb6cf tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:46:59.906588 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-d920e663-6a04-4826-8194-cb159eabb6cf tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3309040 Sep 16 12:46:59.923139 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-bb24a656-9c3c-421f-9b16-a03e16dd295b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Request body: {'port': {'device_id': 'e01ba46f-ddd1-47ae-90d9-4a187bf51b2b', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '0709d7ec436047a39dfb8c5d92f17fa3'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:46:59.968216 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-648243ae-39cc-4284-bb13-b759efdcc894 req-8a72d11a-5135-413d-8a1a-52ee0e3a42c5 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Allocated IP 172.20.0.9 (eb8add18-d929-45d2-acc9-197a8391e875/fb6cbc25-6c82-4a73-b1fd-602ce120a77f/57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:00.007888 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 938085fa-0ad0-4ec2-a64d-e6ced6665794 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:00.064201 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-494e1c8a-e4ce-4ba5-9956-189cc436286c admin admin] Publish callbacks [] for security_group (24746f38-a842-4e6b-935f-531de62ddfb1), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:00.104314 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 938085fa-0ad0-4ec2-a64d-e6ced6665794 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:00.104688 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (938085fa-0ad0-4ec2-a64d-e6ced6665794), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:00.105027 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 938085fa-0ad0-4ec2-a64d-e6ced6665794 Sep 16 12:47:00.122882 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48480) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:00.158048 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:00.162780 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Attempt 3 to provision port 630fd2c8-163f-43f1-bf0e-e082d01d4029 Sep 16 12:47:00.164486 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:00.215800 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-494e1c8a-e4ce-4ba5-9956-189cc436286c admin admin] Publish callbacks [] for security_group (24746f38-a842-4e6b-935f-531de62ddfb1), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:00.235050 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Port 630fd2c8-163f-43f1-bf0e-e082d01d4029 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:00.273828 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 938085fa-0ad0-4ec2-a64d-e6ced6665794 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:00.275268 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:00.278257 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:00.312329 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:00.335502 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-494e1c8a-e4ce-4ba5-9956-189cc436286c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (24746f38-a842-4e6b-935f-531de62ddfb1), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:00.335502 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-494e1c8a-e4ce-4ba5-9956-189cc436286c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:00.335502 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-494e1c8a-e4ce-4ba5-9956-189cc436286c admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/24746f38-a842-4e6b-935f-531de62ddfb1 HTTP/1.1" status: 204 len: 168 time: 0.4582627 Sep 16 12:47:00.362408 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:00.363195 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:00.363310 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-366758f5-3c30-48df-8373-76f47f58893e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:00.363892 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2 Sep 16 12:47:00.423253 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f183c84-880c-489b-ae76-28626ad0baba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8c907fa2-6830-476c-a186-18685951a92f), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:00.424977 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e1c8a-e4ce-4ba5-9956-189cc436286c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24746f38-a842-4e6b-935f-531de62ddfb1,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:00.457515 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:00.496776 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8473b-e993-42c3-ac3c-aa1360c0a5d2 req-5892bc71-a240-4a2d-9594-d7dd670f7dbf tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:00.498963 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e1c8473b-e993-42c3-ac3c-aa1360c0a5d2 req-5892bc71-a240-4a2d-9594-d7dd670f7dbf tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbbaed5d-b861-4f03-a39b-c384175b92ea HTTP/1.1" status: 200 len: 950 time: 0.1973538 Sep 16 12:47:00.506593 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-bb24a656-9c3c-421f-9b16-a03e16dd295b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Made reservation on behalf of 0709d7ec436047a39dfb8c5d92f17fa3 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:47:00.510841 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-bb24a656-9c3c-421f-9b16-a03e16dd295b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:00.558567 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:00.643891 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e9d8d8f5-4dcd-4f72-8151-5358adc1057a req-89129187-be13-4af7-8b9f-dff62da84ad1 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 210 time: 0.1431546 Sep 16 12:47:00.737054 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Attempt 4 to provision port 630fd2c8-163f-43f1-bf0e-e082d01d4029 Sep 16 12:47:00.794781 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Port 630fd2c8-163f-43f1-bf0e-e082d01d4029 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:00.860489 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-648243ae-39cc-4284-bb13-b759efdcc894 req-8a72d11a-5135-413d-8a1a-52ee0e3a42c5 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for port (57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:00.868346 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:00.883051 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45a3cddd-337f-4cf0-899e-36a790a927ce admin admin] Publish callbacks [] for port (630fd2c8-163f-43f1-bf0e-e082d01d4029), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:00.899476 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45a3cddd-337f-4cf0-899e-36a790a927ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (630fd2c8-163f-43f1-bf0e-e082d01d4029), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:00.916958 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e1c8473b-e993-42c3-ac3c-aa1360c0a5d2 req-72380540-ffea-4ad9-98da-d4f88ef9585c tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689129 Sep 16 12:47:00.943332 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe41ec76-4d7c-4deb-a705-df1a87ab6f70 req-130f58ad-9975-4f7e-858e-aff62f50569b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e01ba46f-ddd1-47ae-90d9-4a187bf51b2b HTTP/1.1" status: 200 len: 210 time: 0.1107533 Sep 16 12:47:00.964177 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45a3cddd-337f-4cf0-899e-36a790a927ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (bb10fbb9-cd14-40cd-9d06-da0ee087944d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:01.078165 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48502) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:01.104744 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f183c84-880c-489b-ae76-28626ad0baba admin admin] Publish callbacks [] for port (8c907fa2-6830-476c-a186-18685951a92f), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:01.118974 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f183c84-880c-489b-ae76-28626ad0baba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (8c907fa2-6830-476c-a186-18685951a92f), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:01.125095 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3cddd-337f-4cf0-899e-36a790a927ce admin admin] Pushing event updated for resources: {'Port': ['ID=630fd2c8-163f-43f1-bf0e-e082d01d4029,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:01.131293 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2fe824d7-8ebf-4d28-be58-791945d71eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:01.147209 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-bb24a656-9c3c-421f-9b16-a03e16dd295b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Allocated IP 192.168.233.105 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/a6fb319f-c3cf-4120-b2c2-c32144451c45) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:01.168493 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-648243ae-39cc-4284-bb13-b759efdcc894 req-8a72d11a-5135-413d-8a1a-52ee0e3a42c5 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:01.177133 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-366758f5-3c30-48df-8373-76f47f58893e admin admin] Publish callbacks [] for security_group (14b94b3b-916d-4320-81d4-b2e9e7200e49), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:01.186365 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-366758f5-3c30-48df-8373-76f47f58893e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (14b94b3b-916d-4320-81d4-b2e9e7200e49), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:01.244322 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:01.276888 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f183c84-880c-489b-ae76-28626ad0baba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (6a1b3150-e25c-47fe-9913-c6ed0e93c3cd), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:01.287446 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648243ae-39cc-4284-bb13-b759efdcc894 req-8a72d11a-5135-413d-8a1a-52ee0e3a42c5 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Network eb8add18-d929-45d2-acc9-197a8391e875 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:01.296532 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Attempt 5 to provision port 630fd2c8-163f-43f1-bf0e-e082d01d4029 Sep 16 12:47:01.319768 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366758f5-3c30-48df-8373-76f47f58893e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b94b3b-916d-4320-81d4-b2e9e7200e49,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:01.322492 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f183c84-880c-489b-ae76-28626ad0baba admin admin] Pushing event updated for resources: {'Port': ['ID=8c907fa2-6830-476c-a186-18685951a92f,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:01.335186 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-366758f5-3c30-48df-8373-76f47f58893e admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=cd02d5241efd4e6c810e4e3063ac9aec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2087886 Sep 16 12:47:01.337424 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48506) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:01.342715 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-648243ae-39cc-4284-bb13-b759efdcc894 req-8a72d11a-5135-413d-8a1a-52ee0e3a42c5 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:01.354123 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-648243ae-39cc-4284-bb13-b759efdcc894 req-8a72d11a-5135-413d-8a1a-52ee0e3a42c5 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:01.374188 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a3cddd-337f-4cf0-899e-36a790a927ce admin admin] Network 31a4235a-2685-4e5a-82c6-a3a28312965c is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:01.464652 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-45a3cddd-337f-4cf0-899e-36a790a927ce admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:01.466338 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:01.636173 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288ff33-79f7-429d-9751-94c6f910bc95 req-1589fcdf-1187-4ae0-a5b2-4d8b3ea3cfeb tempest-ServersAdminNegativeTestJSON-250756494 tempest-ServersAdminNegativeTestJSON-250756494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:01.644959 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7288ff33-79f7-429d-9751-94c6f910bc95 req-1589fcdf-1187-4ae0-a5b2-4d8b3ea3cfeb tempest-ServersAdminNegativeTestJSON-250756494 tempest-ServersAdminNegativeTestJSON-250756494-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbbaed5d-b861-4f03-a39b-c384175b92ea HTTP/1.1" status: 200 len: 1132 time: 0.2231333 Sep 16 12:47:01.652794 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Port 630fd2c8-163f-43f1-bf0e-e082d01d4029 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:01.667868 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-c402dbb1-1ee4-4e6c-9a79-50057ecd2d9c tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=6e4b83da544e4980b1c2fe2b1f597016&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762343 Sep 16 12:47:01.679757 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2fe824d7-8ebf-4d28-be58-791945d71eac admin admin] Publish callbacks [] for security_group (c3448aa4-5313-423c-a912-4ed2027304fc), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:01.698460 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648243ae-39cc-4284-bb13-b759efdcc894 req-8a72d11a-5135-413d-8a1a-52ee0e3a42c5 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:01.698834 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-648243ae-39cc-4284-bb13-b759efdcc894 req-8a72d11a-5135-413d-8a1a-52ee0e3a42c5 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:01.701423 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72d11a-5135-413d-8a1a-52ee0e3a42c5 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Pushing event updated for resources: {'Port': ['ID=57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:01.721934 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7288ff33-79f7-429d-9751-94c6f910bc95 req-f25cae22-3f48-451e-9539-63ce26b57864 tempest-ServersAdminNegativeTestJSON-250756494 tempest-ServersAdminNegativeTestJSON-250756494-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:01.724093 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2fe824d7-8ebf-4d28-be58-791945d71eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (c3448aa4-5313-423c-a912-4ed2027304fc), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:01.747719 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-648243ae-39cc-4284-bb13-b759efdcc894 req-8a72d11a-5135-413d-8a1a-52ee0e3a42c5 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5376508 Sep 16 12:47:01.770414 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-bb24a656-9c3c-421f-9b16-a03e16dd295b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks [] for port (a6fb319f-c3cf-4120-b2c2-c32144451c45), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:01.771910 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a7de8583-7b87-43c4-be05-f44f79752928 admin admin] Publish callbacks [] for security_group (14b94b3b-916d-4320-81d4-b2e9e7200e49), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:01.778631 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] Request body: {'port': {'device_id': '07365fde-3701-46a6-aba7-4c6f74e181b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:01.827061 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f183c84-880c-489b-ae76-28626ad0baba admin admin] Network fc631a2c-89be-4f1e-b69e-0ee2a9069ee4 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:01.835529 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-7f183c84-880c-489b-ae76-28626ad0baba admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:01.913416 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:UPDATE=3,neutron:SELECT=82,neutron:INSERT=15 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:01.946960 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a3cddd-337f-4cf0-899e-36a790a927ce admin admin] Router bb10fbb9-cd14-40cd-9d06-da0ee087944d has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:47:01.968642 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 99cd0001-187d-44c8-8b23-71d4019623f1 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:01.969898 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:01.973715 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48518) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:01.978472 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-2fe824d7-8ebf-4d28-be58-791945d71eac admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=b0ebff53da4d4c86aca4377ad6ee9aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8967781 Sep 16 12:47:01.985355 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a7de8583-7b87-43c4-be05-f44f79752928 admin admin] Publish callbacks [] for security_group (14b94b3b-916d-4320-81d4-b2e9e7200e49), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:01.993833 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:02.015240 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe824d7-8ebf-4d28-be58-791945d71eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3448aa4-5313-423c-a912-4ed2027304fc,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:02.098376 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 99cd0001-187d-44c8-8b23-71d4019623f1 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:02.099323 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (99cd0001-187d-44c8-8b23-71d4019623f1), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:02.100036 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 99cd0001-187d-44c8-8b23-71d4019623f1 Sep 16 12:47:02.154642 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Attempt 6 to provision port 630fd2c8-163f-43f1-bf0e-e082d01d4029 Sep 16 12:47:02.164552 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-722d345f-9254-4bc3-ae50-c6f4e17c82f4 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:02.166100 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-722d345f-9254-4bc3-ae50-c6f4e17c82f4 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4780929 Sep 16 12:47:02.167208 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-bb24a656-9c3c-421f-9b16-a03e16dd295b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (a6fb319f-c3cf-4120-b2c2-c32144451c45), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:02.219653 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Port 630fd2c8-163f-43f1-bf0e-e082d01d4029 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:02.224544 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['31e589d5-4175-4617-9376-ffdea1a75308'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:47:02.227065 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:47:02.259046 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-6bf8d1fc-86d9-4b32-8c89-00f0440c6b31 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/quotas/6e4b83da544e4980b1c2fe2b1f597016 HTTP/1.1" status: 200 len: 375 time: 0.0764935 Sep 16 12:47:02.266946 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-bb24a656-9c3c-421f-9b16-a03e16dd295b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:02.279857 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a7de8583-7b87-43c4-be05-f44f79752928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (14b94b3b-916d-4320-81d4-b2e9e7200e49), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:02.283777 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a7de8583-7b87-43c4-be05-f44f79752928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:02.286663 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f183c84-880c-489b-ae76-28626ad0baba admin admin] Router 6a1b3150-e25c-47fe-9913-c6ed0e93c3cd has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:47:02.287988 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a7de8583-7b87-43c4-be05-f44f79752928 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/14b94b3b-916d-4320-81d4-b2e9e7200e49 HTTP/1.1" status: 204 len: 168 time: 0.9392622 Sep 16 12:47:02.289870 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-bb24a656-9c3c-421f-9b16-a03e16dd295b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:02.292791 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-bb24a656-9c3c-421f-9b16-a03e16dd295b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:02.393447 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-78b108cd-f6de-4879-9db8-b8642593a4f9 admin admin] Publish callbacks [] for security_group (c3448aa4-5313-423c-a912-4ed2027304fc), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:02.403534 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:02.421600 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24a656-9c3c-421f-9b16-a03e16dd295b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Pushing event updated for resources: {'Port': ['ID=a6fb319f-c3cf-4120-b2c2-c32144451c45,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:02.425221 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a3cddd-337f-4cf0-899e-36a790a927ce admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:47:02.441875 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7288ff33-79f7-429d-9751-94c6f910bc95 req-f25cae22-3f48-451e-9539-63ce26b57864 tempest-ServersAdminNegativeTestJSON-250756494 tempest-ServersAdminNegativeTestJSON-250756494-project-admin] Publish callbacks [] for security_group (77b20197-ff5b-4ecf-a0f9-4a5dc7abd3cb), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:02.442216 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] Sync routers for ids ['bb10fbb9-cd14-40cd-9d06-da0ee087944d'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:47:02.448405 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de8583-7b87-43c4-be05-f44f79752928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b94b3b-916d-4320-81d4-b2e9e7200e49,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:02.455000 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] Routers {'bb10fbb9-cd14-40cd-9d06-da0ee087944d'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:02.456692 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:46:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bb10fbb9-cd14-40cd-9d06-da0ee087944d'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:02.463393 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-ef3d14cb-e4bd-4dcb-a7ae-e66bc02e678e tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=6e4b83da544e4980b1c2fe2b1f597016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1866312 Sep 16 12:47:02.468722 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7288ff33-79f7-429d-9751-94c6f910bc95 req-f25cae22-3f48-451e-9539-63ce26b57864 tempest-ServersAdminNegativeTestJSON-250756494 tempest-ServersAdminNegativeTestJSON-250756494-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (77b20197-ff5b-4ecf-a0f9-4a5dc7abd3cb), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:02.520436 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-45a3cddd-337f-4cf0-899e-36a790a927ce admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/bb10fbb9-cd14-40cd-9d06-da0ee087944d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7820420 Sep 16 12:47:02.528409 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f573fb07-6fce-4fcb-9109-bef971b4e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:02.584069 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-bb24a656-9c3c-421f-9b16-a03e16dd295b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:02.584727 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-bb24a656-9c3c-421f-9b16-a03e16dd295b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:02.652068 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cae22-3f48-451e-9539-63ce26b57864 tempest-ServersAdminNegativeTestJSON-250756494 tempest-ServersAdminNegativeTestJSON-250756494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b20197-ff5b-4ecf-a0f9-4a5dc7abd3cb,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:02.655093 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 99cd0001-187d-44c8-8b23-71d4019623f1 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:02.656870 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (99cd0001-187d-44c8-8b23-71d4019623f1), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:02.692847 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7288ff33-79f7-429d-9751-94c6f910bc95 req-f25cae22-3f48-451e-9539-63ce26b57864 tempest-ServersAdminNegativeTestJSON-250756494 tempest-ServersAdminNegativeTestJSON-250756494-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0371213 Sep 16 12:47:02.692847 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-bb24a656-9c3c-421f-9b16-a03e16dd295b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7757547 Sep 16 12:47:02.713924 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] Request body: {'port': {'device_id': 'e01ba46f-ddd1-47ae-90d9-4a187bf51b2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:02.732424 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] Set router bb10fbb9-cd14-40cd-9d06-da0ee087944d gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:02.738763 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 99cd0001-187d-44c8-8b23-71d4019623f1, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=99cd0001-187d-44c8-8b23-71d4019623f1,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:02.766393 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Attempt 7 to provision port 630fd2c8-163f-43f1-bf0e-e082d01d4029 Sep 16 12:47:02.784967 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (99cd0001-187d-44c8-8b23-71d4019623f1), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:02.811128 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:02.919830 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:02.978887 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a6fb319f-c3cf-4120-b2c2-c32144451c45), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:02.990454 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb10fbb9-cd14-40cd-9d06-da0ee087944d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1050603048-router', 'tenant_id': '1a6a4f24f2d44f74994ace4760050435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:46Z', 'updated_at': '2022-09-16T12:46:58Z', 'revision_number': 4, 'project_id': '1a6a4f24f2d44f74994ace4760050435', 'gw_port': {'id': 'f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb10fbb9-cd14-40cd-9d06-da0ee087944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:47Z', 'updated_at': '2022-09-16T12:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '630fd2c8-163f-43f1-bf0e-e082d01d4029', 'name': '', 'network_id': '31a4235a-2685-4e5a-82c6-a3a28312965c', 'tenant_id': '1a6a4f24f2d44f74994ace4760050435', 'mac_address': 'fa:16:3e:ea:b8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb10fbb9-cd14-40cd-9d06-da0ee087944d', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7cb7ff9c-0473-4835-802b-7b7ef7fdb895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:55Z', 'updated_at': '2022-09-16T12:47:00Z', 'revision_number': 2, 'project_id': '1a6a4f24f2d44f74994ace4760050435', 'subnets': [{'id': '7cb7ff9c-0473-4835-802b-7b7ef7fdb895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:03.006588 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8fd9f-b2cc-47c9-8921-2fc6af30a78f req-0ba56d3b-a17b-44a8-9575-fc6825fffe66 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:03.014190 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8dc8fd9f-b2cc-47c9-8921-2fc6af30a78f req-0ba56d3b-a17b-44a8-9575-fc6825fffe66 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 931 time: 0.1516104 Sep 16 12:47:03.035413 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] Checking router: bb10fbb9-cd14-40cd-9d06-da0ee087944d for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:47:03.035413 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] Updating router bb10fbb9-cd14-40cd-9d06-da0ee087944d port 630fd2c8-163f-43f1-bf0e-e082d01d4029 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:47:03.060827 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=99cd0001-187d-44c8-8b23-71d4019623f1,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:03.075050 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (630fd2c8-163f-43f1-bf0e-e082d01d4029), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:03.085824 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Port 630fd2c8-163f-43f1-bf0e-e082d01d4029 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:03.172464 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:03.185361 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a63d73-2277-4cc8-8c35-0068b0d958c2 req-28429deb-40a2-4272-81e5-800e0575f751 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:03.188297 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e7a63d73-2277-4cc8-8c35-0068b0d958c2 req-28429deb-40a2-4272-81e5-800e0575f751 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e01ba46f-ddd1-47ae-90d9-4a187bf51b2b HTTP/1.1" status: 200 len: 936 time: 0.2119653 Sep 16 12:47:03.245106 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8dc8fd9f-b2cc-47c9-8921-2fc6af30a78f req-11e0ffe5-578d-4804-bf3b-25c321ebe1a6 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297790 Sep 16 12:47:03.301322 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-78b108cd-f6de-4879-9db8-b8642593a4f9 admin admin] Publish callbacks [] for security_group (c3448aa4-5313-423c-a912-4ed2027304fc), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:03.367430 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:03.384978 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:03.386748 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f183c84-880c-489b-ae76-28626ad0baba admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:47:03.406260 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] Sync routers for ids ['6a1b3150-e25c-47fe-9913-c6ed0e93c3cd'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:47:03.408789 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7f183c84-880c-489b-ae76-28626ad0baba admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/6a1b3150-e25c-47fe-9913-c6ed0e93c3cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4487391 Sep 16 12:47:03.433676 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] Routers {'6a1b3150-e25c-47fe-9913-c6ed0e93c3cd'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:03.436333 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:46:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['6a1b3150-e25c-47fe-9913-c6ed0e93c3cd'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:03.558077 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-78b108cd-f6de-4879-9db8-b8642593a4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (c3448aa4-5313-423c-a912-4ed2027304fc), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:03.561029 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-78b108cd-f6de-4879-9db8-b8642593a4f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:03.562371 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-78b108cd-f6de-4879-9db8-b8642593a4f9 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/c3448aa4-5313-423c-a912-4ed2027304fc HTTP/1.1" status: 204 len: 168 time: 1.5867128 Sep 16 12:47:03.568211 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:47:03.581772 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] Publish callbacks [] for port (57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:03.593821 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b108cd-f6de-4879-9db8-b8642593a4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3448aa4-5313-423c-a912-4ed2027304fc,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:03.595114 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Attempt 8 to provision port 630fd2c8-163f-43f1-bf0e-e082d01d4029 Sep 16 12:47:03.607822 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] Transition to ACTIVE for port object 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:47:03.613411 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:03.650715 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] Publish callbacks [] for port (630fd2c8-163f-43f1-bf0e-e082d01d4029), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:03.659774 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (630fd2c8-163f-43f1-bf0e-e082d01d4029), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:03.755530 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] Pushing event updated for resources: {'Port': ['ID=57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:03.763801 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] Attempting to bind port 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:03.765851 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] Attempting to bind port 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '54018204-1d57-4be0-9461-ce44976109f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:03.766119 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] Attempting to bind port 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 on network eb8add18-d929-45d2-acc9-197a8391e875 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:03.865834 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Port 630fd2c8-163f-43f1-bf0e-e082d01d4029 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:03.881556 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] Attempting to bind port 630fd2c8-163f-43f1-bf0e-e082d01d4029 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:03.881947 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] Attempting to bind port 630fd2c8-163f-43f1-bf0e-e082d01d4029 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31a4235a-2685-4e5a-82c6-a3a28312965c'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:03.883143 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] Attempting to bind port 630fd2c8-163f-43f1-bf0e-e082d01d4029 on network 31a4235a-2685-4e5a-82c6-a3a28312965c {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:03.902206 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] Set router 6a1b3150-e25c-47fe-9913-c6ed0e93c3cd gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:03.905380 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] Port 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 on network eb8add18-d929-45d2-acc9-197a8391e875 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:47:03.905709 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] Attempting to bind port 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 on network eb8add18-d929-45d2-acc9-197a8391e875 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:03.994510 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81873a32-dece-4429-9d96-0aa243486c2e None None] Pushing event updated for resources: {'Port': ['ID=630fd2c8-163f-43f1-bf0e-e082d01d4029,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:04.005092 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:04.005501 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] Checking segment: {'id': '7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31a4235a-2685-4e5a-82c6-a3a28312965c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:04.005869 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:04.006264 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] Bound using segment: {'id': '7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31a4235a-2685-4e5a-82c6-a3a28312965c'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:04.008923 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] Bound port: 630fd2c8-163f-43f1-bf0e-e082d01d4029, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31a4235a-2685-4e5a-82c6-a3a28312965c'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:04.009322 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (630fd2c8-163f-43f1-bf0e-e082d01d4029), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:04.018495 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:04.018843 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] Checking segment: {'id': '54018204-1d57-4be0-9461-ce44976109f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:04.019222 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] Bound using segment: {'id': '54018204-1d57-4be0-9461-ce44976109f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:04.020817 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] Bound port: 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54018204-1d57-4be0-9461-ce44976109f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:04.021182 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:04.066983 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 99cd0001-187d-44c8-8b23-71d4019623f1 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:04.156154 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e25c670b-614d-4ac6-a1e4-b4b4221c8b32 req-b7f1cd9f-046a-48fb-bef5-58f8bd3db036 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad946bd5-7ee5-47d6-a52f-00e8511d2bd6 HTTP/1.1" status: 200 len: 210 time: 0.7865913 Sep 16 12:47:04.182627 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] For port 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6, host n-h1-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:04.186288 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e7a63d73-2277-4cc8-8c35-0068b0d958c2 req-351d8581-cfb5-4bfa-b770-301102fa0a3b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9845295 Sep 16 12:47:04.188708 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] For port 630fd2c8-163f-43f1-bf0e-e082d01d4029, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:04.192173 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] For port 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6,segment=NetworkSegment(54018204-1d57-4be0-9461-ce44976109f9),segment_id=54018204-1d57-4be0-9461-ce44976109f9)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:04.194657 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:04.199648 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] For port 630fd2c8-163f-43f1-bf0e-e082d01d4029, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=630fd2c8-163f-43f1-bf0e-e082d01d4029,segment=NetworkSegment(7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf),segment_id=7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:04.218083 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:04.222828 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:04.224172 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:04.224842 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (630fd2c8-163f-43f1-bf0e-e082d01d4029), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:04.229694 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-648243ae-39cc-4284-bb13-b759efdcc894 req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 HTTP/1.1" status: 200 len: 1091 time: 2.4543145 Sep 16 12:47:04.239871 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07365fde-3701-46a6-aba7-4c6f74e181b9', 'tag': '57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:47:04.246914 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7828cf33-9bc7-4bbf-b360-6109609c713e" -d '{"events": [{"name": "network-changed", "server_uuid": "07365fde-3701-46a6-aba7-4c6f74e181b9", "tag": "57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:47:04.335638 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:04.340734 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] Routers {'bb10fbb9-cd14-40cd-9d06-da0ee087944d'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:04.344352 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:46:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bb10fbb9-cd14-40cd-9d06-da0ee087944d'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:04.366949 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Attempt 9 to provision port 630fd2c8-163f-43f1-bf0e-e082d01d4029 Sep 16 12:47:04.443290 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:04.473283 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648243ae-39cc-4284-bb13-b759efdcc894 req-d3b43913-6065-4bce-9e0e-10a6e2b536cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:04.475562 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-648243ae-39cc-4284-bb13-b759efdcc894 req-d3b43913-6065-4bce-9e0e-10a6e2b536cc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7058e9e184834c39a5a299f481a6e62e&device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 1125 time: 0.1673374 Sep 16 12:47:04.479586 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6be47-fe43-4575-8d74-c14eb548ff77 service neutron] Pushing event updated for resources: {'Port': ['ID=57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:04.486562 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 99cd0001-187d-44c8-8b23-71d4019623f1 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:04.487355 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6fb319f-c3cf-4120-b2c2-c32144451c45 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:47:04.489441 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (99cd0001-187d-44c8-8b23-71d4019623f1), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:04.490675 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 99cd0001-187d-44c8-8b23-71d4019623f1 Sep 16 12:47:04.492733 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1b3150-e25c-47fe-9913-c6ed0e93c3cd', 'name': 'tempest-LiveMigrationTest-121780266-router', 'tenant_id': '61495918b16a4c2d9faae4fd7a5f2490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '99cd0001-187d-44c8-8b23-71d4019623f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:50Z', 'updated_at': '2022-09-16T12:46:59Z', 'revision_number': 4, 'project_id': '61495918b16a4c2d9faae4fd7a5f2490', 'gw_port': {'id': '99cd0001-187d-44c8-8b23-71d4019623f1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b3150-e25c-47fe-9913-c6ed0e93c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:51Z', 'updated_at': '2022-09-16T12:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '8c907fa2-6830-476c-a186-18685951a92f', 'name': '', 'network_id': 'fc631a2c-89be-4f1e-b69e-0ee2a9069ee4', 'tenant_id': '61495918b16a4c2d9faae4fd7a5f2490', 'mac_address': 'fa:16:3e:fb:05:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1b3150-e25c-47fe-9913-c6ed0e93c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '379a7f24-69c0-4460-8c17-f635628518cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:56Z', 'updated_at': '2022-09-16T12:47:00Z', 'revision_number': 2, 'project_id': '61495918b16a4c2d9faae4fd7a5f2490', 'subnets': [{'id': '379a7f24-69c0-4460-8c17-f635628518cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:04.516200 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81873a32-dece-4429-9d96-0aa243486c2e None None] Pushing event updated for resources: {'Port': ['ID=630fd2c8-163f-43f1-bf0e-e082d01d4029,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:04.539279 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] Publish callbacks [] for port (a6fb319f-c3cf-4120-b2c2-c32144451c45), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:04.585074 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] Transition to ACTIVE for port object a6fb319f-c3cf-4120-b2c2-c32144451c45 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:47:04.587886 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-648243ae-39cc-4284-bb13-b759efdcc894 req-390006e3-5a31-46ff-9f25-56905cc58974 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 HTTP/1.1" status: 200 len: 217 time: 0.0840180 Sep 16 12:47:04.589276 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035d723-b615-4328-aa95-4ce3f1b81fe3 req-cc213a68-4bff-4453-b49a-adfde4d99718 tempest-ServersAdminNegativeTestJSON-250756494 tempest-ServersAdminNegativeTestJSON-250756494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:04.598071 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8035d723-b615-4328-aa95-4ce3f1b81fe3 req-cc213a68-4bff-4453-b49a-adfde4d99718 tempest-ServersAdminNegativeTestJSON-250756494 tempest-ServersAdminNegativeTestJSON-250756494-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbbaed5d-b861-4f03-a39b-c384175b92ea HTTP/1.1" status: 200 len: 1132 time: 0.1481936 Sep 16 12:47:04.598287 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] Set router bb10fbb9-cd14-40cd-9d06-da0ee087944d gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:04.606581 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] Checking router: 6a1b3150-e25c-47fe-9913-c6ed0e93c3cd for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:47:04.607182 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] Updating router 6a1b3150-e25c-47fe-9913-c6ed0e93c3cd port 8c907fa2-6830-476c-a186-18685951a92f binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:47:04.622975 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (a6fb319f-c3cf-4120-b2c2-c32144451c45), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:04.680366 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8c907fa2-6830-476c-a186-18685951a92f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:04.739153 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fb319f-c3cf-4120-b2c2-c32144451c45,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:04.758204 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8035d723-b615-4328-aa95-4ce3f1b81fe3 req-b05b950a-c39b-4555-8a30-95c4ac31ca64 tempest-ServersAdminNegativeTestJSON-250756494 tempest-ServersAdminNegativeTestJSON-250756494-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583378 Sep 16 12:47:04.777568 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d1a806b7-a967-4de8-bd30-1ce75496e866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:04.909598 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-3ecaa170-4bbd-4da0-8f2b-50cd149019fe req-f5dc3cb1-4f8b-4a7d-b564-66d19e2511e5 tempest-FloatingIPDetailsNegativeTestJSON-887696399 tempest-FloatingIPDetailsNegativeTestJSON-887696399-project] show failed (client error): The resource could not be found. Sep 16 12:47:04.911053 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3ecaa170-4bbd-4da0-8f2b-50cd149019fe req-f5dc3cb1-4f8b-4a7d-b564-66d19e2511e5 tempest-FloatingIPDetailsNegativeTestJSON-887696399 tempest-FloatingIPDetailsNegativeTestJSON-887696399-project] 10.222.0.67 "GET /networking/v2.0/floatingips/23868150-9371-4d1c-b433-6eeef7828761 HTTP/1.1" status: 404 len: 350 time: 0.1177459 Sep 16 12:47:04.915612 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] Attempting to bind port a6fb319f-c3cf-4120-b2c2-c32144451c45 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:04.917960 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] Attempting to bind port a6fb319f-c3cf-4120-b2c2-c32144451c45 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:04.918726 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] Attempting to bind port a6fb319f-c3cf-4120-b2c2-c32144451c45 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:04.920703 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:04.941185 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48588) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:05.011653 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] Port a6fb319f-c3cf-4120-b2c2-c32144451c45 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:47:05.012772 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] Attempting to bind port a6fb319f-c3cf-4120-b2c2-c32144451c45 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:05.071289 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb10fbb9-cd14-40cd-9d06-da0ee087944d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1050603048-router', 'tenant_id': '1a6a4f24f2d44f74994ace4760050435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:46Z', 'updated_at': '2022-09-16T12:46:58Z', 'revision_number': 4, 'project_id': '1a6a4f24f2d44f74994ace4760050435', 'gw_port': {'id': 'f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb10fbb9-cd14-40cd-9d06-da0ee087944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:47Z', 'updated_at': '2022-09-16T12:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '630fd2c8-163f-43f1-bf0e-e082d01d4029', 'name': '', 'network_id': '31a4235a-2685-4e5a-82c6-a3a28312965c', 'tenant_id': '1a6a4f24f2d44f74994ace4760050435', 'mac_address': 'fa:16:3e:ea:b8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb10fbb9-cd14-40cd-9d06-da0ee087944d', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7cb7ff9c-0473-4835-802b-7b7ef7fdb895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:55Z', 'updated_at': '2022-09-16T12:47:04Z', 'revision_number': 4, 'project_id': '1a6a4f24f2d44f74994ace4760050435', 'subnets': [{'id': '7cb7ff9c-0473-4835-802b-7b7ef7fdb895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:05.099269 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Current status of the port 630fd2c8-163f-43f1-bf0e-e082d01d4029 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:05.099970 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (630fd2c8-163f-43f1-bf0e-e082d01d4029), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:05.106281 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668515b8-80ee-4909-ab09-9fc17d0d93e0 None None] The sync data for ids ['bb10fbb9-cd14-40cd-9d06-da0ee087944d'] in n-d-858094-4 is: [{'id': 'bb10fbb9-cd14-40cd-9d06-da0ee087944d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1050603048-router', 'tenant_id': '1a6a4f24f2d44f74994ace4760050435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:46Z', 'updated_at': '2022-09-16T12:46:58Z', 'revision_number': 4, 'project_id': '1a6a4f24f2d44f74994ace4760050435', 'gw_port': {'id': 'f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb10fbb9-cd14-40cd-9d06-da0ee087944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:47Z', 'updated_at': '2022-09-16T12:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '630fd2c8-163f-43f1-bf0e-e082d01d4029', 'name': '', 'network_id': '31a4235a-2685-4e5a-82c6-a3a28312965c', 'tenant_id': '1a6a4f24f2d44f74994ace4760050435', 'mac_address': 'fa:16:3e:ea:b8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb10fbb9-cd14-40cd-9d06-da0ee087944d', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7cb7ff9c-0473-4835-802b-7b7ef7fdb895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:55Z', 'updated_at': '2022-09-16T12:47:04Z', 'revision_number': 4, 'project_id': '1a6a4f24f2d44f74994ace4760050435', 'subnets': [{'id': '7cb7ff9c-0473-4835-802b-7b7ef7fdb895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:47:05.111550 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.25', 53250) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:05.137630 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:05.138475 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:05.138969 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:05.139519 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] Bound port: a6fb319f-c3cf-4120-b2c2-c32144451c45, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:05.139979 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a6fb319f-c3cf-4120-b2c2-c32144451c45), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:05.159877 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d19aac8-22e6-470b-b959-9374ac935ee8 x-openstack-request-id: req-2d19aac8-22e6-470b-b959-9374ac935ee8 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:47:05.160407 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07365fde-3701-46a6-aba7-4c6f74e181b9", "tag": "57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:47:05.160835 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2d19aac8-22e6-470b-b959-9374ac935ee8 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:47:05.161698 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d19aac8-22e6-470b-b959-9374ac935ee8'] response: {'name': 'network-changed', 'server_uuid': '07365fde-3701-46a6-aba7-4c6f74e181b9', 'tag': '57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6', 'status': 'completed', 'code': 200} Sep 16 12:47:05.163690 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648243ae-39cc-4284-bb13-b759efdcc894 req-b0f112ba-41cf-4ef0-836f-9ed8a3a09a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:05.165811 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-648243ae-39cc-4284-bb13-b759efdcc894 req-b0f112ba-41cf-4ef0-836f-9ed8a3a09a9b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=fb6cbc25-6c82-4a73-b1fd-602ce120a77f HTTP/1.1" status: 200 len: 862 time: 0.3614440 Sep 16 12:47:05.186460 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:05.201174 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-42cfbebd-15ef-42f5-8973-78eb35a6a7bc tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=6e4b83da544e4980b1c2fe2b1f597016&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868301 Sep 16 12:47:05.280411 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] For port 630fd2c8-163f-43f1-bf0e-e082d01d4029, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=630fd2c8-163f-43f1-bf0e-e082d01d4029,segment=NetworkSegment(7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf),segment_id=7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:05.300941 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 99cd0001-187d-44c8-8b23-71d4019623f1 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:05.315750 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (630fd2c8-163f-43f1-bf0e-e082d01d4029), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:05.318931 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648243ae-39cc-4284-bb13-b759efdcc894 req-a1569fb3-7786-4eb2-9d5e-02483377ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:05.321383 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-648243ae-39cc-4284-bb13-b759efdcc894 req-a1569fb3-7786-4eb2-9d5e-02483377ca1c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=eb8add18-d929-45d2-acc9-197a8391e875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1128809 Sep 16 12:47:05.495915 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:05.587406 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:05.627736 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027bcaf-03d5-4bc7-b55e-3b272601d5fa req-0a66486d-1ccf-4d77-9863-6c7b2b9a69ec tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:05.641736 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3027bcaf-03d5-4bc7-b55e-3b272601d5fa req-0a66486d-1ccf-4d77-9863-6c7b2b9a69ec tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 943 time: 0.5051303 Sep 16 12:47:05.661406 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] Publish callbacks [] for port (8c907fa2-6830-476c-a186-18685951a92f), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:05.667934 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-e21049cc-58a1-4677-acff-07511cb9c589 None None] Provisioning complete for port 8c907fa2-6830-476c-a186-18685951a92f triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:05.668336 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e21049cc-58a1-4677-acff-07511cb9c589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8c907fa2-6830-476c-a186-18685951a92f), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:05.668678 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e21049cc-58a1-4677-acff-07511cb9c589 None None] Attempt 1 to provision port 8c907fa2-6830-476c-a186-18685951a92f Sep 16 12:47:05.723829 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-648243ae-39cc-4284-bb13-b759efdcc894 req-da6afce1-9191-485b-ae24-8077a21882fe service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eb8add18-d929-45d2-acc9-197a8391e875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949656 Sep 16 12:47:05.737162 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5825ea9-cd93-4777-8a16-70177478c0d0 None None] Pushing event updated for resources: {'Port': ['ID=630fd2c8-163f-43f1-bf0e-e082d01d4029,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:05.741384 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e21049cc-58a1-4677-acff-07511cb9c589 None None] Port 8c907fa2-6830-476c-a186-18685951a92f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:05.742950 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8c907fa2-6830-476c-a186-18685951a92f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:05.793340 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-4cc0c42e-537f-48f0-b36a-66e86b74e5a1 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:05.796155 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49e3fa-0cad-4b00-9c3e-4c54d67b67af None None] Pushing event updated for resources: {'Port': ['ID=8c907fa2-6830-476c-a186-18685951a92f,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:05.802743 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-4cc0c42e-537f-48f0-b36a-66e86b74e5a1 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 808 time: 0.3825827 Sep 16 12:47:05.871460 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] For port a6fb319f-c3cf-4120-b2c2-c32144451c45, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:05.877960 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] For port a6fb319f-c3cf-4120-b2c2-c32144451c45, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=a6fb319f-c3cf-4120-b2c2-c32144451c45,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:05.930133 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3027bcaf-03d5-4bc7-b55e-3b272601d5fa req-a3dbec24-b56f-4ea6-ae5b-155507207d82 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868354 Sep 16 12:47:05.931507 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (a6fb319f-c3cf-4120-b2c2-c32144451c45), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:05.947539 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:05.948394 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:05.950311 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/a6fb319f-c3cf-4120-b2c2-c32144451c45 HTTP/1.1" status: 200 len: 1096 time: 3.2468791 Sep 16 12:47:06.015658 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01ba46f-ddd1-47ae-90d9-4a187bf51b2b', 'tag': 'a6fb319f-c3cf-4120-b2c2-c32144451c45'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:47:06.027325 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc360a02-5afc-42c1-8252-30a5135b8510" -d '{"events": [{"name": "network-changed", "server_uuid": "e01ba46f-ddd1-47ae-90d9-4a187bf51b2b", "tag": "a6fb319f-c3cf-4120-b2c2-c32144451c45"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:47:06.163165 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 630fd2c8-163f-43f1-bf0e-e082d01d4029 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:06.194376 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:06.197325 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-3a487914-9c38-49a6-b415-f88e4642a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:06.198949 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-3a487914-9c38-49a6-b415-f88e4642a13d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0709d7ec436047a39dfb8c5d92f17fa3&device_id=e01ba46f-ddd1-47ae-90d9-4a187bf51b2b HTTP/1.1" status: 200 len: 1130 time: 0.1676826 Sep 16 12:47:06.213414 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-648243ae-39cc-4284-bb13-b759efdcc894 req-435580c0-a294-4ee0-8ce2-b24861647a2c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eb8add18-d929-45d2-acc9-197a8391e875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813249 Sep 16 12:47:06.218936 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-8b9b8ed8-30f2-400b-a7a3-8a53b495c54e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/quotas/dd7ec914bffb4743921e4116b0c399eb HTTP/1.1" status: 200 len: 375 time: 0.4148142 Sep 16 12:47:06.233396 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-669c791c-7067-4a54-bff7-52fc9e6ada16 req-a2450568-28c1-4c29-a255-cc955b7fab51 service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:47:06.254580 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-669c791c-7067-4a54-bff7-52fc9e6ada16 req-a2450568-28c1-4c29-a255-cc955b7fab51 service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0447845 Sep 16 12:47:06.284766 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e21049cc-58a1-4677-acff-07511cb9c589 None None] Attempt 2 to provision port 8c907fa2-6830-476c-a186-18685951a92f Sep 16 12:47:06.334045 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b51f381-171c-471e-aa34-45b91f9a27b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (bb10fbb9-cd14-40cd-9d06-da0ee087944d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:06.374221 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] Attempting to bind port 8c907fa2-6830-476c-a186-18685951a92f on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:06.374611 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] Attempting to bind port 8c907fa2-6830-476c-a186-18685951a92f by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'e76e4e8d-c25c-4db3-9d12-08f9e22f55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fc631a2c-89be-4f1e-b69e-0ee2a9069ee4'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:06.374986 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] Attempting to bind port 8c907fa2-6830-476c-a186-18685951a92f on network fc631a2c-89be-4f1e-b69e-0ee2a9069ee4 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:06.378694 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d732d6f-218e-4447-ae1c-4ce3cdf622b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fb319f-c3cf-4120-b2c2-c32144451c45,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:06.453385 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e21049cc-58a1-4677-acff-07511cb9c589 None None] Port 8c907fa2-6830-476c-a186-18685951a92f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:06.470739 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:06.485557 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:06.485743 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-663e2a42-0670-4fb3-8533-4a23149bcd1b service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=a6fb319f-c3cf-4120-b2c2-c32144451c45 HTTP/1.1" status: 200 len: 217 time: 0.2307205 Sep 16 12:47:06.489265 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 630fd2c8-163f-43f1-bf0e-e082d01d4029 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:06.489824 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (630fd2c8-163f-43f1-bf0e-e082d01d4029), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:06.490308 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 630fd2c8-163f-43f1-bf0e-e082d01d4029 Sep 16 12:47:06.528890 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:06.529594 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] Checking segment: {'id': 'e76e4e8d-c25c-4db3-9d12-08f9e22f55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fc631a2c-89be-4f1e-b69e-0ee2a9069ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:06.530160 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:06.530707 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] Bound using segment: {'id': 'e76e4e8d-c25c-4db3-9d12-08f9e22f55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fc631a2c-89be-4f1e-b69e-0ee2a9069ee4'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:06.531502 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] Bound port: 8c907fa2-6830-476c-a186-18685951a92f, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76e4e8d-c25c-4db3-9d12-08f9e22f55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fc631a2c-89be-4f1e-b69e-0ee2a9069ee4'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:06.532034 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8c907fa2-6830-476c-a186-18685951a92f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:06.557669 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-99c75cc8-3157-4f4f-8c97-f42846069a9b req-42c9707f-6245-4785-9625-6064d851eeed tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad946bd5-7ee5-47d6-a52f-00e8511d2bd6 HTTP/1.1" status: 200 len: 210 time: 0.1348829 Sep 16 12:47:06.595174 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-7df385de-53b9-40eb-83bc-f88ac547afe6 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:06.596639 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-7df385de-53b9-40eb-83bc-f88ac547afe6 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3456116 Sep 16 12:47:06.632408 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-ab565ec3-ba2f-46c8-8155-604065f0d4b9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4125571 Sep 16 12:47:06.671361 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-c9469394-59d9-4f08-8ac2-a6a4c50b6c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:06.674836 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-c9469394-59d9-4f08-8ac2-a6a4c50b6c70 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1420896 Sep 16 12:47:06.784971 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-4b51f381-171c-471e-aa34-45b91f9a27b9 admin admin] Deleting port 630fd2c8-163f-43f1-bf0e-e082d01d4029 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:47:06.785563 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b51f381-171c-471e-aa34-45b91f9a27b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (630fd2c8-163f-43f1-bf0e-e082d01d4029), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:06.802085 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] For port 8c907fa2-6830-476c-a186-18685951a92f, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:06.810233 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 630fd2c8-163f-43f1-bf0e-e082d01d4029 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:06.813738 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] For port 8c907fa2-6830-476c-a186-18685951a92f, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=8c907fa2-6830-476c-a186-18685951a92f,segment=NetworkSegment(e76e4e8d-c25c-4db3-9d12-08f9e22f55f1),segment_id=e76e4e8d-c25c-4db3-9d12-08f9e22f55f1)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:06.815701 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:06.827921 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-d19f2f97-5711-4c59-a317-e9af6373211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:06.830575 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8c907fa2-6830-476c-a186-18685951a92f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:06.840483 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-d19f2f97-5711-4c59-a317-e9af6373211b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1594281 Sep 16 12:47:06.890905 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7a02b-5985-4f59-b1c2-36ef784792a4 req-bc0ae8bf-5951-46a0-88b6-203822ef725a tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:06.893067 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ca7a02b-5985-4f59-b1c2-36ef784792a4 req-bc0ae8bf-5951-46a0-88b6-203822ef725a tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e01ba46f-ddd1-47ae-90d9-4a187bf51b2b HTTP/1.1" status: 200 len: 948 time: 0.1826930 Sep 16 12:47:06.917511 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] Routers {'6a1b3150-e25c-47fe-9913-c6ed0e93c3cd'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:06.918146 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:47:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['6a1b3150-e25c-47fe-9913-c6ed0e93c3cd'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:06.922126 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-4b51f381-171c-471e-aa34-45b91f9a27b9 admin admin] For port 630fd2c8-163f-43f1-bf0e-e082d01d4029, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=630fd2c8-163f-43f1-bf0e-e082d01d4029,segment=NetworkSegment(7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf),segment_id=7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:06.922493 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b51f381-171c-471e-aa34-45b91f9a27b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (630fd2c8-163f-43f1-bf0e-e082d01d4029), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:06.945443 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-4b51f381-171c-471e-aa34-45b91f9a27b9 admin admin] Calling delete_port for 630fd2c8-163f-43f1-bf0e-e082d01d4029 owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:47:06.961216 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e21049cc-58a1-4677-acff-07511cb9c589 None None] Attempt 3 to provision port 8c907fa2-6830-476c-a186-18685951a92f Sep 16 12:47:07.012838 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:07.046004 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ca7a02b-5985-4f59-b1c2-36ef784792a4 req-e08f72d8-33fb-4d84-8017-3c94d9ff9872 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352875 Sep 16 12:47:07.062494 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-67d15623-a9a6-4653-947f-27ba4ce76cb3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118528 Sep 16 12:47:07.112506 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-899529cf-f45e-423e-8725-245deb0d37f6 service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:47:07.113526 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-899529cf-f45e-423e-8725-245deb0d37f6 service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1551871 Sep 16 12:47:07.159961 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7893620e-f081-4028-9385-2c7129fddc00 x-openstack-request-id: req-7893620e-f081-4028-9385-2c7129fddc00 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:47:07.160088 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01ba46f-ddd1-47ae-90d9-4a187bf51b2b", "tag": "a6fb319f-c3cf-4120-b2c2-c32144451c45", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:47:07.160367 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7893620e-f081-4028-9385-2c7129fddc00 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:47:07.161338 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7893620e-f081-4028-9385-2c7129fddc00'] response: {'name': 'network-changed', 'server_uuid': 'e01ba46f-ddd1-47ae-90d9-4a187bf51b2b', 'tag': 'a6fb319f-c3cf-4120-b2c2-c32144451c45', 'status': 'completed', 'code': 200} Sep 16 12:47:07.176180 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49e3fa-0cad-4b00-9c3e-4c54d67b67af None None] Pushing event updated for resources: {'Port': ['ID=8c907fa2-6830-476c-a186-18685951a92f,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:07.274458 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] Set router 6a1b3150-e25c-47fe-9913-c6ed0e93c3cd gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:07.322351 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-60ef920e-f65a-46a3-959a-a1edd4f3740b req-a0c55e53-348d-46e6-a269-65bf296d8d9d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538974 Sep 16 12:47:07.342377 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-d79d62b5-8798-49fb-b66d-d7c7fa6ed167 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851847 Sep 16 12:47:07.364085 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:07.374295 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b51f381-171c-471e-aa34-45b91f9a27b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (630fd2c8-163f-43f1-bf0e-e082d01d4029), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:07.431780 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51f381-171c-471e-aa34-45b91f9a27b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=630fd2c8-163f-43f1-bf0e-e082d01d4029,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:07.473193 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:07.483075 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e21049cc-58a1-4677-acff-07511cb9c589 None None] Current status of the port 8c907fa2-6830-476c-a186-18685951a92f is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:07.483805 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e21049cc-58a1-4677-acff-07511cb9c589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8c907fa2-6830-476c-a186-18685951a92f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:07.589151 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-ec777286-beff-4875-81b9-716121ed2c65 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344513 Sep 16 12:47:07.598117 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-e21049cc-58a1-4677-acff-07511cb9c589 None None] For port 8c907fa2-6830-476c-a186-18685951a92f, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=8c907fa2-6830-476c-a186-18685951a92f,segment=NetworkSegment(e76e4e8d-c25c-4db3-9d12-08f9e22f55f1),segment_id=e76e4e8d-c25c-4db3-9d12-08f9e22f55f1)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:07.603309 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e21049cc-58a1-4677-acff-07511cb9c589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8c907fa2-6830-476c-a186-18685951a92f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:07.639462 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:07.690517 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:07.732953 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1b3150-e25c-47fe-9913-c6ed0e93c3cd', 'name': 'tempest-LiveMigrationTest-121780266-router', 'tenant_id': '61495918b16a4c2d9faae4fd7a5f2490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '99cd0001-187d-44c8-8b23-71d4019623f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:50Z', 'updated_at': '2022-09-16T12:46:59Z', 'revision_number': 4, 'project_id': '61495918b16a4c2d9faae4fd7a5f2490', 'gw_port': {'id': '99cd0001-187d-44c8-8b23-71d4019623f1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b3150-e25c-47fe-9913-c6ed0e93c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:51Z', 'updated_at': '2022-09-16T12:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '8c907fa2-6830-476c-a186-18685951a92f', 'name': '', 'network_id': 'fc631a2c-89be-4f1e-b69e-0ee2a9069ee4', 'tenant_id': '61495918b16a4c2d9faae4fd7a5f2490', 'mac_address': 'fa:16:3e:fb:05:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1b3150-e25c-47fe-9913-c6ed0e93c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '379a7f24-69c0-4460-8c17-f635628518cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:56Z', 'updated_at': '2022-09-16T12:47:06Z', 'revision_number': 4, 'project_id': '61495918b16a4c2d9faae4fd7a5f2490', 'subnets': [{'id': '379a7f24-69c0-4460-8c17-f635628518cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:07.760801 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b51f381-171c-471e-aa34-45b91f9a27b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (bb10fbb9-cd14-40cd-9d06-da0ee087944d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:07.786533 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:07.788406 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-e21049cc-58a1-4677-acff-07511cb9c589 None None] Could not find standard attr ID for object 630fd2c8-163f-43f1-bf0e-e082d01d4029. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 12:47:07.796475 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e06ef9-77d4-4a63-ba97-f5e85cf4179c None None] The sync data for ids ['6a1b3150-e25c-47fe-9913-c6ed0e93c3cd'] in n-d-858094-4 is: [{'id': '6a1b3150-e25c-47fe-9913-c6ed0e93c3cd', 'name': 'tempest-LiveMigrationTest-121780266-router', 'tenant_id': '61495918b16a4c2d9faae4fd7a5f2490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '99cd0001-187d-44c8-8b23-71d4019623f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:50Z', 'updated_at': '2022-09-16T12:46:59Z', 'revision_number': 4, 'project_id': '61495918b16a4c2d9faae4fd7a5f2490', 'gw_port': {'id': '99cd0001-187d-44c8-8b23-71d4019623f1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b3150-e25c-47fe-9913-c6ed0e93c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:51Z', 'updated_at': '2022-09-16T12:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '8c907fa2-6830-476c-a186-18685951a92f', 'name': '', 'network_id': 'fc631a2c-89be-4f1e-b69e-0ee2a9069ee4', 'tenant_id': '61495918b16a4c2d9faae4fd7a5f2490', 'mac_address': 'fa:16:3e:fb:05:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1b3150-e25c-47fe-9913-c6ed0e93c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '379a7f24-69c0-4460-8c17-f635628518cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:56Z', 'updated_at': '2022-09-16T12:47:06Z', 'revision_number': 4, 'project_id': '61495918b16a4c2d9faae4fd7a5f2490', 'subnets': [{'id': '379a7f24-69c0-4460-8c17-f635628518cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:47:07.821777 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21049cc-58a1-4677-acff-07511cb9c589 None None] Pushing event updated for resources: {'Port': ['ID=8c907fa2-6830-476c-a186-18685951a92f,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:08.047952 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49696b9e-ae5b-4d5c-8ae6-4657862b26fd req-9e18a53d-99ee-44b1-adb0-377920674a6a tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:08.056631 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-49696b9e-ae5b-4d5c-8ae6-4657862b26fd req-9e18a53d-99ee-44b1-adb0-377920674a6a tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 943 time: 0.1323411 Sep 16 12:47:08.149676 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-49696b9e-ae5b-4d5c-8ae6-4657862b26fd req-66eb63bf-850b-4dff-b94b-068ceda1a999 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921826 Sep 16 12:47:08.176390 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b51f381-171c-471e-aa34-45b91f9a27b9 admin admin] Router bb10fbb9-cd14-40cd-9d06-da0ee087944d has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:47:08.330752 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d6cf28d-218c-4142-92c3-105b0f0cc9df req-9bb96b33-f14e-4718-b67e-57cc90f8cdc5 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad946bd5-7ee5-47d6-a52f-00e8511d2bd6 HTTP/1.1" status: 200 len: 210 time: 0.0684872 Sep 16 12:47:08.367097 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b51f381-171c-471e-aa34-45b91f9a27b9 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:47:08.378675 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f85cc-954b-476e-8fb0-be4e69c09a78 None None] Sync routers for ids ['bb10fbb9-cd14-40cd-9d06-da0ee087944d'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:47:08.386581 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-caf27df1-37b6-4b55-b14d-bb6dd6806091 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Request body: {'port': {'device_id': 'ad946bd5-7ee5-47d6-a52f-00e8511d2bd6', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '6e4b83da544e4980b1c2fe2b1f597016'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:08.391802 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4b51f381-171c-471e-aa34-45b91f9a27b9 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/bb10fbb9-cd14-40cd-9d06-da0ee087944d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4502735 Sep 16 12:47:08.395696 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48686) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:08.407254 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f85cc-954b-476e-8fb0-be4e69c09a78 None None] Routers {'bb10fbb9-cd14-40cd-9d06-da0ee087944d'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:08.413064 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-2f4f85cc-954b-476e-8fb0-be4e69c09a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:47:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bb10fbb9-cd14-40cd-9d06-da0ee087944d'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:08.438632 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dcb9aea6-96ae-426a-8cbb-ce0b67dd4159 req-e364dbf2-3232-4504-87d4-729668d43c6d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 210 time: 0.1324708 Sep 16 12:47:08.536695 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a9321b19-af5d-4430-bbac-4f611b6ff4b4 admin admin] Publish callbacks [] for router (bb10fbb9-cd14-40cd-9d06-da0ee087944d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:08.538470 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc360a02-5afc-42c1-8252-30a5135b8510 req-9d06aa87-478d-4cca-a49a-53ed8667e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:08.546421 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc360a02-5afc-42c1-8252-30a5135b8510 req-9d06aa87-478d-4cca-a49a-53ed8667e1a0 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0709d7ec436047a39dfb8c5d92f17fa3&device_id=e01ba46f-ddd1-47ae-90d9-4a187bf51b2b HTTP/1.1" status: 200 len: 1130 time: 0.2541440 Sep 16 12:47:08.636655 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:08.661457 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-2f4f85cc-954b-476e-8fb0-be4e69c09a78 None None] Set router bb10fbb9-cd14-40cd-9d06-da0ee087944d gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:08.761224 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6650966-9136-42fc-add6-02260423d010 req-620af706-96fc-4ae1-9474-ff37f9247ed0 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:08.763839 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e6650966-9136-42fc-add6-02260423d010 req-620af706-96fc-4ae1-9474-ff37f9247ed0 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e01ba46f-ddd1-47ae-90d9-4a187bf51b2b HTTP/1.1" status: 200 len: 948 time: 0.2669809 Sep 16 12:47:08.770688 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828cf33-9bc7-4bbf-b360-6109609c713e req-742b9b50-5cde-4b8d-836d-1010661c3fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:08.773008 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7828cf33-9bc7-4bbf-b360-6109609c713e req-742b9b50-5cde-4b8d-836d-1010661c3fd3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7058e9e184834c39a5a299f481a6e62e&device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 1125 time: 0.4258187 Sep 16 12:47:08.777557 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a9321b19-af5d-4430-bbac-4f611b6ff4b4 admin admin] Publish callbacks [] for router_gateway (bb10fbb9-cd14-40cd-9d06-da0ee087944d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:08.849447 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-caf27df1-37b6-4b55-b14d-bb6dd6806091 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Made reservation on behalf of 6e4b83da544e4980b1c2fe2b1f597016 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:47:08.858877 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-caf27df1-37b6-4b55-b14d-bb6dd6806091 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:08.927759 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-caf27df1-37b6-4b55-b14d-bb6dd6806091 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:08.982972 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:09.004965 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e6650966-9136-42fc-add6-02260423d010 req-a3abb951-50b9-432f-b014-157d6fc5834a tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294891 Sep 16 12:47:09.164163 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc360a02-5afc-42c1-8252-30a5135b8510 req-47cbade1-7033-4fd2-b336-a956a67700ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:09.165875 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc360a02-5afc-42c1-8252-30a5135b8510 req-47cbade1-7033-4fd2-b336-a956a67700ba service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.5192759 Sep 16 12:47:09.227712 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-2f4f85cc-954b-476e-8fb0-be4e69c09a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb10fbb9-cd14-40cd-9d06-da0ee087944d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1050603048-router', 'tenant_id': '1a6a4f24f2d44f74994ace4760050435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:46Z', 'updated_at': '2022-09-16T12:47:07Z', 'revision_number': 5, 'project_id': '1a6a4f24f2d44f74994ace4760050435', 'gw_port': {'id': 'f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb10fbb9-cd14-40cd-9d06-da0ee087944d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:47Z', 'updated_at': '2022-09-16T12:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:09.287132 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f85cc-954b-476e-8fb0-be4e69c09a78 None None] Checking router: bb10fbb9-cd14-40cd-9d06-da0ee087944d for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:47:09.291008 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:09.305734 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f85cc-954b-476e-8fb0-be4e69c09a78 None None] Routers {'bb10fbb9-cd14-40cd-9d06-da0ee087944d'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:09.310434 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-2f4f85cc-954b-476e-8fb0-be4e69c09a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:47:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bb10fbb9-cd14-40cd-9d06-da0ee087944d'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:09.344021 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-caf27df1-37b6-4b55-b14d-bb6dd6806091 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Publish callbacks [] for security_group (b14852d7-84de-4a66-bbdd-7cde9843c484), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:09.361255 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-a9321b19-af5d-4430-bbac-4f611b6ff4b4 admin admin] Deleting port f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:47:09.361783 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a9321b19-af5d-4430-bbac-4f611b6ff4b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:09.388579 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-caf27df1-37b6-4b55-b14d-bb6dd6806091 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b14852d7-84de-4a66-bbdd-7cde9843c484), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:09.458881 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-2f4f85cc-954b-476e-8fb0-be4e69c09a78 None None] Set router bb10fbb9-cd14-40cd-9d06-da0ee087944d gateway port host: None {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:09.509805 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48722) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:09.534756 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:09.551956 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-2f4f85cc-954b-476e-8fb0-be4e69c09a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb10fbb9-cd14-40cd-9d06-da0ee087944d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1050603048-router', 'tenant_id': '1a6a4f24f2d44f74994ace4760050435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:46Z', 'updated_at': '2022-09-16T12:47:08Z', 'revision_number': 6, 'project_id': '1a6a4f24f2d44f74994ace4760050435', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:09.562024 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828cf33-9bc7-4bbf-b360-6109609c713e req-d565c34c-1fc8-4a05-9d10-2600de483b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:09.564666 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7828cf33-9bc7-4bbf-b360-6109609c713e req-d565c34c-1fc8-4a05-9d10-2600de483b9c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=eb8add18-d929-45d2-acc9-197a8391e875 HTTP/1.1" status: 200 len: 924 time: 0.7797582 Sep 16 12:47:09.572064 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-a9321b19-af5d-4430-bbac-4f611b6ff4b4 admin admin] For port f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:09.572479 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a9321b19-af5d-4430-bbac-4f611b6ff4b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:09.583780 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f85cc-954b-476e-8fb0-be4e69c09a78 None None] The sync data for ids ['bb10fbb9-cd14-40cd-9d06-da0ee087944d'] in n-d-858094-4 is: [{'id': 'bb10fbb9-cd14-40cd-9d06-da0ee087944d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1050603048-router', 'tenant_id': '1a6a4f24f2d44f74994ace4760050435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:46Z', 'updated_at': '2022-09-16T12:47:08Z', 'revision_number': 6, 'project_id': '1a6a4f24f2d44f74994ace4760050435', 'gw_port_host': None}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:47:09.632904 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7828cf33-9bc7-4bbf-b360-6109609c713e req-7d275a62-a0a6-43b3-9cab-47db09c199c7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 HTTP/1.1" status: 200 len: 217 time: 0.0569165 Sep 16 12:47:09.637669 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-a9321b19-af5d-4430-bbac-4f611b6ff4b4 admin admin] Calling delete_port for f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:47:09.712713 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-534d2e77-ef73-4870-b9e5-6dd1d6f398af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:09.734425 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828cf33-9bc7-4bbf-b360-6109609c713e req-a7efccc4-ab0a-4783-980c-c49e7d1e71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:09.736165 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7828cf33-9bc7-4bbf-b360-6109609c713e req-a7efccc4-ab0a-4783-980c-c49e7d1e71c8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=fb6cbc25-6c82-4a73-b1fd-602ce120a77f HTTP/1.1" status: 200 len: 862 time: 0.0960984 Sep 16 12:47:09.831993 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828cf33-9bc7-4bbf-b360-6109609c713e req-39d69fec-55fa-4503-bfa2-3767b774087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:09.833669 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7828cf33-9bc7-4bbf-b360-6109609c713e req-39d69fec-55fa-4503-bfa2-3767b774087d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=eb8add18-d929-45d2-acc9-197a8391e875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0687234 Sep 16 12:47:09.852225 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf27df1-37b6-4b55-b14d-bb6dd6806091 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b14852d7-84de-4a66-bbdd-7cde9843c484,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:09.871748 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f48db-c00a-4f0c-910b-9b741cd95366 req-1b97310a-e1b5-4f55-bf83-4484722c180c tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:09.873198 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f68f48db-c00a-4f0c-910b-9b741cd95366 req-1b97310a-e1b5-4f55-bf83-4484722c180c tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbbaed5d-b861-4f03-a39b-c384175b92ea HTTP/1.1" status: 200 len: 950 time: 0.6081312 Sep 16 12:47:09.883761 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9f681-2171-499f-a92b-0b501971e069 req-015ecbfd-d808-4d6f-b850-8b685d43f5d9 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:09.887916 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19f9f681-2171-499f-a92b-0b501971e069 req-015ecbfd-d808-4d6f-b850-8b685d43f5d9 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 943 time: 0.4030638 Sep 16 12:47:09.934498 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8c907fa2-6830-476c-a186-18685951a92f up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:09.994035 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 8c907fa2-6830-476c-a186-18685951a92f triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:09.994164 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8c907fa2-6830-476c-a186-18685951a92f), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:09.994746 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 8c907fa2-6830-476c-a186-18685951a92f Sep 16 12:47:09.996563 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:10.047919 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f68f48db-c00a-4f0c-910b-9b741cd95366 req-12f9a857-a3d2-48f0-a199-1a980c1e6ba6 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465495 Sep 16 12:47:10.050158 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-534d2e77-ef73-4870-b9e5-6dd1d6f398af admin admin] Publish callbacks [] for security_group (3b597ae0-9555-4bb3-ab4e-b2d4b4f6b1c8), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:10.056653 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19f9f681-2171-499f-a92b-0b501971e069 req-4ff1c43d-c48b-4a72-b9ec-f812579af360 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670945 Sep 16 12:47:10.059177 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-534d2e77-ef73-4870-b9e5-6dd1d6f398af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (3b597ae0-9555-4bb3-ab4e-b2d4b4f6b1c8), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:10.082207 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-caf27df1-37b6-4b55-b14d-bb6dd6806091 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Allocated IP 192.168.233.36 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/f1d9e429-3d16-4f88-85c5-b9622e90e851) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:10.114394 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7828cf33-9bc7-4bbf-b360-6109609c713e req-a8ee63c4-5f5f-41a9-addb-c8e7104a3705 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eb8add18-d929-45d2-acc9-197a8391e875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711148 Sep 16 12:47:10.154728 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 8c907fa2-6830-476c-a186-18685951a92f is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:10.158593 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:10.165171 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 630fd2c8-163f-43f1-bf0e-e082d01d4029 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:47:10.187568 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 630fd2c8-163f-43f1-bf0e-e082d01d4029 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:47:10.188192 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 630fd2c8-163f-43f1-bf0e-e082d01d4029 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:47:10.193230 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-534d2e77-ef73-4870-b9e5-6dd1d6f398af admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=7217b828dc1240e4966bf056f553f6b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6818452 Sep 16 12:47:10.202499 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48732) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:10.230112 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d2e77-ef73-4870-b9e5-6dd1d6f398af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b597ae0-9555-4bb3-ab4e-b2d4b4f6b1c8,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:10.260402 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a9321b19-af5d-4430-bbac-4f611b6ff4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:10.352687 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:10.355270 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-898ac32e-374b-422d-b88f-a5734178bec4 req-6c76f25d-9e03-406e-9575-c1578d1f10f0 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad946bd5-7ee5-47d6-a52f-00e8511d2bd6 HTTP/1.1" status: 200 len: 210 time: 0.1535881 Sep 16 12:47:10.358106 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9321b19-af5d-4430-bbac-4f611b6ff4b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:10.362636 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc360a02-5afc-42c1-8252-30a5135b8510 req-bc220a5b-afe3-4946-80fe-086f0d05641c service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=a6fb319f-c3cf-4120-b2c2-c32144451c45 HTTP/1.1" status: 200 len: 217 time: 0.0670276 Sep 16 12:47:10.401276 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8a3f-8813-40f7-8f11-56e266f40104 admin admin] Publish callbacks [] for security_group (3b597ae0-9555-4bb3-ab4e-b2d4b4f6b1c8), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:10.444548 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8a3f-8813-40f7-8f11-56e266f40104 admin admin] Publish callbacks [] for security_group (3b597ae0-9555-4bb3-ab4e-b2d4b4f6b1c8), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:10.514623 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7828cf33-9bc7-4bbf-b360-6109609c713e req-4ea1ff5b-9bc0-487f-839c-06c99275a0b8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eb8add18-d929-45d2-acc9-197a8391e875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868015 Sep 16 12:47:10.527472 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-74b25920-1ee4-42b0-91cd-efb610a5821d req-12ddc657-9bda-4f04-a148-379496d32549 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 210 time: 0.1267717 Sep 16 12:47:10.550287 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a9321b19-af5d-4430-bbac-4f611b6ff4b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (bb10fbb9-cd14-40cd-9d06-da0ee087944d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:10.647279 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:10.654159 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc360a02-5afc-42c1-8252-30a5135b8510 req-95f26742-eada-4acf-b4e9-d4fc8b6c2cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:10.655625 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc360a02-5afc-42c1-8252-30a5135b8510 req-95f26742-eada-4acf-b4e9-d4fc8b6c2cc7 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1969049 Sep 16 12:47:10.677252 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180acc8-376e-493c-88c3-460199d9024b req-59468e2a-4d44-48dd-80b3-c28d7b31b958 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:10.679092 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5180acc8-376e-493c-88c3-460199d9024b req-59468e2a-4d44-48dd-80b3-c28d7b31b958 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e01ba46f-ddd1-47ae-90d9-4a187bf51b2b HTTP/1.1" status: 200 len: 948 time: 0.1916978 Sep 16 12:47:10.683958 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-caf27df1-37b6-4b55-b14d-bb6dd6806091 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Publish callbacks [] for port (f1d9e429-3d16-4f88-85c5-b9622e90e851), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:10.699300 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a9321b19-af5d-4430-bbac-4f611b6ff4b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (bb10fbb9-cd14-40cd-9d06-da0ee087944d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:10.701624 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a9321b19-af5d-4430-bbac-4f611b6ff4b4 admin admin] Publish callbacks [] for router_controller (bb10fbb9-cd14-40cd-9d06-da0ee087944d), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:10.709132 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa851c-cd9a-40ef-86a2-73df604d06a0 req-31e26f59-0ae5-43ad-9ec3-c195159fb4f5 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:10.710944 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c3aa851c-cd9a-40ef-86a2-73df604d06a0 req-31e26f59-0ae5-43ad-9ec3-c195159fb4f5 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=cbbaed5d-b861-4f03-a39b-c384175b92ea HTTP/1.1" status: 200 len: 950 time: 0.1393504 Sep 16 12:47:10.714604 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8a3f-8813-40f7-8f11-56e266f40104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (3b597ae0-9555-4bb3-ab4e-b2d4b4f6b1c8), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:10.717173 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8a3f-8813-40f7-8f11-56e266f40104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:10.718350 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-dd8b8a3f-8813-40f7-8f11-56e266f40104 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/3b597ae0-9555-4bb3-ab4e-b2d4b4f6b1c8 HTTP/1.1" status: 204 len: 168 time: 0.5149806 Sep 16 12:47:10.745997 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b8a3f-8813-40f7-8f11-56e266f40104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b597ae0-9555-4bb3-ab4e-b2d4b4f6b1c8,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:10.781783 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5180acc8-376e-493c-88c3-460199d9024b req-9546ec62-76ab-4ae6-9415-a28db31e8a23 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903018 Sep 16 12:47:10.789578 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-caf27df1-37b6-4b55-b14d-bb6dd6806091 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (f1d9e429-3d16-4f88-85c5-b9622e90e851), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:10.802321 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device a6fb319f-c3cf-4120-b2c2-c32144451c45 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:47:10.902744 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-caf27df1-37b6-4b55-b14d-bb6dd6806091 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:10.902909 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a9321b19-af5d-4430-bbac-4f611b6ff4b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (bb10fbb9-cd14-40cd-9d06-da0ee087944d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:10.903233 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9321b19-af5d-4430-bbac-4f611b6ff4b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb10fbb9-cd14-40cd-9d06-da0ee087944d {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:47:10.910876 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-caf27df1-37b6-4b55-b14d-bb6dd6806091 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:10.914167 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:10.916151 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-caf27df1-37b6-4b55-b14d-bb6dd6806091 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:10.920095 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf27df1-37b6-4b55-b14d-bb6dd6806091 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Pushing event updated for resources: {'Port': ['ID=f1d9e429-3d16-4f88-85c5-b9622e90e851,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:10.924937 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a9321b19-af5d-4430-bbac-4f611b6ff4b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:10.928607 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a9321b19-af5d-4430-bbac-4f611b6ff4b4 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/bb10fbb9-cd14-40cd-9d06-da0ee087944d HTTP/1.1" status: 204 len: 168 time: 2.5315447 Sep 16 12:47:10.944935 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48740) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:10.969227 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.76', 52884) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:10.969567 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.76', 52885) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:11.003517 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc360a02-5afc-42c1-8252-30a5135b8510 req-162c893a-c4bc-483d-8892-770a25a675d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:11.005063 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc360a02-5afc-42c1-8252-30a5135b8510 req-162c893a-c4bc-483d-8892-770a25a675d6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1628084 Sep 16 12:47:11.183220 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port a6fb319f-c3cf-4120-b2c2-c32144451c45, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=a6fb319f-c3cf-4120-b2c2-c32144451c45,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:11.237580 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-caf27df1-37b6-4b55-b14d-bb6dd6806091 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:11.238175 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-caf27df1-37b6-4b55-b14d-bb6dd6806091 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:11.242413 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': 'a6fb319f-c3cf-4120-b2c2-c32144451c45', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': 'a6fb319f-c3cf-4120-b2c2-c32144451c45', 'mac_address': 'fa:16:3e:be:3d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:47:11.324776 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port a6fb319f-c3cf-4120-b2c2-c32144451c45 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:11.325166 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a6fb319f-c3cf-4120-b2c2-c32144451c45), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:11.335405 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-c3aa851c-cd9a-40ef-86a2-73df604d06a0 req-b68771a1-7740-4b26-b6f2-10c77fec40bd tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Deleting port 91c7636f-22ac-48c6-a666-8fef6f5cae01 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:47:11.336056 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c3aa851c-cd9a-40ef-86a2-73df604d06a0 req-b68771a1-7740-4b26-b6f2-10c77fec40bd tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (91c7636f-22ac-48c6-a666-8fef6f5cae01), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:11.363235 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fb319f-c3cf-4120-b2c2-c32144451c45 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:47:11.396887 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-45043e5e-0712-4514-8310-7a6efd1a621b req-06e1d6f1-b9f0-4080-b69e-8610be1b8997 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3800969 Sep 16 12:47:11.400631 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-caf27df1-37b6-4b55-b14d-bb6dd6806091 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0205085 Sep 16 12:47:11.413527 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f38d4-807d-4f93-9ab4-578747fa1929 req-71fe99e7-0bb0-4ac2-93bb-e9a5f6a82946 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:11.420593 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b63f38d4-807d-4f93-9ab4-578747fa1929 req-71fe99e7-0bb0-4ac2-93bb-e9a5f6a82946 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 943 time: 0.1675315 Sep 16 12:47:11.424701 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port a6fb319f-c3cf-4120-b2c2-c32144451c45, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=a6fb319f-c3cf-4120-b2c2-c32144451c45,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:11.431323 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a6fb319f-c3cf-4120-b2c2-c32144451c45), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:11.440214 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] Request body: {'port': {'device_id': 'ad946bd5-7ee5-47d6-a52f-00e8511d2bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:11.449862 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda3188-7e54-4400-b130-49cfb45b04ee req-b0dcfa28-2b5c-4444-837d-e5ce21eaa489 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:11.451401 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6fda3188-7e54-4400-b130-49cfb45b04ee req-b0dcfa28-2b5c-4444-837d-e5ce21eaa489 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbbaed5d-b861-4f03-a39b-c384175b92ea HTTP/1.1" status: 200 len: 950 time: 0.2021213 Sep 16 12:47:11.508446 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-fb589894-6993-4365-8682-fa9936cd68f1 None None] Provisioning complete for port f1d9e429-3d16-4f88-85c5-b9622e90e851 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:11.509889 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-109ed009-1fc0-49cb-bbaf-a9f2f4a265b0 admin admin] Deleting subnet 7cb7ff9c-0473-4835-802b-7b7ef7fdb895 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:47:11.510336 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fb589894-6993-4365-8682-fa9936cd68f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f1d9e429-3d16-4f88-85c5-b9622e90e851), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:11.511209 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-fb589894-6993-4365-8682-fa9936cd68f1 None None] Attempt 1 to provision port f1d9e429-3d16-4f88-85c5-b9622e90e851 Sep 16 12:47:11.516310 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:47:11.545588 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-109ed009-1fc0-49cb-bbaf-a9f2f4a265b0 admin admin] Publish callbacks [] for subnet (7cb7ff9c-0473-4835-802b-7b7ef7fdb895), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:11.596532 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48756) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:11.625877 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45043e5e-0712-4514-8310-7a6efd1a621b req-2fbe7da7-d324-4dc8-a163-fe38d04c8832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:11.629327 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-45043e5e-0712-4514-8310-7a6efd1a621b req-2fbe7da7-d324-4dc8-a163-fe38d04c8832 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0709d7ec436047a39dfb8c5d92f17fa3&device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 1131 time: 0.1481535 Sep 16 12:47:11.636315 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-8a4b7278-52be-4d4e-b5cd-a64d522e6548 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:11.638293 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-8a4b7278-52be-4d4e-b5cd-a64d522e6548 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.76 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 808 time: 0.6464503 Sep 16 12:47:11.658547 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-cb1982e1-875d-4c25-9513-7b0627ba56f9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Request body: {'port': {'device_id': '566f231d-345e-4665-bf9a-b61004b954ed', 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'admin_state_up': True, 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:11.668905 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-fb589894-6993-4365-8682-fa9936cd68f1 None None] Port f1d9e429-3d16-4f88-85c5-b9622e90e851 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:11.672253 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=a6fb319f-c3cf-4120-b2c2-c32144451c45,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:11.676630 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['a6fb319f-c3cf-4120-b2c2-c32144451c45'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:47:11.680731 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc360a02-5afc-42c1-8252-30a5135b8510 req-67fec439-f157-48b0-8c16-3abcb89b4db0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665461 Sep 16 12:47:11.692920 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-109ed009-1fc0-49cb-bbaf-a9f2f4a265b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (7cb7ff9c-0473-4835-802b-7b7ef7fdb895), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:11.774910 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-c3aa851c-cd9a-40ef-86a2-73df604d06a0 req-b68771a1-7740-4b26-b6f2-10c77fec40bd tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] For port 91c7636f-22ac-48c6-a666-8fef6f5cae01, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=91c7636f-22ac-48c6-a666-8fef6f5cae01,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:11.775454 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c3aa851c-cd9a-40ef-86a2-73df604d06a0 req-b68771a1-7740-4b26-b6f2-10c77fec40bd tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (91c7636f-22ac-48c6-a666-8fef6f5cae01), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:11.782086 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48760) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:11.814365 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6,segment=NetworkSegment(54018204-1d57-4be0-9461-ce44976109f9),segment_id=54018204-1d57-4be0-9461-ce44976109f9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:11.824630 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f1d9e429-3d16-4f88-85c5-b9622e90e851), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:11.833386 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'port_id': '57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6', 'mac_address': 'fa:16:3e:19:6f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:47:11.837969 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b63f38d4-807d-4f93-9ab4-578747fa1929 req-073af0f5-886c-446d-bcfa-f572b6b3f877 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4163389 Sep 16 12:47:11.857212 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:11.874907 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-90c395a3-34f1-4026-b5b4-fb7d7d90e5ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:11.886320 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6fda3188-7e54-4400-b130-49cfb45b04ee req-afdfb2cc-66ae-4529-babb-d19c5141dd01 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719227 Sep 16 12:47:11.910728 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:47:11.926707 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:11.979450 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45043e5e-0712-4514-8310-7a6efd1a621b req-9394717a-2599-4b23-97a9-40b89b88b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:11.981043 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-45043e5e-0712-4514-8310-7a6efd1a621b req-9394717a-2599-4b23-97a9-40b89b88b12f service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.3144186 Sep 16 12:47:12.016667 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-c3aa851c-cd9a-40ef-86a2-73df604d06a0 req-b68771a1-7740-4b26-b6f2-10c77fec40bd tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Calling delete_port for 91c7636f-22ac-48c6-a666-8fef6f5cae01 owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:47:12.071519 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3d106fe4-b569-4b19-9c89-0c23ebfc3335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:12.082176 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:12.087079 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-45043e5e-0712-4514-8310-7a6efd1a621b req-136e3b4d-2d47-48be-9e96-0f1b10aa3963 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=31e589d5-4175-4617-9376-ffdea1a75308 HTTP/1.1" status: 200 len: 217 time: 0.0869212 Sep 16 12:47:12.092532 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f5f9df7-3ccb-46c5-967d-accb6fa7c361 req-b3e50423-f0f9-4bf1-a41d-b877038238a0 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 210 time: 0.1114714 Sep 16 12:47:12.106260 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:47:12.106703 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f5f26fa5-1781-4e0c-b2d0-40b2d9594ad2 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:47:12.108105 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:12.108574 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:12.144449 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:12.152613 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:47:12.163755 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708f556-b924-473f-9232-b25d5ece0a03 req-9bcbb16a-56f2-45f3-a5b7-b28c2086166c tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:12.165382 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1708f556-b924-473f-9232-b25d5ece0a03 req-9bcbb16a-56f2-45f3-a5b7-b28c2086166c tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad946bd5-7ee5-47d6-a52f-00e8511d2bd6 HTTP/1.1" status: 200 len: 935 time: 0.2073324 Sep 16 12:47:12.167986 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc360a02-5afc-42c1-8252-30a5135b8510 req-b3fb3948-7ad0-4797-b75c-58852a897d8b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574490 Sep 16 12:47:12.169705 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-fb589894-6993-4365-8682-fa9936cd68f1 None None] Attempt 2 to provision port f1d9e429-3d16-4f88-85c5-b9622e90e851 Sep 16 12:47:12.203035 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:12.232765 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6,segment=NetworkSegment(54018204-1d57-4be0-9461-ce44976109f9),segment_id=54018204-1d57-4be0-9461-ce44976109f9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:12.245567 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:12.255610 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-fb589894-6993-4365-8682-fa9936cd68f1 None None] Port f1d9e429-3d16-4f88-85c5-b9622e90e851 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:12.305613 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:12.379129 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-90c395a3-34f1-4026-b5b4-fb7d7d90e5ec admin admin] Publish callbacks [] for security_group (2c8245bd-8a38-46ed-a813-95a9c91b0124), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:12.387144 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1708f556-b924-473f-9232-b25d5ece0a03 req-f252abb9-9ce2-4934-8004-613609781938 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b14852d7-84de-4a66-bbdd-7cde9843c484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910415 Sep 16 12:47:12.390281 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-90c395a3-34f1-4026-b5b4-fb7d7d90e5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (2c8245bd-8a38-46ed-a813-95a9c91b0124), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:12.399208 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182bbf6-a85c-491f-ac01-397002c7a67c req-d0b730e5-2214-4223-b8a6-1bcf5b83d95f tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:12.400703 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6182bbf6-a85c-491f-ac01-397002c7a67c req-d0b730e5-2214-4223-b8a6-1bcf5b83d95f tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e01ba46f-ddd1-47ae-90d9-4a187bf51b2b HTTP/1.1" status: 200 len: 949 time: 0.1200385 Sep 16 12:47:12.472293 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:12.491478 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-90c395a3-34f1-4026-b5b4-fb7d7d90e5ec admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=dfc0f350f855438ab846446c272053f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7076452 Sep 16 12:47:12.499734 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48764) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:12.502415 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c395a3-34f1-4026-b5b4-fb7d7d90e5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8245bd-8a38-46ed-a813-95a9c91b0124,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:12.538097 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-109ed009-1fc0-49cb-bbaf-a9f2f4a265b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (7cb7ff9c-0473-4835-802b-7b7ef7fdb895), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:12.571983 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-cb1982e1-875d-4c25-9513-7b0627ba56f9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Made reservation on behalf of dd7ec914bffb4743921e4116b0c399eb for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:47:12.576059 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-cb1982e1-875d-4c25-9513-7b0627ba56f9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:12.590523 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45043e5e-0712-4514-8310-7a6efd1a621b req-f961c196-5094-4868-a9fc-faf22da9d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:12.591966 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-45043e5e-0712-4514-8310-7a6efd1a621b req-f961c196-5094-4868-a9fc-faf22da9d700 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.4897337 Sep 16 12:47:12.595104 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6182bbf6-a85c-491f-ac01-397002c7a67c req-2b676a98-440a-4949-a1e3-c456f8bdbb59 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768029 Sep 16 12:47:12.599017 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d9e429-3d16-4f88-85c5-b9622e90e851 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:47:12.612887 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] Publish callbacks [] for port (f1d9e429-3d16-4f88-85c5-b9622e90e851), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:12.634278 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] Transition to ACTIVE for port object f1d9e429-3d16-4f88-85c5-b9622e90e851 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:47:12.635495 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4d37d7f2-0ef0-4e81-9a8d-cdb987e0c6ba admin admin] Publish callbacks [] for security_group (2c8245bd-8a38-46ed-a813-95a9c91b0124), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:12.644100 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (f1d9e429-3d16-4f88-85c5-b9622e90e851), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:12.691152 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:47:12.695997 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4d37d7f2-0ef0-4e81-9a8d-cdb987e0c6ba admin admin] Publish callbacks [] for security_group (2c8245bd-8a38-46ed-a813-95a9c91b0124), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:12.710214 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:12.717107 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45043e5e-0712-4514-8310-7a6efd1a621b req-715dd141-2bd2-4542-a239-855432cb90de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:12.718597 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-45043e5e-0712-4514-8310-7a6efd1a621b req-715dd141-2bd2-4542-a239-855432cb90de service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1142910 Sep 16 12:47:12.740846 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d9e429-3d16-4f88-85c5-b9622e90e851,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:12.757930 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-fb589894-6993-4365-8682-fa9936cd68f1 None None] Attempt 3 to provision port f1d9e429-3d16-4f88-85c5-b9622e90e851 Sep 16 12:47:12.805201 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device a6fb319f-c3cf-4120-b2c2-c32144451c45 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:12.815242 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3d106fe4-b569-4b19-9c89-0c23ebfc3335 admin admin] Publish callbacks [] for security_group (6624e02a-c963-4f44-ae7f-eb48639b4747), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:12.817752 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4d37d7f2-0ef0-4e81-9a8d-cdb987e0c6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (2c8245bd-8a38-46ed-a813-95a9c91b0124), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:12.820293 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4d37d7f2-0ef0-4e81-9a8d-cdb987e0c6ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:12.823925 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-4d37d7f2-0ef0-4e81-9a8d-cdb987e0c6ba admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/2c8245bd-8a38-46ed-a813-95a9c91b0124 HTTP/1.1" status: 204 len: 168 time: 0.3205857 Sep 16 12:47:12.827186 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] Attempting to bind port f1d9e429-3d16-4f88-85c5-b9622e90e851 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:12.827531 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] Attempting to bind port f1d9e429-3d16-4f88-85c5-b9622e90e851 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:12.827868 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] Attempting to bind port f1d9e429-3d16-4f88-85c5-b9622e90e851 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:12.835897 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37d7f2-0ef0-4e81-9a8d-cdb987e0c6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8245bd-8a38-46ed-a813-95a9c91b0124,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:12.843442 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-fb589894-6993-4365-8682-fa9936cd68f1 None None] Port f1d9e429-3d16-4f88-85c5-b9622e90e851 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:12.857722 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:12.884078 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-109ed009-1fc0-49cb-bbaf-a9f2f4a265b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (7cb7ff9c-0473-4835-802b-7b7ef7fdb895), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:12.912026 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] Port f1d9e429-3d16-4f88-85c5-b9622e90e851 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:47:12.912401 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] Attempting to bind port f1d9e429-3d16-4f88-85c5-b9622e90e851 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:12.915687 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port a6fb319f-c3cf-4120-b2c2-c32144451c45 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:47:12.934004 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port a6fb319f-c3cf-4120-b2c2-c32144451c45 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:12.934359 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (a6fb319f-c3cf-4120-b2c2-c32144451c45), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:12.934685 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port a6fb319f-c3cf-4120-b2c2-c32144451c45 Sep 16 12:47:13.011963 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ed009-1fc0-49cb-bbaf-a9f2f4a265b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cb7ff9c-0473-4835-802b-7b7ef7fdb895,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:13.015659 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3d106fe4-b569-4b19-9c89-0c23ebfc3335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (6624e02a-c963-4f44-ae7f-eb48639b4747), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:13.068926 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port a6fb319f-c3cf-4120-b2c2-c32144451c45 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:13.069085 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3d106fe4-b569-4b19-9c89-0c23ebfc3335 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=8657e51a623941089cd0ddb467256bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4664917 Sep 16 12:47:13.069379 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a6fb319f-c3cf-4120-b2c2-c32144451c45), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:13.070454 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48774) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:13.120089 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port a6fb319f-c3cf-4120-b2c2-c32144451c45, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=a6fb319f-c3cf-4120-b2c2-c32144451c45,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:13.121614 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01ba46f-ddd1-47ae-90d9-4a187bf51b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fb319f-c3cf-4120-b2c2-c32144451c45'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:47:13.124316 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56e8983-6d3d-4473-b6e5-b9b81d6d9d29" -d '{"events": [{"server_uuid": "e01ba46f-ddd1-47ae-90d9-4a187bf51b2b", "name": "network-vif-plugged", "status": "completed", "tag": "a6fb319f-c3cf-4120-b2c2-c32144451c45"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:47:13.128496 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a6fb319f-c3cf-4120-b2c2-c32144451c45), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:13.129494 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 91c7636f-22ac-48c6-a666-8fef6f5cae01 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:47:13.148052 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-109ed009-1fc0-49cb-bbaf-a9f2f4a265b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:13.151198 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-109ed009-1fc0-49cb-bbaf-a9f2f4a265b0 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/7cb7ff9c-0473-4835-802b-7b7ef7fdb895 HTTP/1.1" status: 204 len: 168 time: 2.2040303 Sep 16 12:47:13.158663 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48784) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:13.179811 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65659fbe-74d1-4ad4-83ae-f466742f568f req-46ec10f6-4381-4e92-8891-ac3d42128a21 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:13.181781 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-65659fbe-74d1-4ad4-83ae-f466742f568f req-46ec10f6-4381-4e92-8891-ac3d42128a21 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 944 time: 0.1728354 Sep 16 12:47:13.186744 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:13.187086 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:13.187460 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:13.187915 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] Bound port: f1d9e429-3d16-4f88-85c5-b9622e90e851, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:13.188304 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f1d9e429-3d16-4f88-85c5-b9622e90e851), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:13.223141 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d106fe4-b569-4b19-9c89-0c23ebfc3335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6624e02a-c963-4f44-ae7f-eb48639b4747,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:13.250006 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c3aa851c-cd9a-40ef-86a2-73df604d06a0 req-b68771a1-7740-4b26-b6f2-10c77fec40bd tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (91c7636f-22ac-48c6-a666-8fef6f5cae01), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:13.253139 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c64c350-1638-41a3-9ddc-98b10a015050 None None] Network 31a4235a-2685-4e5a-82c6-a3a28312965c requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:47:13.257191 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=a6fb319f-c3cf-4120-b2c2-c32144451c45,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:13.259805 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd54cd-371b-4121-b121-40c0f50062e0 req-8cdbd4d2-b509-41aa-8759-9be2cf4ec889 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:13.261392 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ccd54cd-371b-4121-b121-40c0f50062e0 req-8cdbd4d2-b509-41aa-8759-9be2cf4ec889 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbbaed5d-b861-4f03-a39b-c384175b92ea HTTP/1.1" status: 200 len: 950 time: 0.2079093 Sep 16 12:47:13.280073 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-23f6d794-1fa9-4d84-a064-467d69c03c08 admin admin] Publish callbacks [] for security_group (6624e02a-c963-4f44-ae7f-eb48639b4747), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:13.292747 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68771a1-7740-4b26-b6f2-10c77fec40bd tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Pushing event deleted for resources: {'Port': ['ID=91c7636f-22ac-48c6-a666-8fef6f5cae01,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:13.309824 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-cb1982e1-875d-4c25-9513-7b0627ba56f9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Allocated IP 172.20.0.8 (40f9024a-6954-4a0a-afdb-132e05c6d9d2/466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c/924f27c6-9b29-461f-bbff-57520beb8e29) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:13.312852 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:13.313823 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No active binding found for port 91c7636f-22ac-48c6-a666-8fef6f5cae01 {{(pid=113700) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 16 12:47:13.314442 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] The host n-h2-858094-4 is not matching for port 91c7636f-22ac-48c6-a666-8fef6f5cae01 host None! {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 16 12:47:13.315112 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 91c7636f-22ac-48c6-a666-8fef6f5cae01 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:47:13.324283 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:13.367060 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-23f6d794-1fa9-4d84-a064-467d69c03c08 admin admin] Publish callbacks [] for security_group (6624e02a-c963-4f44-ae7f-eb48639b4747), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:13.367243 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-fb589894-6993-4365-8682-fa9936cd68f1 None None] Attempt 4 to provision port f1d9e429-3d16-4f88-85c5-b9622e90e851 Sep 16 12:47:13.387380 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-45043e5e-0712-4514-8310-7a6efd1a621b req-05b781c7-a671-461c-9162-a66b6fc0fc19 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6334648 Sep 16 12:47:13.412099 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-fb589894-6993-4365-8682-fa9936cd68f1 None None] Port f1d9e429-3d16-4f88-85c5-b9622e90e851 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:13.469772 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-dc75a435-83a6-4bcf-97d2-8db0c01ebb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (31a4235a-2685-4e5a-82c6-a3a28312965c), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:13.472899 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3aa851c-cd9a-40ef-86a2-73df604d06a0 req-b68771a1-7740-4b26-b6f2-10c77fec40bd tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] No DVR routers for this DVR port 91c7636f-22ac-48c6-a666-8fef6f5cae01 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:47:13.520999 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2081bb82-5720-4f03-aa77-f7c2bbd7f7a9 None None] DHCP port deletion for 31a4235a-2685-4e5a-82c6-a3a28312965c request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:47:13.529098 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-65659fbe-74d1-4ad4-83ae-f466742f568f req-398e862e-154d-4d9a-a276-1d6698212e45 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3373234 Sep 16 12:47:13.530624 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] For port f1d9e429-3d16-4f88-85c5-b9622e90e851, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:13.559896 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c3aa851c-cd9a-40ef-86a2-73df604d06a0 req-b68771a1-7740-4b26-b6f2-10c77fec40bd tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:13.561562 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] For port f1d9e429-3d16-4f88-85c5-b9622e90e851, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=f1d9e429-3d16-4f88-85c5-b9622e90e851,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:13.575325 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c3aa851c-cd9a-40ef-86a2-73df604d06a0 req-b68771a1-7740-4b26-b6f2-10c77fec40bd tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.76 "DELETE /networking/v2.0/ports/91c7636f-22ac-48c6-a666-8fef6f5cae01 HTTP/1.1" status: 204 len: 173 time: 2.7507422 Sep 16 12:47:13.576259 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbaed5d-b861-4f03-a39b-c384175b92ea', 'name': 'network-vif-deleted', 'tag': '91c7636f-22ac-48c6-a666-8fef6f5cae01'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:47:13.582811 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9c6b82-ca15-4733-a6c8-55719ee68c14" -d '{"events": [{"server_uuid": "cbbaed5d-b861-4f03-a39b-c384175b92ea", "name": "network-vif-deleted", "tag": "91c7636f-22ac-48c6-a666-8fef6f5cae01"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:47:13.597346 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ccd54cd-371b-4121-b121-40c0f50062e0 req-9d209f36-4ade-41ca-a536-bc10397847c5 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953870 Sep 16 12:47:13.612550 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-2081bb82-5720-4f03-aa77-f7c2bbd7f7a9 None None] Deleting port d9030e43-b98d-44f8-8552-b9b199b64f62 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:47:13.622939 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2081bb82-5720-4f03-aa77-f7c2bbd7f7a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (d9030e43-b98d-44f8-8552-b9b199b64f62), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:13.685044 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be9fc31-c46a-48ec-817d-e3d1e1d9a556 x-openstack-request-id: req-9be9fc31-c46a-48ec-817d-e3d1e1d9a556 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:47:13.685695 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01ba46f-ddd1-47ae-90d9-4a187bf51b2b", "name": "network-vif-plugged", "status": "completed", "tag": "a6fb319f-c3cf-4120-b2c2-c32144451c45", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:47:13.686157 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9be9fc31-c46a-48ec-817d-e3d1e1d9a556 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:47:13.691704 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be9fc31-c46a-48ec-817d-e3d1e1d9a556'] response: {'server_uuid': 'e01ba46f-ddd1-47ae-90d9-4a187bf51b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fb319f-c3cf-4120-b2c2-c32144451c45', 'code': 200} Sep 16 12:47:13.745738 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (f1d9e429-3d16-4f88-85c5-b9622e90e851), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:13.764743 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:13.765611 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:13.769304 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/f1d9e429-3d16-4f88-85c5-b9622e90e851 HTTP/1.1" status: 200 len: 1095 time: 2.3363214 Sep 16 12:47:13.774389 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad946bd5-7ee5-47d6-a52f-00e8511d2bd6', 'tag': 'f1d9e429-3d16-4f88-85c5-b9622e90e851'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:47:13.777093 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f74f1a0-b904-43ab-b7a2-1c60ea929c78" -d '{"events": [{"name": "network-changed", "server_uuid": "ad946bd5-7ee5-47d6-a52f-00e8511d2bd6", "tag": "f1d9e429-3d16-4f88-85c5-b9622e90e851"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:47:13.778817 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:13.799932 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['4cbb6233-6017-40a2-a247-e622df5f31a3'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:47:13.827095 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:13.870542 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-2081bb82-5720-4f03-aa77-f7c2bbd7f7a9 None None] For port d9030e43-b98d-44f8-8552-b9b199b64f62, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=d9030e43-b98d-44f8-8552-b9b199b64f62,segment=NetworkSegment(7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf),segment_id=7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:13.871092 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2081bb82-5720-4f03-aa77-f7c2bbd7f7a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (d9030e43-b98d-44f8-8552-b9b199b64f62), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:13.874779 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:13.896095 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-dc75a435-83a6-4bcf-97d2-8db0c01ebb00 admin admin] Deleting port d9030e43-b98d-44f8-8552-b9b199b64f62 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:47:13.896827 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-dc75a435-83a6-4bcf-97d2-8db0c01ebb00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (d9030e43-b98d-44f8-8552-b9b199b64f62), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:13.913826 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aed2d6-32e3-44d7-84c8-be6d59efe238 req-cd9abbde-9400-4179-ae55-0bea49ce21f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:13.918956 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-fb589894-6993-4365-8682-fa9936cd68f1 None None] Attempt 5 to provision port f1d9e429-3d16-4f88-85c5-b9622e90e851 Sep 16 12:47:13.925822 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-2081bb82-5720-4f03-aa77-f7c2bbd7f7a9 None None] Calling delete_port for d9030e43-b98d-44f8-8552-b9b199b64f62 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:47:13.928617 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-35aed2d6-32e3-44d7-84c8-be6d59efe238 req-cd9abbde-9400-4179-ae55-0bea49ce21f7 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e01ba46f-ddd1-47ae-90d9-4a187bf51b2b HTTP/1.1" status: 200 len: 1132 time: 0.1007893 Sep 16 12:47:13.993034 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device d9030e43-b98d-44f8-8552-b9b199b64f62 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:47:14.059270 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c084368-4d80-4e76-8299-4e9a14e52706 req-19a8acdc-519b-43d7-bc26-9a08a2f32907 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:14.067889 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c084368-4d80-4e76-8299-4e9a14e52706 req-19a8acdc-519b-43d7-bc26-9a08a2f32907 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad946bd5-7ee5-47d6-a52f-00e8511d2bd6 HTTP/1.1" status: 200 len: 947 time: 0.3065889 Sep 16 12:47:14.076681 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9a39f115-cfd1-4d93-a30e-b325bdc1253f req-b35ab524-d644-45df-bf9c-91a64ae8a96f tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 210 time: 0.3366802 Sep 16 12:47:14.089855 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-cb1982e1-875d-4c25-9513-7b0627ba56f9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for port (924f27c6-9b29-461f-bbff-57520beb8e29), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:14.140502 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:47:14.140931 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed11fbe-be24-4639-b5a0-ffdd0faeb485 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d9e429-3d16-4f88-85c5-b9622e90e851,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:14.145015 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-ac08ee30-8a08-4226-a66b-61132e899b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:14.146895 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-ac08ee30-8a08-4226-a66b-61132e899b80 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6e4b83da544e4980b1c2fe2b1f597016&device_id=ad946bd5-7ee5-47d6-a52f-00e8511d2bd6 HTTP/1.1" status: 200 len: 1129 time: 0.2804964 Sep 16 12:47:14.149678 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-fb589894-6993-4365-8682-fa9936cd68f1 None None] Port f1d9e429-3d16-4f88-85c5-b9622e90e851 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:47:14.171739 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:14.172085 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:14.172414 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 Sep 16 12:47:14.176594 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-dc75a435-83a6-4bcf-97d2-8db0c01ebb00 admin admin] For port d9030e43-b98d-44f8-8552-b9b199b64f62, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=d9030e43-b98d-44f8-8552-b9b199b64f62,segment=NetworkSegment(7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf),segment_id=7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:14.177405 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-dc75a435-83a6-4bcf-97d2-8db0c01ebb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (d9030e43-b98d-44f8-8552-b9b199b64f62), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:14.180660 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-45043e5e-0712-4514-8310-7a6efd1a621b req-56381a80-057f-40d7-a372-f63b87820c7c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7521093 Sep 16 12:47:14.191131 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-23f6d794-1fa9-4d84-a064-467d69c03c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (6624e02a-c963-4f44-ae7f-eb48639b4747), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:14.193986 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-23f6d794-1fa9-4d84-a064-467d69c03c08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:14.195923 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-23f6d794-1fa9-4d84-a064-467d69c03c08 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/6624e02a-c963-4f44-ae7f-eb48639b4747 HTTP/1.1" status: 204 len: 168 time: 1.1121554 Sep 16 12:47:14.198407 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6832b1-bcc2-4a10-8b69-276c7d76f812 x-openstack-request-id: req-fd6832b1-bcc2-4a10-8b69-276c7d76f812 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:47:14.198407 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbaed5d-b861-4f03-a39b-c384175b92ea", "name": "network-vif-deleted", "tag": "91c7636f-22ac-48c6-a666-8fef6f5cae01", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:47:14.198648 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fd6832b1-bcc2-4a10-8b69-276c7d76f812 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:47:14.199482 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd6832b1-bcc2-4a10-8b69-276c7d76f812'] response: {'server_uuid': 'cbbaed5d-b861-4f03-a39b-c384175b92ea', 'name': 'network-vif-deleted', 'tag': '91c7636f-22ac-48c6-a666-8fef6f5cae01', 'status': 'completed', 'code': 200} Sep 16 12:47:14.204204 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-cb1982e1-875d-4c25-9513-7b0627ba56f9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (924f27c6-9b29-461f-bbff-57520beb8e29), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:14.288459 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-3cec7fda-4679-460a-a4eb-5391d9d64905 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=f1d9e429-3d16-4f88-85c5-b9622e90e851 HTTP/1.1" status: 200 len: 217 time: 0.1192782 Sep 16 12:47:14.323454 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1982e1-875d-4c25-9513-7b0627ba56f9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Pushing event updated for resources: {'Port': ['ID=924f27c6-9b29-461f-bbff-57520beb8e29,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:14.331215 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6d794-1fa9-4d84-a064-467d69c03c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6624e02a-c963-4f44-ae7f-eb48639b4747,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:14.358393 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2081bb82-5720-4f03-aa77-f7c2bbd7f7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (d9030e43-b98d-44f8-8552-b9b199b64f62), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:14.379328 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-35aed2d6-32e3-44d7-84c8-be6d59efe238 req-f7ce5be5-29c4-44b3-a9c9-a9d57c84a823 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969342 Sep 16 12:47:14.390840 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-cb1982e1-875d-4c25-9513-7b0627ba56f9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:14.393451 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-cb1982e1-875d-4c25-9513-7b0627ba56f9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:14.396217 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-cb1982e1-875d-4c25-9513-7b0627ba56f9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:14.465064 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081bb82-5720-4f03-aa77-f7c2bbd7f7a9 None None] Pushing event deleted for resources: {'Port': ['ID=d9030e43-b98d-44f8-8552-b9b199b64f62,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:14.475716 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port d9030e43-b98d-44f8-8552-b9b199b64f62 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:14.476114 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d9030e43-b98d-44f8-8552-b9b199b64f62), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:14.487360 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-cb1982e1-875d-4c25-9513-7b0627ba56f9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:14.488245 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-cb1982e1-875d-4c25-9513-7b0627ba56f9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:14.492659 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-dc75a435-83a6-4bcf-97d2-8db0c01ebb00 admin admin] Calling delete_port for d9030e43-b98d-44f8-8552-b9b199b64f62 owned by network:dhcp {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:47:14.502028 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2081bb82-5720-4f03-aa77-f7c2bbd7f7a9 None None] No DVR routers for this DVR port d9030e43-b98d-44f8-8552-b9b199b64f62 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:47:14.502458 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c084368-4d80-4e76-8299-4e9a14e52706 req-f6d9b551-65fb-495a-9329-c90c459479c7 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b14852d7-84de-4a66-bbdd-7cde9843c484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334402 Sep 16 12:47:14.524950 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43764837-30ac-4b3c-bf21-fda57f96d1b6 req-d9a93b9a-c1fb-4952-ac9c-c9a253c2cc02 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:14.528444 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-cb1982e1-875d-4c25-9513-7b0627ba56f9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8817680 Sep 16 12:47:14.533654 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-43764837-30ac-4b3c-bf21-fda57f96d1b6 req-d9a93b9a-c1fb-4952-ac9c-c9a253c2cc02 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e01ba46f-ddd1-47ae-90d9-4a187bf51b2b HTTP/1.1" status: 200 len: 950 time: 0.2270970 Sep 16 12:47:14.616024 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:14.618438 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-32052f80-86f6-45eb-acb7-41f18856a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:14.620070 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-32052f80-86f6-45eb-acb7-41f18856a0a5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.2780597 Sep 16 12:47:14.633563 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:14.640771 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:14.647476 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bf4be5-5f72-497b-bf77-3ee9407de214 x-openstack-request-id: req-50bf4be5-5f72-497b-bf77-3ee9407de214 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:47:14.647759 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad946bd5-7ee5-47d6-a52f-00e8511d2bd6", "tag": "f1d9e429-3d16-4f88-85c5-b9622e90e851", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:47:14.648011 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-50bf4be5-5f72-497b-bf77-3ee9407de214 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:47:14.648434 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50bf4be5-5f72-497b-bf77-3ee9407de214'] response: {'name': 'network-changed', 'server_uuid': 'ad946bd5-7ee5-47d6-a52f-00e8511d2bd6', 'tag': 'f1d9e429-3d16-4f88-85c5-b9622e90e851', 'status': 'completed', 'code': 200} Sep 16 12:47:14.700666 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:14.720206 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6,segment=NetworkSegment(54018204-1d57-4be0-9461-ce44976109f9),segment_id=54018204-1d57-4be0-9461-ce44976109f9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:14.728835 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:14.814756 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] Request body: {'port': {'device_id': '566f231d-345e-4665-bf9a-b61004b954ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:14.831498 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:14.883078 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-00d47b9a-de51-470b-a527-dcba3229531a None None] Provisioning complete for port 924f27c6-9b29-461f-bbff-57520beb8e29 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:14.885416 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-00d47b9a-de51-470b-a527-dcba3229531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (924f27c6-9b29-461f-bbff-57520beb8e29), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:14.885794 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-00d47b9a-de51-470b-a527-dcba3229531a None None] Attempt 1 to provision port 924f27c6-9b29-461f-bbff-57520beb8e29 Sep 16 12:47:14.967758 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:14.969303 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-00d47b9a-de51-470b-a527-dcba3229531a None None] Port 924f27c6-9b29-461f-bbff-57520beb8e29 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:14.987935 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (924f27c6-9b29-461f-bbff-57520beb8e29), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:15.132835 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48836) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:15.165191 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf797b9e-14fa-43c8-b147-fbe55837cc88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:15.167684 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-ed3993b0-2d8f-41a1-8f1b-46c31b508d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:15.169419 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-ed3993b0-2d8f-41a1-8f1b-46c31b508d30 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5415828 Sep 16 12:47:15.180314 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-43764837-30ac-4b3c-bf21-fda57f96d1b6 req-e7be060b-af31-4865-b680-f8e519cb2052 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6430616 Sep 16 12:47:15.185857 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:15.215693 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cc949-534b-4af4-8e2c-29b8f77876ea req-5c811478-1acf-4771-bd2b-c080096a22eb tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:15.217229 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e2cc949-534b-4af4-8e2c-29b8f77876ea req-5c811478-1acf-4771-bd2b-c080096a22eb tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 945 time: 0.4935219 Sep 16 12:47:15.250642 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:15.342083 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-dc75a435-83a6-4bcf-97d2-8db0c01ebb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (d9030e43-b98d-44f8-8552-b9b199b64f62), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:15.382102 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e2cc949-534b-4af4-8e2c-29b8f77876ea req-b0afa6b9-5ddc-416c-af1c-4f8e7277d798 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354823 Sep 16 12:47:15.385555 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc75a435-83a6-4bcf-97d2-8db0c01ebb00 admin admin] No DVR routers for this DVR port d9030e43-b98d-44f8-8552-b9b199b64f62 on host n-d-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:47:15.394877 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75a435-83a6-4bcf-97d2-8db0c01ebb00 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9030e43-b98d-44f8-8552-b9b199b64f62,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:15.443885 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf797b9e-14fa-43c8-b147-fbe55837cc88 admin admin] Publish callbacks [] for security_group (84f09807-dc37-4766-8a82-90922477a73b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:15.446183 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924f27c6-9b29-461f-bbff-57520beb8e29 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:47:15.450963 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf797b9e-14fa-43c8-b147-fbe55837cc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (84f09807-dc37-4766-8a82-90922477a73b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:15.460422 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] Publish callbacks [] for port (924f27c6-9b29-461f-bbff-57520beb8e29), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:15.470810 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-00d47b9a-de51-470b-a527-dcba3229531a None None] Attempt 2 to provision port 924f27c6-9b29-461f-bbff-57520beb8e29 Sep 16 12:47:15.504515 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] Transition to ACTIVE for port object 924f27c6-9b29-461f-bbff-57520beb8e29 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:47:15.510859 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-bf797b9e-14fa-43c8-b147-fbe55837cc88 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=fa0a35d44c134e42814193e599442bb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3767974 Sep 16 12:47:15.513246 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-07460dec-0569-4f72-a350-bcb197b1f368 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285861 Sep 16 12:47:15.513852 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (924f27c6-9b29-461f-bbff-57520beb8e29), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:15.517533 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48844) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:15.521994 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf797b9e-14fa-43c8-b147-fbe55837cc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f09807-dc37-4766-8a82-90922477a73b,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:15.522594 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05bd18-c92d-4d59-a300-56719f600656 req-40f732ac-f7b8-4c02-b6d5-9e574d27b569 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:15.533540 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-da05bd18-c92d-4d59-a300-56719f600656 req-40f732ac-f7b8-4c02-b6d5-9e574d27b569 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 931 time: 0.1954496 Sep 16 12:47:15.544590 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-00d47b9a-de51-470b-a527-dcba3229531a None None] Port 924f27c6-9b29-461f-bbff-57520beb8e29 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:15.591028 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] Pushing event updated for resources: {'Port': ['ID=924f27c6-9b29-461f-bbff-57520beb8e29,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:15.632900 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-dc75a435-83a6-4bcf-97d2-8db0c01ebb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (31a4235a-2685-4e5a-82c6-a3a28312965c), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:15.645257 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] Attempting to bind port 924f27c6-9b29-461f-bbff-57520beb8e29 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:15.645924 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] Attempting to bind port 924f27c6-9b29-461f-bbff-57520beb8e29 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:15.646509 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] Attempting to bind port 924f27c6-9b29-461f-bbff-57520beb8e29 on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:15.694032 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07365fde-3701-46a6-aba7-4c6f74e181b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:47:15.697353 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c11979f-b9a9-47cb-abc1-4e583f0ec0b3" -d '{"events": [{"server_uuid": "07365fde-3701-46a6-aba7-4c6f74e181b9", "name": "network-vif-plugged", "status": "completed", "tag": "57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:47:15.709111 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-dc75a435-83a6-4bcf-97d2-8db0c01ebb00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a4235a-2685-4e5a-82c6-a3a28312965c']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:15.716270 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] Port 924f27c6-9b29-461f-bbff-57520beb8e29 on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:47:15.717320 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] Attempting to bind port 924f27c6-9b29-461f-bbff-57520beb8e29 on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:15.760589 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-dc75a435-83a6-4bcf-97d2-8db0c01ebb00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:15.760890 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-dc75a435-83a6-4bcf-97d2-8db0c01ebb00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:15.768629 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eff6b789-46c5-468a-a888-1148b3fcf0cb admin admin] Publish callbacks [] for security_group (84f09807-dc37-4766-8a82-90922477a73b), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:15.792155 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:15.792732 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] Checking segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:15.793392 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] Bound using segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:15.794007 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] Bound port: 924f27c6-9b29-461f-bbff-57520beb8e29, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:15.794516 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (924f27c6-9b29-461f-bbff-57520beb8e29), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:15.805423 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-dc75a435-83a6-4bcf-97d2-8db0c01ebb00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:15.824232 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-da05bd18-c92d-4d59-a300-56719f600656 req-7f4b5ebb-c133-47cd-ab8f-bc8e9b37b034 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894809 Sep 16 12:47:15.866144 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18cf03a6-b2a9-4c34-9f21-47e4f81dfb09 req-0ef2191f-8e53-4b04-b61a-fef689ef9805 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133490 Sep 16 12:47:15.888697 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eff6b789-46c5-468a-a888-1148b3fcf0cb admin admin] Publish callbacks [] for security_group (84f09807-dc37-4766-8a82-90922477a73b), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:15.895371 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] For port 924f27c6-9b29-461f-bbff-57520beb8e29, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:15.900210 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] For port 924f27c6-9b29-461f-bbff-57520beb8e29, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=924f27c6-9b29-461f-bbff-57520beb8e29,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:15.908623 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (924f27c6-9b29-461f-bbff-57520beb8e29), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:15.914531 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:15.915140 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:15.916550 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/924f27c6-9b29-461f-bbff-57520beb8e29 HTTP/1.1" status: 200 len: 1091 time: 1.1123726 Sep 16 12:47:15.919707 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-dc75a435-83a6-4bcf-97d2-8db0c01ebb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:15.958027 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:15.966640 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-162b262b-7d69-4b08-b274-417c1ba251dc req-2afac8e2-9c2b-4187-ac57-1ded92afaa1e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=0b18ec5302634d2a95e51547e0019d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633852 Sep 16 12:47:15.984000 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc75a435-83a6-4bcf-97d2-8db0c01ebb00 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:47:15.984541 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-dc75a435-83a6-4bcf-97d2-8db0c01ebb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:16.002538 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3febf-d807-479f-92dc-26cfac4508f8 service neutron] Pushing event updated for resources: {'Port': ['ID=924f27c6-9b29-461f-bbff-57520beb8e29,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:16.016466 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-ec69a43c-5dfa-4aa7-9850-7429ec3f3cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:16.018639 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-ec69a43c-5dfa-4aa7-9850-7429ec3f3cc6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 1125 time: 0.0581908 Sep 16 12:47:16.029035 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf resource provider aggregate not found Sep 16 12:47:16.046136 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-00d47b9a-de51-470b-a527-dcba3229531a None None] Attempt 3 to provision port 924f27c6-9b29-461f-bbff-57520beb8e29 Sep 16 12:47:16.069607 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-2db29001-106f-40a8-9c7b-432ce98e7316 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=924f27c6-9b29-461f-bbff-57520beb8e29 HTTP/1.1" status: 200 len: 217 time: 0.0445046 Sep 16 12:47:16.071976 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d7bd442-cc93-4c7f-bc97-a44e3bffb7cf found for delete ", "request_id": "req-fe7cdd50-073c-45a2-af5e-a98361b72c64"}]} Sep 16 12:47:16.078101 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:16.099123 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-00d47b9a-de51-470b-a527-dcba3229531a None None] Port 924f27c6-9b29-461f-bbff-57520beb8e29 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:47:16.128627 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-3639a66d-5a4c-49f3-97db-a66644d61471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:16.129153 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66437101-8e0c-414a-a2db-4c240e6a574e req-ae5455f1-987b-49fe-8c29-b57fe724880d tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:16.130261 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-3639a66d-5a4c-49f3-97db-a66644d61471 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.0551591 Sep 16 12:47:16.130647 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-66437101-8e0c-414a-a2db-4c240e6a574e req-ae5455f1-987b-49fe-8c29-b57fe724880d tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad946bd5-7ee5-47d6-a52f-00e8511d2bd6 HTTP/1.1" status: 200 len: 947 time: 0.2048979 Sep 16 12:47:16.165299 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eff6b789-46c5-468a-a888-1148b3fcf0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (84f09807-dc37-4766-8a82-90922477a73b), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:16.167791 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eff6b789-46c5-468a-a888-1148b3fcf0cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:16.171248 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-eff6b789-46c5-468a-a888-1148b3fcf0cb admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/84f09807-dc37-4766-8a82-90922477a73b HTTP/1.1" status: 204 len: 168 time: 0.6326613 Sep 16 12:47:16.171774 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:16.177830 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:16.184542 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-dc75a435-83a6-4bcf-97d2-8db0c01ebb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (31a4235a-2685-4e5a-82c6-a3a28312965c), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:16.186665 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-48f95788-bc37-4f3d-9cc7-1cc8d1e099cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:16.188991 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-48f95788-bc37-4f3d-9cc7-1cc8d1e099cc service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464492 Sep 16 12:47:16.201716 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566f231d-345e-4665-bf9a-b61004b954ed', 'tag': '924f27c6-9b29-461f-bbff-57520beb8e29'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:47:16.204074 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cfc229-5b0d-4352-8040-cdf9525b291c" -d '{"events": [{"name": "network-changed", "server_uuid": "566f231d-345e-4665-bf9a-b61004b954ed", "tag": "924f27c6-9b29-461f-bbff-57520beb8e29"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:47:16.211627 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6b789-46c5-468a-a888-1148b3fcf0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f09807-dc37-4766-8a82-90922477a73b,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:16.236540 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-dc75a435-83a6-4bcf-97d2-8db0c01ebb00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:16.239924 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-dc75a435-83a6-4bcf-97d2-8db0c01ebb00 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/31a4235a-2685-4e5a-82c6-a3a28312965c HTTP/1.1" status: 204 len: 168 time: 3.0790567 Sep 16 12:47:16.252094 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75a435-83a6-4bcf-97d2-8db0c01ebb00 admin admin] Pushing event deleted for resources: {'Network': ['ID=31a4235a-2685-4e5a-82c6-a3a28312965c,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:16.276505 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b262b-7d69-4b08-b274-417c1ba251dc req-159c0542-45d2-4e61-9513-e131d4d96914 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:16.285262 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-162b262b-7d69-4b08-b274-417c1ba251dc req-159c0542-45d2-4e61-9513-e131d4d96914 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2858438 Sep 16 12:47:16.290560 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-66437101-8e0c-414a-a2db-4c240e6a574e req-9c09f6a2-94f5-46c4-8da0-9a8ebe582d65 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b14852d7-84de-4a66-bbdd-7cde9843c484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507001 Sep 16 12:47:16.305592 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-162b262b-7d69-4b08-b274-417c1ba251dc req-cd94e068-6024-4689-856b-03ae85d556e8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/quotas/0b18ec5302634d2a95e51547e0019d40 HTTP/1.1" status: 200 len: 375 time: 0.0193808 Sep 16 12:47:16.351284 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-162b262b-7d69-4b08-b274-417c1ba251dc req-b8206df2-b98b-4e1a-9598-4da04da3d5fd tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429790 Sep 16 12:47:16.352000 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:16.358372 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-f3cb9854-df0e-4fd4-aa08-9208d9e6acbf service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638441 Sep 16 12:47:16.461228 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d454f5-a96e-4bb8-9069-7699d9f369dd req-dbb5762b-587f-40c7-bb08-9124ba6f60ca tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:16.467097 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-85d454f5-a96e-4bb8-9069-7699d9f369dd req-dbb5762b-587f-40c7-bb08-9124ba6f60ca tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 950 time: 0.0771239 Sep 16 12:47:16.495542 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48876) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:16.552965 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e5e01cc5-6172-4d6d-af6f-28deb954d15d req-59f4bafc-f864-4b09-a4aa-601a1ee5da4f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822939 Sep 16 12:47:16.569623 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-85d454f5-a96e-4bb8-9069-7699d9f369dd req-fa59489c-9565-4bb7-a0c9-a49ef882d304 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950589 Sep 16 12:47:16.587599 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22137702-8695-4d30-ba58-11b962aaa878 x-openstack-request-id: req-22137702-8695-4d30-ba58-11b962aaa878 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:47:16.588786 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07365fde-3701-46a6-aba7-4c6f74e181b9", "name": "network-vif-plugged", "status": "completed", "tag": "57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:47:16.589272 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-22137702-8695-4d30-ba58-11b962aaa878 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:47:16.589934 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22137702-8695-4d30-ba58-11b962aaa878'] response: {'server_uuid': '07365fde-3701-46a6-aba7-4c6f74e181b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6', 'code': 200} Sep 16 12:47:16.615374 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ea65b25d-bf5c-4ae1-b004-869400bd23f7 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=1a6a4f24f2d44f74994ace4760050435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1185949 Sep 16 12:47:16.618261 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48884) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:16.649275 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066deb44-b546-4dc4-9b3b-1f7594864dd2 x-openstack-request-id: req-066deb44-b546-4dc4-9b3b-1f7594864dd2 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:47:16.649758 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "566f231d-345e-4665-bf9a-b61004b954ed", "tag": "924f27c6-9b29-461f-bbff-57520beb8e29", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:47:16.650166 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-066deb44-b546-4dc4-9b3b-1f7594864dd2 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:47:16.650702 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-066deb44-b546-4dc4-9b3b-1f7594864dd2'] response: {'name': 'network-changed', 'server_uuid': '566f231d-345e-4665-bf9a-b61004b954ed', 'tag': '924f27c6-9b29-461f-bbff-57520beb8e29', 'status': 'completed', 'code': 200} Sep 16 12:47:16.715061 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-00fee2d3-8f86-4028-83b4-c0d1dfd41791 admin admin] Publish callbacks [] for security_group (b42bb7f9-3e43-4d36-a0a6-c1b9c4e116a3), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:16.749090 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-00fee2d3-8f86-4028-83b4-c0d1dfd41791 admin admin] Publish callbacks [] for security_group (b42bb7f9-3e43-4d36-a0a6-c1b9c4e116a3), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:16.818122 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-00fee2d3-8f86-4028-83b4-c0d1dfd41791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b42bb7f9-3e43-4d36-a0a6-c1b9c4e116a3), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:16.821728 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-00fee2d3-8f86-4028-83b4-c0d1dfd41791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:16.824211 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-00fee2d3-8f86-4028-83b4-c0d1dfd41791 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b42bb7f9-3e43-4d36-a0a6-c1b9c4e116a3 HTTP/1.1" status: 204 len: 168 time: 0.2035167 Sep 16 12:47:16.824355 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090f836-3e1d-4c7b-a5ec-66ce2e2b239b req-b81af726-00c1-4269-b03d-eb784259f51d tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:16.832325 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2090f836-3e1d-4c7b-a5ec-66ce2e2b239b req-b81af726-00c1-4269-b03d-eb784259f51d tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e01ba46f-ddd1-47ae-90d9-4a187bf51b2b HTTP/1.1" status: 200 len: 950 time: 0.1241887 Sep 16 12:47:16.838351 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fee2d3-8f86-4028-83b4-c0d1dfd41791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42bb7f9-3e43-4d36-a0a6-c1b9c4e116a3,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:16.839528 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdbcd5-e865-47e7-9014-bd463c3a4077 req-09717eb5-931e-4be3-856d-28c4c0520391 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:16.849361 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eabdbcd5-e865-47e7-9014-bd463c3a4077 req-09717eb5-931e-4be3-856d-28c4c0520391 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 945 time: 0.1191864 Sep 16 12:47:16.964776 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2090f836-3e1d-4c7b-a5ec-66ce2e2b239b req-7aae22c8-a07d-45d6-99a2-2deabce56ddd tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313951 Sep 16 12:47:16.975891 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eabdbcd5-e865-47e7-9014-bd463c3a4077 req-63b61084-d2b4-41d7-abe0-8ea0088fd55d tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255865 Sep 16 12:47:17.103828 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9787e9a-e22d-4a70-98a4-5f27c29b1ccf req-65626d7b-5c95-46be-8e39-73c5fa11abff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 210 time: 0.0424271 Sep 16 12:47:17.164735 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7c7a3-0f3d-4fb0-9bb7-da4dd4d8f890 req-8cdf11ae-8ea4-4a7d-89d0-c9f995da86de tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:17.166561 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62e7c7a3-0f3d-4fb0-9bb7-da4dd4d8f890 req-8cdf11ae-8ea4-4a7d-89d0-c9f995da86de tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 943 time: 0.0667183 Sep 16 12:47:17.238483 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62e7c7a3-0f3d-4fb0-9bb7-da4dd4d8f890 req-a096a7f1-6bf1-4e67-b5fd-5050b77ee5e9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614722 Sep 16 12:47:17.427997 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea689c36-ef80-4e85-9e7f-f7b7e3b8fc86 req-e13f5517-d7e5-4cbb-ad72-e6004a92f55c tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:17.435695 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ea689c36-ef80-4e85-9e7f-f7b7e3b8fc86 req-e13f5517-d7e5-4cbb-ad72-e6004a92f55c tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad946bd5-7ee5-47d6-a52f-00e8511d2bd6 HTTP/1.1" status: 200 len: 947 time: 0.0610271 Sep 16 12:47:17.491568 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ea689c36-ef80-4e85-9e7f-f7b7e3b8fc86 req-7646841e-f6e6-4455-9fc8-49e54b87e803 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b14852d7-84de-4a66-bbdd-7cde9843c484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548706 Sep 16 12:47:17.565441 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfc229-5b0d-4352-8040-cdf9525b291c req-ecd03134-8944-4299-9e64-af1d25572961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:17.568277 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a2cfc229-5b0d-4352-8040-cdf9525b291c req-ecd03134-8944-4299-9e64-af1d25572961 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 1125 time: 0.0617466 Sep 16 12:47:17.725521 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48934) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:17.736732 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfc229-5b0d-4352-8040-cdf9525b291c req-6d5f3567-c0ce-4f6e-a176-906cd8852deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:17.738411 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a2cfc229-5b0d-4352-8040-cdf9525b291c req-6d5f3567-c0ce-4f6e-a176-906cd8852deb service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 0.1632533 Sep 16 12:47:17.822471 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a2cfc229-5b0d-4352-8040-cdf9525b291c req-c6cc68ab-627d-479f-bd45-1f13bddfa1ba service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=924f27c6-9b29-461f-bbff-57520beb8e29 HTTP/1.1" status: 200 len: 217 time: 0.0774078 Sep 16 12:47:17.838700 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9baf8-3272-4e04-ac91-7a8ee4f4d9e4 req-05330bf4-a0f2-440e-a348-b289a27e74fa tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:17.840304 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7fa9baf8-3272-4e04-ac91-7a8ee4f4d9e4 req-05330bf4-a0f2-440e-a348-b289a27e74fa tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 950 time: 0.0907373 Sep 16 12:47:17.934066 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfc229-5b0d-4352-8040-cdf9525b291c req-2d6828ac-7e46-4811-b929-de0d0f4b8183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:17.935572 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a2cfc229-5b0d-4352-8040-cdf9525b291c req-2d6828ac-7e46-4811-b929-de0d0f4b8183 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.1056483 Sep 16 12:47:17.972348 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7fa9baf8-3272-4e04-ac91-7a8ee4f4d9e4 req-81554966-8f66-4117-be02-68db760d672c tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191864 Sep 16 12:47:18.010823 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfc229-5b0d-4352-8040-cdf9525b291c req-012d1d8b-4e00-4129-be21-64b75cea436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:18.012787 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a2cfc229-5b0d-4352-8040-cdf9525b291c req-012d1d8b-4e00-4129-be21-64b75cea436c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0579135 Sep 16 12:47:18.127638 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1555994913-network', 'tenant_id': 'ee8d114c70ff4e69af6497ce7a838f95'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:18.147208 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48948) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:18.160007 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a2cfc229-5b0d-4352-8040-cdf9525b291c req-fef4bf02-9f99-42c7-a575-5369635e2b1b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395888 Sep 16 12:47:18.178650 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Made reservation on behalf of ee8d114c70ff4e69af6497ce7a838f95 for: {'network': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:47:18.181271 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:18.204628 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:18.218117 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-18ccc89f-f177-4ee5-b3e8-b154df2b0e5d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1515476001-network', 'tenant_id': 'e6fa2067c44b42b5aa940619abd8e538'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:18.225449 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbf60c-2484-4b9f-b2d5-b023528ebc29 req-81cc3cb7-a664-475e-b310-5cee53c8a2b5 tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:18.225931 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbf60c-2484-4b9f-b2d5-b023528ebc29 req-81cc3cb7-a664-475e-b310-5cee53c8a2b5 tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:18.226403 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbf60c-2484-4b9f-b2d5-b023528ebc29 req-81cc3cb7-a664-475e-b310-5cee53c8a2b5 tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:18.226866 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbf60c-2484-4b9f-b2d5-b023528ebc29 req-81cc3cb7-a664-475e-b310-5cee53c8a2b5 tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:18.227327 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbf60c-2484-4b9f-b2d5-b023528ebc29 req-81cc3cb7-a664-475e-b310-5cee53c8a2b5 tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:18.227790 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbf60c-2484-4b9f-b2d5-b023528ebc29 req-81cc3cb7-a664-475e-b310-5cee53c8a2b5 tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:18.228278 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbf60c-2484-4b9f-b2d5-b023528ebc29 req-81cc3cb7-a664-475e-b310-5cee53c8a2b5 tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:18.230178 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dbdbf60c-2484-4b9f-b2d5-b023528ebc29 req-81cc3cb7-a664-475e-b310-5cee53c8a2b5 tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590&device_id=566f231d-345e-4665-bf9a-b61004b954ed&device_id=ad946bd5-7ee5-47d6-a52f-00e8511d2bd6&device_id=e01ba46f-ddd1-47ae-90d9-4a187bf51b2b&device_id=07365fde-3701-46a6-aba7-4c6f74e181b9&device_id=1b320dc8-1e79-4202-8162-0a418c6b1874&device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6&device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 6649 time: 0.1393900 Sep 16 12:47:18.234303 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:18.267140 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fa862-0905-46c3-996a-3a0e0f365720 req-79497f2f-e3df-48d9-bdb0-b9ac95ccd394 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:18.268856 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-877fa862-0905-46c3-996a-3a0e0f365720 req-79497f2f-e3df-48d9-bdb0-b9ac95ccd394 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 945 time: 0.1109736 Sep 16 12:47:18.287238 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dbdbf60c-2484-4b9f-b2d5-b023528ebc29 req-93b2ab6d-9101-4a35-8305-12f37af83287 tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:18.304993 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ccc89f-f177-4ee5-b3e8-b154df2b0e5d admin admin] Made reservation on behalf of e6fa2067c44b42b5aa940619abd8e538 for: {'network': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:47:18.307244 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-18ccc89f-f177-4ee5-b3e8-b154df2b0e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:18.335879 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-18ccc89f-f177-4ee5-b3e8-b154df2b0e5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:18.377821 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:18.426696 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-877fa862-0905-46c3-996a-3a0e0f365720 req-f9236150-c642-4c0b-b918-48c6f456a64e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443670 Sep 16 12:47:18.451535 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a2cfc229-5b0d-4352-8040-cdf9525b291c req-de50133b-d7a0-4b7d-9e1e-751829be6283 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315939 Sep 16 12:47:18.463201 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-162b262b-7d69-4b08-b274-417c1ba251dc req-54dfddbc-4378-4e60-b28d-b7449defde84 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=0b18ec5302634d2a95e51547e0019d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388436 Sep 16 12:47:18.511861 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Publish callbacks [] for security_group (38dbd221-3ccf-4876-8364-beb78e7274ea), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:18.535524 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (38dbd221-3ccf-4876-8364-beb78e7274ea), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:18.581244 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1635c212-6e8f-48ad-abe8-0fbac5398297 req-2fdc1663-0e9b-431f-b900-5f6ec3f30c09 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 210 time: 0.0729811 Sep 16 12:47:18.618575 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dbdbf60c-2484-4b9f-b2d5-b023528ebc29 req-93b2ab6d-9101-4a35-8305-12f37af83287 tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] Publish callbacks [] for security_group (97669936-182d-42f2-be15-cb0b2fcfc668), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:18.622733 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b262b-7d69-4b08-b274-417c1ba251dc req-2d423cf6-fe54-40bf-8673-33546e80e7f3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:18.624476 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-162b262b-7d69-4b08-b274-417c1ba251dc req-2d423cf6-fe54-40bf-8673-33546e80e7f3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1521640 Sep 16 12:47:18.626162 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=113698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:47:18.633359 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38dbd221-3ccf-4876-8364-beb78e7274ea,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:18.640642 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dbdbf60c-2484-4b9f-b2d5-b023528ebc29 req-93b2ab6d-9101-4a35-8305-12f37af83287 tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (97669936-182d-42f2-be15-cb0b2fcfc668), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:18.654398 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-162b262b-7d69-4b08-b274-417c1ba251dc req-c332e836-1f85-4e55-8f8f-f0e6a6b87dff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Request body: {'port': {'device_id': 'efea200a-0b78-42de-a9e2-febab9817590', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '0b18ec5302634d2a95e51547e0019d40'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:18.665628 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:18.665990 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:18.666328 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:18.666819 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:18.667172 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:18.667637 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:18.667965 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:18.668389 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:18.668712 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:18.669216 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:18.669538 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:18.669861 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:18.670177 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:18.670491 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:18.670811 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:18.676960 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (5b3c5612-27ea-4701-9c81-1bd4579558da), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:18.677224 n-d-858094-4 neutron-server[113698]: INFO neutron.db.segments_db [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Added segment 5b3c5612-27ea-4701-9c81-1bd4579558da of type vlan for network 45a1c676-3062-4d8e-8a13-69b208c85127 Sep 16 12:47:18.681829 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-18ccc89f-f177-4ee5-b3e8-b154df2b0e5d admin admin] Publish callbacks [] for security_group (38f60b38-c3a4-453b-9d95-55b588e8caae), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:18.717975 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-18ccc89f-f177-4ee5-b3e8-b154df2b0e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (38f60b38-c3a4-453b-9d95-55b588e8caae), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:18.721203 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:18.753164 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:18.779308 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-162b262b-7d69-4b08-b274-417c1ba251dc req-c332e836-1f85-4e55-8f8f-f0e6a6b87dff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Made reservation on behalf of 0b18ec5302634d2a95e51547e0019d40 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:47:18.783629 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-162b262b-7d69-4b08-b274-417c1ba251dc req-c332e836-1f85-4e55-8f8f-f0e6a6b87dff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:18.797299 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-162b262b-7d69-4b08-b274-417c1ba251dc req-c332e836-1f85-4e55-8f8f-f0e6a6b87dff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:18.804910 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ccc89f-f177-4ee5-b3e8-b154df2b0e5d admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=113698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:47:18.811118 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (45a1c676-3062-4d8e-8a13-69b208c85127), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:18.826748 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2ab6d-9101-4a35-8305-12f37af83287 tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97669936-182d-42f2-be15-cb0b2fcfc668,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:18.839949 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011dbdf2-564a-4669-b7c6-abab34bee40c req-0baeffe5-e545-4910-9788-18d1f792ae82 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:18.841486 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-011dbdf2-564a-4669-b7c6-abab34bee40c req-0baeffe5-e545-4910-9788-18d1f792ae82 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 943 time: 0.1661389 Sep 16 12:47:18.882511 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-18ccc89f-f177-4ee5-b3e8-b154df2b0e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (b3935df7-7987-4128-a391-db03a40b8416), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:18.882840 n-d-858094-4 neutron-server[113698]: INFO neutron.db.segments_db [None req-18ccc89f-f177-4ee5-b3e8-b154df2b0e5d admin admin] Added segment b3935df7-7987-4128-a391-db03a40b8416 of type vlan for network 0e610de6-3238-41c3-bd1a-f23917fad801 Sep 16 12:47:18.894452 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-162b262b-7d69-4b08-b274-417c1ba251dc req-c332e836-1f85-4e55-8f8f-f0e6a6b87dff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for security_group (43ed6fd3-7bf9-452b-8171-9997d44233ec), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:18.898572 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-162b262b-7d69-4b08-b274-417c1ba251dc req-c332e836-1f85-4e55-8f8f-f0e6a6b87dff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (43ed6fd3-7bf9-452b-8171-9997d44233ec), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:18.909515 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:UPDATE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:18.921976 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccc89f-f177-4ee5-b3e8-b154df2b0e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f60b38-c3a4-453b-9d95-55b588e8caae,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:18.960368 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dbdbf60c-2484-4b9f-b2d5-b023528ebc29 req-93b2ab6d-9101-4a35-8305-12f37af83287 tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&id=b7f10979-1f43-43e0-acd7-85e301ed3df8&id=e35bc6c3-0218-4482-bb47-6095df5c3700&id=7775057f-57f6-4251-aaa7-ff631623100e&id=b14852d7-84de-4a66-bbdd-7cde9843c484&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.7184310 Sep 16 12:47:18.967506 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332e836-1f85-4e55-8f8f-f0e6a6b87dff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ed6fd3-7bf9-452b-8171-9997d44233ec,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:18.980161 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (45a1c676-3062-4d8e-8a13-69b208c85127), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:18.980161 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:18.980161 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:18.991902 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:18.994481 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-18ccc89f-f177-4ee5-b3e8-b154df2b0e5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (0e610de6-3238-41c3-bd1a-f23917fad801), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:19.060022 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-162b262b-7d69-4b08-b274-417c1ba251dc req-c332e836-1f85-4e55-8f8f-f0e6a6b87dff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Allocated IP 192.168.233.126 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/3fe50ad6-99ae-4c0b-a11b-3e41218b0317) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:19.098316 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-011dbdf2-564a-4669-b7c6-abab34bee40c req-7d2bbe7b-5e59-420d-aa60-d9a65f1b0346 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350924 Sep 16 12:47:19.101463 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3749616 Sep 16 12:47:19.133567 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 48960) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:19.143706 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b1e63-c701-4a31-936d-afb7b5b3b91e admin admin] Pushing event updated for resources: {'Network': ['ID=45a1c676-3062-4d8e-8a13-69b208c85127,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:19.151923 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-90f9be5f-01b6-433c-806a-856e52613445 admin admin] Request body: {'subnet': {'network_id': '45a1c676-3062-4d8e-8a13-69b208c85127', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1555994913-subnet', 'tenant_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:19.159884 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.25', 53252) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:19.160388 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 45a1c676-3062-4d8e-8a13-69b208c85127 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:47:19.189556 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-18ccc89f-f177-4ee5-b3e8-b154df2b0e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (0e610de6-3238-41c3-bd1a-f23917fad801), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:19.190450 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ccc89f-f177-4ee5-b3e8-b154df2b0e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:19.191022 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-18ccc89f-f177-4ee5-b3e8-b154df2b0e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:19.225831 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960858a2-6071-4cd3-ba2e-867362f399c1 req-5d274d72-0232-4434-aa40-1a47c649bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:19.227427 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-960858a2-6071-4cd3-ba2e-867362f399c1 req-5d274d72-0232-4434-aa40-1a47c649bfd0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 1127 time: 0.0905719 Sep 16 12:47:19.265856 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687b6ed-c0e3-426d-b54e-0657655c7d1c req-b898cf7e-acd5-4e53-ab52-37695ae16c25 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:19.267405 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7687b6ed-c0e3-426d-b54e-0657655c7d1c req-b898cf7e-acd5-4e53-ab52-37695ae16c25 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad946bd5-7ee5-47d6-a52f-00e8511d2bd6 HTTP/1.1" status: 200 len: 947 time: 0.2048914 Sep 16 12:47:19.298377 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-162b262b-7d69-4b08-b274-417c1ba251dc req-c332e836-1f85-4e55-8f8f-f0e6a6b87dff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:19.314607 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-960858a2-6071-4cd3-ba2e-867362f399c1 req-f1bb7d99-91b6-4674-b20f-063c9146d050 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801432 Sep 16 12:47:19.341781 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-162b262b-7d69-4b08-b274-417c1ba251dc req-c332e836-1f85-4e55-8f8f-f0e6a6b87dff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:19.356666 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-18ccc89f-f177-4ee5-b3e8-b154df2b0e5d admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2062716 Sep 16 12:47:19.370591 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48962) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:19.373452 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f9be5f-01b6-433c-806a-856e52613445 admin admin] Made reservation on behalf of ee8d114c70ff4e69af6497ce7a838f95 for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:47:19.376065 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-90f9be5f-01b6-433c-806a-856e52613445 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:19.377311 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-fd0e0809-65e7-43dc-ba77-86a0cf6c71dc admin admin] Request body: {'subnet': {'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1515476001-subnet', 'tenant_id': 'e6fa2067c44b42b5aa940619abd8e538', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:19.378101 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f1a0-b904-43ab-b7a2-1c60ea929c78 req-05f4e4e1-92d5-4388-ab25-cb7011ab6004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:19.379553 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7f74f1a0-b904-43ab-b7a2-1c60ea929c78 req-05f4e4e1-92d5-4388-ab25-cb7011ab6004 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6e4b83da544e4980b1c2fe2b1f597016&device_id=ad946bd5-7ee5-47d6-a52f-00e8511d2bd6 HTTP/1.1" status: 200 len: 1129 time: 0.2226675 Sep 16 12:47:19.390962 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04482514-9fb3-40df-b6ad-6d6a4623ff1f req-62d827bf-e5b6-492a-8b7e-ee8647df2faf tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:19.392979 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-04482514-9fb3-40df-b6ad-6d6a4623ff1f req-62d827bf-e5b6-492a-8b7e-ee8647df2faf tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 950 time: 0.2237048 Sep 16 12:47:19.405064 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-162b262b-7d69-4b08-b274-417c1ba251dc req-c332e836-1f85-4e55-8f8f-f0e6a6b87dff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:19.412025 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-162b262b-7d69-4b08-b274-417c1ba251dc req-c332e836-1f85-4e55-8f8f-f0e6a6b87dff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:19.413514 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491e02a-8cac-407a-878e-2390ac1a4f59 req-dacd9105-d26d-41a0-884b-e5907ed1fe5e tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:19.415023 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6491e02a-8cac-407a-878e-2390ac1a4f59 req-dacd9105-d26d-41a0-884b-e5907ed1fe5e tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 950 time: 0.2390070 Sep 16 12:47:19.419270 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-162b262b-7d69-4b08-b274-417c1ba251dc req-c332e836-1f85-4e55-8f8f-f0e6a6b87dff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:19.424280 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332e836-1f85-4e55-8f8f-f0e6a6b87dff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Pushing event updated for resources: {'Port': ['ID=3fe50ad6-99ae-4c0b-a11b-3e41218b0317,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:19.442982 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccc89f-f177-4ee5-b3e8-b154df2b0e5d admin admin] Pushing event updated for resources: {'Network': ['ID=0e610de6-3238-41c3-bd1a-f23917fad801,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:19.447732 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0e0809-65e7-43dc-ba77-86a0cf6c71dc admin admin] Made reservation on behalf of e6fa2067c44b42b5aa940619abd8e538 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:47:19.450131 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0809-65e7-43dc-ba77-86a0cf6c71dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:19.459065 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 0e610de6-3238-41c3-bd1a-f23917fad801 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:47:19.485709 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:19.510341 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7687b6ed-c0e3-426d-b54e-0657655c7d1c req-72c5c16c-ad0d-4b7c-bb8f-58dc86229879 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b14852d7-84de-4a66-bbdd-7cde9843c484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155089 Sep 16 12:47:19.514209 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=63 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:19.581223 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6491e02a-8cac-407a-878e-2390ac1a4f59 req-dfbbd84c-bd98-4992-af5c-4e4e1dc00d97 tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e35bc6c3-0218-4482-bb47-6095df5c3700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344934 Sep 16 12:47:19.584152 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=89 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:19.611519 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:19.639403 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b262b-7d69-4b08-b274-417c1ba251dc req-c332e836-1f85-4e55-8f8f-f0e6a6b87dff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:19.640153 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-162b262b-7d69-4b08-b274-417c1ba251dc req-c332e836-1f85-4e55-8f8f-f0e6a6b87dff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:19.669208 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-162b262b-7d69-4b08-b274-417c1ba251dc req-c332e836-1f85-4e55-8f8f-f0e6a6b87dff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0191483 Sep 16 12:47:19.680963 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:47:19.692012 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] Request body: {'port': {'device_id': 'efea200a-0b78-42de-a9e2-febab9817590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:19.762945 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device f1d9e429-3d16-4f88-85c5-b9622e90e851 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:47:19.863787 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-7c0050c6-611b-48a7-9361-af4305de8b58 None None] Provisioning complete for port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:19.864553 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7c0050c6-611b-48a7-9361-af4305de8b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:19.865430 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-7c0050c6-611b-48a7-9361-af4305de8b58 None None] Attempt 1 to provision port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 Sep 16 12:47:19.908711 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7c0050c6-611b-48a7-9361-af4305de8b58 None None] Port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:19.938648 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:19.941598 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port f1d9e429-3d16-4f88-85c5-b9622e90e851, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=f1d9e429-3d16-4f88-85c5-b9622e90e851,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:19.946912 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f1a0-b904-43ab-b7a2-1c60ea929c78 req-c263cffd-acb2-4d10-a2ac-44394b728012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:19.948832 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7f74f1a0-b904-43ab-b7a2-1c60ea929c78 req-c263cffd-acb2-4d10-a2ac-44394b728012 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.2249901 Sep 16 12:47:19.955727 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': 'f1d9e429-3d16-4f88-85c5-b9622e90e851', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': 'f1d9e429-3d16-4f88-85c5-b9622e90e851', 'mac_address': 'fa:16:3e:08:28:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:47:19.995748 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port f1d9e429-3d16-4f88-85c5-b9622e90e851 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:19.996261 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f1d9e429-3d16-4f88-85c5-b9622e90e851), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:20.012993 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d9e429-3d16-4f88-85c5-b9622e90e851 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:47:20.037163 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port f1d9e429-3d16-4f88-85c5-b9622e90e851, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=f1d9e429-3d16-4f88-85c5-b9622e90e851,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:20.042193 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f1d9e429-3d16-4f88-85c5-b9622e90e851), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:20.061087 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:20.091076 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0809-65e7-43dc-ba77-86a0cf6c71dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (e4fab7ee-afa2-498a-a38b-87393fd03027), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:20.096765 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=f1d9e429-3d16-4f88-85c5-b9622e90e851,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:20.194878 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6891c59-ee18-447e-bae8-e8518ff1a6ce req-0f42c6ca-a838-4818-a2ce-f7cfd7b3e77c tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:20.196392 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f6891c59-ee18-447e-bae8-e8518ff1a6ce req-0f42c6ca-a838-4818-a2ce-f7cfd7b3e77c tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 945 time: 0.5265527 Sep 16 12:47:20.200050 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-90f9be5f-01b6-433c-806a-856e52613445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (3e7c0611-bdc8-40b1-b08c-5e043d5e0015), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:20.206718 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:20.232439 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e0809-65e7-43dc-ba77-86a0cf6c71dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4fab7ee-afa2-498a-a38b-87393fd03027,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:20.247481 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0e0809-65e7-43dc-ba77-86a0cf6c71dc admin admin] Checking segment: {'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:20.247774 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0e0809-65e7-43dc-ba77-86a0cf6c71dc admin admin] Network hostable DHCP agents. Network: 0e610de6-3238-41c3-bd1a-f23917fad801, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:47:20.300544 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:20.307101 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc942c-f5a6-4306-b85c-f96347b040e8 req-055734a4-444f-4401-b2e9-7f4f256f17b1 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:20.308634 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-acbc942c-f5a6-4306-b85c-f96347b040e8 req-055734a4-444f-4401-b2e9-7f4f256f17b1 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 936 time: 0.4587643 Sep 16 12:47:20.320423 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0e0809-65e7-43dc-ba77-86a0cf6c71dc admin admin] Network 0e610de6-3238-41c3-bd1a-f23917fad801 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:47:20.339317 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-fd0e0809-65e7-43dc-ba77-86a0cf6c71dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 0e610de6-3238-41c3-bd1a-f23917fad801) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:20.345813 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0e0809-65e7-43dc-ba77-86a0cf6c71dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:20.346514 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0809-65e7-43dc-ba77-86a0cf6c71dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:20.355577 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e046022-3760-4e57-9a10-e64e9d817752 None None] Network 0e610de6-3238-41c3-bd1a-f23917fad801 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:47:20.370077 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7f74f1a0-b904-43ab-b7a2-1c60ea929c78 req-e8bfa6da-2958-48b8-9983-2fee81d5993a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=f1d9e429-3d16-4f88-85c5-b9622e90e851 HTTP/1.1" status: 200 len: 217 time: 0.1167161 Sep 16 12:47:20.381409 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-fd0e0809-65e7-43dc-ba77-86a0cf6c71dc admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0078597 Sep 16 12:47:20.384387 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48972) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:20.393884 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-6b40d014-282d-4ea3-a7c2-d188e5779fe7 admin admin] Request body: {'router': {'name': 'tempest-ImagesTestJSON-1515476001-router', 'tenant_id': 'e6fa2067c44b42b5aa940619abd8e538', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:20.410257 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-7c0050c6-611b-48a7-9361-af4305de8b58 None None] Attempt 2 to provision port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 Sep 16 12:47:20.446757 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6b40d014-282d-4ea3-a7c2-d188e5779fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (14a9e2c1-120a-4811-bd0a-38bbd8a7815f), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:20.447770 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6b40d014-282d-4ea3-a7c2-d188e5779fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (14a9e2c1-120a-4811-bd0a-38bbd8a7815f), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:20.450547 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9be5f-01b6-433c-806a-856e52613445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e7c0611-bdc8-40b1-b08c-5e043d5e0015,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:20.468611 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-04482514-9fb3-40df-b6ad-6d6a4623ff1f req-4aab6854-c3b7-48ad-9959-cad05b2e48ea tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Deleting port 4cbb6233-6017-40a2-a247-e622df5f31a3 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:47:20.468973 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-04482514-9fb3-40df-b6ad-6d6a4623ff1f req-4aab6854-c3b7-48ad-9959-cad05b2e48ea tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (4cbb6233-6017-40a2-a247-e622df5f31a3), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:20.488065 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7c0050c6-611b-48a7-9361-af4305de8b58 None None] Port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:20.492052 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:47:20.505297 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-0e610de6-3238-41c3-bd1a-f23917fad801', 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801', 'project_id': 'e6fa2067c44b42b5aa940619abd8e538', 'fixed_ips': [{'subnet_id': 'e4fab7ee-afa2-498a-a38b-87393fd03027'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:47:20.506608 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:20.510894 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] Publish callbacks [] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:20.551981 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6b40d014-282d-4ea3-a7c2-d188e5779fe7 admin admin] Publish callbacks [] for router_controller (14a9e2c1-120a-4811-bd0a-38bbd8a7815f), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:20.556362 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] Transition to ACTIVE for port object 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:47:20.566508 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f6891c59-ee18-447e-bae8-e8518ff1a6ce req-14e4db6a-425e-4b9a-88bc-2df909b503f3 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3497291 Sep 16 12:47:20.585867 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f1a0-b904-43ab-b7a2-1c60ea929c78 req-66708c72-2c90-4421-953f-5766dc24d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:20.587352 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7f74f1a0-b904-43ab-b7a2-1c60ea929c78 req-66708c72-2c90-4421-953f-5766dc24d7aa service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1978242 Sep 16 12:47:20.588077 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9be5f-01b6-433c-806a-856e52613445 admin admin] Checking segment: {'id': '5b3c5612-27ea-4701-9c81-1bd4579558da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45a1c676-3062-4d8e-8a13-69b208c85127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:20.588583 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f9be5f-01b6-433c-806a-856e52613445 admin admin] Network hostable DHCP agents. Network: 45a1c676-3062-4d8e-8a13-69b208c85127, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:47:20.613537 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:20.614812 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-acbc942c-f5a6-4306-b85c-f96347b040e8 req-65b16a4a-67af-40e3-a6e5-72e75048e476 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586451 Sep 16 12:47:20.615432 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:20.688527 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:20.700518 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f9be5f-01b6-433c-806a-856e52613445 admin admin] Network 45a1c676-3062-4d8e-8a13-69b208c85127 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:47:20.705043 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-04482514-9fb3-40df-b6ad-6d6a4623ff1f req-4aab6854-c3b7-48ad-9959-cad05b2e48ea tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] For port 4cbb6233-6017-40a2-a247-e622df5f31a3, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=4cbb6233-6017-40a2-a247-e622df5f31a3,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:20.705414 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-04482514-9fb3-40df-b6ad-6d6a4623ff1f req-4aab6854-c3b7-48ad-9959-cad05b2e48ea tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (4cbb6233-6017-40a2-a247-e622df5f31a3), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:20.762237 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-04482514-9fb3-40df-b6ad-6d6a4623ff1f req-4aab6854-c3b7-48ad-9959-cad05b2e48ea tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Calling delete_port for 4cbb6233-6017-40a2-a247-e622df5f31a3 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:47:20.764303 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-90f9be5f-01b6-433c-806a-856e52613445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 45a1c676-3062-4d8e-8a13-69b208c85127) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:20.803592 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe50ad6-99ae-4c0b-a11b-3e41218b0317,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:20.830750 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] Allocated IP 172.20.0.2 (0e610de6-3238-41c3-bd1a-f23917fad801/e4fab7ee-afa2-498a-a38b-87393fd03027/7b175a84-23b8-4506-84c6-99fce8eba217) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:20.849015 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f9be5f-01b6-433c-806a-856e52613445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:20.850137 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-90f9be5f-01b6-433c-806a-856e52613445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:20.868642 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6b40d014-282d-4ea3-a7c2-d188e5779fe7 admin admin] Publish callbacks [] for router_gateway (14a9e2c1-120a-4811-bd0a-38bbd8a7815f), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:20.926136 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bc066-74d3-4b50-9632-c0f689b9da2a req-c3983476-4707-4845-988e-4305254c6f61 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:20.933372 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c54bc066-74d3-4b50-9632-c0f689b9da2a req-c3983476-4707-4845-988e-4305254c6f61 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 943 time: 0.2032592 Sep 16 12:47:20.945588 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] Attempting to bind port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:20.946250 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] Attempting to bind port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:20.946721 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] Attempting to bind port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:20.986691 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-90f9be5f-01b6-433c-806a-856e52613445 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8445885 Sep 16 12:47:20.993028 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 48978) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:20.995206 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f1a0-b904-43ab-b7a2-1c60ea929c78 req-0ccd11cc-5421-4991-b7f2-20ce1d01256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:20.997142 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7f74f1a0-b904-43ab-b7a2-1c60ea929c78 req-0ccd11cc-5421-4991-b7f2-20ce1d01256a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1720865 Sep 16 12:47:20.998972 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1555994913-router', 'tenant_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:21.024639 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] Publish callbacks [] for port (7b175a84-23b8-4506-84c6-99fce8eba217), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:21.034702 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['f1d9e429-3d16-4f88-85c5-b9622e90e851'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:47:21.053912 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] Port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:47:21.054558 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] Attempting to bind port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:21.058840 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:21.059447 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:21.060786 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-7c0050c6-611b-48a7-9361-af4305de8b58 None None] Attempt 3 to provision port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 Sep 16 12:47:21.062499 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e55195e-823f-4970-a625-bcc7898c6838 None None] Network 45a1c676-3062-4d8e-8a13-69b208c85127 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:47:21.068664 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 924f27c6-9b29-461f-bbff-57520beb8e29 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:47:21.077857 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (7b175a84-23b8-4506-84c6-99fce8eba217), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:21.148678 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c54bc066-74d3-4b50-9632-c0f689b9da2a req-4b286e41-3b15-4850-933c-5c37ecfbc63d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143531 Sep 16 12:47:21.173332 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac19615-4840-4ec3-a0bc-1fb101c6864a req-ebd46d36-8ad6-43ae-b168-850677ac9e2e tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:21.174432 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac19615-4840-4ec3-a0bc-1fb101c6864a req-ebd46d36-8ad6-43ae-b168-850677ac9e2e tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:21.175202 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac19615-4840-4ec3-a0bc-1fb101c6864a req-ebd46d36-8ad6-43ae-b168-850677ac9e2e tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:21.177276 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2ac19615-4840-4ec3-a0bc-1fb101c6864a req-ebd46d36-8ad6-43ae-b168-850677ac9e2e tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e01ba46f-ddd1-47ae-90d9-4a187bf51b2b&device_id=1b320dc8-1e79-4202-8162-0a418c6b1874&device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 2976 time: 0.1385367 Sep 16 12:47:21.187013 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (026fac22-56a8-45dc-9053-23cbb298fe51), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:21.188525 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (026fac22-56a8-45dc-9053-23cbb298fe51), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:21.278625 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7c0050c6-611b-48a7-9361-af4305de8b58 None None] Port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:21.284040 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] Network 0e610de6-3238-41c3-bd1a-f23917fad801 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:21.299330 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7f74f1a0-b904-43ab-b7a2-1c60ea929c78 req-c099e213-8386-4ddc-a349-f9f33113983e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950740 Sep 16 12:47:21.331567 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:21.333842 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] Pushing event updated for resources: {'Port': ['ID=7b175a84-23b8-4506-84c6-99fce8eba217,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:21.337374 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:21.352149 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Publish callbacks [] for router_controller (026fac22-56a8-45dc-9053-23cbb298fe51), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:21.353532 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:21.354065 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:21.354729 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:21.355426 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] Bound port: 3fe50ad6-99ae-4c0b-a11b-3e41218b0317, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:21.355832 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:21.361589 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6b40d014-282d-4ea3-a7c2-d188e5779fe7 admin admin] Publish callbacks [] for router_gateway (14a9e2c1-120a-4811-bd0a-38bbd8a7815f), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:21.390795 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:21.418680 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:21.439265 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6b40d014-282d-4ea3-a7c2-d188e5779fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:21.447612 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-04482514-9fb3-40df-b6ad-6d6a4623ff1f req-4aab6854-c3b7-48ad-9959-cad05b2e48ea tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (4cbb6233-6017-40a2-a247-e622df5f31a3), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:21.463252 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbee711-c4e3-48ae-a9cd-7e7d4f5a0019 req-b2fb7443-dc5e-48a3-adfd-cae43535a87b tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:21.464249 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ddbee711-c4e3-48ae-a9cd-7e7d4f5a0019 req-b2fb7443-dc5e-48a3-adfd-cae43535a87b tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad946bd5-7ee5-47d6-a52f-00e8511d2bd6 HTTP/1.1" status: 200 len: 948 time: 0.1939824 Sep 16 12:47:21.491697 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-45a1c676-3062-4d8e-8a13-69b208c85127', 'network_id': '45a1c676-3062-4d8e-8a13-69b208c85127', 'project_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'fixed_ips': [{'subnet_id': '3e7c0611-bdc8-40b1-b08c-5e043d5e0015'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:47:21.493818 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:21.527894 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] Attempting to bind port 7b175a84-23b8-4506-84c6-99fce8eba217 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:21.528548 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] Attempting to bind port 7b175a84-23b8-4506-84c6-99fce8eba217 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:21.529134 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] Attempting to bind port 7b175a84-23b8-4506-84c6-99fce8eba217 on network 0e610de6-3238-41c3-bd1a-f23917fad801 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:21.536813 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2ac19615-4840-4ec3-a0bc-1fb101c6864a req-7e61a61c-67df-40a3-bf83-63c62632de34 tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087537 Sep 16 12:47:21.589995 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7f74f1a0-b904-43ab-b7a2-1c60ea929c78 req-56470a06-17b2-46a1-a7b9-ac84645eac1e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619140 Sep 16 12:47:21.593182 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab6854-c3b7-48ad-9959-cad05b2e48ea tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Pushing event deleted for resources: {'Port': ['ID=4cbb6233-6017-40a2-a247-e622df5f31a3,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:21.600453 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:21.627624 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 924f27c6-9b29-461f-bbff-57520beb8e29, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=924f27c6-9b29-461f-bbff-57520beb8e29,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:21.700469 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Publish callbacks [] for router_gateway (026fac22-56a8-45dc-9053-23cbb298fe51), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:21.718478 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '924f27c6-9b29-461f-bbff-57520beb8e29', 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'port_id': '924f27c6-9b29-461f-bbff-57520beb8e29', 'mac_address': 'fa:16:3e:7b:56:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:47:21.726053 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] For port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:21.737925 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] For port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3fe50ad6-99ae-4c0b-a11b-3e41218b0317,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:21.772541 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-833f3074-6e58-40e7-b3f2-16d6a5fa036f req-6486543b-11e9-4be6-b9f6-11b9866a63aa tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 210 time: 0.0998788 Sep 16 12:47:21.773559 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-04482514-9fb3-40df-b6ad-6d6a4623ff1f req-4aab6854-c3b7-48ad-9959-cad05b2e48ea tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] No DVR routers for this DVR port 4cbb6233-6017-40a2-a247-e622df5f31a3 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:47:21.779262 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ddbee711-c4e3-48ae-a9cd-7e7d4f5a0019 req-596faf6b-294a-4455-a8c2-d7e311b4faef tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b14852d7-84de-4a66-bbdd-7cde9843c484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992120 Sep 16 12:47:21.784257 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-7c0050c6-611b-48a7-9361-af4305de8b58 None None] Attempt 4 to provision port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 Sep 16 12:47:21.791630 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:21.799655 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 4cbb6233-6017-40a2-a247-e622df5f31a3 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:47:21.817712 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:21.817712 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:21.818796 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-04482514-9fb3-40df-b6ad-6d6a4623ff1f req-4aab6854-c3b7-48ad-9959-cad05b2e48ea tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:21.819001 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-162b262b-7d69-4b08-b274-417c1ba251dc req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/3fe50ad6-99ae-4c0b-a11b-3e41218b0317 HTTP/1.1" status: 200 len: 1096 time: 2.1360097 Sep 16 12:47:21.819194 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-04482514-9fb3-40df-b6ad-6d6a4623ff1f req-4aab6854-c3b7-48ad-9959-cad05b2e48ea tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.25 "DELETE /networking/v2.0/ports/4cbb6233-6017-40a2-a247-e622df5f31a3 HTTP/1.1" status: 204 len: 173 time: 2.0916541 Sep 16 12:47:21.821253 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d860eb6-336f-4ba4-be81-d1ec6fecc87b', 'name': 'network-vif-deleted', 'tag': '4cbb6233-6017-40a2-a247-e622df5f31a3'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:47:21.824269 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca5f6c9-c712-43f0-869d-a325b481b94d" -d '{"events": [{"server_uuid": "4d860eb6-336f-4ba4-be81-d1ec6fecc87b", "name": "network-vif-deleted", "tag": "4cbb6233-6017-40a2-a247-e622df5f31a3"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:47:21.862037 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: 4cbb6233-6017-40a2-a247-e622df5f31a3 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:47:21.863568 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 4cbb6233-6017-40a2-a247-e622df5f31a3 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:47:21.865948 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:21.871354 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] Checking segment: {'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:21.871891 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:21.872441 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] Bound using segment: {'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:21.873067 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] Bound port: 7b175a84-23b8-4506-84c6-99fce8eba217, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:21.873454 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7b175a84-23b8-4506-84c6-99fce8eba217), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:21.930528 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efea200a-0b78-42de-a9e2-febab9817590', 'tag': '3fe50ad6-99ae-4c0b-a11b-3e41218b0317'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:47:21.934999 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ea523a-1f6d-442d-87fb-927e7a79ff05" -d '{"events": [{"name": "network-changed", "server_uuid": "efea200a-0b78-42de-a9e2-febab9817590", "tag": "3fe50ad6-99ae-4c0b-a11b-3e41218b0317"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:47:22.039959 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:22.040816 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 924f27c6-9b29-461f-bbff-57520beb8e29 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:22.041318 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (924f27c6-9b29-461f-bbff-57520beb8e29), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:22.049819 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:22.064849 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924f27c6-9b29-461f-bbff-57520beb8e29 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:47:22.088115 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289ef18-7bb2-4713-b5f0-657d6334f67c req-b1507353-293e-4329-a061-99c187c0ec40 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:22.091852 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d289ef18-7bb2-4713-b5f0-657d6334f67c req-b1507353-293e-4329-a061-99c187c0ec40 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 945 time: 0.1317685 Sep 16 12:47:22.145234 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7c0050c6-611b-48a7-9361-af4305de8b58 None None] Port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:47:22.153900 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 924f27c6-9b29-461f-bbff-57520beb8e29, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=924f27c6-9b29-461f-bbff-57520beb8e29,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:22.158667 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:22.170419 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] Allocated IP 172.20.0.2 (45a1c676-3062-4d8e-8a13-69b208c85127/3e7c0611-bdc8-40b1-b08c-5e043d5e0015/7aefb3ca-fc65-4662-966f-d7e012565811) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:22.174991 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (924f27c6-9b29-461f-bbff-57520beb8e29), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:22.177870 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] For port 7b175a84-23b8-4506-84c6-99fce8eba217, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:22.181061 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-6b40d014-282d-4ea3-a7c2-d188e5779fe7 admin admin] Allocated IP 172.25.2.21 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/c3f563ae-36b9-4b3c-8980-77fa5083f85b) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:22.200217 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998863ee-fc7b-47bb-ac60-b09e992211c3 req-646a44df-53fd-47b9-82a4-0e9a5eadd976 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:22.208614 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-998863ee-fc7b-47bb-ac60-b09e992211c3 req-646a44df-53fd-47b9-82a4-0e9a5eadd976 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 948 time: 0.1155307 Sep 16 12:47:22.245188 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] For port 7b175a84-23b8-4506-84c6-99fce8eba217, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=7b175a84-23b8-4506-84c6-99fce8eba217,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:22.248857 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b262b-7d69-4b08-b274-417c1ba251dc req-bf6f3d31-6469-43d2-b3a5-91ba18591afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:22.251782 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-162b262b-7d69-4b08-b274-417c1ba251dc req-bf6f3d31-6469-43d2-b3a5-91ba18591afa service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 1130 time: 0.2535195 Sep 16 12:47:22.265694 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfce53-b96c-43b5-b623-189265aab460 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe50ad6-99ae-4c0b-a11b-3e41218b0317,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:22.274400 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (7b175a84-23b8-4506-84c6-99fce8eba217), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:22.339834 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-998863ee-fc7b-47bb-ac60-b09e992211c3 req-4b99175d-4a84-4104-bdf3-8ed37de60b67 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300175 Sep 16 12:47:22.343991 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=924f27c6-9b29-461f-bbff-57520beb8e29,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:22.400611 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d289ef18-7bb2-4713-b5f0-657d6334f67c req-307a84b9-27f8-4185-ba32-6922b1fc80d6 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642792 Sep 16 12:47:22.447669 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024824a9-fc8d-4a2b-a7c6-cc1383abbae1 x-openstack-request-id: req-024824a9-fc8d-4a2b-a7c6-cc1383abbae1 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:47:22.448777 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d860eb6-336f-4ba4-be81-d1ec6fecc87b", "name": "network-vif-deleted", "tag": "4cbb6233-6017-40a2-a247-e622df5f31a3", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:47:22.449426 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-024824a9-fc8d-4a2b-a7c6-cc1383abbae1 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:47:22.450343 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-024824a9-fc8d-4a2b-a7c6-cc1383abbae1'] response: {'server_uuid': '4d860eb6-336f-4ba4-be81-d1ec6fecc87b', 'name': 'network-vif-deleted', 'tag': '4cbb6233-6017-40a2-a247-e622df5f31a3', 'status': 'completed', 'code': 200} Sep 16 12:47:22.476850 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['924f27c6-9b29-461f-bbff-57520beb8e29'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:47:22.516292 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-162b262b-7d69-4b08-b274-417c1ba251dc req-fe4bce57-7052-4976-bf18-90e15fc8b570 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=3fe50ad6-99ae-4c0b-a11b-3e41218b0317 HTTP/1.1" status: 200 len: 217 time: 0.2289937 Sep 16 12:47:22.544359 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc82495-8451-4bf4-a826-19dfa8240f36 None None] Pushing event updated for resources: {'Port': ['ID=7b175a84-23b8-4506-84c6-99fce8eba217,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:22.553990 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1248d6c-3bbe-4185-a360-b2919c4b33ae x-openstack-request-id: req-e1248d6c-3bbe-4185-a360-b2919c4b33ae {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:47:22.554855 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efea200a-0b78-42de-a9e2-febab9817590", "tag": "3fe50ad6-99ae-4c0b-a11b-3e41218b0317", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:47:22.555258 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e1248d6c-3bbe-4185-a360-b2919c4b33ae {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:47:22.555825 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1248d6c-3bbe-4185-a360-b2919c4b33ae'] response: {'name': 'network-changed', 'server_uuid': 'efea200a-0b78-42de-a9e2-febab9817590', 'tag': '3fe50ad6-99ae-4c0b-a11b-3e41218b0317', 'status': 'completed', 'code': 200} Sep 16 12:47:22.725576 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf88bcc-fd06-485c-bb2c-b2e4512e4950 req-0ef5181d-d10f-4a7b-a28c-9b9b92a34daf tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:22.727255 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ebf88bcc-fd06-485c-bb2c-b2e4512e4950 req-0ef5181d-d10f-4a7b-a28c-9b9b92a34daf tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 944 time: 0.1257615 Sep 16 12:47:22.778070 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b262b-7d69-4b08-b274-417c1ba251dc req-a2a7c36d-6d59-401a-8af2-775f9142da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:22.779953 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-162b262b-7d69-4b08-b274-417c1ba251dc req-a2a7c36d-6d59-401a-8af2-775f9142da2e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.2230399 Sep 16 12:47:22.802399 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bfc1e-aa7c-4559-a9f7-3ad40c91e2e0 req-ac948320-e165-4345-967b-1e4b423714ec tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:22.804677 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1b9bfc1e-aa7c-4559-a9f7-3ad40c91e2e0 req-ac948320-e165-4345-967b-1e4b423714ec tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 945 time: 0.0756953 Sep 16 12:47:22.820366 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] Publish callbacks [] for port (7aefb3ca-fc65-4662-966f-d7e012565811), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:22.843120 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ebf88bcc-fd06-485c-bb2c-b2e4512e4950 req-43d69823-a3d3-4b1a-a24c-7a6c290a60e5 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039596 Sep 16 12:47:22.843639 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 49000) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:22.847143 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (7aefb3ca-fc65-4662-966f-d7e012565811), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:22.867800 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-00095b4f-4306-42df-8aae-ea01106cb1de tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Request body: {'floatingip': {'port_id': '57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:22.916923 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b262b-7d69-4b08-b274-417c1ba251dc req-159bbbdd-3827-4453-bf8f-ef9ace015edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:22.921660 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-162b262b-7d69-4b08-b274-417c1ba251dc req-159bbbdd-3827-4453-bf8f-ef9ace015edb service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1266346 Sep 16 12:47:22.934863 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6b40d014-282d-4ea3-a7c2-d188e5779fe7 admin admin] Publish callbacks [] for port (c3f563ae-36b9-4b3c-8980-77fa5083f85b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:22.998005 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Publish callbacks [] for router_gateway (026fac22-56a8-45dc-9053-23cbb298fe51), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:23.009080 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] Network 45a1c676-3062-4d8e-8a13-69b208c85127 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:23.012833 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] Pushing event updated for resources: {'Port': ['ID=7aefb3ca-fc65-4662-966f-d7e012565811,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:23.032727 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:23.033287 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-00095b4f-4306-42df-8aae-ea01106cb1de tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for floatingip (482646c7-4950-49fe-8099-b0c933feadd4), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:23.060447 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:23.065972 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:23.108170 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:23.190056 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6b40d014-282d-4ea3-a7c2-d188e5779fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (c3f563ae-36b9-4b3c-8980-77fa5083f85b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:23.262211 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] Attempting to bind port 7aefb3ca-fc65-4662-966f-d7e012565811 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:23.263088 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] Attempting to bind port 7aefb3ca-fc65-4662-966f-d7e012565811 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5b3c5612-27ea-4701-9c81-1bd4579558da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45a1c676-3062-4d8e-8a13-69b208c85127'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:23.263714 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] Attempting to bind port 7aefb3ca-fc65-4662-966f-d7e012565811 on network 45a1c676-3062-4d8e-8a13-69b208c85127 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:23.273879 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-162b262b-7d69-4b08-b274-417c1ba251dc req-664fd0db-b017-4096-84cd-8914920d155c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260770 Sep 16 12:47:23.282520 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b40d014-282d-4ea3-a7c2-d188e5779fe7 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:23.306927 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-6b40d014-282d-4ea3-a7c2-d188e5779fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:23.333082 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b40d014-282d-4ea3-a7c2-d188e5779fe7 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:23.338805 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40d014-282d-4ea3-a7c2-d188e5779fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=c3f563ae-36b9-4b3c-8980-77fa5083f85b,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:23.369328 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:23.370921 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] Checking segment: {'id': '5b3c5612-27ea-4701-9c81-1bd4579558da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45a1c676-3062-4d8e-8a13-69b208c85127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:23.373335 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:23.373844 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] Bound using segment: {'id': '5b3c5612-27ea-4701-9c81-1bd4579558da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45a1c676-3062-4d8e-8a13-69b208c85127'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:23.374439 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] Bound port: 7aefb3ca-fc65-4662-966f-d7e012565811, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3c5612-27ea-4701-9c81-1bd4579558da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45a1c676-3062-4d8e-8a13-69b208c85127'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:23.379008 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7aefb3ca-fc65-4662-966f-d7e012565811), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:23.447685 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Allocated IP 172.25.2.66 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/63578f1b-06b4-490f-8469-d961f501befc) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:23.472944 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] For port 7aefb3ca-fc65-4662-966f-d7e012565811, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:23.478448 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] For port 7aefb3ca-fc65-4662-966f-d7e012565811, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=7aefb3ca-fc65-4662-966f-d7e012565811,segment=NetworkSegment(5b3c5612-27ea-4701-9c81-1bd4579558da),segment_id=5b3c5612-27ea-4701-9c81-1bd4579558da)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:23.489085 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (7aefb3ca-fc65-4662-966f-d7e012565811), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:23.504924 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:23.546172 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:23.553228 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:23.622347 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d893cec-b6dd-48b3-b378-cf5e75a32494 None None] Pushing event updated for resources: {'Port': ['ID=7aefb3ca-fc65-4662-966f-d7e012565811,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:23.697570 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:23.725308 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-33f1fae5-40c4-4bc0-a493-588a38ca5a6c req-0279dff6-8c7c-457c-87d0-c5d60f43abbf tempest-ServersAdminNegativeTestJSON-1917704830 tempest-ServersAdminNegativeTestJSON-1917704830-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d860eb6-336f-4ba4-be81-d1ec6fecc87b HTTP/1.1" status: 200 len: 210 time: 0.7106833 Sep 16 12:47:23.789083 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device f1d9e429-3d16-4f88-85c5-b9622e90e851 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:23.853596 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c443f76-cf59-48a4-9838-97ac3a57a03c req-cd3bc934-3dd3-4c14-b303-502e26cfdb14 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:23.870126 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9c443f76-cf59-48a4-9838-97ac3a57a03c req-cd3bc934-3dd3-4c14-b303-502e26cfdb14 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad946bd5-7ee5-47d6-a52f-00e8511d2bd6 HTTP/1.1" status: 200 len: 948 time: 0.1729748 Sep 16 12:47:23.989493 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.db.resource_extend [None req-00095b4f-4306-42df-8aae-ea01106cb1de tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 12:47:24.174107 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3a49a6-f587-4c0d-9753-afd0cef1e36a None None] Network 0e610de6-3238-41c3-bd1a-f23917fad801 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:47:24.258715 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 7b175a84-23b8-4506-84c6-99fce8eba217 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:24.310888 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-162b262b-7d69-4b08-b274-417c1ba251dc req-d7b26b42-0061-4b2f-907e-8be9b781abe1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0254822 Sep 16 12:47:24.317844 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-532f75f2-4b98-4e45-a527-8d2ed4944d52 None None] Provisioning complete for port 7b175a84-23b8-4506-84c6-99fce8eba217 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:24.318302 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-532f75f2-4b98-4e45-a527-8d2ed4944d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (7b175a84-23b8-4506-84c6-99fce8eba217), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:24.318728 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-532f75f2-4b98-4e45-a527-8d2ed4944d52 None None] Attempt 1 to provision port 7b175a84-23b8-4506-84c6-99fce8eba217 Sep 16 12:47:24.334669 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port f1d9e429-3d16-4f88-85c5-b9622e90e851 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:47:24.378459 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port f1d9e429-3d16-4f88-85c5-b9622e90e851 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:24.378851 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f1d9e429-3d16-4f88-85c5-b9622e90e851), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:24.379254 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port f1d9e429-3d16-4f88-85c5-b9622e90e851 Sep 16 12:47:24.457919 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 7b175a84-23b8-4506-84c6-99fce8eba217 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:24.458385 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (7b175a84-23b8-4506-84c6-99fce8eba217), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:24.458855 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 7b175a84-23b8-4506-84c6-99fce8eba217 Sep 16 12:47:24.547553 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-00095b4f-4306-42df-8aae-ea01106cb1de tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:24.556798 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6b40d014-282d-4ea3-a7c2-d188e5779fe7 admin admin] Publish callbacks [] for router_gateway (14a9e2c1-120a-4811-bd0a-38bbd8a7815f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:24.579540 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:24.580982 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-00095b4f-4306-42df-8aae-ea01106cb1de tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (482646c7-4950-49fe-8099-b0c933feadd4), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:24.639054 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Publish callbacks [] for port (63578f1b-06b4-490f-8469-d961f501befc), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:24.660579 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-532f75f2-4b98-4e45-a527-8d2ed4944d52 None None] Current status of the port 7b175a84-23b8-4506-84c6-99fce8eba217 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:24.661198 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-532f75f2-4b98-4e45-a527-8d2ed4944d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7b175a84-23b8-4506-84c6-99fce8eba217), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:24.706351 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9c443f76-cf59-48a4-9838-97ac3a57a03c req-9bad7a76-4714-4b91-8554-db8aca443007 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b14852d7-84de-4a66-bbdd-7cde9843c484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8351066 Sep 16 12:47:24.753523 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port f1d9e429-3d16-4f88-85c5-b9622e90e851 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:24.753904 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f1d9e429-3d16-4f88-85c5-b9622e90e851), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:24.755795 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5393f-5b90-41b0-88e9-e07705b91c98 req-995f2507-1a00-4e52-96df-68a4b6504964 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:24.757412 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9cb5393f-5b90-41b0-88e9-e07705b91c98 req-995f2507-1a00-4e52-96df-68a4b6504964 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 948 time: 0.2081530 Sep 16 12:47:24.795118 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 7b175a84-23b8-4506-84c6-99fce8eba217 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:24.795508 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7b175a84-23b8-4506-84c6-99fce8eba217), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:24.845352 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:24.847720 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 924f27c6-9b29-461f-bbff-57520beb8e29 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:24.876814 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-532f75f2-4b98-4e45-a527-8d2ed4944d52 None None] For port 7b175a84-23b8-4506-84c6-99fce8eba217, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=7b175a84-23b8-4506-84c6-99fce8eba217,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:24.885334 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad946bd5-7ee5-47d6-a52f-00e8511d2bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d9e429-3d16-4f88-85c5-b9622e90e851'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:47:24.887928 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c0081e-cbad-44b7-bcbd-d8bf83ffc642" -d '{"events": [{"server_uuid": "ad946bd5-7ee5-47d6-a52f-00e8511d2bd6", "name": "network-vif-plugged", "status": "completed", "tag": "f1d9e429-3d16-4f88-85c5-b9622e90e851"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:47:24.903208 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-532f75f2-4b98-4e45-a527-8d2ed4944d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (7b175a84-23b8-4506-84c6-99fce8eba217), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:24.903442 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [None req-00095b4f-4306-42df-8aae-ea01106cb1de tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Floating IP 482646c7-4950-49fe-8099-b0c933feadd4 associated. External IP: 172.25.2.209, port: 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6. Sep 16 12:47:24.928564 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port f1d9e429-3d16-4f88-85c5-b9622e90e851, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=f1d9e429-3d16-4f88-85c5-b9622e90e851,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:24.978934 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6b40d014-282d-4ea3-a7c2-d188e5779fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (14a9e2c1-120a-4811-bd0a-38bbd8a7815f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:24.982332 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (63578f1b-06b4-490f-8469-d961f501befc), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:24.984986 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f1d9e429-3d16-4f88-85c5-b9622e90e851), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:24.994985 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:25.026761 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 924f27c6-9b29-461f-bbff-57520beb8e29 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:47:25.048676 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 924f27c6-9b29-461f-bbff-57520beb8e29 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:25.049371 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (924f27c6-9b29-461f-bbff-57520beb8e29), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:25.049710 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 924f27c6-9b29-461f-bbff-57520beb8e29 Sep 16 12:47:25.112694 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.api [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 12:47:25.113480 n-d-858094-4 neutron-server[113700]: DEBUG oslo_db.api [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 12:47:25.116696 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-f225b9a4-6bfb-44f7-ae76-69135465b713 None None] Provisioning complete for port 7b175a84-23b8-4506-84c6-99fce8eba217 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:25.117062 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f225b9a4-6bfb-44f7-ae76-69135465b713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (7b175a84-23b8-4506-84c6-99fce8eba217), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:25.117396 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f225b9a4-6bfb-44f7-ae76-69135465b713 None None] Attempt 1 to provision port 7b175a84-23b8-4506-84c6-99fce8eba217 Sep 16 12:47:25.118844 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9cb5393f-5b90-41b0-88e9-e07705b91c98 req-a376ced4-0e2e-44c9-bf7c-a483ce6a1276 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687642 Sep 16 12:47:25.156596 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:25.171859 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:25.174754 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:25.198017 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:25.198652 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cdf098-7f88-4db5-9f06-bdbdee853a95 None None] Network 45a1c676-3062-4d8e-8a13-69b208c85127 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:47:25.199531 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Pushing event updated for resources: {'Port': ['ID=63578f1b-06b4-490f-8469-d961f501befc,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:25.200844 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f75f2-4b98-4e45-a527-8d2ed4944d52 None None] Pushing event updated for resources: {'Port': ['ID=7b175a84-23b8-4506-84c6-99fce8eba217,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:25.202357 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa9daf-4090-408f-8cd5-dd6dc16a2152 req-27071c27-f4ad-4dd9-9561-fd47999c1a62 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:25.220004 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cfaa9daf-4090-408f-8cd5-dd6dc16a2152 req-27071c27-f4ad-4dd9-9561-fd47999c1a62 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 944 time: 0.1810365 Sep 16 12:47:25.235899 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:25.236432 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:25.236848 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:25.237257 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:25.237664 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:25.238066 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:25.238464 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:25.238863 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:25.240352 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:25.240352 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:25.240352 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:25.240352 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:25.240786 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:25.241154 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:25.241538 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:25.343428 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cfaa9daf-4090-408f-8cd5-dd6dc16a2152 req-85de6fe4-6f53-4a4a-b935-81bd23dfd06e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223662 Sep 16 12:47:25.371989 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00095b4f-4306-42df-8aae-ea01106cb1de tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:47:25.456262 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b40d014-282d-4ea3-a7c2-d188e5779fe7 admin admin] Router 14a9e2c1-120a-4811-bd0a-38bbd8a7815f is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:47:25.464781 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea523a-1f6d-442d-87fb-927e7a79ff05 req-a2752cdd-11d2-4a39-a968-a34cd8cfd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:25.476256 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7cbd77-ab88-4cbf-abfa-3b1be4d86fa5 x-openstack-request-id: req-0b7cbd77-ab88-4cbf-abfa-3b1be4d86fa5 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:47:25.476552 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad946bd5-7ee5-47d6-a52f-00e8511d2bd6", "name": "network-vif-plugged", "status": "completed", "tag": "f1d9e429-3d16-4f88-85c5-b9622e90e851", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:47:25.476813 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0b7cbd77-ab88-4cbf-abfa-3b1be4d86fa5 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:47:25.477235 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b7cbd77-ab88-4cbf-abfa-3b1be4d86fa5'] response: {'server_uuid': 'ad946bd5-7ee5-47d6-a52f-00e8511d2bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d9e429-3d16-4f88-85c5-b9622e90e851', 'code': 200} Sep 16 12:47:25.479727 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41ea523a-1f6d-442d-87fb-927e7a79ff05 req-a2752cdd-11d2-4a39-a968-a34cd8cfd9b8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 1130 time: 0.2251832 Sep 16 12:47:25.505748 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f225b9a4-6bfb-44f7-ae76-69135465b713 None None] Current status of the port 7b175a84-23b8-4506-84c6-99fce8eba217 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:25.529966 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 924f27c6-9b29-461f-bbff-57520beb8e29 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:25.530359 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (924f27c6-9b29-461f-bbff-57520beb8e29), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:25.648556 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fd73451-68eb-4c35-981a-a3ce4f642afc req-ce404644-b81f-4685-b1c6-d2dc47468646 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1851268 Sep 16 12:47:25.657082 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=f1d9e429-3d16-4f88-85c5-b9622e90e851,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:25.665326 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b637b5-29d2-48a5-b522-a4c263d5c956 req-26dd9ec8-e5cb-465e-b944-6becd06b02ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:25.666977 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f1b637b5-29d2-48a5-b522-a4c263d5c956 req-26dd9ec8-e5cb-465e-b944-6becd06b02ab service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad946bd5-7ee5-47d6-a52f-00e8511d2bd6 HTTP/1.1" status: 200 len: 1131 time: 0.1509752 Sep 16 12:47:25.672898 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6eddc2-bb9d-494d-91ca-598e3f75cb33 req-870a3ea5-a1d4-4740-aabd-c642dbc3bae3 tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:25.675453 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8b6eddc2-bb9d-494d-91ca-598e3f75cb33 req-870a3ea5-a1d4-4740-aabd-c642dbc3bae3 tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 1131 time: 0.1524649 Sep 16 12:47:25.706776 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:25.740413 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00095b4f-4306-42df-8aae-ea01106cb1de tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:47:25.744466 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 7b175a84-23b8-4506-84c6-99fce8eba217 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:25.764460 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-00095b4f-4306-42df-8aae-ea01106cb1de tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:25.776501 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 924f27c6-9b29-461f-bbff-57520beb8e29, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=924f27c6-9b29-461f-bbff-57520beb8e29,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:25.780001 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-7b7b273a-c341-432d-998c-d699688befd4 None None] Provisioning complete for port 7aefb3ca-fc65-4662-966f-d7e012565811 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:25.780522 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7b7b273a-c341-432d-998c-d699688befd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (7aefb3ca-fc65-4662-966f-d7e012565811), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:25.782416 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-7b7b273a-c341-432d-998c-d699688befd4 None None] Attempt 1 to provision port 7aefb3ca-fc65-4662-966f-d7e012565811 Sep 16 12:47:25.847108 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea523a-1f6d-442d-87fb-927e7a79ff05 req-37e66390-a4a7-41a9-86ba-70110222d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:25.848636 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41ea523a-1f6d-442d-87fb-927e7a79ff05 req-37e66390-a4a7-41a9-86ba-70110222d72e service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.3420706 Sep 16 12:47:25.879122 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (924f27c6-9b29-461f-bbff-57520beb8e29), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:25.883823 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2712c618-2d61-4074-aa20-df6cbdbaef8e None None] Sync routers for ids ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:47:25.927597 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 49024) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:25.975461 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41ea523a-1f6d-442d-87fb-927e7a79ff05 req-56f7fe2a-6fa5-4d61-b3dc-3d4de8e064b9 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=3fe50ad6-99ae-4c0b-a11b-3e41218b0317 HTTP/1.1" status: 200 len: 217 time: 0.0706005 Sep 16 12:47:25.976564 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b40d014-282d-4ea3-a7c2-d188e5779fe7 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:47:25.999622 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] Sync routers for ids ['14a9e2c1-120a-4811-bd0a-38bbd8a7815f'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:47:26.005215 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:26.007292 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2712c618-2d61-4074-aa20-df6cbdbaef8e None None] Routers {'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:26.008051 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-2712c618-2d61-4074-aa20-df6cbdbaef8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:47:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:26.015752 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] Routers {'14a9e2c1-120a-4811-bd0a-38bbd8a7815f'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:26.016889 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:47:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['14a9e2c1-120a-4811-bd0a-38bbd8a7815f'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:26.053545 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd73451-68eb-4c35-981a-a3ce4f642afc req-614859c3-4e3d-4b06-9eef-edb9bb98ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:26.055343 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fd73451-68eb-4c35-981a-a3ce4f642afc req-614859c3-4e3d-4b06-9eef-edb9bb98ea5b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0709d7ec436047a39dfb8c5d92f17fa3&device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 1132 time: 0.3166363 Sep 16 12:47:26.065815 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-00095b4f-4306-42df-8aae-ea01106cb1de tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/482646c7-4950-49fe-8099-b0c933feadd4 HTTP/1.1" status: 200 len: 991 time: 3.2205195 Sep 16 12:47:26.074200 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07365fde-3701-46a6-aba7-4c6f74e181b9', 'tag': '57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:47:26.076498 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5bad58-e047-4421-a1a4-fca5a168202b" -d '{"events": [{"name": "network-changed", "server_uuid": "07365fde-3701-46a6-aba7-4c6f74e181b9", "tag": "57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:47:26.112793 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8b6eddc2-bb9d-494d-91ca-598e3f75cb33 req-988e38bc-b749-4ab6-aec8-80a64becdefb tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054544 Sep 16 12:47:26.122610 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f1b637b5-29d2-48a5-b522-a4c263d5c956 req-35f5e741-5605-4bea-9ca7-ba9e46366ab1 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b14852d7-84de-4a66-bbdd-7cde9843c484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384067 Sep 16 12:47:26.146325 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a0497-6811-4871-bd41-c118dc22f9fa req-a5e3e077-bd7c-46c5-93dc-df06f9694740 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:26.157786 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea523a-1f6d-442d-87fb-927e7a79ff05 req-22dd5091-ccf2-43d9-ab42-bef1b2dbf2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:26.158590 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-da5a0497-6811-4871-bd41-c118dc22f9fa req-a5e3e077-bd7c-46c5-93dc-df06f9694740 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad946bd5-7ee5-47d6-a52f-00e8511d2bd6 HTTP/1.1" status: 200 len: 949 time: 0.3164811 Sep 16 12:47:26.166462 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41ea523a-1f6d-442d-87fb-927e7a79ff05 req-22dd5091-ccf2-43d9-ab42-bef1b2dbf2b6 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1763306 Sep 16 12:47:26.174839 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 7b175a84-23b8-4506-84c6-99fce8eba217 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:26.179519 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Publish callbacks [] for router_gateway (026fac22-56a8-45dc-9053-23cbb298fe51), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:26.192007 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:26.199337 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] Set router 14a9e2c1-120a-4811-bd0a-38bbd8a7815f gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:26.273752 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6b40d014-282d-4ea3-a7c2-d188e5779fe7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:26.275045 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-6b40d014-282d-4ea3-a7c2-d188e5779fe7 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.8896835 Sep 16 12:47:26.282500 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 49036) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:26.284787 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:26.342618 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea523a-1f6d-442d-87fb-927e7a79ff05 req-0937c420-9cd4-45f2-a6c7-f445e249a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:26.342967 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-2712c618-2d61-4074-aa20-df6cbdbaef8e None None] Set router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:26.345104 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41ea523a-1f6d-442d-87fb-927e7a79ff05 req-0937c420-9cd4-45f2-a6c7-f445e249a4c2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1618943 Sep 16 12:47:26.360926 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd4c0a-8981-4bf5-aeb6-a6219a2e9800 req-fb4b5fba-4185-4a34-b263-ae724ef5467b tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:26.368537 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-badd4c0a-8981-4bf5-aeb6-a6219a2e9800 req-fb4b5fba-4185-4a34-b263-ae724ef5467b tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 945 time: 0.1473882 Sep 16 12:47:26.387331 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a9e2c1-120a-4811-bd0a-38bbd8a7815f', 'name': 'tempest-ImagesTestJSON-1515476001-router', 'tenant_id': 'e6fa2067c44b42b5aa940619abd8e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'c3f563ae-36b9-4b3c-8980-77fa5083f85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:20Z', 'updated_at': '2022-09-16T12:47:24Z', 'revision_number': 3, 'project_id': 'e6fa2067c44b42b5aa940619abd8e538', 'gw_port': {'id': 'c3f563ae-36b9-4b3c-8980-77fa5083f85b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a9e2c1-120a-4811-bd0a-38bbd8a7815f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:21Z', 'updated_at': '2022-09-16T12:47:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:26.415264 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] Checking router: 14a9e2c1-120a-4811-bd0a-38bbd8a7815f for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:47:26.415951 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] Updating router 14a9e2c1-120a-4811-bd0a-38bbd8a7815f port c3f563ae-36b9-4b3c-8980-77fa5083f85b binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:47:26.423108 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-da5a0497-6811-4871-bd41-c118dc22f9fa req-72d2c2c5-9601-4668-a094-532ac977ab53 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b14852d7-84de-4a66-bbdd-7cde9843c484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326236 Sep 16 12:47:26.447281 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c3f563ae-36b9-4b3c-8980-77fa5083f85b), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:26.498065 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-90d9cb7f-f9a4-4ad6-9961-a575861cd4b6 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=20770fd1243d4412bfc90d2a079473bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5625987 Sep 16 12:47:26.513170 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 49040) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:26.519904 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798287ab-6157-45ae-b3f2-eb9734abed1b x-openstack-request-id: req-798287ab-6157-45ae-b3f2-eb9734abed1b {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:47:26.521590 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07365fde-3701-46a6-aba7-4c6f74e181b9", "tag": "57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:47:26.522692 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-798287ab-6157-45ae-b3f2-eb9734abed1b {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:47:26.523267 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798287ab-6157-45ae-b3f2-eb9734abed1b'] response: {'name': 'network-changed', 'server_uuid': '07365fde-3701-46a6-aba7-4c6f74e181b9', 'tag': '57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6', 'status': 'completed', 'code': 200} Sep 16 12:47:26.529977 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd73451-68eb-4c35-981a-a3ce4f642afc req-c7192f79-bb0f-4bc1-969d-bbe44d53ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:26.535387 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fd73451-68eb-4c35-981a-a3ce4f642afc req-c7192f79-bb0f-4bc1-969d-bbe44d53ca1b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.4344306 Sep 16 12:47:26.539464 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:26.540370 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=924f27c6-9b29-461f-bbff-57520beb8e29,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:26.557727 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:26.590871 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-68d771f2-a72e-4a91-9e29-f73d5f6acb55 admin admin] Publish callbacks [] for security_group (e35bc6c3-0218-4482-bb47-6095df5c3700), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:26.603866 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-badd4c0a-8981-4bf5-aeb6-a6219a2e9800 req-90e1eb1d-6d08-4714-9211-848ae561fe82 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340467 Sep 16 12:47:26.689497 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fd73451-68eb-4c35-981a-a3ce4f642afc req-252935bc-43f3-413c-94e5-f6504fc69a8f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c HTTP/1.1" status: 200 len: 217 time: 0.1204574 Sep 16 12:47:26.732023 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] Publish callbacks [] for port (c3f563ae-36b9-4b3c-8980-77fa5083f85b), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:26.739596 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c3f563ae-36b9-4b3c-8980-77fa5083f85b), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:26.755071 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05d3b5-5ef0-4304-ad0e-923aa7d12495 req-14735683-8339-4f5c-910d-93e9361deccf tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:26.756712 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ff05d3b5-5ef0-4304-ad0e-923aa7d12495 req-14735683-8339-4f5c-910d-93e9361deccf tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 1131 time: 0.0753477 Sep 16 12:47:26.807136 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] Attempting to bind port c3f563ae-36b9-4b3c-8980-77fa5083f85b on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:26.808329 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] Attempting to bind port c3f563ae-36b9-4b3c-8980-77fa5083f85b by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:26.808971 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] Attempting to bind port c3f563ae-36b9-4b3c-8980-77fa5083f85b on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:26.840963 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0caa2ec-fa4b-4ffc-a87d-80b8a21df498 None None] Pushing event updated for resources: {'Port': ['ID=c3f563ae-36b9-4b3c-8980-77fa5083f85b,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:26.843764 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:26.867889 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:26.868732 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:26.869073 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eba7a-ca4c-4292-8488-ad3759ef0e5a req-d6d4dc4d-64aa-4484-835f-3e86099d75bc tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:26.869940 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:26.870579 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:26.870820 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-618eba7a-ca4c-4292-8488-ad3759ef0e5a req-d6d4dc4d-64aa-4484-835f-3e86099d75bc tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 948 time: 0.1131737 Sep 16 12:47:26.871519 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] Bound port: c3f563ae-36b9-4b3c-8980-77fa5083f85b, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:26.872148 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c3f563ae-36b9-4b3c-8980-77fa5083f85b), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:26.876947 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ff05d3b5-5ef0-4304-ad0e-923aa7d12495 req-d1ab1f79-2eed-45d1-aa50-1ebe4129bfa0 tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096940 Sep 16 12:47:26.887192 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:47:26.917711 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b273a-c341-432d-998c-d699688befd4 None None] Current status of the port 7aefb3ca-fc65-4662-966f-d7e012565811 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:26.918003 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7b7b273a-c341-432d-998c-d699688befd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7aefb3ca-fc65-4662-966f-d7e012565811), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:26.955194 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-618eba7a-ca4c-4292-8488-ad3759ef0e5a req-f1c7f151-6988-47a8-bd89-67dda2048bb4 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713310 Sep 16 12:47:26.961640 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] For port c3f563ae-36b9-4b3c-8980-77fa5083f85b, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:26.965843 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] For port c3f563ae-36b9-4b3c-8980-77fa5083f85b, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=c3f563ae-36b9-4b3c-8980-77fa5083f85b,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:26.973556 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c3f563ae-36b9-4b3c-8980-77fa5083f85b), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:26.983893 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-2712c618-2d61-4074-aa20-df6cbdbaef8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:12Z', 'updated_at': '2022-09-16T12:46:19Z', 'revision_number': 4, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'gw_port': {'id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:13Z', 'updated_at': '2022-09-16T12:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '482646c7-4950-49fe-8099-b0c933feadd4', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'floating_ip_address': '172.25.2.209', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'port_id': '57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'mac_address': 'fa:16:3e:19:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07365fde-3701-46a6-aba7-4c6f74e181b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:46:48Z', 'updated_at': '2022-09-16T12:47:23Z', 'revision_number': 1, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e440ffa3-b382-4dbb-b375-94dc825628ba', 'name': '', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'mac_address': 'fa:16:3e:30:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:18Z', 'updated_at': '2022-09-16T12:46:24Z', 'revision_number': 5, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'subnets': [{'id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:26.989139 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] Routers {'14a9e2c1-120a-4811-bd0a-38bbd8a7815f'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:26.990149 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:47:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['14a9e2c1-120a-4811-bd0a-38bbd8a7815f'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:27.020377 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 7b175a84-23b8-4506-84c6-99fce8eba217 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:27.020755 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (7b175a84-23b8-4506-84c6-99fce8eba217), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:27.021122 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 7b175a84-23b8-4506-84c6-99fce8eba217 Sep 16 12:47:27.066414 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf88840-4e80-4702-9638-582f88ecbf10 req-a0e1504d-e558-49cb-b5ef-59e196e3ab89 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:27.068385 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0bf88840-4e80-4702-9638-582f88ecbf10 req-a0e1504d-e558-49cb-b5ef-59e196e3ab89 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 945 time: 0.0729604 Sep 16 12:47:27.099267 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2712c618-2d61-4074-aa20-df6cbdbaef8e None None] Checking router: a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:47:27.131565 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2712c618-2d61-4074-aa20-df6cbdbaef8e None None] Routers {'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:27.132218 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-2712c618-2d61-4074-aa20-df6cbdbaef8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:47:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:27.167494 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-68d771f2-a72e-4a91-9e29-f73d5f6acb55 admin admin] Publish callbacks [] for security_group (e35bc6c3-0218-4482-bb47-6095df5c3700), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:27.223307 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-7b7b273a-c341-432d-998c-d699688befd4 None None] For port 7aefb3ca-fc65-4662-966f-d7e012565811, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=7aefb3ca-fc65-4662-966f-d7e012565811,segment=NetworkSegment(5b3c5612-27ea-4701-9c81-1bd4579558da),segment_id=5b3c5612-27ea-4701-9c81-1bd4579558da)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:27.244438 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7b7b273a-c341-432d-998c-d699688befd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (7aefb3ca-fc65-4662-966f-d7e012565811), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:27.256325 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0bf88840-4e80-4702-9638-582f88ecbf10 req-6e1d4830-8601-4c85-ac02-037eb0dd1d54 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621375 Sep 16 12:47:27.257374 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bad58-e047-4421-a1a4-fca5a168202b req-0e79445c-319b-4d0d-a9e5-7144d863276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:27.260410 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a5bad58-e047-4421-a1a4-fca5a168202b req-0e79445c-319b-4d0d-a9e5-7144d863276a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7058e9e184834c39a5a299f481a6e62e&device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 1127 time: 0.1907997 Sep 16 12:47:27.264395 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd73451-68eb-4c35-981a-a3ce4f642afc req-d8c24a62-de98-46d6-9ee9-1dd55d31e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:27.273284 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0caa2ec-fa4b-4ffc-a87d-80b8a21df498 None None] Pushing event updated for resources: {'Port': ['ID=c3f563ae-36b9-4b3c-8980-77fa5083f85b,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:27.273760 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fd73451-68eb-4c35-981a-a3ce4f642afc req-d8c24a62-de98-46d6-9ee9-1dd55d31e158 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1918082 Sep 16 12:47:27.280004 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] Set router 14a9e2c1-120a-4811-bd0a-38bbd8a7815f gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:27.329911 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (026fac22-56a8-45dc-9053-23cbb298fe51), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:27.371824 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:27.395374 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3fe50ad6-99ae-4c0b-a11b-3e41218b0317,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:27.410603 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41ea523a-1f6d-442d-87fb-927e7a79ff05 req-36641bed-a12d-4040-abcf-9675f0e0ff78 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0588119 Sep 16 12:47:27.421584 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '3fe50ad6-99ae-4c0b-a11b-3e41218b0317', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '3fe50ad6-99ae-4c0b-a11b-3e41218b0317', 'mac_address': 'fa:16:3e:e6:24:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:47:27.439370 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd73451-68eb-4c35-981a-a3ce4f642afc req-3884f18e-5ff2-4d69-a9c2-b8cf73e640b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:27.440904 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fd73451-68eb-4c35-981a-a3ce4f642afc req-3884f18e-5ff2-4d69-a9c2-b8cf73e640b9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1385603 Sep 16 12:47:27.492338 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566f231d-345e-4665-bf9a-b61004b954ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924f27c6-9b29-461f-bbff-57520beb8e29'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:47:27.494908 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69703b24-9c9a-4c88-8d55-b3b7047e098d" -d '{"events": [{"server_uuid": "566f231d-345e-4665-bf9a-b61004b954ed", "name": "network-vif-plugged", "status": "completed", "tag": "924f27c6-9b29-461f-bbff-57520beb8e29"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:47:27.516735 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a9e2c1-120a-4811-bd0a-38bbd8a7815f', 'name': 'tempest-ImagesTestJSON-1515476001-router', 'tenant_id': 'e6fa2067c44b42b5aa940619abd8e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'c3f563ae-36b9-4b3c-8980-77fa5083f85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:20Z', 'updated_at': '2022-09-16T12:47:24Z', 'revision_number': 3, 'project_id': 'e6fa2067c44b42b5aa940619abd8e538', 'gw_port': {'id': 'c3f563ae-36b9-4b3c-8980-77fa5083f85b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a9e2c1-120a-4811-bd0a-38bbd8a7815f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:21Z', 'updated_at': '2022-09-16T12:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:27.522999 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:27.545236 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-2ccfb926-224f-41d4-aa45-e5700b3921f4 None None] Provisioning complete for port 7aefb3ca-fc65-4662-966f-d7e012565811 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:27.545605 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2ccfb926-224f-41d4-aa45-e5700b3921f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (7aefb3ca-fc65-4662-966f-d7e012565811), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:27.545940 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-2ccfb926-224f-41d4-aa45-e5700b3921f4 None None] Attempt 1 to provision port 7aefb3ca-fc65-4662-966f-d7e012565811 Sep 16 12:47:27.610655 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04c3901-677f-4aba-956a-ba8ac5d0ea15 None None] The sync data for ids ['14a9e2c1-120a-4811-bd0a-38bbd8a7815f'] in n-d-858094-4 is: [{'id': '14a9e2c1-120a-4811-bd0a-38bbd8a7815f', 'name': 'tempest-ImagesTestJSON-1515476001-router', 'tenant_id': 'e6fa2067c44b42b5aa940619abd8e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'c3f563ae-36b9-4b3c-8980-77fa5083f85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:20Z', 'updated_at': '2022-09-16T12:47:24Z', 'revision_number': 3, 'project_id': 'e6fa2067c44b42b5aa940619abd8e538', 'gw_port': {'id': 'c3f563ae-36b9-4b3c-8980-77fa5083f85b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a9e2c1-120a-4811-bd0a-38bbd8a7815f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:21Z', 'updated_at': '2022-09-16T12:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:47:27.613621 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-2712c618-2d61-4074-aa20-df6cbdbaef8e None None] Set router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:27.616774 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:27.617167 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:27.637688 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bad58-e047-4421-a1a4-fca5a168202b req-b159022f-439a-489e-98dc-77cd0e63ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:27.642893 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a5bad58-e047-4421-a1a4-fca5a168202b req-b159022f-439a-489e-98dc-77cd0e63ec28 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=eb8add18-d929-45d2-acc9-197a8391e875 HTTP/1.1" status: 200 len: 924 time: 0.3684490 Sep 16 12:47:27.655374 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 7b175a84-23b8-4506-84c6-99fce8eba217 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:27.657126 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 7aefb3ca-fc65-4662-966f-d7e012565811 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:27.660654 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e715a3-30a6-42ab-918d-2e98349333ca x-openstack-request-id: req-d7e715a3-30a6-42ab-918d-2e98349333ca {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:47:27.660972 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566f231d-345e-4665-bf9a-b61004b954ed", "name": "network-vif-plugged", "status": "completed", "tag": "924f27c6-9b29-461f-bbff-57520beb8e29", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:47:27.661261 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d7e715a3-30a6-42ab-918d-2e98349333ca {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:47:27.661784 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e715a3-30a6-42ab-918d-2e98349333ca'] response: {'server_uuid': '566f231d-345e-4665-bf9a-b61004b954ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924f27c6-9b29-461f-bbff-57520beb8e29', 'code': 200} Sep 16 12:47:27.704022 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41ea523a-1f6d-442d-87fb-927e7a79ff05 req-69341e4e-3424-4c17-87f1-799ab3a71937 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587490 Sep 16 12:47:27.722967 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b273a-c341-432d-998c-d699688befd4 None None] Pushing event updated for resources: {'Port': ['ID=7aefb3ca-fc65-4662-966f-d7e012565811,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:27.740215 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:47:27.754710 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:27.824728 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-68d771f2-a72e-4a91-9e29-f73d5f6acb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (e35bc6c3-0218-4482-bb47-6095df5c3700), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:27.828697 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-68d771f2-a72e-4a91-9e29-f73d5f6acb55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:27.834154 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-68d771f2-a72e-4a91-9e29-f73d5f6acb55 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/e35bc6c3-0218-4482-bb47-6095df5c3700 HTTP/1.1" status: 204 len: 168 time: 1.3198748 Sep 16 12:47:27.839848 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3fe50ad6-99ae-4c0b-a11b-3e41218b0317,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:27.855363 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:27.902699 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 7aefb3ca-fc65-4662-966f-d7e012565811 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:27.903531 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (7aefb3ca-fc65-4662-966f-d7e012565811), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:27.903878 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 7aefb3ca-fc65-4662-966f-d7e012565811 Sep 16 12:47:27.919327 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d771f2-a72e-4a91-9e29-f73d5f6acb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35bc6c3-0218-4482-bb47-6095df5c3700,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:27.941331 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c1a2f-c736-42b7-8526-6d65433e295e req-660efcdb-7938-4e9b-95c4-20f2f17608c8 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:27.948286 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d9c1a2f-c736-42b7-8526-6d65433e295e req-660efcdb-7938-4e9b-95c4-20f2f17608c8 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad946bd5-7ee5-47d6-a52f-00e8511d2bd6 HTTP/1.1" status: 200 len: 949 time: 0.3686981 Sep 16 12:47:27.956789 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:27.995962 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846efac5-6f2f-4a24-9252-15fdac23614d req-8a964eec-261b-4771-9b84-27dcbafa5678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:27.997749 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-846efac5-6f2f-4a24-9252-15fdac23614d req-8a964eec-261b-4771-9b84-27dcbafa5678 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 1127 time: 0.1896994 Sep 16 12:47:28.078843 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Router 026fac22-56a8-45dc-9053-23cbb298fe51 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:47:28.097063 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a5bad58-e047-4421-a1a4-fca5a168202b req-fe15c39f-c3f9-45b8-9447-3bf81a57b5b3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 HTTP/1.1" status: 200 len: 999 time: 0.4383652 Sep 16 12:47:28.111733 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-2ccfb926-224f-41d4-aa45-e5700b3921f4 None None] Current status of the port 7aefb3ca-fc65-4662-966f-d7e012565811 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:28.122846 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=3fe50ad6-99ae-4c0b-a11b-3e41218b0317,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:28.133905 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['3fe50ad6-99ae-4c0b-a11b-3e41218b0317'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:47:28.147071 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fd73451-68eb-4c35-981a-a3ce4f642afc req-daa14b01-0637-475c-b602-b5b78a1bb2b4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6023004 Sep 16 12:47:28.406797 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-846efac5-6f2f-4a24-9252-15fdac23614d req-5a3a232f-5a8c-47e5-acad-1da62b3595ba service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963969 Sep 16 12:47:28.440729 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 7aefb3ca-fc65-4662-966f-d7e012565811 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:28.492893 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d9c1a2f-c736-42b7-8526-6d65433e295e req-3b374838-3d97-49cc-a92d-64bf42d626ef tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b14852d7-84de-4a66-bbdd-7cde9843c484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5433993 Sep 16 12:47:28.544220 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-2712c618-2d61-4074-aa20-df6cbdbaef8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:12Z', 'updated_at': '2022-09-16T12:46:19Z', 'revision_number': 4, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'gw_port': {'id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:13Z', 'updated_at': '2022-09-16T12:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '482646c7-4950-49fe-8099-b0c933feadd4', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'floating_ip_address': '172.25.2.209', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'port_id': '57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'mac_address': 'fa:16:3e:19:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07365fde-3701-46a6-aba7-4c6f74e181b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:46:48Z', 'updated_at': '2022-09-16T12:47:23Z', 'revision_number': 1, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e440ffa3-b382-4dbb-b375-94dc825628ba', 'name': '', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'mac_address': 'fa:16:3e:30:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:18Z', 'updated_at': '2022-09-16T12:46:24Z', 'revision_number': 5, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'subnets': [{'id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:28.567351 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:28.576166 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:47:28.600303 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2712c618-2d61-4074-aa20-df6cbdbaef8e None None] The sync data for ids ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'] in n-d-858094-4 is: [{'id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:12Z', 'updated_at': '2022-09-16T12:46:19Z', 'revision_number': 4, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'gw_port': {'id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:13Z', 'updated_at': '2022-09-16T12:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '482646c7-4950-49fe-8099-b0c933feadd4', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'floating_ip_address': '172.25.2.209', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'port_id': '57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'mac_address': 'fa:16:3e:19:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07365fde-3701-46a6-aba7-4c6f74e181b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:46:48Z', 'updated_at': '2022-09-16T12:47:23Z', 'revision_number': 1, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e440ffa3-b382-4dbb-b375-94dc825628ba', 'name': '', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'mac_address': 'fa:16:3e:30:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:18Z', 'updated_at': '2022-09-16T12:46:24Z', 'revision_number': 5, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'subnets': [{'id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:47:28.629068 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] Sync routers for ids ['026fac22-56a8-45dc-9053-23cbb298fe51'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:47:28.639521 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-022e350e-719e-4562-a443-717872c5e897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:28.663502 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bad58-e047-4421-a1a4-fca5a168202b req-06c7dee2-2396-4ce4-ad38-dae4e30805b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:28.665072 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a5bad58-e047-4421-a1a4-fca5a168202b req-06c7dee2-2396-4ce4-ad38-dae4e30805b9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=fb6cbc25-6c82-4a73-b1fd-602ce120a77f HTTP/1.1" status: 200 len: 862 time: 0.5583611 Sep 16 12:47:28.680731 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:28.681346 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:28.683273 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3735d96d-8beb-4a73-aa62-6c58ab9a5223 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6888070 Sep 16 12:47:28.688908 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 49078) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:28.811970 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c3f563ae-36b9-4b3c-8980-77fa5083f85b up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:28.813040 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44cb0a-9608-429c-985c-692099678d1a req-37a742f3-8682-4c16-abdb-7030869cafb2 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:28.815271 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 49082) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:28.821166 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe44cb0a-9608-429c-985c-692099678d1a req-37a742f3-8682-4c16-abdb-7030869cafb2 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 949 time: 0.3268659 Sep 16 12:47:28.881580 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:28.884426 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] Routers {'026fac22-56a8-45dc-9053-23cbb298fe51'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:28.885054 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:47:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['026fac22-56a8-45dc-9053-23cbb298fe51'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:28.902413 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:28.905984 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-030256c8-1e55-408a-b720-a76dfd25bb4a admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=df02d1f4029341a7a1f27484ea714c96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0894551 Sep 16 12:47:28.915048 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 49084) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:28.996204 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port c3f563ae-36b9-4b3c-8980-77fa5083f85b triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:28.996204 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c3f563ae-36b9-4b3c-8980-77fa5083f85b), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:28.996844 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port c3f563ae-36b9-4b3c-8980-77fa5083f85b Sep 16 12:47:28.998295 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa5a3e-ac4e-4ffc-af9c-7ec76a19c453 req-6892c975-e593-4069-bfcb-13c6cf7bf6ea tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:29.000621 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8baa5a3e-ac4e-4ffc-af9c-7ec76a19c453 req-6892c975-e593-4069-bfcb-13c6cf7bf6ea tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 945 time: 0.3081918 Sep 16 12:47:29.023930 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bad58-e047-4421-a1a4-fca5a168202b req-169b1e53-fd41-41cc-9323-e4859aaf1410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:29.025473 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a5bad58-e047-4421-a1a4-fca5a168202b req-169b1e53-fd41-41cc-9323-e4859aaf1410 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=eb8add18-d929-45d2-acc9-197a8391e875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3114040 Sep 16 12:47:29.037098 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fd73451-68eb-4c35-981a-a3ce4f642afc req-af3391c5-4229-4bb2-b5b2-8c740b3f86bb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7945344 Sep 16 12:47:29.134879 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4a5c141e-badf-4f16-a0e1-55855416f986 admin admin] Publish callbacks [] for security_group (77b20197-ff5b-4ecf-a0f9-4a5dc7abd3cb), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:29.165133 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22cfdf5-02fd-4ce3-a14d-f97ffcdf4d91 None None] New status for floating IP 482646c7-4950-49fe-8099-b0c933feadd4: ACTIVE {{(pid=113701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:47:29.167694 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] Set router 026fac22-56a8-45dc-9053-23cbb298fe51 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:29.253901 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8baa5a3e-ac4e-4ffc-af9c-7ec76a19c453 req-5807e33b-3436-4d5a-83d4-70446e9396b5 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430472 Sep 16 12:47:29.269693 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe44cb0a-9608-429c-985c-692099678d1a req-df2c2005-3dcb-4e87-9e70-c066305eecac tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470074 Sep 16 12:47:29.303428 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a5bad58-e047-4421-a1a4-fca5a168202b req-59aeb3a7-ae63-42db-a9a4-6a97cc563c66 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eb8add18-d929-45d2-acc9-197a8391e875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630818 Sep 16 12:47:29.323461 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:29.340508 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-022e350e-719e-4562-a443-717872c5e897 admin admin] Allocated IP 172.20.0.1 (0e610de6-3238-41c3-bd1a-f23917fad801/e4fab7ee-afa2-498a-a38b-87393fd03027/e06dfe9f-90eb-4002-afda-d28aa0610ab5) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:29.399410 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:29.454870 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port c3f563ae-36b9-4b3c-8980-77fa5083f85b is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:29.455428 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c3f563ae-36b9-4b3c-8980-77fa5083f85b), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:29.476177 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4a5c141e-badf-4f16-a0e1-55855416f986 admin admin] Publish callbacks [] for security_group (77b20197-ff5b-4ecf-a0f9-4a5dc7abd3cb), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:29.495782 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12267d2-479f-4c64-a9ac-94c199c2e6ca req-5d406946-facc-4d40-93f7-18dbd198aa45 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:29.498045 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d12267d2-479f-4c64-a9ac-94c199c2e6ca req-5d406946-facc-4d40-93f7-18dbd198aa45 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.1184394 Sep 16 12:47:29.586587 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d12267d2-479f-4c64-a9ac-94c199c2e6ca req-5741a40d-c206-4a12-a802-e27c8c85436d tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725520 Sep 16 12:47:29.602371 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:29.672291 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4a5c141e-badf-4f16-a0e1-55855416f986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (77b20197-ff5b-4ecf-a0f9-4a5dc7abd3cb), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:29.675585 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4a5c141e-badf-4f16-a0e1-55855416f986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:29.679967 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4a5c141e-badf-4f16-a0e1-55855416f986 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/77b20197-ff5b-4ecf-a0f9-4a5dc7abd3cb HTTP/1.1" status: 204 len: 168 time: 0.7602928 Sep 16 12:47:29.706272 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c141e-badf-4f16-a0e1-55855416f986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b20197-ff5b-4ecf-a0f9-4a5dc7abd3cb,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:29.726563 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-022e350e-719e-4562-a443-717872c5e897 admin admin] Publish callbacks [] for port (e06dfe9f-90eb-4002-afda-d28aa0610ab5), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:29.750654 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port c3f563ae-36b9-4b3c-8980-77fa5083f85b, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=c3f563ae-36b9-4b3c-8980-77fa5083f85b,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:29.759356 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026fac22-56a8-45dc-9053-23cbb298fe51', 'name': 'tempest-FloatingIPDetailsTestJSON-1555994913-router', 'tenant_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '63578f1b-06b4-490f-8469-d961f501befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:21Z', 'updated_at': '2022-09-16T12:47:25Z', 'revision_number': 3, 'project_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'gw_port': {'id': '63578f1b-06b4-490f-8469-d961f501befc', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:73:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026fac22-56a8-45dc-9053-23cbb298fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:23Z', 'updated_at': '2022-09-16T12:47:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:29.763363 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c3f563ae-36b9-4b3c-8980-77fa5083f85b), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:29.764344 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 7aefb3ca-fc65-4662-966f-d7e012565811 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:29.873891 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-022e350e-719e-4562-a443-717872c5e897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (e06dfe9f-90eb-4002-afda-d28aa0610ab5), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:29.887626 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] Checking router: 026fac22-56a8-45dc-9053-23cbb298fe51 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:47:29.889171 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] Updating router 026fac22-56a8-45dc-9053-23cbb298fe51 port 63578f1b-06b4-490f-8469-d961f501befc binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:47:29.950340 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e350e-719e-4562-a443-717872c5e897 admin admin] Pushing event updated for resources: {'Port': ['ID=e06dfe9f-90eb-4002-afda-d28aa0610ab5,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:29.959602 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 7aefb3ca-fc65-4662-966f-d7e012565811 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:29.959602 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (7aefb3ca-fc65-4662-966f-d7e012565811), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:29.959602 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 7aefb3ca-fc65-4662-966f-d7e012565811 Sep 16 12:47:29.971820 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022e350e-719e-4562-a443-717872c5e897 admin admin] Network 0e610de6-3238-41c3-bd1a-f23917fad801 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:29.979613 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-022e350e-719e-4562-a443-717872c5e897 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:29.985311 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022e350e-719e-4562-a443-717872c5e897 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:29.993025 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e4ad86b7-a83b-482a-8315-a20056f47fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:30.022958 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=c3f563ae-36b9-4b3c-8980-77fa5083f85b,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:30.025662 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (63578f1b-06b4-490f-8469-d961f501befc), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:30.108740 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 7aefb3ca-fc65-4662-966f-d7e012565811 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:30.240082 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-e4ad86b7-a83b-482a-8315-a20056f47fb2 admin admin] Allocated IP 172.20.0.1 (45a1c676-3062-4d8e-8a13-69b208c85127/3e7c0611-bdc8-40b1-b08c-5e043d5e0015/bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:30.315516 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d65b88-6bb6-4c63-b706-ff52da4bd29a req-8cf0a032-5713-4fde-8c8b-baaac737c861 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:30.327381 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14d65b88-6bb6-4c63-b706-ff52da4bd29a req-8cf0a032-5713-4fde-8c8b-baaac737c861 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad946bd5-7ee5-47d6-a52f-00e8511d2bd6 HTTP/1.1" status: 200 len: 949 time: 0.7141197 Sep 16 12:47:30.404133 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e4ad86b7-a83b-482a-8315-a20056f47fb2 admin admin] Publish callbacks [] for port (bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:30.435573 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a5bad58-e047-4421-a1a4-fca5a168202b req-de347824-37e1-4fb1-a652-ab0de5c2a0e6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eb8add18-d929-45d2-acc9-197a8391e875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8646040 Sep 16 12:47:30.442231 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:30.443343 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:30.450204 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e4ad86b7-a83b-482a-8315-a20056f47fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:30.471218 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14d65b88-6bb6-4c63-b706-ff52da4bd29a req-6f21e4b2-9517-4946-b6b3-f9d474ac165f tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b14852d7-84de-4a66-bbdd-7cde9843c484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394379 Sep 16 12:47:30.508914 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ad86b7-a83b-482a-8315-a20056f47fb2 admin admin] Network 45a1c676-3062-4d8e-8a13-69b208c85127 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:30.517665 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-e4ad86b7-a83b-482a-8315-a20056f47fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:30.532764 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-022e350e-719e-4562-a443-717872c5e897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (14a9e2c1-120a-4811-bd0a-38bbd8a7815f), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:30.555246 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ad86b7-a83b-482a-8315-a20056f47fb2 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:30.568640 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] Publish callbacks [] for port (63578f1b-06b4-490f-8469-d961f501befc), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:30.572610 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:30.582237 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7a8f7-8eed-4a05-9645-7840c1210e91 req-b281d5ca-81b8-42fb-bec7-aa844f49da1b tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:30.588660 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (63578f1b-06b4-490f-8469-d961f501befc), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:30.599946 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6bd7a8f7-8eed-4a05-9645-7840c1210e91 req-b281d5ca-81b8-42fb-bec7-aa844f49da1b tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 945 time: 0.1246154 Sep 16 12:47:30.605553 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] Provisioning complete for port e06dfe9f-90eb-4002-afda-d28aa0610ab5 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:30.605736 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e06dfe9f-90eb-4002-afda-d28aa0610ab5), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:30.606067 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] Attempt 1 to provision port e06dfe9f-90eb-4002-afda-d28aa0610ab5 Sep 16 12:47:30.616029 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e4ad86b7-a83b-482a-8315-a20056f47fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (026fac22-56a8-45dc-9053-23cbb298fe51), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:30.655325 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] Attempting to bind port 63578f1b-06b4-490f-8469-d961f501befc on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:30.655830 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] Attempting to bind port 63578f1b-06b4-490f-8469-d961f501befc by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:30.656826 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] Attempting to bind port 63578f1b-06b4-490f-8469-d961f501befc on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:30.662615 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ed936-9566-4ad5-aea2-eee4c797308a None None] Pushing event updated for resources: {'Port': ['ID=63578f1b-06b4-490f-8469-d961f501befc,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:30.724092 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c3f563ae-36b9-4b3c-8980-77fa5083f85b up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:30.746523 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf5ac6-cb29-4df2-886a-1b61ae85660f req-a1db5bee-82cc-45cf-8289-2d048e35a969 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:30.754358 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d3bf5ac6-cb29-4df2-886a-1b61ae85660f req-a1db5bee-82cc-45cf-8289-2d048e35a969 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 949 time: 0.1375897 Sep 16 12:47:30.782743 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6bd7a8f7-8eed-4a05-9645-7840c1210e91 req-64b9ae69-af58-438e-bb8c-35e4ce292293 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667364 Sep 16 12:47:30.825468 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port c3f563ae-36b9-4b3c-8980-77fa5083f85b triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:30.825468 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c3f563ae-36b9-4b3c-8980-77fa5083f85b), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:30.825468 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port c3f563ae-36b9-4b3c-8980-77fa5083f85b Sep 16 12:47:30.825844 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad86b7-a83b-482a-8315-a20056f47fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:30.853017 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] Port e06dfe9f-90eb-4002-afda-d28aa0610ab5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:30.853810 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:30.898582 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:30.899249 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:30.899929 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:30.900495 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:30.901144 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] Bound port: 63578f1b-06b4-490f-8469-d961f501befc, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:30.901679 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (63578f1b-06b4-490f-8469-d961f501befc), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:30.911309 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d3bf5ac6-cb29-4df2-886a-1b61ae85660f req-6ee1b077-974d-4f2e-b306-298e61b9586b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517985 Sep 16 12:47:31.005242 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:31.033909 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] For port 63578f1b-06b4-490f-8469-d961f501befc, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:31.041311 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] For port 63578f1b-06b4-490f-8469-d961f501befc, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=63578f1b-06b4-490f-8469-d961f501befc,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:31.063751 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:47:31.075193 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (63578f1b-06b4-490f-8469-d961f501befc), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:31.088389 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:31.089095 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:31.089433 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 Sep 16 12:47:31.107391 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:31.128157 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a476344-da87-4de1-bf6f-f75b5f31ef92 req-75354ecd-8ab6-4739-94ac-e3a3bb5d9ec1 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:31.138526 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3a476344-da87-4de1-bf6f-f75b5f31ef92 req-75354ecd-8ab6-4739-94ac-e3a3bb5d9ec1 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.0966678 Sep 16 12:47:31.150318 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port c3f563ae-36b9-4b3c-8980-77fa5083f85b is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:31.170516 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] Routers {'026fac22-56a8-45dc-9053-23cbb298fe51'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:31.171520 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:47:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['026fac22-56a8-45dc-9053-23cbb298fe51'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:31.232311 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3a476344-da87-4de1-bf6f-f75b5f31ef92 req-f7ca0ec6-e5cc-437b-a724-de8b40a23ca2 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779881 Sep 16 12:47:31.232632 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e4ad86b7-a83b-482a-8315-a20056f47fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:31.263614 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ed936-9566-4ad5-aea2-eee4c797308a None None] Pushing event updated for resources: {'Port': ['ID=63578f1b-06b4-490f-8469-d961f501befc,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:31.354879 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] Attempt 2 to provision port e06dfe9f-90eb-4002-afda-d28aa0610ab5 Sep 16 12:47:31.366247 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-022e350e-719e-4562-a443-717872c5e897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e06dfe9f-90eb-4002-afda-d28aa0610ab5), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:31.391266 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:31.391743 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:31.413813 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] Set router 026fac22-56a8-45dc-9053-23cbb298fe51 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:31.448321 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] Port e06dfe9f-90eb-4002-afda-d28aa0610ab5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:31.474770 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efea200a-0b78-42de-a9e2-febab9817590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe50ad6-99ae-4c0b-a11b-3e41218b0317'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:47:31.477796 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10699223-5f01-41b9-bb68-5ec9b8c96d74" -d '{"events": [{"server_uuid": "efea200a-0b78-42de-a9e2-febab9817590", "name": "network-vif-plugged", "status": "completed", "tag": "3fe50ad6-99ae-4c0b-a11b-3e41218b0317"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:47:31.508753 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:31.542769 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3fe50ad6-99ae-4c0b-a11b-3e41218b0317,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:31.548840 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:31.578441 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:31.584646 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:31.600674 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaaaf4e-e2f1-4ac1-8e33-4400913bcbe5 req-81eb3c45-03b4-43ac-8228-4ac2bf689437 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:31.604915 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8aaaaf4e-e2f1-4ac1-8e33-4400913bcbe5 req-81eb3c45-03b4-43ac-8228-4ac2bf689437 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 1127 time: 0.0888050 Sep 16 12:47:31.631341 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d449e2-f18a-4f6b-853b-10628aa8bc6a x-openstack-request-id: req-d1d449e2-f18a-4f6b-853b-10628aa8bc6a {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:47:31.631657 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efea200a-0b78-42de-a9e2-febab9817590", "name": "network-vif-plugged", "status": "completed", "tag": "3fe50ad6-99ae-4c0b-a11b-3e41218b0317", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:47:31.631935 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d1d449e2-f18a-4f6b-853b-10628aa8bc6a {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:47:31.632924 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1d449e2-f18a-4f6b-853b-10628aa8bc6a'] response: {'server_uuid': 'efea200a-0b78-42de-a9e2-febab9817590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe50ad6-99ae-4c0b-a11b-3e41218b0317', 'code': 200} Sep 16 12:47:31.665985 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8aaaaf4e-e2f1-4ac1-8e33-4400913bcbe5 req-653b8832-a2aa-46a0-a3a0-8580bcc4b9b0 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538137 Sep 16 12:47:31.700446 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=3fe50ad6-99ae-4c0b-a11b-3e41218b0317,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:31.728284 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8105613-0a27-4f28-af7b-7256519b9d77 req-4ea44d84-93e3-41ef-94d6-4920a7429757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:31.730061 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a8105613-0a27-4f28-af7b-7256519b9d77 req-4ea44d84-93e3-41ef-94d6-4920a7429757 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 1132 time: 0.0697467 Sep 16 12:47:31.732388 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e4ad86b7-a83b-482a-8315-a20056f47fb2 admin admin] Publish callbacks [] for port (bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:31.748212 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e4ad86b7-a83b-482a-8315-a20056f47fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:31.797480 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026fac22-56a8-45dc-9053-23cbb298fe51', 'name': 'tempest-FloatingIPDetailsTestJSON-1555994913-router', 'tenant_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '63578f1b-06b4-490f-8469-d961f501befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:21Z', 'updated_at': '2022-09-16T12:47:31Z', 'revision_number': 4, 'project_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'gw_port': {'id': '63578f1b-06b4-490f-8469-d961f501befc', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:73:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026fac22-56a8-45dc-9053-23cbb298fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:23Z', 'updated_at': '2022-09-16T12:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b', 'name': '', 'network_id': '45a1c676-3062-4d8e-8a13-69b208c85127', 'tenant_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'mac_address': 'fa:16:3e:61:89:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026fac22-56a8-45dc-9053-23cbb298fe51', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3e7c0611-bdc8-40b1-b08c-5e043d5e0015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:30Z', 'updated_at': '2022-09-16T12:47:30Z', 'revision_number': 1, 'project_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'subnets': [{'id': '3e7c0611-bdc8-40b1-b08c-5e043d5e0015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:31.826734 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d60d15e-e2d7-42b6-8bb0-84d33ca9998d None None] The sync data for ids ['026fac22-56a8-45dc-9053-23cbb298fe51'] in n-d-858094-4 is: [{'id': '026fac22-56a8-45dc-9053-23cbb298fe51', 'name': 'tempest-FloatingIPDetailsTestJSON-1555994913-router', 'tenant_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '63578f1b-06b4-490f-8469-d961f501befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:21Z', 'updated_at': '2022-09-16T12:47:31Z', 'revision_number': 4, 'project_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'gw_port': {'id': '63578f1b-06b4-490f-8469-d961f501befc', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:73:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026fac22-56a8-45dc-9053-23cbb298fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:23Z', 'updated_at': '2022-09-16T12:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b', 'name': '', 'network_id': '45a1c676-3062-4d8e-8a13-69b208c85127', 'tenant_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'mac_address': 'fa:16:3e:61:89:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026fac22-56a8-45dc-9053-23cbb298fe51', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3e7c0611-bdc8-40b1-b08c-5e043d5e0015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:30Z', 'updated_at': '2022-09-16T12:47:30Z', 'revision_number': 1, 'project_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'subnets': [{'id': '3e7c0611-bdc8-40b1-b08c-5e043d5e0015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:47:31.838276 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad86b7-a83b-482a-8315-a20056f47fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:31.851896 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba845ef-dc10-4d24-8f81-02062c080411 req-d1a521ed-0b5c-47e6-ab4a-269640807467 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:31.859937 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eba845ef-dc10-4d24-8f81-02062c080411 req-d1a521ed-0b5c-47e6-ab4a-269640807467 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad946bd5-7ee5-47d6-a52f-00e8511d2bd6 HTTP/1.1" status: 200 len: 949 time: 0.1125047 Sep 16 12:47:31.880180 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4c769-ea38-4334-a8bf-8e55b7352917 req-325d50fb-2b71-42a8-b63f-d36f1a75b6b5 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:31.885612 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14f4c769-ea38-4334-a8bf-8e55b7352917 req-325d50fb-2b71-42a8-b63f-d36f1a75b6b5 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 1127 time: 0.0888534 Sep 16 12:47:31.944858 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e4ad86b7-a83b-482a-8315-a20056f47fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (026fac22-56a8-45dc-9053-23cbb298fe51), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:31.949734 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] Attempt 3 to provision port e06dfe9f-90eb-4002-afda-d28aa0610ab5 Sep 16 12:47:31.949954 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:31.959879 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eba845ef-dc10-4d24-8f81-02062c080411 req-e1b3448b-be40-482d-886a-a28a04e81346 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b14852d7-84de-4a66-bbdd-7cde9843c484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983512 Sep 16 12:47:31.960437 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a8105613-0a27-4f28-af7b-7256519b9d77 req-28304aed-6805-4e3d-aa12-1e95fb480c52 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209275 Sep 16 12:47:31.978205 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-022e350e-719e-4562-a443-717872c5e897 admin admin] Publish callbacks [] for port (e06dfe9f-90eb-4002-afda-d28aa0610ab5), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:32.002746 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14f4c769-ea38-4334-a8bf-8e55b7352917 req-37f6cbde-817d-4201-9deb-99dd278e8d6f tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132374 Sep 16 12:47:32.005506 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-022e350e-719e-4562-a443-717872c5e897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (e06dfe9f-90eb-4002-afda-d28aa0610ab5), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:32.022315 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] Port e06dfe9f-90eb-4002-afda-d28aa0610ab5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:32.139735 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07685520-66b0-4340-85fd-802e09fe68b8 req-b785b132-9adf-42df-9565-22d9b0457a00 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:32.142578 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-07685520-66b0-4340-85fd-802e09fe68b8 req-b785b132-9adf-42df-9565-22d9b0457a00 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 950 time: 0.0763578 Sep 16 12:47:32.181858 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e350e-719e-4562-a443-717872c5e897 admin admin] Pushing event updated for resources: {'Port': ['ID=e06dfe9f-90eb-4002-afda-d28aa0610ab5,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:32.200869 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-022e350e-719e-4562-a443-717872c5e897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (14a9e2c1-120a-4811-bd0a-38bbd8a7815f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:32.226284 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ad86b7-a83b-482a-8315-a20056f47fb2 admin admin] Network 45a1c676-3062-4d8e-8a13-69b208c85127 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:32.229646 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-e4ad86b7-a83b-482a-8315-a20056f47fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:32.263196 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-07685520-66b0-4340-85fd-802e09fe68b8 req-ee49337b-fc0f-4141-aa67-f5d8f805f5bc tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095946 Sep 16 12:47:32.307779 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-195d29e8-0d4e-4616-afe5-08ea97d2c85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:32.399671 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50a6f5-4804-4e08-9d74-b862407e51d6 req-6fd70303-f0ae-482d-9a0f-8633be5f9a65 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:32.416714 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6b50a6f5-4804-4e08-9d74-b862407e51d6 req-6fd70303-f0ae-482d-9a0f-8633be5f9a65 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.0786219 Sep 16 12:47:32.431583 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-fe348879-b492-422d-b345-b65232463590 req-c0f08d1b-3b3b-4eca-9e6f-4ed1a90b6c0e service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:47:32.432966 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe348879-b492-422d-b345-b65232463590 req-c0f08d1b-3b3b-4eca-9e6f-4ed1a90b6c0e service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0128269 Sep 16 12:47:32.500960 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ad86b7-a83b-482a-8315-a20056f47fb2 admin admin] Router 026fac22-56a8-45dc-9053-23cbb298fe51 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:47:32.502218 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6b50a6f5-4804-4e08-9d74-b862407e51d6 req-766001dc-87bb-4648-adc5-79d9d15890e7 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839782 Sep 16 12:47:32.528013 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] Attempt 4 to provision port e06dfe9f-90eb-4002-afda-d28aa0610ab5 Sep 16 12:47:32.585460 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022e350e-719e-4562-a443-717872c5e897 admin admin] Network 0e610de6-3238-41c3-bd1a-f23917fad801 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:32.601239 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] Port e06dfe9f-90eb-4002-afda-d28aa0610ab5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:32.633117 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-022e350e-719e-4562-a443-717872c5e897 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:32.796235 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:32.814649 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ad86b7-a83b-482a-8315-a20056f47fb2 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:47:32.840010 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e4ad86b7-a83b-482a-8315-a20056f47fb2 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/026fac22-56a8-45dc-9053-23cbb298fe51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1497912 Sep 16 12:47:32.869893 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022e350e-719e-4562-a443-717872c5e897 admin admin] Router 14a9e2c1-120a-4811-bd0a-38bbd8a7815f has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:47:33.044682 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022e350e-719e-4562-a443-717872c5e897 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:47:33.050314 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-022e350e-719e-4562-a443-717872c5e897 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/14a9e2c1-120a-4811-bd0a-38bbd8a7815f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7649925 Sep 16 12:47:33.056786 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] Sync routers for ids ['14a9e2c1-120a-4811-bd0a-38bbd8a7815f'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:47:33.077077 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] Routers {'14a9e2c1-120a-4811-bd0a-38bbd8a7815f'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:33.078260 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:47:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['14a9e2c1-120a-4811-bd0a-38bbd8a7815f'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:33.129764 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] Attempt 5 to provision port e06dfe9f-90eb-4002-afda-d28aa0610ab5 Sep 16 12:47:33.201883 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ea6b9-b330-4adf-990a-abaea0cf91d7 req-44f8bd20-9b7c-439d-96b1-e5a787a1a3d0 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:33.214893 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-515ea6b9-b330-4adf-990a-abaea0cf91d7 req-44f8bd20-9b7c-439d-96b1-e5a787a1a3d0 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad946bd5-7ee5-47d6-a52f-00e8511d2bd6 HTTP/1.1" status: 200 len: 949 time: 0.0853794 Sep 16 12:47:33.227374 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] Port e06dfe9f-90eb-4002-afda-d28aa0610ab5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:33.391318 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-515ea6b9-b330-4adf-990a-abaea0cf91d7 req-33f83d31-ae5d-4bff-9bc3-a0e9b6e12324 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Deleting port f1d9e429-3d16-4f88-85c5-b9622e90e851 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:47:33.392589 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-515ea6b9-b330-4adf-990a-abaea0cf91d7 req-33f83d31-ae5d-4bff-9bc3-a0e9b6e12324 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (f1d9e429-3d16-4f88-85c5-b9622e90e851), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:33.482442 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-0ca9d191-9a60-431b-a845-57b7afdfcad3 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=8c037a6456444018a6ef54314419e2f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312710 Sep 16 12:47:33.521307 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] Set router 14a9e2c1-120a-4811-bd0a-38bbd8a7815f gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:33.566655 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:33.604291 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-515ea6b9-b330-4adf-990a-abaea0cf91d7 req-33f83d31-ae5d-4bff-9bc3-a0e9b6e12324 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] For port f1d9e429-3d16-4f88-85c5-b9622e90e851, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=f1d9e429-3d16-4f88-85c5-b9622e90e851,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:33.604747 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-515ea6b9-b330-4adf-990a-abaea0cf91d7 req-33f83d31-ae5d-4bff-9bc3-a0e9b6e12324 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (f1d9e429-3d16-4f88-85c5-b9622e90e851), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:33.629083 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-515ea6b9-b330-4adf-990a-abaea0cf91d7 req-33f83d31-ae5d-4bff-9bc3-a0e9b6e12324 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Calling delete_port for f1d9e429-3d16-4f88-85c5-b9622e90e851 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:47:33.638628 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:33.730052 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] Attempt 6 to provision port e06dfe9f-90eb-4002-afda-d28aa0610ab5 Sep 16 12:47:33.753883 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-708997f5-e3e6-464c-9c55-1c0af0060a47 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:33.755561 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-708997f5-e3e6-464c-9c55-1c0af0060a47 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2623391 Sep 16 12:47:33.780527 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-15474aa4-6512-446b-b1fa-6d41826cbcf8 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/quotas/8c037a6456444018a6ef54314419e2f2 HTTP/1.1" status: 200 len: 375 time: 0.0162358 Sep 16 12:47:33.809730 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] Port e06dfe9f-90eb-4002-afda-d28aa0610ab5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:33.825539 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a9e2c1-120a-4811-bd0a-38bbd8a7815f', 'name': 'tempest-ImagesTestJSON-1515476001-router', 'tenant_id': 'e6fa2067c44b42b5aa940619abd8e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'c3f563ae-36b9-4b3c-8980-77fa5083f85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:20Z', 'updated_at': '2022-09-16T12:47:31Z', 'revision_number': 4, 'project_id': 'e6fa2067c44b42b5aa940619abd8e538', 'gw_port': {'id': 'c3f563ae-36b9-4b3c-8980-77fa5083f85b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a9e2c1-120a-4811-bd0a-38bbd8a7815f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:21Z', 'updated_at': '2022-09-16T12:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e06dfe9f-90eb-4002-afda-d28aa0610ab5', 'name': '', 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801', 'tenant_id': 'e6fa2067c44b42b5aa940619abd8e538', 'mac_address': 'fa:16:3e:a5:84:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a9e2c1-120a-4811-bd0a-38bbd8a7815f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4fab7ee-afa2-498a-a38b-87393fd03027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:28Z', 'updated_at': '2022-09-16T12:47:31Z', 'revision_number': 2, 'project_id': 'e6fa2067c44b42b5aa940619abd8e538', 'subnets': [{'id': 'e4fab7ee-afa2-498a-a38b-87393fd03027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:33.832756 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-33acec93-376a-4238-83e7-3b9eca4edeba tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431948 Sep 16 12:47:33.858576 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] Checking router: 14a9e2c1-120a-4811-bd0a-38bbd8a7815f for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:47:33.859945 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] Updating router 14a9e2c1-120a-4811-bd0a-38bbd8a7815f port e06dfe9f-90eb-4002-afda-d28aa0610ab5 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:47:33.898822 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e06dfe9f-90eb-4002-afda-d28aa0610ab5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:33.917078 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-515ea6b9-b330-4adf-990a-abaea0cf91d7 req-33f83d31-ae5d-4bff-9bc3-a0e9b6e12324 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (f1d9e429-3d16-4f88-85c5-b9622e90e851), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:33.955006 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f83d31-ae5d-4bff-9bc3-a0e9b6e12324 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Pushing event deleted for resources: {'Port': ['ID=f1d9e429-3d16-4f88-85c5-b9622e90e851,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:34.008467 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-515ea6b9-b330-4adf-990a-abaea0cf91d7 req-33f83d31-ae5d-4bff-9bc3-a0e9b6e12324 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] No DVR routers for this DVR port f1d9e429-3d16-4f88-85c5-b9622e90e851 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:47:34.011370 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-515ea6b9-b330-4adf-990a-abaea0cf91d7 req-33f83d31-ae5d-4bff-9bc3-a0e9b6e12324 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:34.015158 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-515ea6b9-b330-4adf-990a-abaea0cf91d7 req-33f83d31-ae5d-4bff-9bc3-a0e9b6e12324 tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.25 "DELETE /networking/v2.0/ports/f1d9e429-3d16-4f88-85c5-b9622e90e851 HTTP/1.1" status: 204 len: 173 time: 0.7993491 Sep 16 12:47:34.016246 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad946bd5-7ee5-47d6-a52f-00e8511d2bd6', 'name': 'network-vif-deleted', 'tag': 'f1d9e429-3d16-4f88-85c5-b9622e90e851'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:47:34.019609 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c56e3e0-197d-4589-b736-03686fc60f7f" -d '{"events": [{"server_uuid": "ad946bd5-7ee5-47d6-a52f-00e8511d2bd6", "name": "network-vif-deleted", "tag": "f1d9e429-3d16-4f88-85c5-b9622e90e851"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:47:34.099521 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cb812f1b-9d8b-4c7f-bea4-8c2d5c4533f9 req-cb5c2f78-c08d-4f42-8664-cd9ddee600ac tempest-ServerDiagnosticsNegativeTest-936469481 tempest-ServerDiagnosticsNegativeTest-936469481-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad946bd5-7ee5-47d6-a52f-00e8511d2bd6 HTTP/1.1" status: 200 len: 210 time: 0.0484521 Sep 16 12:47:34.113161 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 49212) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:34.290361 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:34.315993 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] Attempt 7 to provision port e06dfe9f-90eb-4002-afda-d28aa0610ab5 Sep 16 12:47:34.331522 n-d-858094-4 neutron-server[113699]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 12:47:34.335506 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-f714a35a-8adc-4be5-99a8-b95e207f29d0 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113699) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:47:34.344877 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-f714a35a-8adc-4be5-99a8-b95e207f29d0 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2295892 Sep 16 12:47:34.364404 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:34.439784 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] Port e06dfe9f-90eb-4002-afda-d28aa0610ab5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:34.452865 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] Publish callbacks [] for port (e06dfe9f-90eb-4002-afda-d28aa0610ab5), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:34.471419 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e06dfe9f-90eb-4002-afda-d28aa0610ab5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:34.553931 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-56ab3949-04d4-43e5-a051-08f7b9ac989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:34.555514 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-56ab3949-04d4-43e5-a051-08f7b9ac989a service neutron] 10.222.0.67 "GET /networking/v2.0/ports/924f27c6-9b29-461f-bbff-57520beb8e29 HTTP/1.1" status: 200 len: 1124 time: 0.1291406 Sep 16 12:47:34.557634 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-f6a13808-73d1-4a88-896a-2eeea0b38a5f tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3243432 Sep 16 12:47:34.564182 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-f3c8efb8-be37-468a-89d5-def45c8be175 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:34.583972 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-cafeb6ee-66f8-422b-8d52-de14522c691e service neutron] Request body: {'binding': {'host': 'n-h1-858094-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:34.587378 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-cafeb6ee-66f8-422b-8d52-de14522c691e service neutron] Unknown quota resources ['binding']. {{(pid=113699) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Sep 16 12:47:34.595809 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-f3c8efb8-be37-468a-89d5-def45c8be175 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:34.607658 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ab97f-4675-4140-bbae-4d2d203b3a96 None None] Pushing event updated for resources: {'Port': ['ID=e06dfe9f-90eb-4002-afda-d28aa0610ab5,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:34.619651 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e14f227a-685e-47f0-b47a-5188d66a8285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:34.627150 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] Attempting to bind port e06dfe9f-90eb-4002-afda-d28aa0610ab5 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:34.627771 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] Attempting to bind port e06dfe9f-90eb-4002-afda-d28aa0610ab5 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:34.628319 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] Attempting to bind port e06dfe9f-90eb-4002-afda-d28aa0610ab5 on network 0e610de6-3238-41c3-bd1a-f23917fad801 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:34.658236 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 63578f1b-06b4-490f-8469-d961f501befc up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:34.720532 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:34.720784 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] Checking segment: {'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:34.721352 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:34.722270 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] Bound using segment: {'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:34.722909 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] Bound port: e06dfe9f-90eb-4002-afda-d28aa0610ab5, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:34.723444 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e06dfe9f-90eb-4002-afda-d28aa0610ab5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:34.724006 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-f3c8efb8-be37-468a-89d5-def45c8be175 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:34.776340 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 63578f1b-06b4-490f-8469-d961f501befc triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:34.777056 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (63578f1b-06b4-490f-8469-d961f501befc), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:34.777436 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 63578f1b-06b4-490f-8469-d961f501befc Sep 16 12:47:34.794594 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:34.821833 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-cafeb6ee-66f8-422b-8d52-de14522c691e service neutron] Attempting to bind port 924f27c6-9b29-461f-bbff-57520beb8e29 on host n-h1-858094-4 for vnic_type normal with profile None {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:34.822468 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-cafeb6ee-66f8-422b-8d52-de14522c691e service neutron] Attempting to bind port 924f27c6-9b29-461f-bbff-57520beb8e29 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:34.822953 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-cafeb6ee-66f8-422b-8d52-de14522c691e service neutron] Attempting to bind port 924f27c6-9b29-461f-bbff-57520beb8e29 on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:34.825852 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:34.847357 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] For port e06dfe9f-90eb-4002-afda-d28aa0610ab5, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:34.851792 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] For port e06dfe9f-90eb-4002-afda-d28aa0610ab5, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e06dfe9f-90eb-4002-afda-d28aa0610ab5,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:34.874809 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e06dfe9f-90eb-4002-afda-d28aa0610ab5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:34.892784 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-cafeb6ee-66f8-422b-8d52-de14522c691e service neutron] Port 924f27c6-9b29-461f-bbff-57520beb8e29 on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:47:34.893475 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-cafeb6ee-66f8-422b-8d52-de14522c691e service neutron] Attempting to bind port 924f27c6-9b29-461f-bbff-57520beb8e29 on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:34.943798 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] Attempt 8 to provision port e06dfe9f-90eb-4002-afda-d28aa0610ab5 Sep 16 12:47:34.960271 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-f3c8efb8-be37-468a-89d5-def45c8be175 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Allocated IP 172.25.2.154 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/506af2e4-9ce3-474b-b31e-3baa66a78412) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:34.967803 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-cafeb6ee-66f8-422b-8d52-de14522c691e service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:34.970077 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-cafeb6ee-66f8-422b-8d52-de14522c691e service neutron] Checking segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:34.970873 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-cafeb6ee-66f8-422b-8d52-de14522c691e service neutron] Bound using segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:34.971484 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-cafeb6ee-66f8-422b-8d52-de14522c691e service neutron] Bound port: 924f27c6-9b29-461f-bbff-57520beb8e29, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:34.993840 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] Routers {'14a9e2c1-120a-4811-bd0a-38bbd8a7815f'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:34.994648 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:47:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['14a9e2c1-120a-4811-bd0a-38bbd8a7815f'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:35.069785 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-cafeb6ee-66f8-422b-8d52-de14522c691e service neutron] For port 924f27c6-9b29-461f-bbff-57520beb8e29, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=924f27c6-9b29-461f-bbff-57520beb8e29,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:35.076383 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-cafeb6ee-66f8-422b-8d52-de14522c691e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:35.078048 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-cafeb6ee-66f8-422b-8d52-de14522c691e service neutron] 10.222.0.67 "POST /networking/v2.0/ports/924f27c6-9b29-461f-bbff-57520beb8e29/bindings HTTP/1.1" status: 201 len: 389 time: 0.5116880 Sep 16 12:47:35.092352 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 63578f1b-06b4-490f-8469-d961f501befc is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:35.092732 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (63578f1b-06b4-490f-8469-d961f501befc), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:35.106703 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-f3c8efb8-be37-468a-89d5-def45c8be175 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for port (506af2e4-9ce3-474b-b31e-3baa66a78412), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:35.170389 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-f3c8efb8-be37-468a-89d5-def45c8be175 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (506af2e4-9ce3-474b-b31e-3baa66a78412), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:35.174794 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 63578f1b-06b4-490f-8469-d961f501befc, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=63578f1b-06b4-490f-8469-d961f501befc,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:35.176722 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ab97f-4675-4140-bbae-4d2d203b3a96 None None] Pushing event updated for resources: {'Port': ['ID=e06dfe9f-90eb-4002-afda-d28aa0610ab5,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:35.195932 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (63578f1b-06b4-490f-8469-d961f501befc), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:35.201956 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] Set router 14a9e2c1-120a-4811-bd0a-38bbd8a7815f gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:35.262995 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-f3c8efb8-be37-468a-89d5-def45c8be175 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:35.272341 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-f3c8efb8-be37-468a-89d5-def45c8be175 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:35.275561 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-f3c8efb8-be37-468a-89d5-def45c8be175 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:35.300388 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:35.339486 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:35.396035 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8efb8-be37-468a-89d5-def45c8be175 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Pushing event updated for resources: {'Port': ['ID=506af2e4-9ce3-474b-b31e-3baa66a78412,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:35.409087 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=63578f1b-06b4-490f-8469-d961f501befc,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:35.433727 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a0a8d-d051-429c-ace9-ac5f055df838 req-df661250-4b19-4944-aaaf-3e5921c1b789 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:35.435397 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b0a0a8d-d051-429c-ace9-ac5f055df838 req-df661250-4b19-4944-aaaf-3e5921c1b789 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 950 time: 0.1092963 Sep 16 12:47:35.443492 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] Current status of the port e06dfe9f-90eb-4002-afda-d28aa0610ab5 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:35.443985 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e06dfe9f-90eb-4002-afda-d28aa0610ab5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:35.508167 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] For port e06dfe9f-90eb-4002-afda-d28aa0610ab5, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e06dfe9f-90eb-4002-afda-d28aa0610ab5,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:35.513183 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e06dfe9f-90eb-4002-afda-d28aa0610ab5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:35.590702 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-f3c8efb8-be37-468a-89d5-def45c8be175 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for floatingip (d04f476d-f5f5-40b9-bd84-6cbe6d50ce4a), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:35.603129 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a9e2c1-120a-4811-bd0a-38bbd8a7815f', 'name': 'tempest-ImagesTestJSON-1515476001-router', 'tenant_id': 'e6fa2067c44b42b5aa940619abd8e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'c3f563ae-36b9-4b3c-8980-77fa5083f85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:20Z', 'updated_at': '2022-09-16T12:47:31Z', 'revision_number': 4, 'project_id': 'e6fa2067c44b42b5aa940619abd8e538', 'gw_port': {'id': 'c3f563ae-36b9-4b3c-8980-77fa5083f85b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a9e2c1-120a-4811-bd0a-38bbd8a7815f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:21Z', 'updated_at': '2022-09-16T12:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e06dfe9f-90eb-4002-afda-d28aa0610ab5', 'name': '', 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801', 'tenant_id': 'e6fa2067c44b42b5aa940619abd8e538', 'mac_address': 'fa:16:3e:a5:84:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a9e2c1-120a-4811-bd0a-38bbd8a7815f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4fab7ee-afa2-498a-a38b-87393fd03027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:28Z', 'updated_at': '2022-09-16T12:47:34Z', 'revision_number': 4, 'project_id': 'e6fa2067c44b42b5aa940619abd8e538', 'subnets': [{'id': 'e4fab7ee-afa2-498a-a38b-87393fd03027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:35.605153 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc226dfc-f9ff-4f91-8c88-d904782f7db8 None None] Pushing event updated for resources: {'Port': ['ID=e06dfe9f-90eb-4002-afda-d28aa0610ab5,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:35.605858 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-13068084-ac14-4ece-bcaa-cf52a401de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:35.608336 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-13068084-ac14-4ece-bcaa-cf52a401de48 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 1127 time: 0.1388543 Sep 16 12:47:35.622172 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b0a0a8d-d051-429c-ace9-ac5f055df838 req-96095cb4-6d1c-444a-9494-27d3bd76791c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778183 Sep 16 12:47:35.637010 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9125f9ff-bb55-48b8-bc72-2ab85695bcd0 None None] The sync data for ids ['14a9e2c1-120a-4811-bd0a-38bbd8a7815f'] in n-d-858094-4 is: [{'id': '14a9e2c1-120a-4811-bd0a-38bbd8a7815f', 'name': 'tempest-ImagesTestJSON-1515476001-router', 'tenant_id': 'e6fa2067c44b42b5aa940619abd8e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'c3f563ae-36b9-4b3c-8980-77fa5083f85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:20Z', 'updated_at': '2022-09-16T12:47:31Z', 'revision_number': 4, 'project_id': 'e6fa2067c44b42b5aa940619abd8e538', 'gw_port': {'id': 'c3f563ae-36b9-4b3c-8980-77fa5083f85b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a9e2c1-120a-4811-bd0a-38bbd8a7815f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:21Z', 'updated_at': '2022-09-16T12:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e06dfe9f-90eb-4002-afda-d28aa0610ab5', 'name': '', 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801', 'tenant_id': 'e6fa2067c44b42b5aa940619abd8e538', 'mac_address': 'fa:16:3e:a5:84:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a9e2c1-120a-4811-bd0a-38bbd8a7815f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e4fab7ee-afa2-498a-a38b-87393fd03027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:28Z', 'updated_at': '2022-09-16T12:47:34Z', 'revision_number': 4, 'project_id': 'e6fa2067c44b42b5aa940619abd8e538', 'subnets': [{'id': 'e4fab7ee-afa2-498a-a38b-87393fd03027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:47:35.649713 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Provisioning complete for port bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:35.649952 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:35.656174 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Attempt 1 to provision port bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b Sep 16 12:47:35.662260 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-f3c8efb8-be37-468a-89d5-def45c8be175 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (506af2e4-9ce3-474b-b31e-3baa66a78412), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:35.694620 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] Sync routers for ids ['026fac22-56a8-45dc-9053-23cbb298fe51'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:47:35.696171 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Port bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:35.731214 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] Routers {'026fac22-56a8-45dc-9053-23cbb298fe51'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:35.732157 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:47:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['026fac22-56a8-45dc-9053-23cbb298fe51'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:35.848242 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:35.868835 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device f1d9e429-3d16-4f88-85c5-b9622e90e851 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:47:35.893869 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] Set router 026fac22-56a8-45dc-9053-23cbb298fe51 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:35.897637 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: f1d9e429-3d16-4f88-85c5-b9622e90e851 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:47:35.897981 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device f1d9e429-3d16-4f88-85c5-b9622e90e851 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:47:35.971612 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:36.019372 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-02eb2584-c565-4d9b-9277-51a632cd39fe tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=8c037a6456444018a6ef54314419e2f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996044 Sep 16 12:47:36.132269 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026fac22-56a8-45dc-9053-23cbb298fe51', 'name': 'tempest-FloatingIPDetailsTestJSON-1555994913-router', 'tenant_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '63578f1b-06b4-490f-8469-d961f501befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:21Z', 'updated_at': '2022-09-16T12:47:31Z', 'revision_number': 4, 'project_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'gw_port': {'id': '63578f1b-06b4-490f-8469-d961f501befc', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fac22-56a8-45dc-9053-23cbb298fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:23Z', 'updated_at': '2022-09-16T12:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b', 'name': '', 'network_id': '45a1c676-3062-4d8e-8a13-69b208c85127', 'tenant_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'mac_address': 'fa:16:3e:61:89:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026fac22-56a8-45dc-9053-23cbb298fe51', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3e7c0611-bdc8-40b1-b08c-5e043d5e0015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:30Z', 'updated_at': '2022-09-16T12:47:31Z', 'revision_number': 2, 'project_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'subnets': [{'id': '3e7c0611-bdc8-40b1-b08c-5e043d5e0015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:36.161921 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-af32b98a-8b81-46ea-ad9a-d0f7039b4ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:36.163538 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-af32b98a-8b81-46ea-ad9a-d0f7039b4ced service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 0.4206216 Sep 16 12:47:36.173278 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] Checking router: 026fac22-56a8-45dc-9053-23cbb298fe51 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:47:36.173720 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] Updating router 026fac22-56a8-45dc-9053-23cbb298fe51 port bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:47:36.197161 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Attempt 2 to provision port bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b Sep 16 12:47:36.210224 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:36.245266 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Port bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:36.250842 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-55d94b6d-f082-47cb-af0d-def1e7ff32ca service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=924f27c6-9b29-461f-bbff-57520beb8e29 HTTP/1.1" status: 200 len: 217 time: 0.0387988 Sep 16 12:47:36.281247 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:36.316215 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-210756fa-1b8d-4707-aee0-d9868732397d tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:36.317863 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-210756fa-1b8d-4707-aee0-d9868732397d tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2911887 Sep 16 12:47:36.335444 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-a97e475f-6748-4bdb-8126-ddd13c634344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:36.336908 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-a97e475f-6748-4bdb-8126-ddd13c634344 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.0772696 Sep 16 12:47:36.343200 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-e71fd640-06dd-49c0-add4-3201694ead8d tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:36.348768 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-e71fd640-06dd-49c0-add4-3201694ead8d tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/networks?id=0e610de6-3238-41c3-bd1a-f23917fad801 HTTP/1.1" status: 200 len: 805 time: 0.5124869 Sep 16 12:47:36.360952 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-cdf3c2a1-0103-4208-8b4e-c5c09ecb6fe2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Request body: {'port': {'device_id': '8c7aea62-7b4d-400d-89fa-5411deefe490', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '8c037a6456444018a6ef54314419e2f2'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:36.367293 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-f3c8efb8-be37-468a-89d5-def45c8be175 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for port (506af2e4-9ce3-474b-b31e-3baa66a78412), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:36.543832 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] Publish callbacks [] for port (bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:36.551077 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:36.634480 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b53ee7-7a99-4641-9eb0-22476a27d0f6 None None] Pushing event updated for resources: {'Port': ['ID=bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:36.672578 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-f3c8efb8-be37-468a-89d5-def45c8be175 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (506af2e4-9ce3-474b-b31e-3baa66a78412), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:36.687587 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 63578f1b-06b4-490f-8469-d961f501befc up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:36.690958 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] Attempting to bind port bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:36.691515 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] Attempting to bind port bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5b3c5612-27ea-4701-9c81-1bd4579558da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45a1c676-3062-4d8e-8a13-69b208c85127'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:36.692220 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] Attempting to bind port bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b on network 45a1c676-3062-4d8e-8a13-69b208c85127 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:36.735473 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 63578f1b-06b4-490f-8469-d961f501befc triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:36.736318 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (63578f1b-06b4-490f-8469-d961f501befc), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:36.736804 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 63578f1b-06b4-490f-8469-d961f501befc Sep 16 12:47:36.742053 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:36.742646 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] Checking segment: {'id': '5b3c5612-27ea-4701-9c81-1bd4579558da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45a1c676-3062-4d8e-8a13-69b208c85127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:36.742971 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:36.743362 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] Bound using segment: {'id': '5b3c5612-27ea-4701-9c81-1bd4579558da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45a1c676-3062-4d8e-8a13-69b208c85127'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:36.743834 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] Bound port: bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3c5612-27ea-4701-9c81-1bd4579558da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45a1c676-3062-4d8e-8a13-69b208c85127'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:36.744239 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:36.759949 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Attempt 3 to provision port bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b Sep 16 12:47:36.763684 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-c2d8550e-92bb-409e-b3d8-5f89a12724ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:36.766720 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-c2d8550e-92bb-409e-b3d8-5f89a12724ce service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4156404 Sep 16 12:47:36.768028 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-12fca969-d52b-473f-97c0-4b7283ed9aa7 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/quotas/e6fa2067c44b42b5aa940619abd8e538 HTTP/1.1" status: 200 len: 375 time: 0.3985851 Sep 16 12:47:36.790615 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8efb8-be37-468a-89d5-def45c8be175 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Pushing event updated for resources: {'Port': ['ID=506af2e4-9ce3-474b-b31e-3baa66a78412,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:36.816414 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:36.834121 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] For port bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:36.839367 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] For port bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b,segment=NetworkSegment(5b3c5612-27ea-4701-9c81-1bd4579558da),segment_id=5b3c5612-27ea-4701-9c81-1bd4579558da)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:36.847526 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:36.887448 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:36.956628 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:36.964652 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Port bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:36.966612 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-f3c8efb8-be37-468a-89d5-def45c8be175 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (d04f476d-f5f5-40b9-bd84-6cbe6d50ce4a), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:36.971804 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-edb9031f-2682-4ecc-9773-49888044e97e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746271 Sep 16 12:47:37.001081 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:37.004787 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] Routers {'026fac22-56a8-45dc-9053-23cbb298fe51'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:37.005422 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:47:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['026fac22-56a8-45dc-9053-23cbb298fe51'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:37.013626 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 63578f1b-06b4-490f-8469-d961f501befc is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:37.015097 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e06dfe9f-90eb-4002-afda-d28aa0610ab5 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:37.037666 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-4be46759-a806-4e3e-8306-261e82cf7af3 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=e6fa2067c44b42b5aa940619abd8e538&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2440898 Sep 16 12:47:37.073295 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-f3c8efb8-be37-468a-89d5-def45c8be175 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:37.074478 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-f3c8efb8-be37-468a-89d5-def45c8be175 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5164709 Sep 16 12:47:37.078125 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e06dfe9f-90eb-4002-afda-d28aa0610ab5 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:37.078847 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e06dfe9f-90eb-4002-afda-d28aa0610ab5), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:37.079393 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e06dfe9f-90eb-4002-afda-d28aa0610ab5 Sep 16 12:47:37.143767 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b53ee7-7a99-4641-9eb0-22476a27d0f6 None None] Pushing event updated for resources: {'Port': ['ID=bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:37.147727 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] Set router 026fac22-56a8-45dc-9053-23cbb298fe51 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:37.199554 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e06dfe9f-90eb-4002-afda-d28aa0610ab5 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:37.233474 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:37.234891 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-1d0c0fa9-e730-48db-a04e-fef1cccaf613 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 696 time: 0.1446042 Sep 16 12:47:37.293781 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-cdf3c2a1-0103-4208-8b4e-c5c09ecb6fe2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Made reservation on behalf of 8c037a6456444018a6ef54314419e2f2 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:47:37.298296 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-cdf3c2a1-0103-4208-8b4e-c5c09ecb6fe2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:37.337913 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-56d493e4-0cb8-4b56-9922-0a9db50aa646 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513033 Sep 16 12:47:37.360079 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-cdf3c2a1-0103-4208-8b4e-c5c09ecb6fe2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:37.368498 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026fac22-56a8-45dc-9053-23cbb298fe51', 'name': 'tempest-FloatingIPDetailsTestJSON-1555994913-router', 'tenant_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '63578f1b-06b4-490f-8469-d961f501befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:21Z', 'updated_at': '2022-09-16T12:47:31Z', 'revision_number': 4, 'project_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'gw_port': {'id': '63578f1b-06b4-490f-8469-d961f501befc', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fac22-56a8-45dc-9053-23cbb298fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:23Z', 'updated_at': '2022-09-16T12:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b', 'name': '', 'network_id': '45a1c676-3062-4d8e-8a13-69b208c85127', 'tenant_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'mac_address': 'fa:16:3e:61:89:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026fac22-56a8-45dc-9053-23cbb298fe51', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3e7c0611-bdc8-40b1-b08c-5e043d5e0015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:30Z', 'updated_at': '2022-09-16T12:47:36Z', 'revision_number': 4, 'project_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'subnets': [{'id': '3e7c0611-bdc8-40b1-b08c-5e043d5e0015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:37.388217 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-07e2e2b3-193b-4aad-857b-3f03fcacd3f2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0e610de6-3238-41c3-bd1a-f23917fad801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180189 Sep 16 12:47:37.389186 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:37.413505 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f2b295-a91c-432c-9aca-addf1449f54c None None] The sync data for ids ['026fac22-56a8-45dc-9053-23cbb298fe51'] in n-d-858094-4 is: [{'id': '026fac22-56a8-45dc-9053-23cbb298fe51', 'name': 'tempest-FloatingIPDetailsTestJSON-1555994913-router', 'tenant_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '63578f1b-06b4-490f-8469-d961f501befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:21Z', 'updated_at': '2022-09-16T12:47:31Z', 'revision_number': 4, 'project_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'gw_port': {'id': '63578f1b-06b4-490f-8469-d961f501befc', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fac22-56a8-45dc-9053-23cbb298fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:23Z', 'updated_at': '2022-09-16T12:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b', 'name': '', 'network_id': '45a1c676-3062-4d8e-8a13-69b208c85127', 'tenant_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'mac_address': 'fa:16:3e:61:89:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026fac22-56a8-45dc-9053-23cbb298fe51', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3e7c0611-bdc8-40b1-b08c-5e043d5e0015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:30Z', 'updated_at': '2022-09-16T12:47:36Z', 'revision_number': 4, 'project_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'subnets': [{'id': '3e7c0611-bdc8-40b1-b08c-5e043d5e0015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:47:37.466088 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Attempt 4 to provision port bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b Sep 16 12:47:37.511507 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:37.560081 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Current status of the port bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:37.560501 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:37.563649 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-e5ff28f1-44f5-4523-9fca-e9e38f90e16c tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:37.564633 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-e5ff28f1-44f5-4523-9fca-e9e38f90e16c tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.3123240 Sep 16 12:47:37.590307 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-29e1599c-81bd-41a6-bed2-d8fff4619386 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:47:37.591329 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-16f8c9b2-60b8-46e1-b9b6-1b7ea1ee1295 req-29e1599c-81bd-41a6-bed2-d8fff4619386 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0108862 Sep 16 12:47:37.600510 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] For port bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b,segment=NetworkSegment(5b3c5612-27ea-4701-9c81-1bd4579558da),segment_id=5b3c5612-27ea-4701-9c81-1bd4579558da)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:37.605443 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:37.611315 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-b9e3500b-a732-44b4-ac2a-b4def1a26d76 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:37.613848 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-b9e3500b-a732-44b4-ac2a-b4def1a26d76 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed&tenant_id=dd7ec914bffb4743921e4116b0c399eb&binding%3Ahost_id=n-h2-858094-4 HTTP/1.1" status: 200 len: 1127 time: 0.1394796 Sep 16 12:47:37.628589 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-858094-4'}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:37.659602 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Provisioning complete for port e06dfe9f-90eb-4002-afda-d28aa0610ab5 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:37.659967 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e06dfe9f-90eb-4002-afda-d28aa0610ab5), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:37.660334 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Attempt 1 to provision port e06dfe9f-90eb-4002-afda-d28aa0610ab5 Sep 16 12:47:37.690264 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:37.700902 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-93e9bbee-638c-46e0-97c7-6ae27ca48282 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0e610de6-3238-41c3-bd1a-f23917fad801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016171 Sep 16 12:47:37.713307 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Pushing event updated for resources: {'Port': ['ID=bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:37.723865 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:37.724234 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:37.724568 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:37.724897 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:37.725224 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:37.725546 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:37.725864 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:37.726182 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:37.726499 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:37.726811 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:37.727317 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:37.727792 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:37.728294 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:37.728752 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:37.729232 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:37.772267 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-cdf3c2a1-0103-4208-8b4e-c5c09ecb6fe2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks [] for security_group (92538176-e025-4425-b258-25108d963b9d), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:37.777009 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-122064b8-af65-4853-9311-e9ef25435f23 None None] Current status of the port e06dfe9f-90eb-4002-afda-d28aa0610ab5 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:37.781957 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc0966-b503-4fd8-964f-d9cac9f890b1 req-95cc2821-bc51-4118-aef1-dcba12b25e62 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:37.783100 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8bc0966-b503-4fd8-964f-d9cac9f890b1 req-95cc2821-bc51-4118-aef1-dcba12b25e62 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.1027384 Sep 16 12:47:37.786807 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-cdf3c2a1-0103-4208-8b4e-c5c09ecb6fe2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (92538176-e025-4425-b258-25108d963b9d), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:37.811756 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (924f27c6-9b29-461f-bbff-57520beb8e29), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:37.871948 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:37.933224 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:37.956809 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3c2a1-0103-4208-8b4e-c5c09ecb6fe2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92538176-e025-4425-b258-25108d963b9d,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:37.971521 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3181b97b-a4cd-498c-9377-c9b922ec213a req-1ae45615-0dac-4821-a221-ecd417a9bb76 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8c7aea62-7b4d-400d-89fa-5411deefe490 HTTP/1.1" status: 200 len: 210 time: 0.0966408 Sep 16 12:47:38.043468 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8bc0966-b503-4fd8-964f-d9cac9f890b1 req-ed048250-5ed8-4ec6-8fb8-200c1e7bbaea tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521703 Sep 16 12:47:38.058268 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11678739-abd4-4125-9e67-920f7e5ccf67 x-openstack-request-id: req-11678739-abd4-4125-9e67-920f7e5ccf67 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:47:38.058654 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad946bd5-7ee5-47d6-a52f-00e8511d2bd6", "name": "network-vif-deleted", "tag": "f1d9e429-3d16-4f88-85c5-b9622e90e851", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:47:38.059053 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-11678739-abd4-4125-9e67-920f7e5ccf67 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:47:38.059447 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11678739-abd4-4125-9e67-920f7e5ccf67'] response: {'server_uuid': 'ad946bd5-7ee5-47d6-a52f-00e8511d2bd6', 'name': 'network-vif-deleted', 'tag': 'f1d9e429-3d16-4f88-85c5-b9622e90e851', 'status': 'completed', 'code': 200} Sep 16 12:47:38.258253 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-cdf3c2a1-0103-4208-8b4e-c5c09ecb6fe2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Allocated IP 192.168.233.62 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/27de96a3-bf43-46c1-a8f8-afd304cea206) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:38.293018 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] For port 924f27c6-9b29-461f-bbff-57520beb8e29, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=924f27c6-9b29-461f-bbff-57520beb8e29,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:38.301303 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5b08a-f86e-44a2-bbd8-50f938a84d63 req-8d5640cb-edf4-450c-b867-49282336fb45 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:38.309849 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22f5b08a-f86e-44a2-bbd8-50f938a84d63 req-8d5640cb-edf4-450c-b867-49282336fb45 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 945 time: 0.1301868 Sep 16 12:47:38.460876 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] For port 924f27c6-9b29-461f-bbff-57520beb8e29, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:38.466877 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06d578-35c1-4148-9d77-c3ed159ea7ec req-5283e644-4a6b-4c29-92d1-80bc981fbcbc tempest-MigrationsAdminTest-697105801 tempest-MigrationsAdminTest-697105801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:38.469015 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 49266) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:38.469522 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ae06d578-35c1-4148-9d77-c3ed159ea7ec req-5283e644-4a6b-4c29-92d1-80bc981fbcbc tempest-MigrationsAdminTest-697105801 tempest-MigrationsAdminTest-697105801-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 1132 time: 0.1370337 Sep 16 12:47:38.505823 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22f5b08a-f86e-44a2-bbd8-50f938a84d63 req-a394a729-78b2-4dd0-bc7f-0b38780c7221 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950343 Sep 16 12:47:38.600277 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:38.630405 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-ae06d578-35c1-4148-9d77-c3ed159ea7ec req-55790d41-44fb-4f0c-be08-d89a08d8a187 tempest-MigrationsAdminTest-697105801 tempest-MigrationsAdminTest-697105801-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:38.668605 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:38.670591 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:38.671131 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b Sep 16 12:47:38.690803 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f087148c-f349-4d42-93e1-cfc284bb9e5f admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=6e4b83da544e4980b1c2fe2b1f597016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204552 Sep 16 12:47:38.691411 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 49270) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:38.733046 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] Publish callbacks [] for port (924f27c6-9b29-461f-bbff-57520beb8e29), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:38.755664 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-34fef414-0949-431f-bd9e-241665c46b89 admin admin] Publish callbacks [] for security_group (b14852d7-84de-4a66-bbdd-7cde9843c484), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:38.759835 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:38.763546 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (924f27c6-9b29-461f-bbff-57520beb8e29), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:38.785241 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-34fef414-0949-431f-bd9e-241665c46b89 admin admin] Publish callbacks [] for security_group (b14852d7-84de-4a66-bbdd-7cde9843c484), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:38.845797 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-34fef414-0949-431f-bd9e-241665c46b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b14852d7-84de-4a66-bbdd-7cde9843c484), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:38.849650 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-34fef414-0949-431f-bd9e-241665c46b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:38.851091 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-34fef414-0949-431f-bd9e-241665c46b89 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b14852d7-84de-4a66-bbdd-7cde9843c484 HTTP/1.1" status: 204 len: 168 time: 0.1583288 Sep 16 12:47:38.863178 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fef414-0949-431f-bd9e-241665c46b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14852d7-84de-4a66-bbdd-7cde9843c484,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:38.878015 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:38.887330 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-cdf3c2a1-0103-4208-8b4e-c5c09ecb6fe2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks [] for port (27de96a3-bf43-46c1-a8f8-afd304cea206), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:38.931719 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:38.967053 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-66ba25b5-c90d-429d-a90a-ac25b53a73d1 req-0f875ae9-e439-483c-80f9-399eedd81b0f tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4076085 Sep 16 12:47:38.967701 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] Pushing event updated for resources: {'Port': ['ID=924f27c6-9b29-461f-bbff-57520beb8e29,revision_number=7']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:39.001906 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-66ba25b5-c90d-429d-a90a-ac25b53a73d1 req-c39372a0-8dfb-4a16-84da-f0cfc351f94b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:39.013787 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] Attempting to bind port 924f27c6-9b29-461f-bbff-57520beb8e29 on host n-h2-858094-4 for vnic_type normal with profile {"migrating_to": "n-h1-858094-4"} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:39.014146 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] Attempting to bind port 924f27c6-9b29-461f-bbff-57520beb8e29 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:39.014466 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] Attempting to bind port 924f27c6-9b29-461f-bbff-57520beb8e29 on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:39.092345 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-ae06d578-35c1-4148-9d77-c3ed159ea7ec req-55790d41-44fb-4f0c-be08-d89a08d8a187 tempest-MigrationsAdminTest-697105801 tempest-MigrationsAdminTest-697105801-project-admin] Publish callbacks [] for security_group (158401b7-5fae-4303-9c7c-d4e097ccc145), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:39.096259 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-66ba25b5-c90d-429d-a90a-ac25b53a73d1 req-c39372a0-8dfb-4a16-84da-f0cfc351f94b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:39.103487 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-cdf3c2a1-0103-4208-8b4e-c5c09ecb6fe2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (27de96a3-bf43-46c1-a8f8-afd304cea206), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:39.116918 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-ae06d578-35c1-4148-9d77-c3ed159ea7ec req-55790d41-44fb-4f0c-be08-d89a08d8a187 tempest-MigrationsAdminTest-697105801 tempest-MigrationsAdminTest-697105801-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (158401b7-5fae-4303-9c7c-d4e097ccc145), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:39.180220 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 49282) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:39.193090 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] Port 924f27c6-9b29-461f-bbff-57520beb8e29 on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:47:39.193427 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] Attempting to bind port 924f27c6-9b29-461f-bbff-57520beb8e29 on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:39.198417 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-018f8a60-70a7-4c10-bdc7-b887d847aed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:39.260627 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:39.292300 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-018f8a60-70a7-4c10-bdc7-b887d847aed7 admin admin] Publish callbacks [] for security_group (417533be-b88c-4d56-8bc8-3f242df5d4bb), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:39.297011 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-018f8a60-70a7-4c10-bdc7-b887d847aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (417533be-b88c-4d56-8bc8-3f242df5d4bb), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:39.352149 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-018f8a60-70a7-4c10-bdc7-b887d847aed7 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=daa3e829204e43bfa02edb158d302e40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706042 Sep 16 12:47:39.363731 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f8a60-70a7-4c10-bdc7-b887d847aed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417533be-b88c-4d56-8bc8-3f242df5d4bb,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:39.366514 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 49284) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:39.492574 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5d2e1b44-489b-4f66-b07a-a880c037ae1f admin admin] Publish callbacks [] for security_group (417533be-b88c-4d56-8bc8-3f242df5d4bb), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:39.513168 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a3faf79b-fbdb-4a18-9318-79491b3d5111 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:39.514723 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a3faf79b-fbdb-4a18-9318-79491b3d5111 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.25 "GET /networking/v2.0/networks?id=0e610de6-3238-41c3-bd1a-f23917fad801 HTTP/1.1" status: 200 len: 805 time: 0.1763225 Sep 16 12:47:39.525232 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-cdf3c2a1-0103-4208-8b4e-c5c09ecb6fe2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:39.529077 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5d2e1b44-489b-4f66-b07a-a880c037ae1f admin admin] Publish callbacks [] for security_group (417533be-b88c-4d56-8bc8-3f242df5d4bb), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:39.544845 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-cdf3c2a1-0103-4208-8b4e-c5c09ecb6fe2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:39.556530 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-cdf3c2a1-0103-4208-8b4e-c5c09ecb6fe2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:39.564734 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-17c59935-a231-49db-87c8-385404f397c6 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Request body: {'port': {'device_id': 'c077c0ae-56e2-42f7-a0e7-32e6597062c5', 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801', 'admin_state_up': True, 'tenant_id': 'e6fa2067c44b42b5aa940619abd8e538'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:39.573854 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ae06d578-35c1-4148-9d77-c3ed159ea7ec req-55790d41-44fb-4f0c-be08-d89a08d8a187 tempest-MigrationsAdminTest-697105801 tempest-MigrationsAdminTest-697105801-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0793805 Sep 16 12:47:39.574542 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55790d41-44fb-4f0c-be08-d89a08d8a187 tempest-MigrationsAdminTest-697105801 tempest-MigrationsAdminTest-697105801-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158401b7-5fae-4303-9c7c-d4e097ccc145,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:39.636211 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3c2a1-0103-4208-8b4e-c5c09ecb6fe2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Pushing event updated for resources: {'Port': ['ID=27de96a3-bf43-46c1-a8f8-afd304cea206,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:39.638793 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:39.665288 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5d2e1b44-489b-4f66-b07a-a880c037ae1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (417533be-b88c-4d56-8bc8-3f242df5d4bb), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:39.669240 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5d2e1b44-489b-4f66-b07a-a880c037ae1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:39.670747 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5d2e1b44-489b-4f66-b07a-a880c037ae1f admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/417533be-b88c-4d56-8bc8-3f242df5d4bb HTTP/1.1" status: 204 len: 168 time: 0.3009658 Sep 16 12:47:39.672506 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:39.672846 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] Checking segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:39.673516 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] Bound using segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:39.674161 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] Bound port: 924f27c6-9b29-461f-bbff-57520beb8e29, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:39.675605 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (924f27c6-9b29-461f-bbff-57520beb8e29), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:39.703157 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-cdf3c2a1-0103-4208-8b4e-c5c09ecb6fe2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:39.704247 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-cdf3c2a1-0103-4208-8b4e-c5c09ecb6fe2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:39.712808 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e1b44-489b-4f66-b07a-a880c037ae1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417533be-b88c-4d56-8bc8-3f242df5d4bb,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:39.715310 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-66ba25b5-c90d-429d-a90a-ac25b53a73d1 req-c39372a0-8dfb-4a16-84da-f0cfc351f94b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:39.739785 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-17c59935-a231-49db-87c8-385404f397c6 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Made reservation on behalf of e6fa2067c44b42b5aa940619abd8e538 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:47:39.745301 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-17c59935-a231-49db-87c8-385404f397c6 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:39.803037 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ae93d3ee-a068-4cf8-9b8d-62a9c5a7c6b1 req-651fa7f4-b131-44d9-88f1-7394d131bfc9 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c077c0ae-56e2-42f7-a0e7-32e6597062c5 HTTP/1.1" status: 200 len: 210 time: 0.0947380 Sep 16 12:47:39.810594 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-cdf3c2a1-0103-4208-8b4e-c5c09ecb6fe2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4770896 Sep 16 12:47:39.880439 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] Request body: {'port': {'device_id': '8c7aea62-7b4d-400d-89fa-5411deefe490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:39.938316 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-dc2c73cc-c828-4d70-aead-6975aa3ddcbb None None] Provisioning complete for port 27de96a3-bf43-46c1-a8f8-afd304cea206 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:39.938964 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-dc2c73cc-c828-4d70-aead-6975aa3ddcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (27de96a3-bf43-46c1-a8f8-afd304cea206), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:39.939661 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-dc2c73cc-c828-4d70-aead-6975aa3ddcbb None None] Attempt 1 to provision port 27de96a3-bf43-46c1-a8f8-afd304cea206 Sep 16 12:47:40.002506 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] For port 924f27c6-9b29-461f-bbff-57520beb8e29, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:40.007229 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] For port 924f27c6-9b29-461f-bbff-57520beb8e29, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=924f27c6-9b29-461f-bbff-57520beb8e29,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:40.010024 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c73cc-c828-4d70-aead-6975aa3ddcbb None None] Port 27de96a3-bf43-46c1-a8f8-afd304cea206 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:40.027329 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-17c59935-a231-49db-87c8-385404f397c6 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Allocated IP 172.20.0.4 (0e610de6-3238-41c3-bd1a-f23917fad801/e4fab7ee-afa2-498a-a38b-87393fd03027/45b8553e-f99f-4d12-8265-19759ca804ba) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:40.060917 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566f231d-345e-4665-bf9a-b61004b954ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '924f27c6-9b29-461f-bbff-57520beb8e29'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:47:40.063099 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e3dc23-ccc3-4b7d-8bd6-72732629e43e" -d '{"events": [{"server_uuid": "566f231d-345e-4665-bf9a-b61004b954ed", "name": "network-vif-unplugged", "status": "completed", "tag": "924f27c6-9b29-461f-bbff-57520beb8e29"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:47:40.148413 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:40.150280 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (924f27c6-9b29-461f-bbff-57520beb8e29), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:40.169412 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-66ba25b5-c90d-429d-a90a-ac25b53a73d1 req-c39372a0-8dfb-4a16-84da-f0cfc351f94b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Allocated IP 172.25.2.202 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/c5ffc38e-79c4-4717-84e8-42e2e0a0f536) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:40.181245 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:40.215708 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-17c59935-a231-49db-87c8-385404f397c6 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks [] for port (45b8553e-f99f-4d12-8265-19759ca804ba), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:40.247433 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:40.252406 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-17c59935-a231-49db-87c8-385404f397c6 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (45b8553e-f99f-4d12-8265-19759ca804ba), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:40.263633 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebbb1a-df95-4050-bc1c-9d89ed23868e req-7cfb3420-8633-4bf0-81c0-c38db49bef7d tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:40.265565 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5cebbb1a-df95-4050-bc1c-9d89ed23868e req-7cfb3420-8633-4bf0-81c0-c38db49bef7d tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8c7aea62-7b4d-400d-89fa-5411deefe490 HTTP/1.1" status: 200 len: 935 time: 0.1972506 Sep 16 12:47:40.318987 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-17c59935-a231-49db-87c8-385404f397c6 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Network 0e610de6-3238-41c3-bd1a-f23917fad801 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:40.325270 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-17c59935-a231-49db-87c8-385404f397c6 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:40.329645 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-17c59935-a231-49db-87c8-385404f397c6 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:40.369171 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c59935-a231-49db-87c8-385404f397c6 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Pushing event updated for resources: {'Port': ['ID=45b8553e-f99f-4d12-8265-19759ca804ba,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:40.377000 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:40.377622 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:40.379096 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/924f27c6-9b29-461f-bbff-57520beb8e29 HTTP/1.1" status: 200 len: 1121 time: 2.7569587 Sep 16 12:47:40.383337 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (27de96a3-bf43-46c1-a8f8-afd304cea206), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:40.414619 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7dea5-0cac-45ba-aa7c-514b14255b2f service neutron] Pushing event updated for resources: {'Port': ['ID=924f27c6-9b29-461f-bbff-57520beb8e29,revision_number=8']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:40.467181 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['924f27c6-9b29-461f-bbff-57520beb8e29'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:47:40.536212 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-dc2c73cc-c828-4d70-aead-6975aa3ddcbb None None] Attempt 2 to provision port 27de96a3-bf43-46c1-a8f8-afd304cea206 Sep 16 12:47:40.566705 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5cebbb1a-df95-4050-bc1c-9d89ed23868e req-aee6ea57-9afb-421f-829b-811fc581fe8f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744775 Sep 16 12:47:40.622110 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c73cc-c828-4d70-aead-6975aa3ddcbb None None] Port 27de96a3-bf43-46c1-a8f8-afd304cea206 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:40.644853 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-66ba25b5-c90d-429d-a90a-ac25b53a73d1 req-c39372a0-8dfb-4a16-84da-f0cfc351f94b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for port (c5ffc38e-79c4-4717-84e8-42e2e0a0f536), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:40.695146 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:40.776983 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-17c59935-a231-49db-87c8-385404f397c6 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:40.777628 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-17c59935-a231-49db-87c8-385404f397c6 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:40.801341 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-17c59935-a231-49db-87c8-385404f397c6 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2455399 Sep 16 12:47:40.821189 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f54736-2d83-4f9c-8d42-6e3caea02967 req-0b92f923-a067-4812-861e-8e23a9eb6d5a tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:40.822689 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d6f54736-2d83-4f9c-8d42-6e3caea02967 req-0b92f923-a067-4812-861e-8e23a9eb6d5a tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.1112506 Sep 16 12:47:40.822865 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] Request body: {'port': {'device_id': 'c077c0ae-56e2-42f7-a0e7-32e6597062c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:40.864029 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-66ba25b5-c90d-429d-a90a-ac25b53a73d1 req-c39372a0-8dfb-4a16-84da-f0cfc351f94b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (c5ffc38e-79c4-4717-84e8-42e2e0a0f536), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:40.865985 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 49312) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:40.886955 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (45b8553e-f99f-4d12-8265-19759ca804ba), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:40.946236 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ba25b5-c90d-429d-a90a-ac25b53a73d1 req-c39372a0-8dfb-4a16-84da-f0cfc351f94b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:40.961267 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-66ba25b5-c90d-429d-a90a-ac25b53a73d1 req-c39372a0-8dfb-4a16-84da-f0cfc351f94b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:40.970749 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ba25b5-c90d-429d-a90a-ac25b53a73d1 req-c39372a0-8dfb-4a16-84da-f0cfc351f94b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:40.990060 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39372a0-8dfb-4a16-84da-f0cfc351f94b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Pushing event updated for resources: {'Port': ['ID=c5ffc38e-79c4-4717-84e8-42e2e0a0f536,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:41.017870 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:41.039590 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d6f54736-2d83-4f9c-8d42-6e3caea02967 req-f66d23a3-7a27-4a8a-b881-140f0a959eba tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883526 Sep 16 12:47:41.063344 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-e8d9b234-ec54-44fd-85d3-04cc526cb0bb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-550497175-network', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:41.124261 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-dc2c73cc-c828-4d70-aead-6975aa3ddcbb None None] Attempt 3 to provision port 27de96a3-bf43-46c1-a8f8-afd304cea206 Sep 16 12:47:41.165530 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:41.178142 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c73cc-c828-4d70-aead-6975aa3ddcbb None None] Port 27de96a3-bf43-46c1-a8f8-afd304cea206 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:41.191461 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d9b234-ec54-44fd-85d3-04cc526cb0bb admin admin] Made reservation on behalf of 97a3e6c179c6495281c2816a1e18aa7e for: {'network': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:47:41.194263 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e8d9b234-ec54-44fd-85d3-04cc526cb0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:41.205927 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b8553e-f99f-4d12-8265-19759ca804ba {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:47:41.214054 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] Publish callbacks [] for port (45b8553e-f99f-4d12-8265-19759ca804ba), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:41.228083 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] Transition to ACTIVE for port object 45b8553e-f99f-4d12-8265-19759ca804ba will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:47:41.232548 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (45b8553e-f99f-4d12-8265-19759ca804ba), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:41.239278 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27de96a3-bf43-46c1-a8f8-afd304cea206 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:47:41.244212 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e8d9b234-ec54-44fd-85d3-04cc526cb0bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:41.257582 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] Publish callbacks [] for port (27de96a3-bf43-46c1-a8f8-afd304cea206), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:41.260690 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-66ba25b5-c90d-429d-a90a-ac25b53a73d1 req-c39372a0-8dfb-4a16-84da-f0cfc351f94b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for floatingip (da0c0758-616e-444d-a51f-2c9148498f32), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:41.287501 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:41.294323 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aee526-50ac-448a-b46c-b8579f9adee8 req-e6fcf100-fe57-4491-a18e-162d36af392a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:41.296181 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11aee526-50ac-448a-b46c-b8579f9adee8 req-e6fcf100-fe57-4491-a18e-162d36af392a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 943 time: 0.1383722 Sep 16 12:47:41.314260 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] Transition to ACTIVE for port object 27de96a3-bf43-46c1-a8f8-afd304cea206 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:47:41.314781 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] Pushing event updated for resources: {'Port': ['ID=45b8553e-f99f-4d12-8265-19759ca804ba,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:41.345136 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (27de96a3-bf43-46c1-a8f8-afd304cea206), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:41.352883 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] Attempting to bind port 45b8553e-f99f-4d12-8265-19759ca804ba on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:41.353234 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] Attempting to bind port 45b8553e-f99f-4d12-8265-19759ca804ba by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:41.353555 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] Attempting to bind port 45b8553e-f99f-4d12-8265-19759ca804ba on network 0e610de6-3238-41c3-bd1a-f23917fad801 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:41.399869 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] Port 45b8553e-f99f-4d12-8265-19759ca804ba on network 0e610de6-3238-41c3-bd1a-f23917fad801 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:47:41.400286 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] Attempting to bind port 45b8553e-f99f-4d12-8265-19759ca804ba on network 0e610de6-3238-41c3-bd1a-f23917fad801 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:41.421206 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-66ba25b5-c90d-429d-a90a-ac25b53a73d1 req-c39372a0-8dfb-4a16-84da-f0cfc351f94b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c5ffc38e-79c4-4717-84e8-42e2e0a0f536), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:41.454778 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:41.455182 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] Checking segment: {'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:41.456408 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] Bound using segment: {'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:41.456979 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] Bound port: 45b8553e-f99f-4d12-8265-19759ca804ba, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:41.457342 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (45b8553e-f99f-4d12-8265-19759ca804ba), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:41.534540 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] For port 45b8553e-f99f-4d12-8265-19759ca804ba, host n-h1-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:41.539103 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] For port 45b8553e-f99f-4d12-8265-19759ca804ba, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=45b8553e-f99f-4d12-8265-19759ca804ba,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:41.546638 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (45b8553e-f99f-4d12-8265-19759ca804ba), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:41.550801 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:41.551529 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:41.553286 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/45b8553e-f99f-4d12-8265-19759ca804ba HTTP/1.1" status: 200 len: 1091 time: 0.7343676 Sep 16 12:47:41.555854 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c077c0ae-56e2-42f7-a0e7-32e6597062c5', 'tag': '45b8553e-f99f-4d12-8265-19759ca804ba'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:47:41.558290 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfd466f-48ba-471b-bad4-dc63be5cfdb5" -d '{"events": [{"name": "network-changed", "server_uuid": "c077c0ae-56e2-42f7-a0e7-32e6597062c5", "tag": "45b8553e-f99f-4d12-8265-19759ca804ba"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:47:41.560900 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] Pushing event updated for resources: {'Port': ['ID=27de96a3-bf43-46c1-a8f8-afd304cea206,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:41.580736 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11aee526-50ac-448a-b46c-b8579f9adee8 req-156be180-4a0d-4e40-807c-214995b81739 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682569 Sep 16 12:47:41.604473 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:41.648050 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d18e7-fbb0-44b6-9c41-d40502f37b00 service neutron] Pushing event updated for resources: {'Port': ['ID=45b8553e-f99f-4d12-8265-19759ca804ba,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:41.682429 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-dc2c73cc-c828-4d70-aead-6975aa3ddcbb None None] Attempt 4 to provision port 27de96a3-bf43-46c1-a8f8-afd304cea206 Sep 16 12:47:41.706976 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-3075e5e3-3dcc-421d-bcb1-9377271b74b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:41.708670 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-3075e5e3-3dcc-421d-bcb1-9377271b74b7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e6fa2067c44b42b5aa940619abd8e538&device_id=c077c0ae-56e2-42f7-a0e7-32e6597062c5 HTTP/1.1" status: 200 len: 1125 time: 0.0785940 Sep 16 12:47:41.748184 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c73cc-c828-4d70-aead-6975aa3ddcbb None None] Port 27de96a3-bf43-46c1-a8f8-afd304cea206 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:41.769787 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e8d9b234-ec54-44fd-85d3-04cc526cb0bb admin admin] Publish callbacks [] for security_group (fdbf7256-f564-455f-b732-0e20670419f9), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:41.770375 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-96e37ba7-c771-4404-81b4-4844a7ab8e3e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45b8553e-f99f-4d12-8265-19759ca804ba HTTP/1.1" status: 200 len: 217 time: 0.0453246 Sep 16 12:47:41.782245 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e8d9b234-ec54-44fd-85d3-04cc526cb0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (fdbf7256-f564-455f-b732-0e20670419f9), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:41.806256 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] Attempting to bind port 27de96a3-bf43-46c1-a8f8-afd304cea206 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:41.806524 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] Attempting to bind port 27de96a3-bf43-46c1-a8f8-afd304cea206 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:41.806855 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] Attempting to bind port 27de96a3-bf43-46c1-a8f8-afd304cea206 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:41.835969 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-362a2e09-ffeb-446a-a909-6258f7bf2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:41.838363 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-362a2e09-ffeb-446a-a909-6258f7bf2256 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e4fab7ee-afa2-498a-a38b-87393fd03027 HTTP/1.1" status: 200 len: 844 time: 0.0582683 Sep 16 12:47:41.868821 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d9b234-ec54-44fd-85d3-04cc526cb0bb admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=113698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:47:41.880780 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e8d9b234-ec54-44fd-85d3-04cc526cb0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (2886e315-9b48-4563-b1fb-54e4ddb6259d), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:41.881592 n-d-858094-4 neutron-server[113698]: INFO neutron.db.segments_db [None req-e8d9b234-ec54-44fd-85d3-04cc526cb0bb admin admin] Added segment 2886e315-9b48-4563-b1fb-54e4ddb6259d of type vlan for network a79b9e4b-851c-466c-9c78-fcc8f1ac7081 Sep 16 12:47:41.902981 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-0dfcd99b-61ed-44ef-8584-3dbccb5430d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:41.904879 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-0dfcd99b-61ed-44ef-8584-3dbccb5430d5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0e610de6-3238-41c3-bd1a-f23917fad801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0573301 Sep 16 12:47:41.919088 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:41.924691 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 924f27c6-9b29-461f-bbff-57520beb8e29 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:47:41.953428 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:41.968100 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e8d9b234-ec54-44fd-85d3-04cc526cb0bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (a79b9e4b-851c-466c-9c78-fcc8f1ac7081), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:41.987829 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9b234-ec54-44fd-85d3-04cc526cb0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbf7256-f564-455f-b732-0e20670419f9,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:42.008899 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] Port 27de96a3-bf43-46c1-a8f8-afd304cea206 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:47:42.009265 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] Attempting to bind port 27de96a3-bf43-46c1-a8f8-afd304cea206 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:42.024371 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-66ba25b5-c90d-429d-a90a-ac25b53a73d1 req-c39372a0-8dfb-4a16-84da-f0cfc351f94b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for port (c5ffc38e-79c4-4717-84e8-42e2e0a0f536), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:42.053070 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-66ba25b5-c90d-429d-a90a-ac25b53a73d1 req-c39372a0-8dfb-4a16-84da-f0cfc351f94b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (c5ffc38e-79c4-4717-84e8-42e2e0a0f536), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:42.108966 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-7daf0fa5-d6f9-4198-81d9-e03543549fe5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0e610de6-3238-41c3-bd1a-f23917fad801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935914 Sep 16 12:47:42.109319 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-66ba25b5-c90d-429d-a90a-ac25b53a73d1 req-c39372a0-8dfb-4a16-84da-f0cfc351f94b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (da0c0758-616e-444d-a51f-2c9148498f32), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:42.166690 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:42.167751 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e8d9b234-ec54-44fd-85d3-04cc526cb0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (a79b9e4b-851c-466c-9c78-fcc8f1ac7081), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:42.168932 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b234-ec54-44fd-85d3-04cc526cb0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:42.169501 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e8d9b234-ec54-44fd-85d3-04cc526cb0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:42.208102 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-66ba25b5-c90d-429d-a90a-ac25b53a73d1 req-c39372a0-8dfb-4a16-84da-f0cfc351f94b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:42.209658 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-66ba25b5-c90d-429d-a90a-ac25b53a73d1 req-c39372a0-8dfb-4a16-84da-f0cfc351f94b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2287784 Sep 16 12:47:42.241385 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:42.241724 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:42.242690 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:42.242690 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] Bound port: 27de96a3-bf43-46c1-a8f8-afd304cea206, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:42.243016 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (27de96a3-bf43-46c1-a8f8-afd304cea206), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:42.245236 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 49332) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:42.250977 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-dc2c73cc-c828-4d70-aead-6975aa3ddcbb None None] Attempt 5 to provision port 27de96a3-bf43-46c1-a8f8-afd304cea206 Sep 16 12:47:42.286243 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-e8d9b234-ec54-44fd-85d3-04cc526cb0bb admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4062700 Sep 16 12:47:42.290909 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 49334) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:42.298531 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b999d0f9-b494-45dd-b3ce-eb14cc0a6ebf x-openstack-request-id: req-b999d0f9-b494-45dd-b3ce-eb14cc0a6ebf {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:47:42.298852 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566f231d-345e-4665-bf9a-b61004b954ed", "name": "network-vif-unplugged", "status": "completed", "tag": "924f27c6-9b29-461f-bbff-57520beb8e29", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:47:42.299106 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b999d0f9-b494-45dd-b3ce-eb14cc0a6ebf {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:47:42.299565 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b999d0f9-b494-45dd-b3ce-eb14cc0a6ebf'] response: {'server_uuid': '566f231d-345e-4665-bf9a-b61004b954ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '924f27c6-9b29-461f-bbff-57520beb8e29', 'code': 200} Sep 16 12:47:42.309835 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-3b69023b-1db5-4b18-8b11-304741e84568 admin admin] Request body: {'subnet': {'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-550497175-subnet', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:42.315432 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39372a0-8dfb-4a16-84da-f0cfc351f94b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Pushing event updated for resources: {'Port': ['ID=c5ffc38e-79c4-4717-84e8-42e2e0a0f536,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:42.339590 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 924f27c6-9b29-461f-bbff-57520beb8e29, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=924f27c6-9b29-461f-bbff-57520beb8e29,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:42.350942 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b69023b-1db5-4b18-8b11-304741e84568 admin admin] Made reservation on behalf of 97a3e6c179c6495281c2816a1e18aa7e for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:47:42.353926 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3b69023b-1db5-4b18-8b11-304741e84568 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:42.354325 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 924f27c6-9b29-461f-bbff-57520beb8e29 has no active binding in host n-h1-858094-4 {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 12:47:42.363610 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c73cc-c828-4d70-aead-6975aa3ddcbb None None] Port 27de96a3-bf43-46c1-a8f8-afd304cea206 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:42.416616 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9b234-ec54-44fd-85d3-04cc526cb0bb admin admin] Pushing event updated for resources: {'Network': ['ID=a79b9e4b-851c-466c-9c78-fcc8f1ac7081,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:42.421991 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-66ba25b5-c90d-429d-a90a-ac25b53a73d1 req-d8ebcf4c-0b55-4795-993e-93c18e798b90 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.202 HTTP/1.1" status: 200 len: 696 time: 0.1863029 Sep 16 12:47:42.446343 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network a79b9e4b-851c-466c-9c78-fcc8f1ac7081 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:47:42.453742 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:42.466984 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7e56c111-d4d1-4aae-9099-3f6c2a4249a9 req-358f6d0b-1888-4f6d-bee7-1c5dd961978d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0e610de6-3238-41c3-bd1a-f23917fad801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533106 Sep 16 12:47:42.594693 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e2f1e-83d7-4bad-ac7e-3a5da190bc67 req-e7e7ea46-60f1-422f-874f-07820900afe7 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:42.596572 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-788e2f1e-83d7-4bad-ac7e-3a5da190bc67 req-e7e7ea46-60f1-422f-874f-07820900afe7 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c077c0ae-56e2-42f7-a0e7-32e6597062c5 HTTP/1.1" status: 200 len: 943 time: 0.2694755 Sep 16 12:47:42.599270 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-f8083475-2e9b-4301-92cb-cbd646c8307a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3144627 Sep 16 12:47:42.606607 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3b69023b-1db5-4b18-8b11-304741e84568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (84ba4951-a43e-462f-8cea-c8f3885b092d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:42.611411 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-828ea063-94f8-49b4-a5f4-8282b08f206c service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:47:42.612331 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-828ea063-94f8-49b4-a5f4-8282b08f206c service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0073481 Sep 16 12:47:42.652295 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] For port 27de96a3-bf43-46c1-a8f8-afd304cea206, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:42.690192 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] For port 27de96a3-bf43-46c1-a8f8-afd304cea206, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=27de96a3-bf43-46c1-a8f8-afd304cea206,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:42.695622 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69023b-1db5-4b18-8b11-304741e84568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84ba4951-a43e-462f-8cea-c8f3885b092d,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:42.722815 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (27de96a3-bf43-46c1-a8f8-afd304cea206), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:42.730972 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba25b5-c90d-429d-a90a-ac25b53a73d1 req-8bc2f4e4-72f3-42b7-86b7-ebfdf2b78938 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:42.732416 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-66ba25b5-c90d-429d-a90a-ac25b53a73d1 req-8bc2f4e4-72f3-42b7-86b7-ebfdf2b78938 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.2811813 Sep 16 12:47:42.739482 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-788e2f1e-83d7-4bad-ac7e-3a5da190bc67 req-8fe18e0f-c7e1-4334-8b1c-44a8c3eb5c76 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332033 Sep 16 12:47:42.740887 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:42.741549 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:42.742907 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/27de96a3-bf43-46c1-a8f8-afd304cea206 HTTP/1.1" status: 200 len: 1095 time: 2.8711014 Sep 16 12:47:42.772478 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b69023b-1db5-4b18-8b11-304741e84568 admin admin] Checking segment: {'id': '2886e315-9b48-4563-b1fb-54e4ddb6259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:42.772702 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b69023b-1db5-4b18-8b11-304741e84568 admin admin] Network hostable DHCP agents. Network: a79b9e4b-851c-466c-9c78-fcc8f1ac7081, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:47:42.805315 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d257c61-310f-4142-9dc2-d9388eeda72d service neutron] Pushing event updated for resources: {'Port': ['ID=27de96a3-bf43-46c1-a8f8-afd304cea206,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:42.815950 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b69023b-1db5-4b18-8b11-304741e84568 admin admin] Network a79b9e4b-851c-466c-9c78-fcc8f1ac7081 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:47:42.827950 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-3b69023b-1db5-4b18-8b11-304741e84568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, a79b9e4b-851c-466c-9c78-fcc8f1ac7081) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:42.839067 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1972e57-4bd9-4b5d-be47-a14667e33a9b None None] Network a79b9e4b-851c-466c-9c78-fcc8f1ac7081 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:47:42.845973 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b69023b-1db5-4b18-8b11-304741e84568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:42.846611 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3b69023b-1db5-4b18-8b11-304741e84568 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:42.869315 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-dc2c73cc-c828-4d70-aead-6975aa3ddcbb None None] Attempt 6 to provision port 27de96a3-bf43-46c1-a8f8-afd304cea206 Sep 16 12:47:42.876982 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 49350) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:42.877528 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3b69023b-1db5-4b18-8b11-304741e84568 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5822666 Sep 16 12:47:42.881461 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-0d0fe530-271a-47a5-9fce-9315fdf4352b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-550497175-router', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:42.899260 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e418b956-3d7e-4ade-b7b2-a655be1de7f5 x-openstack-request-id: req-e418b956-3d7e-4ade-b7b2-a655be1de7f5 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:47:42.899813 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c077c0ae-56e2-42f7-a0e7-32e6597062c5", "tag": "45b8553e-f99f-4d12-8265-19759ca804ba", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:47:42.900610 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e418b956-3d7e-4ade-b7b2-a655be1de7f5 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:47:42.901348 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e418b956-3d7e-4ade-b7b2-a655be1de7f5'] response: {'name': 'network-changed', 'server_uuid': 'c077c0ae-56e2-42f7-a0e7-32e6597062c5', 'tag': '45b8553e-f99f-4d12-8265-19759ca804ba', 'status': 'completed', 'code': 200} Sep 16 12:47:42.992901 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:43.000403 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6b9e1-dbf4-45a7-ac84-d43bb74bda53 req-47b0b9d0-1964-4d20-bafa-e438a24c5f09 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:43.002006 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a8f6b9e1-dbf4-45a7-ac84-d43bb74bda53 req-47b0b9d0-1964-4d20-bafa-e438a24c5f09 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8c7aea62-7b4d-400d-89fa-5411deefe490 HTTP/1.1" status: 200 len: 947 time: 0.0854187 Sep 16 12:47:43.019833 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe530-271a-47a5-9fce-9315fdf4352b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:43.021073 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe530-271a-47a5-9fce-9315fdf4352b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:43.028147 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c73cc-c828-4d70-aead-6975aa3ddcbb None None] Port 27de96a3-bf43-46c1-a8f8-afd304cea206 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:47:43.082463 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-a79b9e4b-851c-466c-9c78-fcc8f1ac7081', 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081', 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'fixed_ips': [{'subnet_id': '84ba4951-a43e-462f-8cea-c8f3885b092d'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:47:43.083754 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:43.096635 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea4bdb-f6ce-4c07-82ed-40d6e2f59102 req-cb2f6072-76c9-4c57-af75-9a4a8cbc1415 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:43.098874 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-adea4bdb-f6ce-4c07-82ed-40d6e2f59102 req-cb2f6072-76c9-4c57-af75-9a4a8cbc1415 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 950 time: 0.0958605 Sep 16 12:47:43.106878 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 49356) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:43.163410 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe530-271a-47a5-9fce-9315fdf4352b admin admin] Publish callbacks [] for router_controller (bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:43.210827 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-91458fe6-829d-426e-a95b-eaf1e502248c tempest-MigrationsAdminTest-697105801 tempest-MigrationsAdminTest-697105801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:43.212812 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-91458fe6-829d-426e-a95b-eaf1e502248c tempest-MigrationsAdminTest-697105801 tempest-MigrationsAdminTest-697105801-project-admin] 10.222.0.67 "GET /networking/v2.0/ports/3fe50ad6-99ae-4c0b-a11b-3e41218b0317 HTTP/1.1" status: 200 len: 1129 time: 0.1026783 Sep 16 12:47:43.231067 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a8f6b9e1-dbf4-45a7-ac84-d43bb74bda53 req-3e5afae0-1c3d-4f66-ab8d-98053890127f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136326 Sep 16 12:47:43.289645 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-adea4bdb-f6ce-4c07-82ed-40d6e2f59102 req-77195f52-206b-40aa-abae-7f55b702ddca tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755738 Sep 16 12:47:43.325002 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] Allocated IP 172.20.0.2 (a79b9e4b-851c-466c-9c78-fcc8f1ac7081/84ba4951-a43e-462f-8cea-c8f3885b092d/564bcac6-3aa6-480c-9aea-0f110e86cc3e) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:43.371985 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe530-271a-47a5-9fce-9315fdf4352b admin admin] Publish callbacks [] for router_gateway (bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:43.482724 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41863166-7571-49fc-a1cc-e6888870390c req-66fc7d63-1e45-4e76-a87d-261d0df80c21 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:43.484328 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41863166-7571-49fc-a1cc-e6888870390c req-66fc7d63-1e45-4e76-a87d-261d0df80c21 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.1239502 Sep 16 12:47:43.494691 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] Publish callbacks [] for port (564bcac6-3aa6-480c-9aea-0f110e86cc3e), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:43.502906 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (564bcac6-3aa6-480c-9aea-0f110e86cc3e), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:43.506066 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:43.523553 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf8aef-6f0a-42a4-b31e-b9c11de51e74 req-2059478a-1c6a-4d6e-8154-6b4476124574 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:43.525187 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9faf8aef-6f0a-42a4-b31e-b9c11de51e74 req-2059478a-1c6a-4d6e-8154-6b4476124574 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 943 time: 0.1288548 Sep 16 12:47:43.546923 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:43.561039 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] Network a79b9e4b-851c-466c-9c78-fcc8f1ac7081 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:43.565001 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:43.572579 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:43.581702 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] Pushing event updated for resources: {'Port': ['ID=564bcac6-3aa6-480c-9aea-0f110e86cc3e,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:43.636809 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] Attempting to bind port 564bcac6-3aa6-480c-9aea-0f110e86cc3e on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:43.637173 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] Attempting to bind port 564bcac6-3aa6-480c-9aea-0f110e86cc3e by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '2886e315-9b48-4563-b1fb-54e4ddb6259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:43.637570 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] Attempting to bind port 564bcac6-3aa6-480c-9aea-0f110e86cc3e on network a79b9e4b-851c-466c-9c78-fcc8f1ac7081 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:43.665639 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41863166-7571-49fc-a1cc-e6888870390c req-9dcf34f5-44a1-4ad1-9bff-603d30c0af7b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730351 Sep 16 12:47:43.684396 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:43.684739 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] Checking segment: {'id': '2886e315-9b48-4563-b1fb-54e4ddb6259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:43.685431 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:43.685815 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] Bound using segment: {'id': '2886e315-9b48-4563-b1fb-54e4ddb6259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:43.686344 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] Bound port: 564bcac6-3aa6-480c-9aea-0f110e86cc3e, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2886e315-9b48-4563-b1fb-54e4ddb6259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:43.686727 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (564bcac6-3aa6-480c-9aea-0f110e86cc3e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:43.722560 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:43.756915 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] For port 564bcac6-3aa6-480c-9aea-0f110e86cc3e, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:43.760116 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] For port 564bcac6-3aa6-480c-9aea-0f110e86cc3e, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=564bcac6-3aa6-480c-9aea-0f110e86cc3e,segment=NetworkSegment(2886e315-9b48-4563-b1fb-54e4ddb6259d),segment_id=2886e315-9b48-4563-b1fb-54e4ddb6259d)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:43.766626 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (564bcac6-3aa6-480c-9aea-0f110e86cc3e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:43.823508 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753827f-d3cb-43b7-9e51-6caf29812449 None None] Pushing event updated for resources: {'Port': ['ID=564bcac6-3aa6-480c-9aea-0f110e86cc3e,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:43.991377 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9faf8aef-6f0a-42a4-b31e-b9c11de51e74 req-f3965ede-4d4a-4b99-9c87-ee68f9152d14 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572740 Sep 16 12:47:44.056864 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe530-271a-47a5-9fce-9315fdf4352b admin admin] Publish callbacks [] for router_gateway (bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:44.085805 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe530-271a-47a5-9fce-9315fdf4352b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:44.190880 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a12579-c619-4142-aa6d-bc0555529e25 req-53edb320-9f71-44b6-aa58-aad612568c4e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:44.192407 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-92a12579-c619-4142-aa6d-bc0555529e25 req-53edb320-9f71-44b6-aa58-aad612568c4e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c077c0ae-56e2-42f7-a0e7-32e6597062c5 HTTP/1.1" status: 200 len: 943 time: 0.1109364 Sep 16 12:47:44.231769 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9196f65-4401-4636-a481-d11645a05090 req-da354efd-ac11-4fb2-a0f5-adae964cf388 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5238335 Sep 16 12:47:44.246604 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-f9196f65-4401-4636-a481-d11645a05090 req-aada95ff-fee4-48e8-93c6-e93de5538af0 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:44.302766 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566f231d-345e-4665-bf9a-b61004b954ed', 'tag': '924f27c6-9b29-461f-bbff-57520beb8e29'}, {'name': 'network-changed', 'server_uuid': '8c7aea62-7b4d-400d-89fa-5411deefe490', 'tag': '27de96a3-bf43-46c1-a8f8-afd304cea206'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:47:44.305256 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f62ab3-5ac0-4d50-848e-29f90626f413" -d '{"events": [{"name": "network-changed", "server_uuid": "566f231d-345e-4665-bf9a-b61004b954ed", "tag": "924f27c6-9b29-461f-bbff-57520beb8e29"}, {"name": "network-changed", "server_uuid": "8c7aea62-7b4d-400d-89fa-5411deefe490", "tag": "27de96a3-bf43-46c1-a8f8-afd304cea206"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:47:44.328675 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-92a12579-c619-4142-aa6d-bc0555529e25 req-bd188eda-2e4a-40b6-b62b-4e5332b55e05 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236849 Sep 16 12:47:44.331723 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f9196f65-4401-4636-a481-d11645a05090 req-aada95ff-fee4-48e8-93c6-e93de5538af0 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:44.386220 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:44.399892 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-0d0fe530-271a-47a5-9fce-9315fdf4352b admin admin] Allocated IP 172.25.2.33 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/a9ea0e13-0195-43f0-8436-5910d6302b32) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:44.534555 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d44164-6f12-464f-b52e-cbeb0e42c13a req-e4129371-06d0-43b8-811d-8cfdbcc90961 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:44.536450 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c5d44164-6f12-464f-b52e-cbeb0e42c13a req-e4129371-06d0-43b8-811d-8cfdbcc90961 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8c7aea62-7b4d-400d-89fa-5411deefe490 HTTP/1.1" status: 200 len: 947 time: 0.1404653 Sep 16 12:47:44.546995 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f9196f65-4401-4636-a481-d11645a05090 req-aada95ff-fee4-48e8-93c6-e93de5538af0 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:44.578389 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 564bcac6-3aa6-480c-9aea-0f110e86cc3e up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:44.629654 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 564bcac6-3aa6-480c-9aea-0f110e86cc3e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:44.630484 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (564bcac6-3aa6-480c-9aea-0f110e86cc3e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:44.631089 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 564bcac6-3aa6-480c-9aea-0f110e86cc3e Sep 16 12:47:44.667079 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:44.693335 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c5d44164-6f12-464f-b52e-cbeb0e42c13a req-e84193a0-6735-4370-9a14-0ad3a4768c46 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418417 Sep 16 12:47:44.705394 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe530-271a-47a5-9fce-9315fdf4352b admin admin] Publish callbacks [] for port (a9ea0e13-0195-43f0-8436-5910d6302b32), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:44.716186 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 564bcac6-3aa6-480c-9aea-0f110e86cc3e is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:44.716829 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (564bcac6-3aa6-480c-9aea-0f110e86cc3e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:44.758981 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 564bcac6-3aa6-480c-9aea-0f110e86cc3e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=564bcac6-3aa6-480c-9aea-0f110e86cc3e,segment=NetworkSegment(2886e315-9b48-4563-b1fb-54e4ddb6259d),segment_id=2886e315-9b48-4563-b1fb-54e4ddb6259d)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:44.762067 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe530-271a-47a5-9fce-9315fdf4352b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (a9ea0e13-0195-43f0-8436-5910d6302b32), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:44.763984 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (564bcac6-3aa6-480c-9aea-0f110e86cc3e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:44.801177 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c0213e-c8f6-4c04-ae25-d52677d8a5ea None None] Network a79b9e4b-851c-466c-9c78-fcc8f1ac7081 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:47:44.813879 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Sep 2022 12:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359876fb-acab-46a4-9bb2-25ae86562555 x-openstack-request-id: req-359876fb-acab-46a4-9bb2-25ae86562555 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:47:44.814189 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "566f231d-345e-4665-bf9a-b61004b954ed", "tag": "924f27c6-9b29-461f-bbff-57520beb8e29", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8c7aea62-7b4d-400d-89fa-5411deefe490", "tag": "27de96a3-bf43-46c1-a8f8-afd304cea206", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:47:44.814444 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-359876fb-acab-46a4-9bb2-25ae86562555 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:47:44.815038 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-359876fb-acab-46a4-9bb2-25ae86562555'] response: {'name': 'network-changed', 'server_uuid': '566f231d-345e-4665-bf9a-b61004b954ed', 'tag': '924f27c6-9b29-461f-bbff-57520beb8e29', 'status': 'completed', 'code': 200} Sep 16 12:47:44.815305 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-359876fb-acab-46a4-9bb2-25ae86562555'] response: {'name': 'network-changed', 'server_uuid': '8c7aea62-7b4d-400d-89fa-5411deefe490', 'tag': '27de96a3-bf43-46c1-a8f8-afd304cea206', 'status': 'completed', 'code': 200} Sep 16 12:47:44.852949 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0fe530-271a-47a5-9fce-9315fdf4352b admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:44.866114 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fe530-271a-47a5-9fce-9315fdf4352b admin admin] Pushing event updated for resources: {'Port': ['ID=a9ea0e13-0195-43f0-8436-5910d6302b32,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:44.869810 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-f9196f65-4401-4636-a481-d11645a05090 req-aada95ff-fee4-48e8-93c6-e93de5538af0 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Allocated IP 172.25.2.185 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/335a89fb-0a04-48b6-8aea-343180273ac0) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:44.873421 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-0d0fe530-271a-47a5-9fce-9315fdf4352b admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:44.887354 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-244ba94a-a837-43ba-b522-98e06ba3cb77 None None] Provisioning complete for port 564bcac6-3aa6-480c-9aea-0f110e86cc3e triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:44.887761 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-244ba94a-a837-43ba-b522-98e06ba3cb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (564bcac6-3aa6-480c-9aea-0f110e86cc3e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:44.888058 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-244ba94a-a837-43ba-b522-98e06ba3cb77 None None] Attempt 1 to provision port 564bcac6-3aa6-480c-9aea-0f110e86cc3e Sep 16 12:47:44.889474 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0fe530-271a-47a5-9fce-9315fdf4352b admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:44.925667 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f62ab3-5ac0-4d50-848e-29f90626f413 req-d10115c9-a3ae-4ee0-808a-f5ed83ddbf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:44.928642 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c1f62ab3-5ac0-4d50-848e-29f90626f413 req-d10115c9-a3ae-4ee0-808a-f5ed83ddbf2c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 1155 time: 0.0615382 Sep 16 12:47:44.940050 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=564bcac6-3aa6-480c-9aea-0f110e86cc3e,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:44.986582 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc2891-63f4-4071-b40f-0e4aa58b1268 req-c000afe4-3864-478d-9bc7-600df8b50f57 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:44.988377 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6efc2891-63f4-4071-b40f-0e4aa58b1268 req-c000afe4-3864-478d-9bc7-600df8b50f57 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 950 time: 0.1309869 Sep 16 12:47:45.021277 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-244ba94a-a837-43ba-b522-98e06ba3cb77 None None] Current status of the port 564bcac6-3aa6-480c-9aea-0f110e86cc3e is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:45.039567 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f62ab3-5ac0-4d50-848e-29f90626f413 req-bb0f3194-cc1f-43f9-83a1-dbf0a6808605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:45.041125 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c1f62ab3-5ac0-4d50-848e-29f90626f413 req-bb0f3194-cc1f-43f9-83a1-dbf0a6808605 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 0.1064508 Sep 16 12:47:45.091218 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c1f62ab3-5ac0-4d50-848e-29f90626f413 req-de6f9e27-4191-4321-9630-39f04f5575db service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=924f27c6-9b29-461f-bbff-57520beb8e29 HTTP/1.1" status: 200 len: 217 time: 0.0400784 Sep 16 12:47:45.150402 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:45.157719 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f62ab3-5ac0-4d50-848e-29f90626f413 req-d45dcb22-8bc0-4d5c-bb0c-eab0412c44b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:45.159290 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c1f62ab3-5ac0-4d50-848e-29f90626f413 req-d45dcb22-8bc0-4d5c-bb0c-eab0412c44b1 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.0621250 Sep 16 12:47:45.220044 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f62ab3-5ac0-4d50-848e-29f90626f413 req-55963554-8d77-4cf0-97eb-52213d18fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:45.223715 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c1f62ab3-5ac0-4d50-848e-29f90626f413 req-55963554-8d77-4cf0-97eb-52213d18fd77 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0569165 Sep 16 12:47:45.237809 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6efc2891-63f4-4071-b40f-0e4aa58b1268 req-228305f9-8192-4685-8a2a-63e3bb01ec3d tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181332 Sep 16 12:47:45.355892 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-1cdad73a-4db2-4c67-8c89-6b0ffab4d924 None None] Provisioning complete for port 564bcac6-3aa6-480c-9aea-0f110e86cc3e triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:45.358581 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1cdad73a-4db2-4c67-8c89-6b0ffab4d924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (564bcac6-3aa6-480c-9aea-0f110e86cc3e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:45.359035 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-1cdad73a-4db2-4c67-8c89-6b0ffab4d924 None None] Attempt 1 to provision port 564bcac6-3aa6-480c-9aea-0f110e86cc3e Sep 16 12:47:45.392836 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f9196f65-4401-4636-a481-d11645a05090 req-aada95ff-fee4-48e8-93c6-e93de5538af0 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for port (335a89fb-0a04-48b6-8aea-343180273ac0), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:45.414084 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:45.431390 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd466f-48ba-471b-bad4-dc63be5cfdb5 req-2c0a76d0-fefa-4d20-b60f-7f5b309c9c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:45.433410 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-dbfd466f-48ba-471b-bad4-dc63be5cfdb5 req-2c0a76d0-fefa-4d20-b60f-7f5b309c9c19 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e6fa2067c44b42b5aa940619abd8e538&device_id=c077c0ae-56e2-42f7-a0e7-32e6597062c5 HTTP/1.1" status: 200 len: 1125 time: 0.0618775 Sep 16 12:47:45.449987 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f62ab3-5ac0-4d50-848e-29f90626f413 req-ad9b3f23-fc7d-48c8-960a-d18f4abb44af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:45.452495 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c1f62ab3-5ac0-4d50-848e-29f90626f413 req-ad9b3f23-fc7d-48c8-960a-d18f4abb44af service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&device_id=8c7aea62-7b4d-400d-89fa-5411deefe490 HTTP/1.1" status: 200 len: 1129 time: 0.1812906 Sep 16 12:47:45.458632 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:45.464671 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-1cdad73a-4db2-4c67-8c89-6b0ffab4d924 None None] Current status of the port 564bcac6-3aa6-480c-9aea-0f110e86cc3e is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:45.478493 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c1f62ab3-5ac0-4d50-848e-29f90626f413 req-c1506c9b-c1e4-4529-82ea-01cda111abaa service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387578 Sep 16 12:47:45.547653 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a467c-4cb6-4418-8da1-52af145bbc45 req-6a6732e3-99db-469b-a22b-07309e8a3e5b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:45.549266 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ab1a467c-4cb6-4418-8da1-52af145bbc45 req-6a6732e3-99db-469b-a22b-07309e8a3e5b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.1758862 Sep 16 12:47:45.557335 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c1f62ab3-5ac0-4d50-848e-29f90626f413 req-c9dc056f-f467-4014-9fc7-b39da3c6354c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=8c037a6456444018a6ef54314419e2f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636642 Sep 16 12:47:45.622044 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd466f-48ba-471b-bad4-dc63be5cfdb5 req-fff2b5e5-fc23-47f3-aafd-85d24372a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:45.623591 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-dbfd466f-48ba-471b-bad4-dc63be5cfdb5 req-fff2b5e5-fc23-47f3-aafd-85d24372a5d7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0e610de6-3238-41c3-bd1a-f23917fad801 HTTP/1.1" status: 200 len: 906 time: 0.1738713 Sep 16 12:47:45.634806 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c1f62ab3-5ac0-4d50-848e-29f90626f413 req-b2d57733-aea1-4787-ad6b-a3184184e388 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264536 Sep 16 12:47:45.664155 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:45.675088 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-dbfd466f-48ba-471b-bad4-dc63be5cfdb5 req-5083d848-0694-426d-9f90-fe4c0f44c3c5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45b8553e-f99f-4d12-8265-19759ca804ba HTTP/1.1" status: 200 len: 217 time: 0.0382376 Sep 16 12:47:45.733683 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd466f-48ba-471b-bad4-dc63be5cfdb5 req-e5fff29f-6239-43d1-aed7-e5bce32e7a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:45.735231 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-dbfd466f-48ba-471b-bad4-dc63be5cfdb5 req-e5fff29f-6239-43d1-aed7-e5bce32e7a8c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e4fab7ee-afa2-498a-a38b-87393fd03027 HTTP/1.1" status: 200 len: 844 time: 0.0543251 Sep 16 12:47:45.765421 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f9196f65-4401-4636-a481-d11645a05090 req-aada95ff-fee4-48e8-93c6-e93de5538af0 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (335a89fb-0a04-48b6-8aea-343180273ac0), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:45.786561 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd466f-48ba-471b-bad4-dc63be5cfdb5 req-3e32056f-8653-485b-b7ee-90113e1523c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:45.788059 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-dbfd466f-48ba-471b-bad4-dc63be5cfdb5 req-3e32056f-8653-485b-b7ee-90113e1523c3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0e610de6-3238-41c3-bd1a-f23917fad801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470560 Sep 16 12:47:45.873107 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe530-271a-47a5-9fce-9315fdf4352b admin admin] Publish callbacks [] for router_gateway (bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:45.882527 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9196f65-4401-4636-a481-d11645a05090 req-aada95ff-fee4-48e8-93c6-e93de5538af0 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:45.890616 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:45.905791 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-dbfd466f-48ba-471b-bad4-dc63be5cfdb5 req-5f10bfde-c606-4250-bf34-8f0647e5aa5b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0e610de6-3238-41c3-bd1a-f23917fad801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104326 Sep 16 12:47:45.921727 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f62ab3-5ac0-4d50-848e-29f90626f413 req-a187b1ac-4613-4dfe-b322-c6eeeee24e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:45.923151 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c1f62ab3-5ac0-4d50-848e-29f90626f413 req-a187b1ac-4613-4dfe-b322-c6eeeee24e22 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3585176 Sep 16 12:47:45.924009 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-f9196f65-4401-4636-a481-d11645a05090 req-aada95ff-fee4-48e8-93c6-e93de5538af0 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:45.924150 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 45b8553e-f99f-4d12-8265-19759ca804ba details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:47:45.932829 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ab1a467c-4cb6-4418-8da1-52af145bbc45 req-ff1b09ed-773a-4878-9483-29aea07083d9 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232038 Sep 16 12:47:45.933864 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9196f65-4401-4636-a481-d11645a05090 req-aada95ff-fee4-48e8-93c6-e93de5538af0 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:45.938917 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada95ff-fee4-48e8-93c6-e93de5538af0 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Pushing event updated for resources: {'Port': ['ID=335a89fb-0a04-48b6-8aea-343180273ac0,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:46.029927 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-dbfd466f-48ba-471b-bad4-dc63be5cfdb5 req-624c8bac-b80b-495c-9fcd-4f42f9a5b080 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0e610de6-3238-41c3-bd1a-f23917fad801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178846 Sep 16 12:47:46.129203 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cb9fb-9c07-4a6f-9a04-b5de3a7d4c02 req-70dc0407-2301-4174-8753-36b1041344e6 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:46.130803 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ef1cb9fb-9c07-4a6f-9a04-b5de3a7d4c02 req-70dc0407-2301-4174-8753-36b1041344e6 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 943 time: 0.0990016 Sep 16 12:47:46.215613 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f9196f65-4401-4636-a481-d11645a05090 req-aada95ff-fee4-48e8-93c6-e93de5538af0 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for floatingip (845bdd93-086a-418d-905c-88ca9e7f91c1), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:46.231823 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 45b8553e-f99f-4d12-8265-19759ca804ba, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=45b8553e-f99f-4d12-8265-19759ca804ba,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:46.251288 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '45b8553e-f99f-4d12-8265-19759ca804ba', 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801', 'port_id': '45b8553e-f99f-4d12-8265-19759ca804ba', 'mac_address': 'fa:16:3e:c4:ff:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4fab7ee-afa2-498a-a38b-87393fd03027', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:47:46.294111 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 45b8553e-f99f-4d12-8265-19759ca804ba is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:46.294652 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (45b8553e-f99f-4d12-8265-19759ca804ba), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:46.310008 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b8553e-f99f-4d12-8265-19759ca804ba {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:47:46.321324 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-a16eaad6-938b-47c7-8f74-eb9aded3d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:46.323300 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-a16eaad6-938b-47c7-8f74-eb9aded3d40d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&device_id=8c7aea62-7b4d-400d-89fa-5411deefe490 HTTP/1.1" status: 200 len: 1129 time: 0.0883143 Sep 16 12:47:46.328911 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ef1cb9fb-9c07-4a6f-9a04-b5de3a7d4c02 req-66144634-9014-42eb-a6ab-595e73e22209 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519513 Sep 16 12:47:46.330832 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-7975aeed-c4ac-49c3-b48d-4458f7795dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:46.332859 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-7975aeed-c4ac-49c3-b48d-4458f7795dc0 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 1132 time: 0.0614195 Sep 16 12:47:46.333614 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f9196f65-4401-4636-a481-d11645a05090 req-aada95ff-fee4-48e8-93c6-e93de5538af0 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (335a89fb-0a04-48b6-8aea-343180273ac0), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:46.338208 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 45b8553e-f99f-4d12-8265-19759ca804ba, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=45b8553e-f99f-4d12-8265-19759ca804ba,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:46.356225 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe530-271a-47a5-9fce-9315fdf4352b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:46.358257 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (45b8553e-f99f-4d12-8265-19759ca804ba), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:46.388171 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-a6103c83-c41c-4703-b980-78ee102faf1f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=27de96a3-bf43-46c1-a8f8-afd304cea206 HTTP/1.1" status: 200 len: 217 time: 0.0487449 Sep 16 12:47:46.401505 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:46.416640 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:46.418394 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=45b8553e-f99f-4d12-8265-19759ca804ba,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:46.513797 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1a1d7f2b-a235-4e06-b967-aca482558f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:46.515283 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-1a1d7f2b-a235-4e06-b967-aca482558f8b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0713649 Sep 16 12:47:46.559373 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 564bcac6-3aa6-480c-9aea-0f110e86cc3e up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:46.567118 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-d6900186-e93e-4f72-8dda-982ba5d809c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:46.568662 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-d6900186-e93e-4f72-8dda-982ba5d809c2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.1796145 Sep 16 12:47:46.610941 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 564bcac6-3aa6-480c-9aea-0f110e86cc3e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:46.611318 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (564bcac6-3aa6-480c-9aea-0f110e86cc3e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:46.611654 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 564bcac6-3aa6-480c-9aea-0f110e86cc3e Sep 16 12:47:46.620545 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-bac56afb-bb4c-4603-9b7b-155ccba06d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:46.622055 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-bac56afb-bb4c-4603-9b7b-155ccba06d6e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0953465 Sep 16 12:47:46.623603 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-30da5048-e66e-434c-97f2-9d274211952d service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=3fe50ad6-99ae-4c0b-a11b-3e41218b0317 HTTP/1.1" status: 200 len: 217 time: 0.0463667 Sep 16 12:47:46.701285 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 564bcac6-3aa6-480c-9aea-0f110e86cc3e is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:46.728181 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-245f2508-496d-490f-91d7-9e15106c5ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:46.729584 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-245f2508-496d-490f-91d7-9e15106c5ad5 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0935252 Sep 16 12:47:46.758552 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:46.794488 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-f5dbd067-d781-473c-a822-1f6cdf47db0f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659200 Sep 16 12:47:46.809715 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-05169be0-7796-420c-b3ff-0159f963b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:46.811402 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-05169be0-7796-420c-b3ff-0159f963b1a4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0732148 Sep 16 12:47:46.853931 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d8f2d-9444-46a7-9a34-50c11088657c req-59c0ba1b-220c-40f7-b325-9b95f6d8dc31 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:46.856390 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e22d8f2d-9444-46a7-9a34-50c11088657c req-59c0ba1b-220c-40f7-b325-9b95f6d8dc31 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c077c0ae-56e2-42f7-a0e7-32e6597062c5 HTTP/1.1" status: 200 len: 944 time: 0.4211683 Sep 16 12:47:46.897595 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:46.962201 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e22d8f2d-9444-46a7-9a34-50c11088657c req-684c5a25-2990-480a-956f-071f3dac594b tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977068 Sep 16 12:47:46.966586 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-75e0840d-9b9f-4638-af9a-2e7fd58f976c req-88ff0313-5c82-4e9c-a025-e539664ba9e5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660531 Sep 16 12:47:46.974114 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-7093776f-0409-4448-9fbe-fe74c07113a8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523190 Sep 16 12:47:46.987062 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f9196f65-4401-4636-a481-d11645a05090 req-aada95ff-fee4-48e8-93c6-e93de5538af0 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for port (335a89fb-0a04-48b6-8aea-343180273ac0), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:46.994978 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['45b8553e-f99f-4d12-8265-19759ca804ba'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:47:46.998165 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f9196f65-4401-4636-a481-d11645a05090 req-aada95ff-fee4-48e8-93c6-e93de5538af0 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (335a89fb-0a04-48b6-8aea-343180273ac0), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:47.027655 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0fe530-271a-47a5-9fce-9315fdf4352b admin admin] Router bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:47:47.095262 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:47.132269 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-dd49be74-4293-4197-a592-98d0d1a59c30 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415408 Sep 16 12:47:47.155018 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f9196f65-4401-4636-a481-d11645a05090 req-aada95ff-fee4-48e8-93c6-e93de5538af0 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (845bdd93-086a-418d-905c-88ca9e7f91c1), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:47.182171 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada95ff-fee4-48e8-93c6-e93de5538af0 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Pushing event updated for resources: {'Port': ['ID=335a89fb-0a04-48b6-8aea-343180273ac0,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:47.192043 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee29924-2c0f-4847-990d-e4e6aea9ebfe req-8f0da466-2614-4ae3-b845-533f868e24b3 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:47.193586 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5ee29924-2c0f-4847-990d-e4e6aea9ebfe req-8f0da466-2614-4ae3-b845-533f868e24b3 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8c7aea62-7b4d-400d-89fa-5411deefe490 HTTP/1.1" status: 200 len: 947 time: 0.1392736 Sep 16 12:47:47.203017 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f9196f65-4401-4636-a481-d11645a05090 req-aada95ff-fee4-48e8-93c6-e93de5538af0 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:47.204235 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9196f65-4401-4636-a481-d11645a05090 req-aada95ff-fee4-48e8-93c6-e93de5538af0 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9638171 Sep 16 12:47:47.301401 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9196f65-4401-4636-a481-d11645a05090 req-0adb8ed0-f8f8-4805-a3f0-69177ecceb2e tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.185 HTTP/1.1" status: 200 len: 696 time: 0.0671375 Sep 16 12:47:47.340409 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0fe530-271a-47a5-9fce-9315fdf4352b admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:47:47.351063 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] Sync routers for ids ['bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:47:47.362768 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] Routers {'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:47.363391 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:47:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:47.392638 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5ee29924-2c0f-4847-990d-e4e6aea9ebfe req-3725ae0c-9989-4495-a643-f80149f0164c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873527 Sep 16 12:47:47.411912 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe530-271a-47a5-9fce-9315fdf4352b admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:47.416638 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-0d0fe530-271a-47a5-9fce-9315fdf4352b admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5386176 Sep 16 12:47:47.431578 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 49390) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:47.465244 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-8b7c827e-ecf1-470c-aa15-590038233951 service neutron] 10.222.0.76 "GET /networking/v2.0/ports/924f27c6-9b29-461f-bbff-57520beb8e29/bindings/n-h1-858094-4 HTTP/1.1" status: 200 len: 384 time: 0.0669026 Sep 16 12:47:47.489290 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] Set router bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:47.549739 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9196f65-4401-4636-a481-d11645a05090 req-98772293-3bab-4be1-8aa2-c4f51ea0d51e tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:47.551135 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9196f65-4401-4636-a481-d11645a05090 req-98772293-3bab-4be1-8aa2-c4f51ea0d51e tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.2442415 Sep 16 12:47:47.567214 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-f9196f65-4401-4636-a481-d11645a05090 req-b4d8d4c3-6d22-47df-a9bd-5b203900371c tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:47:47.568137 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9196f65-4401-4636-a481-d11645a05090 req-b4d8d4c3-6d22-47df-a9bd-5b203900371c tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0098782 Sep 16 12:47:47.599446 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142a072-b850-4f98-a5fe-26350b01da46 req-00764e68-6322-4b9b-8e63-fe3d04aabc15 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:47.600984 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d142a072-b850-4f98-a5fe-26350b01da46 req-00764e68-6322-4b9b-8e63-fe3d04aabc15 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 950 time: 0.1161680 Sep 16 12:47:47.606986 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:47.673265 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-2e3091f5-3bcf-4675-8f60-5799ed2550c6 service neutron] For port 924f27c6-9b29-461f-bbff-57520beb8e29, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=924f27c6-9b29-461f-bbff-57520beb8e29,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:47.692427 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'name': 'tempest-AttachSCSIVolumeTestJSON-550497175-router', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:43Z', 'updated_at': '2022-09-16T12:47:45Z', 'revision_number': 3, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'gw_port': {'id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:44Z', 'updated_at': '2022-09-16T12:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:47.695498 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-2e3091f5-3bcf-4675-8f60-5799ed2550c6 service neutron] For port 924f27c6-9b29-461f-bbff-57520beb8e29, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:47.720706 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] Checking router: bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:47:47.721223 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] Updating router bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 port a9ea0e13-0195-43f0-8436-5910d6302b32 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:47:47.729382 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:47.733779 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-2e3091f5-3bcf-4675-8f60-5799ed2550c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924f27c6-9b29-461f-bbff-57520beb8e29 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:47:47.744784 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26779de8-69d5-49e1-bcb0-d28a7ca99515 req-bbe2edfe-22ec-41ec-9299-cd0b15d29bc1 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:47.746293 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26779de8-69d5-49e1-bcb0-d28a7ca99515 req-bbe2edfe-22ec-41ec-9299-cd0b15d29bc1 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.1057427 Sep 16 12:47:47.747005 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-2e3091f5-3bcf-4675-8f60-5799ed2550c6 service neutron] For port 924f27c6-9b29-461f-bbff-57520beb8e29, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=924f27c6-9b29-461f-bbff-57520beb8e29,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:47.755649 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a9ea0e13-0195-43f0-8436-5910d6302b32), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:47.757552 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d142a072-b850-4f98-a5fe-26350b01da46 req-6b5685e5-aabb-4ba3-9c2a-e02cd602fbe0 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407442 Sep 16 12:47:47.767145 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-2e3091f5-3bcf-4675-8f60-5799ed2550c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (924f27c6-9b29-461f-bbff-57520beb8e29), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:47.869602 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:47.880135 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-2e3091f5-3bcf-4675-8f60-5799ed2550c6 service neutron] Transition to ACTIVE for port object 924f27c6-9b29-461f-bbff-57520beb8e29 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:47:47.885120 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-2e3091f5-3bcf-4675-8f60-5799ed2550c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (924f27c6-9b29-461f-bbff-57520beb8e29), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:47.914500 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420e0d0-b8fb-4f37-a65c-58a05ae0761e req-b96b5a71-797c-4e51-b0f5-83ee3ab0792f tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:47.920685 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d420e0d0-b8fb-4f37-a65c-58a05ae0761e req-b96b5a71-797c-4e51-b0f5-83ee3ab0792f tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 943 time: 0.0955803 Sep 16 12:47:47.938774 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-2e3091f5-3bcf-4675-8f60-5799ed2550c6 service neutron] No DVR routers for this DVR port 924f27c6-9b29-461f-bbff-57520beb8e29 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:47:47.960191 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26779de8-69d5-49e1-bcb0-d28a7ca99515 req-e9acc9b1-145d-4464-944d-629fe95dee1b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010510 Sep 16 12:47:47.960487 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3091f5-3bcf-4675-8f60-5799ed2550c6 service neutron] Pushing event updated for resources: {'Port': ['ID=924f27c6-9b29-461f-bbff-57520beb8e29,revision_number=10']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:47.988707 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-2e3091f5-3bcf-4675-8f60-5799ed2550c6 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/924f27c6-9b29-461f-bbff-57520beb8e29/bindings/n-h1-858094-4/activate HTTP/1.1" status: 200 len: 369 time: 0.5164423 Sep 16 12:47:48.043682 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:48.088426 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d420e0d0-b8fb-4f37-a65c-58a05ae0761e req-e4d0bce0-e84a-4b92-a411-7568c27af043 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362591 Sep 16 12:47:48.090494 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] Publish callbacks [] for port (a9ea0e13-0195-43f0-8436-5910d6302b32), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:48.096532 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a9ea0e13-0195-43f0-8436-5910d6302b32), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:48.140880 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d47b69-bc4f-4db1-b5c0-81f70c96e68a None None] Pushing event updated for resources: {'Port': ['ID=a9ea0e13-0195-43f0-8436-5910d6302b32,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:48.153804 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] Attempting to bind port a9ea0e13-0195-43f0-8436-5910d6302b32 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:48.154175 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] Attempting to bind port a9ea0e13-0195-43f0-8436-5910d6302b32 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:48.154843 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] Attempting to bind port a9ea0e13-0195-43f0-8436-5910d6302b32 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:48.199572 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:48.200011 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:48.200503 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:48.200894 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:48.201673 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] Bound port: a9ea0e13-0195-43f0-8436-5910d6302b32, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:48.202051 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a9ea0e13-0195-43f0-8436-5910d6302b32), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:48.239979 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-12443b27-81e3-40e3-8d46-e4b3f85df87d req-992df575-d5e1-4d1a-bf09-cb6800c2bd72 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2321923 Sep 16 12:47:48.244360 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 45b8553e-f99f-4d12-8265-19759ca804ba up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:48.256146 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-12443b27-81e3-40e3-8d46-e4b3f85df87d req-cf1895b8-3593-4c18-b601-75ae97471fb2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:48.271250 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ee807-1e41-4602-9e00-ef201687ac12 req-731fe5a8-b4d8-4d06-b51a-9fdc4943d65c tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:48.272740 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-860ee807-1e41-4602-9e00-ef201687ac12 req-731fe5a8-b4d8-4d06-b51a-9fdc4943d65c tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c077c0ae-56e2-42f7-a0e7-32e6597062c5 HTTP/1.1" status: 200 len: 944 time: 0.1049914 Sep 16 12:47:48.281773 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] For port a9ea0e13-0195-43f0-8436-5910d6302b32, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:48.302871 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] For port a9ea0e13-0195-43f0-8436-5910d6302b32, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=a9ea0e13-0195-43f0-8436-5910d6302b32,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:48.310341 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a9ea0e13-0195-43f0-8436-5910d6302b32), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:48.336275 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-12443b27-81e3-40e3-8d46-e4b3f85df87d req-cf1895b8-3593-4c18-b601-75ae97471fb2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:48.345548 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 45b8553e-f99f-4d12-8265-19759ca804ba completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:47:48.357363 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] Routers {'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:48.358706 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:47:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:48.365467 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 45b8553e-f99f-4d12-8265-19759ca804ba triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:48.365828 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (45b8553e-f99f-4d12-8265-19759ca804ba), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:48.366158 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 45b8553e-f99f-4d12-8265-19759ca804ba Sep 16 12:47:48.424410 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-860ee807-1e41-4602-9e00-ef201687ac12 req-a15218c2-789b-42fc-b444-dbaa24cc4d67 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445279 Sep 16 12:47:48.460877 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d47b69-bc4f-4db1-b5c0-81f70c96e68a None None] Pushing event updated for resources: {'Port': ['ID=a9ea0e13-0195-43f0-8436-5910d6302b32,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:48.486795 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd360-d98b-4e2c-aad4-ef08f2c35df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:48.505641 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-12443b27-81e3-40e3-8d46-e4b3f85df87d req-cf1895b8-3593-4c18-b601-75ae97471fb2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:48.555747 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] Set router bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:48.629627 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:48.640420 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d78ce-84db-4166-8e74-ef87f72df3a3 req-5753e9ef-1478-4630-b0a8-5d268015a7d5 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:48.641986 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3e2d78ce-84db-4166-8e74-ef87f72df3a3 req-5753e9ef-1478-4630-b0a8-5d268015a7d5 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8c7aea62-7b4d-400d-89fa-5411deefe490 HTTP/1.1" status: 200 len: 947 time: 0.1291516 Sep 16 12:47:48.647224 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 45b8553e-f99f-4d12-8265-19759ca804ba is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:48.647598 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (45b8553e-f99f-4d12-8265-19759ca804ba), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:48.716683 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c077c0ae-56e2-42f7-a0e7-32e6597062c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b8553e-f99f-4d12-8265-19759ca804ba'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:47:48.719615 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c9b5de-ca24-4e1d-b9e9-a13a1e8f1786" -d '{"events": [{"server_uuid": "c077c0ae-56e2-42f7-a0e7-32e6597062c5", "name": "network-vif-plugged", "status": "completed", "tag": "45b8553e-f99f-4d12-8265-19759ca804ba"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:47:48.727106 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:48.743992 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 45b8553e-f99f-4d12-8265-19759ca804ba, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=45b8553e-f99f-4d12-8265-19759ca804ba,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:48.744389 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:48.751785 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (45b8553e-f99f-4d12-8265-19759ca804ba), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:48.793008 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-12443b27-81e3-40e3-8d46-e4b3f85df87d req-cf1895b8-3593-4c18-b601-75ae97471fb2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Allocated IP 172.25.2.227 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/98e19a12-1922-4fa0-a301-be77f0fee908) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:48.834483 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3e2d78ce-84db-4166-8e74-ef87f72df3a3 req-bcbe60d9-37df-49bb-acd1-888d2e825baa tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816723 Sep 16 12:47:48.852272 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'name': 'tempest-AttachSCSIVolumeTestJSON-550497175-router', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:43Z', 'updated_at': '2022-09-16T12:47:45Z', 'revision_number': 3, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'gw_port': {'id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:44Z', 'updated_at': '2022-09-16T12:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:48.854220 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=45b8553e-f99f-4d12-8265-19759ca804ba,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:48.891902 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef4453-ef61-45b9-ad5c-e0328d480815 None None] The sync data for ids ['bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'] in n-d-858094-4 is: [{'id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'name': 'tempest-AttachSCSIVolumeTestJSON-550497175-router', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:43Z', 'updated_at': '2022-09-16T12:47:45Z', 'revision_number': 3, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'gw_port': {'id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:44Z', 'updated_at': '2022-09-16T12:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:47:48.903551 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50a64b7-d3dc-454a-b3e1-b17b224502de x-openstack-request-id: req-d50a64b7-d3dc-454a-b3e1-b17b224502de {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:47:48.903927 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c077c0ae-56e2-42f7-a0e7-32e6597062c5", "name": "network-vif-plugged", "status": "completed", "tag": "45b8553e-f99f-4d12-8265-19759ca804ba", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:47:48.904244 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d50a64b7-d3dc-454a-b3e1-b17b224502de {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:47:48.905257 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d50a64b7-d3dc-454a-b3e1-b17b224502de'] response: {'server_uuid': 'c077c0ae-56e2-42f7-a0e7-32e6597062c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b8553e-f99f-4d12-8265-19759ca804ba', 'code': 200} Sep 16 12:47:48.907192 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-0d2cd360-d98b-4e2c-aad4-ef08f2c35df3 admin admin] Allocated IP 172.20.0.1 (a79b9e4b-851c-466c-9c78-fcc8f1ac7081/84ba4951-a43e-462f-8cea-c8f3885b092d/57af9c38-648b-4852-89b0-54f59a27ec89) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:49.050629 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-12443b27-81e3-40e3-8d46-e4b3f85df87d req-cf1895b8-3593-4c18-b601-75ae97471fb2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for port (98e19a12-1922-4fa0-a301-be77f0fee908), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:49.079683 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9934b2-5aff-4cd5-b289-eaca0df66351 req-31a9bec8-d764-4f1b-8764-2a80d3363776 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:49.081311 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5f9934b2-5aff-4cd5-b289-eaca0df66351 req-31a9bec8-d764-4f1b-8764-2a80d3363776 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 950 time: 0.0865989 Sep 16 12:47:49.178951 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd360-d98b-4e2c-aad4-ef08f2c35df3 admin admin] Publish callbacks [] for port (57af9c38-648b-4852-89b0-54f59a27ec89), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:49.202321 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-12443b27-81e3-40e3-8d46-e4b3f85df87d req-cf1895b8-3593-4c18-b601-75ae97471fb2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (98e19a12-1922-4fa0-a301-be77f0fee908), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:49.248338 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5f9934b2-5aff-4cd5-b289-eaca0df66351 req-386d1a60-09f9-492b-85e0-79bb1b3338ca tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532946 Sep 16 12:47:49.282885 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1895b8-3593-4c18-b601-75ae97471fb2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Pushing event updated for resources: {'Port': ['ID=98e19a12-1922-4fa0-a301-be77f0fee908,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:49.291150 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12443b27-81e3-40e3-8d46-e4b3f85df87d req-cf1895b8-3593-4c18-b601-75ae97471fb2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:49.294311 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd360-d98b-4e2c-aad4-ef08f2c35df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (57af9c38-648b-4852-89b0-54f59a27ec89), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:49.298358 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-12443b27-81e3-40e3-8d46-e4b3f85df87d req-cf1895b8-3593-4c18-b601-75ae97471fb2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:49.301803 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-12443b27-81e3-40e3-8d46-e4b3f85df87d req-cf1895b8-3593-4c18-b601-75ae97471fb2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:49.384239 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:49.415756 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2cd360-d98b-4e2c-aad4-ef08f2c35df3 admin admin] Network a79b9e4b-851c-466c-9c78-fcc8f1ac7081 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:49.423697 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-0d2cd360-d98b-4e2c-aad4-ef08f2c35df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:49.426364 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2cd360-d98b-4e2c-aad4-ef08f2c35df3 admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:49.460817 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cd360-d98b-4e2c-aad4-ef08f2c35df3 admin admin] Pushing event updated for resources: {'Port': ['ID=57af9c38-648b-4852-89b0-54f59a27ec89,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:49.491501 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ce9f4-5721-4244-9260-0f05bd2d60fb req-0c5b6a92-f022-4432-adfa-a0183223a522 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:49.493132 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-781ce9f4-5721-4244-9260-0f05bd2d60fb req-0c5b6a92-f022-4432-adfa-a0183223a522 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.1369801 Sep 16 12:47:49.539854 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd360-d98b-4e2c-aad4-ef08f2c35df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:49.552207 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:49.657772 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-ff9b5f8e-912d-4e62-883f-4f6d7ee238f5 None None] Provisioning complete for port 57af9c38-648b-4852-89b0-54f59a27ec89 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:49.658814 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ff9b5f8e-912d-4e62-883f-4f6d7ee238f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (57af9c38-648b-4852-89b0-54f59a27ec89), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:49.659293 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ff9b5f8e-912d-4e62-883f-4f6d7ee238f5 None None] Attempt 1 to provision port 57af9c38-648b-4852-89b0-54f59a27ec89 Sep 16 12:47:49.684381 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:49.698935 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b5f8e-912d-4e62-883f-4f6d7ee238f5 None None] Port 57af9c38-648b-4852-89b0-54f59a27ec89 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:49.887580 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-12443b27-81e3-40e3-8d46-e4b3f85df87d req-cf1895b8-3593-4c18-b601-75ae97471fb2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for floatingip (e2367751-18cd-429d-b448-36eb5ce5145a), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:49.950154 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:49.984019 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-781ce9f4-5721-4244-9260-0f05bd2d60fb req-48d0b00d-39ce-4270-9bac-bcc089c61e1e tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644506 Sep 16 12:47:50.032961 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-12443b27-81e3-40e3-8d46-e4b3f85df87d req-cf1895b8-3593-4c18-b601-75ae97471fb2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (98e19a12-1922-4fa0-a301-be77f0fee908), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:50.039862 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811d860-2dcd-41c7-824b-c7a8f9b3db8c req-b79ef77f-fc04-4305-900b-b466812e3258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:50.041447 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c811d860-2dcd-41c7-824b-c7a8f9b3db8c req-b79ef77f-fc04-4305-900b-b466812e3258 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c077c0ae-56e2-42f7-a0e7-32e6597062c5 HTTP/1.1" status: 200 len: 1127 time: 0.0947089 Sep 16 12:47:50.156179 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-9f524aa0-7b20-4e9c-9ea8-522ffc69f308 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:50.157689 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-9f524aa0-7b20-4e9c-9ea8-522ffc69f308 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed&tenant_id=dd7ec914bffb4743921e4116b0c399eb&binding%3Ahost_id=n-h2-858094-4 HTTP/1.1" status: 200 len: 1126 time: 0.3182344 Sep 16 12:47:50.200459 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ff9b5f8e-912d-4e62-883f-4f6d7ee238f5 None None] Attempt 2 to provision port 57af9c38-648b-4852-89b0-54f59a27ec89 Sep 16 12:47:50.234225 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:50.235445 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c811d860-2dcd-41c7-824b-c7a8f9b3db8c req-adb018ca-a50c-4996-b6ab-eb03adcd81d5 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704099 Sep 16 12:47:50.238905 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-6015dbc0-e660-46ad-822a-e62256e3e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:50.240250 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-6015dbc0-e660-46ad-822a-e62256e3e7b2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed&tenant_id=dd7ec914bffb4743921e4116b0c399eb HTTP/1.1" status: 200 len: 1126 time: 0.0755320 Sep 16 12:47:50.241993 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd360-d98b-4e2c-aad4-ef08f2c35df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (57af9c38-648b-4852-89b0-54f59a27ec89), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:50.252338 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b866a1d-e96b-4294-9834-bec27fb0ec5f req-2f7e778c-14eb-41b5-9f0d-c94155b66c4a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:50.253964 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0b866a1d-e96b-4294-9834-bec27fb0ec5f req-2f7e778c-14eb-41b5-9f0d-c94155b66c4a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 944 time: 0.1675339 Sep 16 12:47:50.256262 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 27de96a3-bf43-46c1-a8f8-afd304cea206 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:47:50.258905 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b5f8e-912d-4e62-883f-4f6d7ee238f5 None None] Port 57af9c38-648b-4852-89b0-54f59a27ec89 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:50.390871 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0b866a1d-e96b-4294-9834-bec27fb0ec5f req-883db85f-ce1a-4a4d-8356-b22058ce2c8d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287963 Sep 16 12:47:50.460272 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-12443b27-81e3-40e3-8d46-e4b3f85df87d req-cf1895b8-3593-4c18-b601-75ae97471fb2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for port (98e19a12-1922-4fa0-a301-be77f0fee908), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:50.465770 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:50.469904 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-12443b27-81e3-40e3-8d46-e4b3f85df87d req-cf1895b8-3593-4c18-b601-75ae97471fb2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (98e19a12-1922-4fa0-a301-be77f0fee908), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:50.513624 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 27de96a3-bf43-46c1-a8f8-afd304cea206, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=27de96a3-bf43-46c1-a8f8-afd304cea206,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:50.526439 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '27de96a3-bf43-46c1-a8f8-afd304cea206', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '27de96a3-bf43-46c1-a8f8-afd304cea206', 'mac_address': 'fa:16:3e:99:71:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:47:50.568653 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 27de96a3-bf43-46c1-a8f8-afd304cea206 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:50.569138 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (27de96a3-bf43-46c1-a8f8-afd304cea206), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:50.585382 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27de96a3-bf43-46c1-a8f8-afd304cea206 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:47:50.601221 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device a9ea0e13-0195-43f0-8436-5910d6302b32 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:50.616485 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-12443b27-81e3-40e3-8d46-e4b3f85df87d req-cf1895b8-3593-4c18-b601-75ae97471fb2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (e2367751-18cd-429d-b448-36eb5ce5145a), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:50.627353 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d04d9-c303-4cf5-bea0-214732efc65c req-d16a5728-8561-40bc-8bbb-ce5f5c24e855 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:50.628880 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f04d04d9-c303-4cf5-bea0-214732efc65c req-d16a5728-8561-40bc-8bbb-ce5f5c24e855 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c077c0ae-56e2-42f7-a0e7-32e6597062c5 HTTP/1.1" status: 200 len: 945 time: 0.1267588 Sep 16 12:47:50.633119 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 27de96a3-bf43-46c1-a8f8-afd304cea206, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=27de96a3-bf43-46c1-a8f8-afd304cea206,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:50.634435 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1895b8-3593-4c18-b601-75ae97471fb2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Pushing event updated for resources: {'Port': ['ID=98e19a12-1922-4fa0-a301-be77f0fee908,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:50.641996 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (27de96a3-bf43-46c1-a8f8-afd304cea206), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:50.664865 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:50.678844 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-12443b27-81e3-40e3-8d46-e4b3f85df87d req-cf1895b8-3593-4c18-b601-75ae97471fb2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:50.680084 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-12443b27-81e3-40e3-8d46-e4b3f85df87d req-cf1895b8-3593-4c18-b601-75ae97471fb2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4319971 Sep 16 12:47:50.682572 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd360-d98b-4e2c-aad4-ef08f2c35df3 admin admin] Publish callbacks [] for port (57af9c38-648b-4852-89b0-54f59a27ec89), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:50.695215 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd360-d98b-4e2c-aad4-ef08f2c35df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (57af9c38-648b-4852-89b0-54f59a27ec89), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:50.704781 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port a9ea0e13-0195-43f0-8436-5910d6302b32 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:50.705338 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (a9ea0e13-0195-43f0-8436-5910d6302b32), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:50.705484 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port a9ea0e13-0195-43f0-8436-5910d6302b32 Sep 16 12:47:50.710423 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=27de96a3-bf43-46c1-a8f8-afd304cea206,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:50.772084 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ff9b5f8e-912d-4e62-883f-4f6d7ee238f5 None None] Attempt 3 to provision port 57af9c38-648b-4852-89b0-54f59a27ec89 Sep 16 12:47:50.816610 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f04d04d9-c303-4cf5-bea0-214732efc65c req-e5f6fa44-2575-4e5f-951e-a5ff07fc1549 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662977 Sep 16 12:47:50.817760 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port a9ea0e13-0195-43f0-8436-5910d6302b32 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:50.818221 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a9ea0e13-0195-43f0-8436-5910d6302b32), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:50.820209 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-12443b27-81e3-40e3-8d46-e4b3f85df87d req-2babba91-8b5b-478c-b7f9-0ef332a65a22 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.227 HTTP/1.1" status: 200 len: 696 time: 0.1202927 Sep 16 12:47:50.825679 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:50.829260 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b5f8e-912d-4e62-883f-4f6d7ee238f5 None None] Port 57af9c38-648b-4852-89b0-54f59a27ec89 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:50.844643 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cd360-d98b-4e2c-aad4-ef08f2c35df3 admin admin] Pushing event updated for resources: {'Port': ['ID=57af9c38-648b-4852-89b0-54f59a27ec89,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:50.848941 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port a9ea0e13-0195-43f0-8436-5910d6302b32, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=a9ea0e13-0195-43f0-8436-5910d6302b32,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:50.850775 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd360-d98b-4e2c-aad4-ef08f2c35df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:50.855107 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a9ea0e13-0195-43f0-8436-5910d6302b32), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:50.911992 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 924f27c6-9b29-461f-bbff-57520beb8e29 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:47:50.939136 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=a9ea0e13-0195-43f0-8436-5910d6302b32,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:50.960738 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] The host n-h2-858094-4 is not matching for port 924f27c6-9b29-461f-bbff-57520beb8e29 host n-h1-858094-4! {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 16 12:47:50.961239 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 924f27c6-9b29-461f-bbff-57520beb8e29 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:47:51.007570 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44549bf3-716c-45fd-9fb7-2c5956eacbd1 req-80d57843-2782-419c-9f88-c6626333e224 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:51.009142 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-44549bf3-716c-45fd-9fb7-2c5956eacbd1 req-80d57843-2782-419c-9f88-c6626333e224 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8c7aea62-7b4d-400d-89fa-5411deefe490 HTTP/1.1" status: 200 len: 948 time: 0.1069851 Sep 16 12:47:51.072964 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12443b27-81e3-40e3-8d46-e4b3f85df87d req-d447dad2-3a3c-4f5a-a9a0-719124e0bda2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:51.074241 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-12443b27-81e3-40e3-8d46-e4b3f85df87d req-d447dad2-3a3c-4f5a-a9a0-719124e0bda2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.2440546 Sep 16 12:47:51.119251 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2cd360-d98b-4e2c-aad4-ef08f2c35df3 admin admin] Network a79b9e4b-851c-466c-9c78-fcc8f1ac7081 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:51.122809 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-44549bf3-716c-45fd-9fb7-2c5956eacbd1 req-01af92a2-90de-4ab9-a5c3-ebf1833aba4d tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068778 Sep 16 12:47:51.125241 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-0d2cd360-d98b-4e2c-aad4-ef08f2c35df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:51.219294 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['27de96a3-bf43-46c1-a8f8-afd304cea206'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:47:51.292006 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-c2ca7c0e-f84b-45e2-8053-888d0d01e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:51.294380 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-c2ca7c0e-f84b-45e2-8053-888d0d01e692 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 1126 time: 0.0546248 Sep 16 12:47:51.310053 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426e8fa-6cbf-4614-9142-ae43a5d0a2e7 req-64659afc-66a1-471a-bb5a-3451d4d156d8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:51.312049 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f426e8fa-6cbf-4614-9142-ae43a5d0a2e7 req-64659afc-66a1-471a-bb5a-3451d4d156d8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 950 time: 0.1579123 Sep 16 12:47:51.336322 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced2a7e-1ad4-4dff-a7a4-3a69815be6a1 req-ad80f41f-7d82-4be1-b773-9e5f649facaf tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:51.338041 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0ced2a7e-1ad4-4dff-a7a4-3a69815be6a1 req-ad80f41f-7d82-4be1-b773-9e5f649facaf tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.1128819 Sep 16 12:47:51.349888 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ff9b5f8e-912d-4e62-883f-4f6d7ee238f5 None None] Attempt 4 to provision port 57af9c38-648b-4852-89b0-54f59a27ec89 Sep 16 12:47:51.390068 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:51.402646 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b5f8e-912d-4e62-883f-4f6d7ee238f5 None None] Port 57af9c38-648b-4852-89b0-54f59a27ec89 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:51.408489 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-173d7a4d-a3e8-4619-9f02-73c255be66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:51.410772 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-173d7a4d-a3e8-4619-9f02-73c255be66d6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 0.1078990 Sep 16 12:47:51.428768 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2cd360-d98b-4e2c-aad4-ef08f2c35df3 admin admin] Router bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:47:51.446495 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f426e8fa-6cbf-4614-9142-ae43a5d0a2e7 req-ef40495b-a685-4f87-bd43-f0e44b46e110 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056113 Sep 16 12:47:51.461395 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-afeaffec-8e6e-471b-9d11-964a8b17ddf4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=924f27c6-9b29-461f-bbff-57520beb8e29 HTTP/1.1" status: 200 len: 217 time: 0.0414386 Sep 16 12:47:51.461860 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0ced2a7e-1ad4-4dff-a7a4-3a69815be6a1 req-9755fee9-838a-43e5-8589-4b06ae9a3f71 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947871 Sep 16 12:47:51.523773 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-b20faaee-f648-40a9-a658-b02fa62a47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:51.525470 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-b20faaee-f648-40a9-a658-b02fa62a47a1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.0544205 Sep 16 12:47:51.569534 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bd2a6011-3d4e-4df1-9813-8313d3350906 req-f31511aa-bfb1-40fd-a33b-3278e9aeff01 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/floatingips/e2367751-18cd-429d-b448-36eb5ce5145a HTTP/1.1" status: 200 len: 693 time: 0.0683527 Sep 16 12:47:51.570677 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-b1d0b3f2-63b7-4119-8b64-e07ac5459e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:51.572464 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-b1d0b3f2-63b7-4119-8b64-e07ac5459e74 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0402241 Sep 16 12:47:51.640654 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:51.671808 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-92d1fd23-b56d-4d9f-b553-1ebefef9564d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924113 Sep 16 12:47:51.690552 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb52d6-6164-436f-8910-a6fe35291e5a req-405e0a29-3b7c-452c-ac83-769452850bb8 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:51.692015 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6beb52d6-6164-436f-8910-a6fe35291e5a req-405e0a29-3b7c-452c-ac83-769452850bb8 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 944 time: 0.1502261 Sep 16 12:47:51.722057 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2cd360-d98b-4e2c-aad4-ef08f2c35df3 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:47:51.727266 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-0d2cd360-d98b-4e2c-aad4-ef08f2c35df3 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2947612 Sep 16 12:47:51.731460 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] Sync routers for ids ['bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:47:51.735105 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:51.743037 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] Routers {'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:51.744026 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:47:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:51.793198 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6beb52d6-6164-436f-8910-a6fe35291e5a req-742966d9-2089-4fcc-9212-dc15e1716eb4 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944672 Sep 16 12:47:51.805761 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a6011-3d4e-4df1-9813-8313d3350906 req-94ccdd1e-08cb-4d1c-808b-de6241615c6b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:51.807452 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bd2a6011-3d4e-4df1-9813-8313d3350906 req-94ccdd1e-08cb-4d1c-808b-de6241615c6b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.2201679 Sep 16 12:47:51.823825 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-bd2a6011-3d4e-4df1-9813-8313d3350906 req-2bde4d71-2575-4cf2-838a-b143518669f4 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:47:51.824847 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bd2a6011-3d4e-4df1-9813-8313d3350906 req-2bde4d71-2575-4cf2-838a-b143518669f4 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0066283 Sep 16 12:47:51.847103 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:51.880903 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] Set router bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:51.903445 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ff9b5f8e-912d-4e62-883f-4f6d7ee238f5 None None] Attempt 5 to provision port 57af9c38-648b-4852-89b0-54f59a27ec89 Sep 16 12:47:51.907079 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d601308-4bfd-4f2e-bb6b-f0fb97c85f70 req-4d599f49-1713-4817-8f29-7688a1b31748 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/floatingips/e2367751-18cd-429d-b448-36eb5ce5145a HTTP/1.1" status: 200 len: 693 time: 0.0554163 Sep 16 12:47:51.934014 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:51.959170 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b5f8e-912d-4e62-883f-4f6d7ee238f5 None None] Port 57af9c38-648b-4852-89b0-54f59a27ec89 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:52.042934 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448af2e-2ce6-4fc6-b6d6-a2cbdf5dad14 req-49cdd2bc-c136-4284-9881-bc5ff7d82e74 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:52.045859 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a448af2e-2ce6-4fc6-b6d6-a2cbdf5dad14 req-49cdd2bc-c136-4284-9881-bc5ff7d82e74 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c077c0ae-56e2-42f7-a0e7-32e6597062c5 HTTP/1.1" status: 200 len: 945 time: 0.1273777 Sep 16 12:47:52.096920 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-f1e03e24-4c6e-4fc2-ad08-64a5f7f94986 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784370 Sep 16 12:47:52.125995 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:52.145269 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d601308-4bfd-4f2e-bb6b-f0fb97c85f70 req-981becf2-97c4-433c-89bb-0f80de59107e tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:52.147619 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d601308-4bfd-4f2e-bb6b-f0fb97c85f70 req-981becf2-97c4-433c-89bb-0f80de59107e tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.2397120 Sep 16 12:47:52.156527 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a448af2e-2ce6-4fc6-b6d6-a2cbdf5dad14 req-6dee10fc-8dc2-46de-9b6b-5bac0043b9ef tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015992 Sep 16 12:47:52.164580 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-8d601308-4bfd-4f2e-bb6b-f0fb97c85f70 req-a23bef05-0cbf-4305-a37e-5ca52bc5812b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:47:52.165975 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d601308-4bfd-4f2e-bb6b-f0fb97c85f70 req-a23bef05-0cbf-4305-a37e-5ca52bc5812b tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0082126 Sep 16 12:47:52.213977 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'name': 'tempest-AttachSCSIVolumeTestJSON-550497175-router', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:43Z', 'updated_at': '2022-09-16T12:47:50Z', 'revision_number': 4, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'gw_port': {'id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:44Z', 'updated_at': '2022-09-16T12:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '57af9c38-648b-4852-89b0-54f59a27ec89', 'name': '', 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'mac_address': 'fa:16:3e:65:6a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '84ba4951-a43e-462f-8cea-c8f3885b092d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:48Z', 'updated_at': '2022-09-16T12:47:50Z', 'revision_number': 2, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'subnets': [{'id': '84ba4951-a43e-462f-8cea-c8f3885b092d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:52.241096 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d601308-4bfd-4f2e-bb6b-f0fb97c85f70 req-867082bb-69d2-450c-afc2-0f60263bfb8f tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.227 HTTP/1.1" status: 200 len: 696 time: 0.0688803 Sep 16 12:47:52.251265 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] Checking router: bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:47:52.251616 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] Updating router bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 port 57af9c38-648b-4852-89b0-54f59a27ec89 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:47:52.281338 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (57af9c38-648b-4852-89b0-54f59a27ec89), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:52.334922 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9624aa-d6f1-4238-a33c-058fd91f1405 req-b012573c-3cbe-41a9-bd3b-d23565149103 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:52.336496 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6b9624aa-d6f1-4238-a33c-058fd91f1405 req-b012573c-3cbe-41a9-bd3b-d23565149103 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8c7aea62-7b4d-400d-89fa-5411deefe490 HTTP/1.1" status: 200 len: 948 time: 0.0537438 Sep 16 12:47:52.339767 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d601308-4bfd-4f2e-bb6b-f0fb97c85f70 req-00a4f68e-1990-43e7-93e9-ad9cbdb8e720 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.227 HTTP/1.1" status: 200 len: 696 time: 0.0978754 Sep 16 12:47:52.461133 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ff9b5f8e-912d-4e62-883f-4f6d7ee238f5 None None] Attempt 6 to provision port 57af9c38-648b-4852-89b0-54f59a27ec89 Sep 16 12:47:52.486152 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6b9624aa-d6f1-4238-a33c-058fd91f1405 req-509efafe-c5d1-4d9f-8f5c-a432813ab7ee tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374083 Sep 16 12:47:52.519129 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 49444) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:52.524933 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-6dd61b13-681c-40d5-9fbb-43f181aef62d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-184954062-network', 'tenant_id': 'cd805dfacbd3487d9c789ea97ea2c306'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:52.540440 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 27de96a3-bf43-46c1-a8f8-afd304cea206 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:52.570498 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-8d601308-4bfd-4f2e-bb6b-f0fb97c85f70 req-ca641af9-0c00-4b70-a9ec-1b936a3eb8fe tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Deleting port 98e19a12-1922-4fa0-a301-be77f0fee908 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:47:52.570842 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8d601308-4bfd-4f2e-bb6b-f0fb97c85f70 req-ca641af9-0c00-4b70-a9ec-1b936a3eb8fe tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (98e19a12-1922-4fa0-a301-be77f0fee908), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:52.585491 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b5f8e-912d-4e62-883f-4f6d7ee238f5 None None] Port 57af9c38-648b-4852-89b0-54f59a27ec89 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:52.606174 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 27de96a3-bf43-46c1-a8f8-afd304cea206 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:47:52.616257 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 27de96a3-bf43-46c1-a8f8-afd304cea206 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:52.617141 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (27de96a3-bf43-46c1-a8f8-afd304cea206), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:52.619914 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 27de96a3-bf43-46c1-a8f8-afd304cea206 Sep 16 12:47:52.655589 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device a9ea0e13-0195-43f0-8436-5910d6302b32 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:52.666687 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8d601308-4bfd-4f2e-bb6b-f0fb97c85f70 req-ca641af9-0c00-4b70-a9ec-1b936a3eb8fe tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (98e19a12-1922-4fa0-a301-be77f0fee908), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:52.667012 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8d601308-4bfd-4f2e-bb6b-f0fb97c85f70 req-ca641af9-0c00-4b70-a9ec-1b936a3eb8fe tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for floatingip (98e19a12-1922-4fa0-a301-be77f0fee908), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:52.671712 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-dc14f8a7-4d3b-4d44-ab9f-50b9722748ab tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:52.673641 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-dc14f8a7-4d3b-4d44-ab9f-50b9722748ab tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed&tenant_id=dd7ec914bffb4743921e4116b0c399eb&binding%3Ahost_id=n-h1-858094-4 HTTP/1.1" status: 200 len: 1126 time: 0.1429086 Sep 16 12:47:52.676794 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682013a-868e-4dba-8636-6d0a46cb83ea req-9b2942a7-e183-4de0-bd92-3c91c377273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:52.678722 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1682013a-868e-4dba-8636-6d0a46cb83ea req-9b2942a7-e183-4de0-bd92-3c91c377273a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 1131 time: 0.0819395 Sep 16 12:47:52.679986 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd61b13-681c-40d5-9fbb-43f181aef62d admin admin] Made reservation on behalf of cd805dfacbd3487d9c789ea97ea2c306 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:47:52.683896 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6dd61b13-681c-40d5-9fbb-43f181aef62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:52.709353 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-8d601308-4bfd-4f2e-bb6b-f0fb97c85f70 req-ca641af9-0c00-4b70-a9ec-1b936a3eb8fe tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Calling delete_port for 98e19a12-1922-4fa0-a301-be77f0fee908 owned by network:floatingip {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:47:52.723658 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:52.730702 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90298e18-c42a-4e60-92a4-0d5ae15d347f req-079711ec-f3b5-4551-a2f8-6a2f1c9bde92 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:52.731824 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] Publish callbacks [] for port (57af9c38-648b-4852-89b0-54f59a27ec89), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:52.732432 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90298e18-c42a-4e60-92a4-0d5ae15d347f req-079711ec-f3b5-4551-a2f8-6a2f1c9bde92 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 950 time: 0.0896041 Sep 16 12:47:52.748766 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (57af9c38-648b-4852-89b0-54f59a27ec89), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:52.749584 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port a9ea0e13-0195-43f0-8436-5910d6302b32 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:52.750319 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (a9ea0e13-0195-43f0-8436-5910d6302b32), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:52.750809 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port a9ea0e13-0195-43f0-8436-5910d6302b32 Sep 16 12:47:52.781896 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6dd61b13-681c-40d5-9fbb-43f181aef62d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:52.813559 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142fa184-85ed-4078-9752-041786f86da9 None None] Pushing event updated for resources: {'Port': ['ID=57af9c38-648b-4852-89b0-54f59a27ec89,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:52.813825 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 27de96a3-bf43-46c1-a8f8-afd304cea206 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:52.814502 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (27de96a3-bf43-46c1-a8f8-afd304cea206), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:52.839844 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1682013a-868e-4dba-8636-6d0a46cb83ea req-db1ac5b6-11b2-4468-87d3-e8607036339a service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508238 Sep 16 12:47:52.850220 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fa184-85ed-4078-9752-041786f86da9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:52.850568 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c7aea62-7b4d-400d-89fa-5411deefe490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27de96a3-bf43-46c1-a8f8-afd304cea206'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:47:52.850713 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fa184-85ed-4078-9752-041786f86da9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:52.850943 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fa184-85ed-4078-9752-041786f86da9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:52.851284 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fa184-85ed-4078-9752-041786f86da9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:52.851605 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fa184-85ed-4078-9752-041786f86da9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:52.852176 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fa184-85ed-4078-9752-041786f86da9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:52.852629 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fa184-85ed-4078-9752-041786f86da9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:52.852952 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fa184-85ed-4078-9752-041786f86da9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:52.853246 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce95fba-9b34-4253-a6b8-40031aaf5d07" -d '{"events": [{"server_uuid": "8c7aea62-7b4d-400d-89fa-5411deefe490", "name": "network-vif-plugged", "status": "completed", "tag": "27de96a3-bf43-46c1-a8f8-afd304cea206"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:47:52.853372 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fa184-85ed-4078-9752-041786f86da9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:52.853611 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fa184-85ed-4078-9752-041786f86da9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:52.853931 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fa184-85ed-4078-9752-041786f86da9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:52.854243 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fa184-85ed-4078-9752-041786f86da9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:52.854672 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fa184-85ed-4078-9752-041786f86da9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:52.854994 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fa184-85ed-4078-9752-041786f86da9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:52.855423 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142fa184-85ed-4078-9752-041786f86da9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:47:52.860724 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90298e18-c42a-4e60-92a4-0d5ae15d347f req-40e3991f-f158-4688-a40c-4eaa33ea34a4 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866773 Sep 16 12:47:52.871349 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 27de96a3-bf43-46c1-a8f8-afd304cea206, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=27de96a3-bf43-46c1-a8f8-afd304cea206,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:52.876824 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (27de96a3-bf43-46c1-a8f8-afd304cea206), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:52.911655 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] Attempting to bind port 57af9c38-648b-4852-89b0-54f59a27ec89 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:52.912545 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] Attempting to bind port 57af9c38-648b-4852-89b0-54f59a27ec89 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '2886e315-9b48-4563-b1fb-54e4ddb6259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:52.912956 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] Attempting to bind port 57af9c38-648b-4852-89b0-54f59a27ec89 on network a79b9e4b-851c-466c-9c78-fcc8f1ac7081 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:52.932278 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-c76e1a02-0df4-4680-9e78-3c892e6550a2 service neutron] For port 924f27c6-9b29-461f-bbff-57520beb8e29, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:52.938044 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-c76e1a02-0df4-4680-9e78-3c892e6550a2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:52.940095 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5c3c2507-9e47-4d1c-9bf4-8477102e832a req-c76e1a02-0df4-4680-9e78-3c892e6550a2 service neutron] 10.222.0.25 "DELETE /networking/v2.0/ports/924f27c6-9b29-461f-bbff-57520beb8e29/bindings/n-h2-858094-4 HTTP/1.1" status: 204 len: 173 time: 0.2494276 Sep 16 12:47:52.968971 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:52.969434 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] Checking segment: {'id': '2886e315-9b48-4563-b1fb-54e4ddb6259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:52.969837 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:52.970226 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] Bound using segment: {'id': '2886e315-9b48-4563-b1fb-54e4ddb6259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:52.970784 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] Bound port: 57af9c38-648b-4852-89b0-54f59a27ec89, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2886e315-9b48-4563-b1fb-54e4ddb6259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:52.971694 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (57af9c38-648b-4852-89b0-54f59a27ec89), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:52.980725 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port a9ea0e13-0195-43f0-8436-5910d6302b32 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:53.005211 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=27de96a3-bf43-46c1-a8f8-afd304cea206,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:53.024548 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8d601308-4bfd-4f2e-bb6b-f0fb97c85f70 req-ca641af9-0c00-4b70-a9ec-1b936a3eb8fe tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (98e19a12-1922-4fa0-a301-be77f0fee908), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:53.049819 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] For port 57af9c38-648b-4852-89b0-54f59a27ec89, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:53.058005 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] For port 57af9c38-648b-4852-89b0-54f59a27ec89, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=57af9c38-648b-4852-89b0-54f59a27ec89,segment=NetworkSegment(2886e315-9b48-4563-b1fb-54e4ddb6259d),segment_id=2886e315-9b48-4563-b1fb-54e4ddb6259d)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:53.060073 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca641af9-0c00-4b70-a9ec-1b936a3eb8fe tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Pushing event deleted for resources: {'Port': ['ID=98e19a12-1922-4fa0-a301-be77f0fee908,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:53.065901 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (57af9c38-648b-4852-89b0-54f59a27ec89), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:53.068293 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6dd61b13-681c-40d5-9fbb-43f181aef62d admin admin] Publish callbacks [] for security_group (6c2bc6a7-541d-4360-897f-0c2e088217e3), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:53.072932 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6dd61b13-681c-40d5-9fbb-43f181aef62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (6c2bc6a7-541d-4360-897f-0c2e088217e3), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:53.074577 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0aad7-7fe1-4026-b5aa-3f22631fb478 req-937f345b-13ce-48b7-be47-226eaeb5f27e tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:53.076159 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ebf0aad7-7fe1-4026-b5aa-3f22631fb478 req-937f345b-13ce-48b7-be47-226eaeb5f27e tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.1019363 Sep 16 12:47:53.087536 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ff9b5f8e-912d-4e62-883f-4f6d7ee238f5 None None] Attempt 7 to provision port 57af9c38-648b-4852-89b0-54f59a27ec89 Sep 16 12:47:53.106873 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd61b13-681c-40d5-9fbb-43f181aef62d admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:47:53.118363 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd61b13-681c-40d5-9fbb-43f181aef62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2bc6a7-541d-4360-897f-0c2e088217e3,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:53.120658 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:53.121949 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:53.128208 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6dd61b13-681c-40d5-9fbb-43f181aef62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (eee2d09e-4c1d-4327-a5b1-850473d23e26), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:53.128208 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-6dd61b13-681c-40d5-9fbb-43f181aef62d admin admin] Added segment eee2d09e-4c1d-4327-a5b1-850473d23e26 of type vlan for network 3351da51-9453-416b-a2fc-2789c5b9dfad Sep 16 12:47:53.169126 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] Routers {'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:53.169803 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:47:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:53.176058 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6dd61b13-681c-40d5-9fbb-43f181aef62d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (3351da51-9453-416b-a2fc-2789c5b9dfad), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:53.198201 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:53.208087 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b5f8e-912d-4e62-883f-4f6d7ee238f5 None None] Current status of the port 57af9c38-648b-4852-89b0-54f59a27ec89 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:53.208905 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142fa184-85ed-4078-9752-041786f86da9 None None] Pushing event updated for resources: {'Port': ['ID=57af9c38-648b-4852-89b0-54f59a27ec89,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:53.209661 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ff9b5f8e-912d-4e62-883f-4f6d7ee238f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (57af9c38-648b-4852-89b0-54f59a27ec89), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:53.212253 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ebf0aad7-7fe1-4026-b5aa-3f22631fb478 req-518767a8-e146-4454-9e9c-30b584898302 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292083 Sep 16 12:47:53.215570 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8d601308-4bfd-4f2e-bb6b-f0fb97c85f70 req-ca641af9-0c00-4b70-a9ec-1b936a3eb8fe tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for floatingip (e2367751-18cd-429d-b448-36eb5ce5145a), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:53.219610 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8d601308-4bfd-4f2e-bb6b-f0fb97c85f70 req-ca641af9-0c00-4b70-a9ec-1b936a3eb8fe tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:53.220780 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d601308-4bfd-4f2e-bb6b-f0fb97c85f70 req-ca641af9-0c00-4b70-a9ec-1b936a3eb8fe tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/e2367751-18cd-429d-b448-36eb5ce5145a HTTP/1.1" status: 204 len: 173 time: 0.8700008 Sep 16 12:47:53.235349 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6dd61b13-681c-40d5-9fbb-43f181aef62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (3351da51-9453-416b-a2fc-2789c5b9dfad), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:53.236721 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd61b13-681c-40d5-9fbb-43f181aef62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:53.237371 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6dd61b13-681c-40d5-9fbb-43f181aef62d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:53.303524 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7c0e01-207f-49ef-8ade-272ed98db49e x-openstack-request-id: req-ab7c0e01-207f-49ef-8ade-272ed98db49e {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:47:53.303920 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c7aea62-7b4d-400d-89fa-5411deefe490", "name": "network-vif-plugged", "status": "completed", "tag": "27de96a3-bf43-46c1-a8f8-afd304cea206", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:47:53.304790 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ab7c0e01-207f-49ef-8ade-272ed98db49e {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:47:53.306729 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab7c0e01-207f-49ef-8ade-272ed98db49e'] response: {'server_uuid': '8c7aea62-7b4d-400d-89fa-5411deefe490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27de96a3-bf43-46c1-a8f8-afd304cea206', 'code': 200} Sep 16 12:47:53.309372 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-6dd61b13-681c-40d5-9fbb-43f181aef62d admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7890012 Sep 16 12:47:53.312553 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ff9b5f8e-912d-4e62-883f-4f6d7ee238f5 None None] For port 57af9c38-648b-4852-89b0-54f59a27ec89, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=57af9c38-648b-4852-89b0-54f59a27ec89,segment=NetworkSegment(2886e315-9b48-4563-b1fb-54e4ddb6259d),segment_id=2886e315-9b48-4563-b1fb-54e4ddb6259d)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:53.312887 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 49456) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:53.318414 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ff9b5f8e-912d-4e62-883f-4f6d7ee238f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (57af9c38-648b-4852-89b0-54f59a27ec89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:53.319450 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-c68a354b-cc2f-4581-8488-b76417017d9a admin admin] Request body: {'subnet': {'network_id': '3351da51-9453-416b-a2fc-2789c5b9dfad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-184954062-subnet', 'tenant_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:53.344898 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd61b13-681c-40d5-9fbb-43f181aef62d admin admin] Pushing event updated for resources: {'Network': ['ID=3351da51-9453-416b-a2fc-2789c5b9dfad,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:53.374912 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 3351da51-9453-416b-a2fc-2789c5b9dfad details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:47:53.406519 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68a354b-cc2f-4581-8488-b76417017d9a admin admin] Made reservation on behalf of cd805dfacbd3487d9c789ea97ea2c306 for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:47:53.409158 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c68a354b-cc2f-4581-8488-b76417017d9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:53.446557 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac52fc-a136-4944-bbc9-cb8bae7feec6 req-0891add6-4aa4-458c-89e3-b185313d9035 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:53.448063 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-83ac52fc-a136-4944-bbc9-cb8bae7feec6 req-0891add6-4aa4-458c-89e3-b185313d9035 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 944 time: 0.1166272 Sep 16 12:47:53.471702 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:53.477193 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-c8d9be25-c56a-4774-8f92-09627a8eab91 None None] Provisioning complete for port 57af9c38-648b-4852-89b0-54f59a27ec89 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:53.477673 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c8d9be25-c56a-4774-8f92-09627a8eab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (57af9c38-648b-4852-89b0-54f59a27ec89), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:53.478677 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c8d9be25-c56a-4774-8f92-09627a8eab91 None None] Attempt 1 to provision port 57af9c38-648b-4852-89b0-54f59a27ec89 Sep 16 12:47:53.488361 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c21486-a74c-49bc-b60f-833bd6674688 req-e05f99c7-5d9d-4932-9c4e-f1fe6733dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:53.490402 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f0c21486-a74c-49bc-b60f-833bd6674688 req-e05f99c7-5d9d-4932-9c4e-f1fe6733dd9b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c7aea62-7b4d-400d-89fa-5411deefe490 HTTP/1.1" status: 200 len: 1131 time: 0.0576656 Sep 16 12:47:53.501127 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] Set router bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:53.518601 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b5f8e-912d-4e62-883f-4f6d7ee238f5 None None] Pushing event updated for resources: {'Port': ['ID=57af9c38-648b-4852-89b0-54f59a27ec89,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:53.562506 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f0c21486-a74c-49bc-b60f-833bd6674688 req-33794dc7-90c9-4610-a062-76e617bbbdba service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652776 Sep 16 12:47:53.593153 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:53.594153 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:53.614411 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c8d9be25-c56a-4774-8f92-09627a8eab91 None None] Current status of the port 57af9c38-648b-4852-89b0-54f59a27ec89 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:53.743976 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'name': 'tempest-AttachSCSIVolumeTestJSON-550497175-router', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:43Z', 'updated_at': '2022-09-16T12:47:50Z', 'revision_number': 4, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'gw_port': {'id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:44Z', 'updated_at': '2022-09-16T12:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '57af9c38-648b-4852-89b0-54f59a27ec89', 'name': '', 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'mac_address': 'fa:16:3e:65:6a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '84ba4951-a43e-462f-8cea-c8f3885b092d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:48Z', 'updated_at': '2022-09-16T12:47:53Z', 'revision_number': 4, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'subnets': [{'id': '84ba4951-a43e-462f-8cea-c8f3885b092d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:53.769807 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99d0ebd-97c4-46f9-a489-4a999c90adb6 None None] The sync data for ids ['bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'] in n-d-858094-4 is: [{'id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'name': 'tempest-AttachSCSIVolumeTestJSON-550497175-router', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:43Z', 'updated_at': '2022-09-16T12:47:50Z', 'revision_number': 4, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'gw_port': {'id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:44Z', 'updated_at': '2022-09-16T12:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '57af9c38-648b-4852-89b0-54f59a27ec89', 'name': '', 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'mac_address': 'fa:16:3e:65:6a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '84ba4951-a43e-462f-8cea-c8f3885b092d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:48Z', 'updated_at': '2022-09-16T12:47:53Z', 'revision_number': 4, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'subnets': [{'id': '84ba4951-a43e-462f-8cea-c8f3885b092d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:47:53.787782 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e99ff-35fb-4e26-bdaa-ee6cfdd6e294 req-65aa9c65-f8a1-4987-9688-15b8f5c8aa8c tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:53.789345 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c17e99ff-35fb-4e26-bdaa-ee6cfdd6e294 req-65aa9c65-f8a1-4987-9688-15b8f5c8aa8c tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c077c0ae-56e2-42f7-a0e7-32e6597062c5 HTTP/1.1" status: 200 len: 945 time: 0.4077227 Sep 16 12:47:53.891420 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-83ac52fc-a136-4944-bbc9-cb8bae7feec6 req-b98f42f8-114a-48a6-810e-b86e5a854195 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374195 Sep 16 12:47:53.929447 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c17e99ff-35fb-4e26-bdaa-ee6cfdd6e294 req-a1b07c84-8288-4f72-bfbf-eb6098d975d7 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305356 Sep 16 12:47:54.230499 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730745a-fcbe-4692-a0f6-1943c8e025a2 req-87434747-5fa4-4843-9ffa-2e01c13e4155 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:54.232197 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8730745a-fcbe-4692-a0f6-1943c8e025a2 req-87434747-5fa4-4843-9ffa-2e01c13e4155 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8c7aea62-7b4d-400d-89fa-5411deefe490 HTTP/1.1" status: 200 len: 949 time: 0.2029335 Sep 16 12:47:54.278564 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c68a354b-cc2f-4581-8488-b76417017d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (4479b135-ceab-4c3d-b59f-2f19205e2847), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:54.336040 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec230b5f-aebb-4b72-ab72-e4f1e39aff67 req-d92a7b27-79dc-4716-af3c-7abd421964c2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:54.337656 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ec230b5f-aebb-4b72-ab72-e4f1e39aff67 req-d92a7b27-79dc-4716-af3c-7abd421964c2 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3755980 Sep 16 12:47:54.361833 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:54.393215 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a354b-cc2f-4581-8488-b76417017d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4479b135-ceab-4c3d-b59f-2f19205e2847,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:54.407094 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8730745a-fcbe-4692-a0f6-1943c8e025a2 req-3278036b-c6f4-4cdb-be17-c0f746285d49 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477141 Sep 16 12:47:54.440943 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a354b-cc2f-4581-8488-b76417017d9a admin admin] Checking segment: {'id': 'eee2d09e-4c1d-4327-a5b1-850473d23e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3351da51-9453-416b-a2fc-2789c5b9dfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:54.440943 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68a354b-cc2f-4581-8488-b76417017d9a admin admin] Network hostable DHCP agents. Network: 3351da51-9453-416b-a2fc-2789c5b9dfad, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:47:54.474637 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd707b5-c82b-44fe-b31d-970eeaa93142 req-4d5c942e-3e6c-4870-a1e9-c1d6fad0d113 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:54.481800 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-afd707b5-c82b-44fe-b31d-970eeaa93142 req-4d5c942e-3e6c-4870-a1e9-c1d6fad0d113 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 950 time: 0.0808144 Sep 16 12:47:54.493545 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68a354b-cc2f-4581-8488-b76417017d9a admin admin] Network 3351da51-9453-416b-a2fc-2789c5b9dfad is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:47:54.508293 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:54.522742 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-c68a354b-cc2f-4581-8488-b76417017d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 3351da51-9453-416b-a2fc-2789c5b9dfad) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:54.533637 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb25b878-51d3-454e-9c7f-6e482b506872 None None] Network 3351da51-9453-416b-a2fc-2789c5b9dfad requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:47:54.535996 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a354b-cc2f-4581-8488-b76417017d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:54.536707 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c68a354b-cc2f-4581-8488-b76417017d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:54.613282 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-afd707b5-c82b-44fe-b31d-970eeaa93142 req-d99e9591-bd82-4993-998d-8279b1c7b9fb tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298149 Sep 16 12:47:54.620393 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c68a354b-cc2f-4581-8488-b76417017d9a admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3062518 Sep 16 12:47:54.623936 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 49472) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:54.629537 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-eb4d3644-eb22-46cc-829b-8443e23ffc6a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-184954062-router', 'tenant_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:54.676934 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb4d3644-eb22-46cc-829b-8443e23ffc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (0f8932ce-3c6d-4020-8f47-535a06e6a973), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:54.678711 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb4d3644-eb22-46cc-829b-8443e23ffc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (0f8932ce-3c6d-4020-8f47-535a06e6a973), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:54.758550 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb4d3644-eb22-46cc-829b-8443e23ffc6a admin admin] Publish callbacks [] for router_controller (0f8932ce-3c6d-4020-8f47-535a06e6a973), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:54.771868 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:54.777039 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 57af9c38-648b-4852-89b0-54f59a27ec89 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:54.863726 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a73014a7-4b6a-43b0-ac9b-3f7d78931bbd req-d0860769-65f9-46a3-ac37-deafff96cae1 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/floatingips?tenant_id=ee8d114c70ff4e69af6497ce7a838f95 HTTP/1.1" status: 200 len: 1657 time: 0.1592278 Sep 16 12:47:54.886069 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-3351da51-9453-416b-a2fc-2789c5b9dfad', 'network_id': '3351da51-9453-416b-a2fc-2789c5b9dfad', 'project_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'fixed_ips': [{'subnet_id': '4479b135-ceab-4c3d-b59f-2f19205e2847'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:47:54.887804 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:54.922198 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 57af9c38-648b-4852-89b0-54f59a27ec89 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:54.922976 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (57af9c38-648b-4852-89b0-54f59a27ec89), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:54.923541 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 57af9c38-648b-4852-89b0-54f59a27ec89 Sep 16 12:47:54.934292 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb4d3644-eb22-46cc-829b-8443e23ffc6a admin admin] Publish callbacks [] for router_gateway (0f8932ce-3c6d-4020-8f47-535a06e6a973), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:54.951335 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219288f-0384-4ce2-96ec-0db82162b2a5 req-134c6ec1-b8ec-4870-bd0c-1f99db4bcead tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:54.958861 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a219288f-0384-4ce2-96ec-0db82162b2a5 req-134c6ec1-b8ec-4870-bd0c-1f99db4bcead tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.2062707 Sep 16 12:47:54.962887 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 31e589d5-4175-4617-9376-ffdea1a75308 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:47:54.973450 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 31e589d5-4175-4617-9376-ffdea1a75308 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:47:55.056641 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a219288f-0384-4ce2-96ec-0db82162b2a5 req-db5b2725-cf7f-4def-ab65-30e2c4b741be tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966766 Sep 16 12:47:55.070877 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73014a7-4b6a-43b0-ac9b-3f7d78931bbd req-e1ae3ccd-ad0a-45a8-912b-c4472a085741 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:55.092749 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a73014a7-4b6a-43b0-ac9b-3f7d78931bbd req-e1ae3ccd-ad0a-45a8-912b-c4472a085741 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/networks?id=42d33e50-b5e8-4084-82dc-226debf86786&id=42d33e50-b5e8-4084-82dc-226debf86786&id=42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 787 time: 0.2231698 Sep 16 12:47:55.103718 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-a73014a7-4b6a-43b0-ac9b-3f7d78931bbd req-4694becc-51bd-4f34-b3ba-eaa1dbc6579d tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:47:55.120085 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a73014a7-4b6a-43b0-ac9b-3f7d78931bbd req-4694becc-51bd-4f34-b3ba-eaa1dbc6579d tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0260506 Sep 16 12:47:55.235631 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948d7e9-48b4-4b12-a7d6-eaac2003b8ba req-14658b2d-3e4d-4161-baab-16f657ab7b1a tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:55.243281 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b948d7e9-48b4-4b12-a7d6-eaac2003b8ba req-14658b2d-3e4d-4161-baab-16f657ab7b1a tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 1126 time: 0.0599017 Sep 16 12:47:55.299559 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb4d3644-eb22-46cc-829b-8443e23ffc6a admin admin] Publish callbacks [] for router_gateway (0f8932ce-3c6d-4020-8f47-535a06e6a973), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:55.348354 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa1b2b-2bb6-4b40-9fd3-608eae03b035 req-ad1c06f7-49b9-4cd5-b226-2fffdd83ef87 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:55.351642 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb4d3644-eb22-46cc-829b-8443e23ffc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:55.356280 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8caa1b2b-2bb6-4b40-9fd3-608eae03b035 req-ad1c06f7-49b9-4cd5-b226-2fffdd83ef87 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c077c0ae-56e2-42f7-a0e7-32e6597062c5 HTTP/1.1" status: 200 len: 945 time: 0.1040685 Sep 16 12:47:55.392992 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b948d7e9-48b4-4b12-a7d6-eaac2003b8ba req-59830e2d-fa3f-4a48-bf7d-7df112f12397 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485693 Sep 16 12:47:55.473808 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8caa1b2b-2bb6-4b40-9fd3-608eae03b035 req-cf190aa9-7717-427c-b85e-0df61501e2fb tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165195 Sep 16 12:47:55.533572 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 31e589d5-4175-4617-9376-ffdea1a75308 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:55.533959 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (31e589d5-4175-4617-9376-ffdea1a75308), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:55.536163 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 57af9c38-648b-4852-89b0-54f59a27ec89 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:55.542290 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-eb4d3644-eb22-46cc-829b-8443e23ffc6a admin admin] Allocated IP 172.25.2.229 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/f34a7115-6fe9-4723-b85a-2cbdd593bca6) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:55.543081 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] Allocated IP 172.20.0.2 (3351da51-9453-416b-a2fc-2789c5b9dfad/4479b135-ceab-4c3d-b59f-2f19205e2847/be3fa8cf-0ef5-4736-b9db-64db704dec25) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:55.585968 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d28e0ab1-38d9-4190-a986-0c1f99cdd792 req-445eece1-be5e-4ee5-b05d-46fa896e3cee tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/floatingips/845bdd93-086a-418d-905c-88ca9e7f91c1 HTTP/1.1" status: 200 len: 693 time: 0.0958076 Sep 16 12:47:55.598231 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:55.621182 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31e589d5-4175-4617-9376-ffdea1a75308'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:47:55.623553 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb4d84d-0dd6-492a-b1d8-20eddb48b59d" -d '{"events": [{"server_uuid": "f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6", "name": "network-vif-unplugged", "status": "completed", "tag": "31e589d5-4175-4617-9376-ffdea1a75308"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:47:55.635651 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 31e589d5-4175-4617-9376-ffdea1a75308, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=31e589d5-4175-4617-9376-ffdea1a75308,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:55.656676 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad6906-e008-4125-afbe-c3dd8f3cbda4 req-f2f0db2d-3eef-4e2a-b984-2746f1549e9c tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:55.658233 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1aad6906-e008-4125-afbe-c3dd8f3cbda4 req-f2f0db2d-3eef-4e2a-b984-2746f1549e9c tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.1299908 Sep 16 12:47:55.681867 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 31e589d5-4175-4617-9376-ffdea1a75308, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=31e589d5-4175-4617-9376-ffdea1a75308,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:55.687785 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '31e589d5-4175-4617-9376-ffdea1a75308', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '31e589d5-4175-4617-9376-ffdea1a75308', 'mac_address': 'fa:16:3e:70:b0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:47:55.692522 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (31e589d5-4175-4617-9376-ffdea1a75308), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:55.696797 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb4d3644-eb22-46cc-829b-8443e23ffc6a admin admin] Publish callbacks [] for port (f34a7115-6fe9-4723-b85a-2cbdd593bca6), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:55.738738 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb4d3644-eb22-46cc-829b-8443e23ffc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (f34a7115-6fe9-4723-b85a-2cbdd593bca6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:55.756759 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e0ab1-38d9-4190-a986-0c1f99cdd792 req-a6bac4ce-3b19-4f5c-85d7-2c09a4396121 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:55.763221 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d28e0ab1-38d9-4190-a986-0c1f99cdd792 req-a6bac4ce-3b19-4f5c-85d7-2c09a4396121 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.1761305 Sep 16 12:47:55.770729 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-d28e0ab1-38d9-4190-a986-0c1f99cdd792 req-d3aad18e-8071-4911-854b-b933b2c2313d tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:47:55.771732 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d28e0ab1-38d9-4190-a986-0c1f99cdd792 req-d3aad18e-8071-4911-854b-b933b2c2313d tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0070863 Sep 16 12:47:55.775353 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1aad6906-e008-4125-afbe-c3dd8f3cbda4 req-ec9ebc24-6279-4538-8654-bf9706e5e51a tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091499 Sep 16 12:47:55.800880 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:55.808102 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:55.808102 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d3644-eb22-46cc-829b-8443e23ffc6a admin admin] Pushing event updated for resources: {'Port': ['ID=f34a7115-6fe9-4723-b85a-2cbdd593bca6,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:55.813688 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4d3644-eb22-46cc-829b-8443e23ffc6a admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:55.821008 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-eb4d3644-eb22-46cc-829b-8443e23ffc6a admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:55.835648 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=31e589d5-4175-4617-9376-ffdea1a75308,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:55.837742 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d3644-eb22-46cc-829b-8443e23ffc6a admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:55.838349 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d28e0ab1-38d9-4190-a986-0c1f99cdd792 req-6cf27699-2263-49fd-a8f4-ceb00ecd8f27 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.185 HTTP/1.1" status: 200 len: 696 time: 0.0514994 Sep 16 12:47:55.854270 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 31e589d5-4175-4617-9376-ffdea1a75308 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:55.854889 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (31e589d5-4175-4617-9376-ffdea1a75308), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:55.894071 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d28e0ab1-38d9-4190-a986-0c1f99cdd792 req-0963b9ec-8722-4f61-91ed-a5f4a6f2c75e tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.185 HTTP/1.1" status: 200 len: 696 time: 0.0548379 Sep 16 12:47:55.896805 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e589d5-4175-4617-9376-ffdea1a75308 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:47:55.933150 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] Publish callbacks [] for port (be3fa8cf-0ef5-4736-b9db-64db704dec25), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:55.936486 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 31e589d5-4175-4617-9376-ffdea1a75308, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=31e589d5-4175-4617-9376-ffdea1a75308,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:55.941209 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (31e589d5-4175-4617-9376-ffdea1a75308), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:55.947083 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (be3fa8cf-0ef5-4736-b9db-64db704dec25), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:55.984318 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c04c0-797f-415f-859e-65a3061aae7e req-83a1425d-e504-4f94-a5e0-65c705cd188b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:55.985809 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-158c04c0-797f-415f-859e-65a3061aae7e req-83a1425d-e504-4f94-a5e0-65c705cd188b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8c7aea62-7b4d-400d-89fa-5411deefe490 HTTP/1.1" status: 200 len: 949 time: 0.1108339 Sep 16 12:47:55.991609 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:55.994323 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] Network 3351da51-9453-416b-a2fc-2789c5b9dfad is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:56.001299 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:56.003950 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:56.046549 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=31e589d5-4175-4617-9376-ffdea1a75308,revision_number=7']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:56.084512 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:56.095158 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-d28e0ab1-38d9-4190-a986-0c1f99cdd792 req-834eca63-95c7-4228-88c9-828614623895 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Deleting port 335a89fb-0a04-48b6-8aea-343180273ac0 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:47:56.095158 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d28e0ab1-38d9-4190-a986-0c1f99cdd792 req-834eca63-95c7-4228-88c9-828614623895 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (335a89fb-0a04-48b6-8aea-343180273ac0), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:56.113239 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] Attempting to bind port be3fa8cf-0ef5-4736-b9db-64db704dec25 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:56.113758 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] Attempting to bind port be3fa8cf-0ef5-4736-b9db-64db704dec25 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'eee2d09e-4c1d-4327-a5b1-850473d23e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3351da51-9453-416b-a2fc-2789c5b9dfad'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:56.114234 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] Attempting to bind port be3fa8cf-0ef5-4736-b9db-64db704dec25 on network 3351da51-9453-416b-a2fc-2789c5b9dfad {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:56.114499 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-158c04c0-797f-415f-859e-65a3061aae7e req-afa9be68-e61a-46d6-b7f1-49edb3e4d06e tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019669 Sep 16 12:47:56.149215 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] Pushing event updated for resources: {'Port': ['ID=be3fa8cf-0ef5-4736-b9db-64db704dec25,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:56.171402 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb4d3644-eb22-46cc-829b-8443e23ffc6a admin admin] Publish callbacks [] for router_gateway (0f8932ce-3c6d-4020-8f47-535a06e6a973), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:56.181380 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:56.181901 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] Checking segment: {'id': 'eee2d09e-4c1d-4327-a5b1-850473d23e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3351da51-9453-416b-a2fc-2789c5b9dfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:56.182397 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:56.183020 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] Bound using segment: {'id': 'eee2d09e-4c1d-4327-a5b1-850473d23e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3351da51-9453-416b-a2fc-2789c5b9dfad'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:56.183617 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] Bound port: be3fa8cf-0ef5-4736-b9db-64db704dec25, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee2d09e-4c1d-4327-a5b1-850473d23e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3351da51-9453-416b-a2fc-2789c5b9dfad'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:56.184093 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (be3fa8cf-0ef5-4736-b9db-64db704dec25), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:56.214895 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d28e0ab1-38d9-4190-a986-0c1f99cdd792 req-834eca63-95c7-4228-88c9-828614623895 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (335a89fb-0a04-48b6-8aea-343180273ac0), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:56.215292 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d28e0ab1-38d9-4190-a986-0c1f99cdd792 req-834eca63-95c7-4228-88c9-828614623895 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for floatingip (335a89fb-0a04-48b6-8aea-343180273ac0), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:56.230041 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['31e589d5-4175-4617-9376-ffdea1a75308'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:47:56.230290 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-d28e0ab1-38d9-4190-a986-0c1f99cdd792 req-834eca63-95c7-4228-88c9-828614623895 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Calling delete_port for 335a89fb-0a04-48b6-8aea-343180273ac0 owned by network:floatingip {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:47:56.295286 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] For port be3fa8cf-0ef5-4736-b9db-64db704dec25, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:56.299796 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] For port be3fa8cf-0ef5-4736-b9db-64db704dec25, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=be3fa8cf-0ef5-4736-b9db-64db704dec25,segment=NetworkSegment(eee2d09e-4c1d-4327-a5b1-850473d23e26),segment_id=eee2d09e-4c1d-4327-a5b1-850473d23e26)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:56.306495 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:56.317406 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (be3fa8cf-0ef5-4736-b9db-64db704dec25), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:56.399532 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb4d3644-eb22-46cc-829b-8443e23ffc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (0f8932ce-3c6d-4020-8f47-535a06e6a973), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:56.417594 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363eddd8-676f-4481-81ac-b3993b6fb1c6 None None] Pushing event updated for resources: {'Port': ['ID=be3fa8cf-0ef5-4736-b9db-64db704dec25,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:56.461775 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:56.472780 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-aec0810a-9d4c-4873-a5a8-cfa9268d0273 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:56.474310 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-aec0810a-9d4c-4873-a5a8-cfa9268d0273 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 808 time: 0.1982439 Sep 16 12:47:56.503895 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-47a69fe6-c20c-4087-acb5-e4813ae4e881 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/quotas/dd7ec914bffb4743921e4116b0c399eb HTTP/1.1" status: 200 len: 375 time: 0.0135689 Sep 16 12:47:56.504599 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d28e0ab1-38d9-4190-a986-0c1f99cdd792 req-834eca63-95c7-4228-88c9-828614623895 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (335a89fb-0a04-48b6-8aea-343180273ac0), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:56.548559 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834eca63-95c7-4228-88c9-828614623895 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Pushing event deleted for resources: {'Port': ['ID=335a89fb-0a04-48b6-8aea-343180273ac0,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:56.566424 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4d3644-eb22-46cc-829b-8443e23ffc6a admin admin] Router 0f8932ce-3c6d-4020-8f47-535a06e6a973 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:47:56.644583 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-80b4404b-8b98-4611-a278-298a8ce325d5 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1275461 Sep 16 12:47:56.695111 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:47:56.709300 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4d3644-eb22-46cc-829b-8443e23ffc6a admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:47:56.711513 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d28e0ab1-38d9-4190-a986-0c1f99cdd792 req-834eca63-95c7-4228-88c9-828614623895 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for floatingip (845bdd93-086a-418d-905c-88ca9e7f91c1), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:56.714601 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d28e0ab1-38d9-4190-a986-0c1f99cdd792 req-834eca63-95c7-4228-88c9-828614623895 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:56.720687 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d28e0ab1-38d9-4190-a986-0c1f99cdd792 req-834eca63-95c7-4228-88c9-828614623895 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/845bdd93-086a-418d-905c-88ca9e7f91c1 HTTP/1.1" status: 204 len: 173 time: 0.8063827 Sep 16 12:47:56.724760 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] Sync routers for ids ['0f8932ce-3c6d-4020-8f47-535a06e6a973'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:47:56.731474 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb4d3644-eb22-46cc-829b-8443e23ffc6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:56.737989 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-eb4d3644-eb22-46cc-829b-8443e23ffc6a admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1116827 Sep 16 12:47:56.738872 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 49508) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:47:56.754794 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] Routers {'0f8932ce-3c6d-4020-8f47-535a06e6a973'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:56.755461 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:47:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0f8932ce-3c6d-4020-8f47-535a06e6a973'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:56.812527 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-d93ec57e-87e4-4aab-8dbd-c1fd0d50ab85 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596835 Sep 16 12:47:56.818246 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e15ea63-6c64-405e-9a7e-e02720986a25 x-openstack-request-id: req-9e15ea63-6c64-405e-9a7e-e02720986a25 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:47:56.818692 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6", "name": "network-vif-unplugged", "status": "completed", "tag": "31e589d5-4175-4617-9376-ffdea1a75308", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:47:56.819175 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9e15ea63-6c64-405e-9a7e-e02720986a25 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:47:56.819653 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e15ea63-6c64-405e-9a7e-e02720986a25'] response: {'server_uuid': 'f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31e589d5-4175-4617-9376-ffdea1a75308', 'code': 200} Sep 16 12:47:56.899987 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] Set router 0f8932ce-3c6d-4020-8f47-535a06e6a973 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:56.927249 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c04be1-025e-495a-a2c3-d7fbbc16b8fe req-58284905-17d2-4f3d-9e84-c53613604a4e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:56.929075 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11c04be1-025e-495a-a2c3-d7fbbc16b8fe req-58284905-17d2-4f3d-9e84-c53613604a4e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 950 time: 0.0863955 Sep 16 12:47:56.960756 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 31e589d5-4175-4617-9376-ffdea1a75308 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:56.989256 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-cd0605b3-f882-4ed2-983a-70d0c4bc0722 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684597 Sep 16 12:47:57.016425 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:57.018593 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11c04be1-025e-495a-a2c3-d7fbbc16b8fe req-c174f3e7-e282-4ebb-8614-a10c0ac3e39d tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629225 Sep 16 12:47:57.066612 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:57.098272 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 31e589d5-4175-4617-9376-ffdea1a75308 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:57.098753 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (31e589d5-4175-4617-9376-ffdea1a75308), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:57.099184 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 31e589d5-4175-4617-9376-ffdea1a75308 Sep 16 12:47:57.238868 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8932ce-3c6d-4020-8f47-535a06e6a973', 'name': 'tempest-AttachSCSIVolumeTestJSON-184954062-router', 'tenant_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'f34a7115-6fe9-4723-b85a-2cbdd593bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:54Z', 'updated_at': '2022-09-16T12:47:56Z', 'revision_number': 3, 'project_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'gw_port': {'id': 'f34a7115-6fe9-4723-b85a-2cbdd593bca6', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8932ce-3c6d-4020-8f47-535a06e6a973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:55Z', 'updated_at': '2022-09-16T12:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:57.280018 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:57.307822 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] Checking router: 0f8932ce-3c6d-4020-8f47-535a06e6a973 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:47:57.308381 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] Updating router 0f8932ce-3c6d-4020-8f47-535a06e6a973 port f34a7115-6fe9-4723-b85a-2cbdd593bca6 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:47:57.367346 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 31e589d5-4175-4617-9376-ffdea1a75308 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:57.367830 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (31e589d5-4175-4617-9376-ffdea1a75308), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:57.423769 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f34a7115-6fe9-4723-b85a-2cbdd593bca6), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:57.439839 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ae3e1811-976e-4628-a7de-a1e58ca8359b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:57.550758 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 31e589d5-4175-4617-9376-ffdea1a75308, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=31e589d5-4175-4617-9376-ffdea1a75308,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:57.557321 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (31e589d5-4175-4617-9376-ffdea1a75308), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:57.647303 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858753c-a649-4104-b45a-df53701ccb56 req-ece96b62-430a-4b9d-8ce8-385de58619ad tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:57.672019 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c858753c-a649-4104-b45a-df53701ccb56 req-ece96b62-430a-4b9d-8ce8-385de58619ad tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c077c0ae-56e2-42f7-a0e7-32e6597062c5 HTTP/1.1" status: 200 len: 945 time: 0.1809695 Sep 16 12:47:57.770378 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:57.789896 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9811fc5d-925a-4cfe-bdcf-57b403472ae1 None None] Network 3351da51-9453-416b-a2fc-2789c5b9dfad requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:47:57.806129 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c858753c-a649-4104-b45a-df53701ccb56 req-957f73a7-46b8-43d3-a137-8fc5fa285089 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318433 Sep 16 12:47:57.887169 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=31e589d5-4175-4617-9376-ffdea1a75308,revision_number=8']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:57.955816 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8098e9-29e4-4b9b-b15d-89ceb90add97 req-ff660748-cebb-4e66-a77c-598c9aef194e tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:57.957457 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b8098e9-29e4-4b9b-b15d-89ceb90add97 req-ff660748-cebb-4e66-a77c-598c9aef194e tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8c7aea62-7b4d-400d-89fa-5411deefe490 HTTP/1.1" status: 200 len: 1131 time: 0.1484978 Sep 16 12:47:57.960453 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-3ce38d9c-b1aa-491a-9446-38f3ac02f493 None None] Provisioning complete for port be3fa8cf-0ef5-4736-b9db-64db704dec25 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:57.961074 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fc5aadf-4f65-46ba-8e80-0404a9125089 req-37433134-ebde-405e-b9ee-8d14658f88f8 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/floatingips/da0c0758-616e-444d-a51f-2c9148498f32 HTTP/1.1" status: 200 len: 693 time: 0.0656691 Sep 16 12:47:57.961303 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3ce38d9c-b1aa-491a-9446-38f3ac02f493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (be3fa8cf-0ef5-4736-b9db-64db704dec25), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:57.961827 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3ce38d9c-b1aa-491a-9446-38f3ac02f493 None None] Attempt 1 to provision port be3fa8cf-0ef5-4736-b9db-64db704dec25 Sep 16 12:47:58.000170 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5b8098e9-29e4-4b9b-b15d-89ceb90add97 req-1f556a1f-3656-4027-8d05-88c1504db139 tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:58.072461 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:58.105304 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-ae3e1811-976e-4628-a7de-a1e58ca8359b admin admin] Allocated IP 172.20.0.1 (3351da51-9453-416b-a2fc-2789c5b9dfad/4479b135-ceab-4c3d-b59f-2f19205e2847/8dbeb97f-192e-4607-bf5f-11d881d86730) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:58.107571 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:58.126261 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5aadf-4f65-46ba-8e80-0404a9125089 req-acccbf82-b580-4931-adf6-55c3ea69a335 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:58.127720 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fc5aadf-4f65-46ba-8e80-0404a9125089 req-acccbf82-b580-4931-adf6-55c3ea69a335 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.1568234 Sep 16 12:47:58.237141 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3ce38d9c-b1aa-491a-9446-38f3ac02f493 None None] Current status of the port be3fa8cf-0ef5-4736-b9db-64db704dec25 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:58.237735 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3ce38d9c-b1aa-491a-9446-38f3ac02f493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (be3fa8cf-0ef5-4736-b9db-64db704dec25), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:58.259183 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fc5aadf-4f65-46ba-8e80-0404a9125089 req-5ac79649-a375-41ca-8b1f-2d5d68242bbb tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.202 HTTP/1.1" status: 200 len: 696 time: 0.1210945 Sep 16 12:47:58.268384 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] Publish callbacks [] for port (f34a7115-6fe9-4723-b85a-2cbdd593bca6), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:58.282221 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f34a7115-6fe9-4723-b85a-2cbdd593bca6), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:58.323583 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ae3e1811-976e-4628-a7de-a1e58ca8359b admin admin] Publish callbacks [] for port (8dbeb97f-192e-4607-bf5f-11d881d86730), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:58.350474 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5b8098e9-29e4-4b9b-b15d-89ceb90add97 req-1f556a1f-3656-4027-8d05-88c1504db139 tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] Publish callbacks [] for security_group (cac853d8-bea5-4928-8b5b-170e196c0dab), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:58.363254 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fc5aadf-4f65-46ba-8e80-0404a9125089 req-3ce323ca-b2ad-4b42-bc51-0ac7fbb0c041 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.202 HTTP/1.1" status: 200 len: 696 time: 0.1031229 Sep 16 12:47:58.373525 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5b8098e9-29e4-4b9b-b15d-89ceb90add97 req-1f556a1f-3656-4027-8d05-88c1504db139 tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (cac853d8-bea5-4928-8b5b-170e196c0dab), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:58.381922 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ae3e1811-976e-4628-a7de-a1e58ca8359b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (8dbeb97f-192e-4607-bf5f-11d881d86730), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:58.435008 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3e1811-976e-4628-a7de-a1e58ca8359b admin admin] Network 3351da51-9453-416b-a2fc-2789c5b9dfad is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:58.438608 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-ae3e1811-976e-4628-a7de-a1e58ca8359b admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:58.442797 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3e1811-976e-4628-a7de-a1e58ca8359b admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:47:58.485919 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e1811-976e-4628-a7de-a1e58ca8359b admin admin] Pushing event updated for resources: {'Port': ['ID=8dbeb97f-192e-4607-bf5f-11d881d86730,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:58.536149 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ae3e1811-976e-4628-a7de-a1e58ca8359b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (0f8932ce-3c6d-4020-8f47-535a06e6a973), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:58.543008 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b8098e9-29e4-4b9b-b15d-89ceb90add97 req-1f556a1f-3656-4027-8d05-88c1504db139 tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5615401 Sep 16 12:47:58.554910 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f556a1f-3656-4027-8d05-88c1504db139 tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac853d8-bea5-4928-8b5b-170e196c0dab,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:58.597748 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-1fc5aadf-4f65-46ba-8e80-0404a9125089 req-c8e50e97-484d-4b9d-9e6f-da405991b7d8 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Deleting port c5ffc38e-79c4-4717-84e8-42e2e0a0f536 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:47:58.598091 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1fc5aadf-4f65-46ba-8e80-0404a9125089 req-c8e50e97-484d-4b9d-9e6f-da405991b7d8 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (c5ffc38e-79c4-4717-84e8-42e2e0a0f536), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:58.629737 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-3ce38d9c-b1aa-491a-9446-38f3ac02f493 None None] For port be3fa8cf-0ef5-4736-b9db-64db704dec25, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=be3fa8cf-0ef5-4736-b9db-64db704dec25,segment=NetworkSegment(eee2d09e-4c1d-4327-a5b1-850473d23e26),segment_id=eee2d09e-4c1d-4327-a5b1-850473d23e26)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:47:58.644011 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27efacfb-f879-4679-933e-5eb7731e2bf3 None None] Pushing event updated for resources: {'Port': ['ID=f34a7115-6fe9-4723-b85a-2cbdd593bca6,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:58.647918 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:58.664345 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3ce38d9c-b1aa-491a-9446-38f3ac02f493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (be3fa8cf-0ef5-4736-b9db-64db704dec25), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:58.697899 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] Attempting to bind port f34a7115-6fe9-4723-b85a-2cbdd593bca6 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:47:58.697899 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] Attempting to bind port f34a7115-6fe9-4723-b85a-2cbdd593bca6 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:47:58.705572 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] Attempting to bind port f34a7115-6fe9-4723-b85a-2cbdd593bca6 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:47:58.725479 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device be3fa8cf-0ef5-4736-b9db-64db704dec25 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:47:58.736990 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ae3e1811-976e-4628-a7de-a1e58ca8359b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8dbeb97f-192e-4607-bf5f-11d881d86730), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:58.745803 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bec7f98e-0330-4abc-849e-8a350e833183 req-aa368f20-355b-4f60-b008-2255a0ff212f tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 210 time: 0.0890677 Sep 16 12:47:58.776273 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1fc5aadf-4f65-46ba-8e80-0404a9125089 req-c8e50e97-484d-4b9d-9e6f-da405991b7d8 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (c5ffc38e-79c4-4717-84e8-42e2e0a0f536), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:58.776273 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1fc5aadf-4f65-46ba-8e80-0404a9125089 req-c8e50e97-484d-4b9d-9e6f-da405991b7d8 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for floatingip (c5ffc38e-79c4-4717-84e8-42e2e0a0f536), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:58.800549 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-1fc5aadf-4f65-46ba-8e80-0404a9125089 req-c8e50e97-484d-4b9d-9e6f-da405991b7d8 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Calling delete_port for c5ffc38e-79c4-4717-84e8-42e2e0a0f536 owned by network:floatingip {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:47:58.813942 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce38d9c-b1aa-491a-9446-38f3ac02f493 None None] Pushing event updated for resources: {'Port': ['ID=be3fa8cf-0ef5-4736-b9db-64db704dec25,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:58.879542 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e589d5-4175-4617-9376-ffdea1a75308'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:47:58.881950 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe16719-fc4d-4948-9e87-b1d67009698a" -d '{"events": [{"server_uuid": "f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6", "name": "network-vif-plugged", "status": "completed", "tag": "31e589d5-4175-4617-9376-ffdea1a75308"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:47:58.891522 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:47:58.892068 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:47:58.892581 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:58.893063 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:47:58.893644 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] Bound port: f34a7115-6fe9-4723-b85a-2cbdd593bca6, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:47:58.894125 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f34a7115-6fe9-4723-b85a-2cbdd593bca6), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:58.937052 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Provisioning complete for port be3fa8cf-0ef5-4736-b9db-64db704dec25 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:58.937664 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (be3fa8cf-0ef5-4736-b9db-64db704dec25), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:58.937995 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Attempt 1 to provision port be3fa8cf-0ef5-4736-b9db-64db704dec25 Sep 16 12:47:58.938212 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:58.943777 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:58.958278 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1efcba-677a-46ce-9c14-0c33ea15f9e6 req-7f64eb4c-b08c-4fc7-8150-6876d04f53ff tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:58.959838 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-df1efcba-677a-46ce-9c14-0c33ea15f9e6 req-7f64eb4c-b08c-4fc7-8150-6876d04f53ff tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.0971117 Sep 16 12:47:58.973725 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port be3fa8cf-0ef5-4736-b9db-64db704dec25 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:58.974167 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (be3fa8cf-0ef5-4736-b9db-64db704dec25), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:58.974588 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port be3fa8cf-0ef5-4736-b9db-64db704dec25 Sep 16 12:47:59.042599 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-1b59cda7-c21f-4e90-a92f-277f5921a978 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:59.044079 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-1b59cda7-c21f-4e90-a92f-277f5921a978 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.76 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 808 time: 0.2046897 Sep 16 12:47:59.060261 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] For port f34a7115-6fe9-4723-b85a-2cbdd593bca6, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:47:59.067165 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ae3e1811-976e-4628-a7de-a1e58ca8359b admin admin] Publish callbacks [] for port (8dbeb97f-192e-4607-bf5f-11d881d86730), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:59.072326 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ae3e1811-976e-4628-a7de-a1e58ca8359b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (8dbeb97f-192e-4607-bf5f-11d881d86730), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:59.083143 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-df1efcba-677a-46ce-9c14-0c33ea15f9e6 req-10292e8e-508a-4944-93f3-c87b65a75d42 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123369 Sep 16 12:47:59.084009 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] For port f34a7115-6fe9-4723-b85a-2cbdd593bca6, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f34a7115-6fe9-4723-b85a-2cbdd593bca6,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:47:59.114974 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-98a74a7c-43e1-4429-998b-0c0349ff859e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Request body: {'port': {'device_id': 'a1f478b9-b8e1-40a8-9232-34eb6df9ad7a', 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'admin_state_up': True, 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:47:59.119771 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1fc5aadf-4f65-46ba-8e80-0404a9125089 req-c8e50e97-484d-4b9d-9e6f-da405991b7d8 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (c5ffc38e-79c4-4717-84e8-42e2e0a0f536), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:59.148645 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f34a7115-6fe9-4723-b85a-2cbdd593bca6), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:59.158372 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e50e97-484d-4b9d-9e6f-da405991b7d8 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Pushing event deleted for resources: {'Port': ['ID=c5ffc38e-79c4-4717-84e8-42e2e0a0f536,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:59.169735 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:59.186684 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Current status of the port be3fa8cf-0ef5-4736-b9db-64db704dec25 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:59.218246 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Provisioning complete for port 8dbeb97f-192e-4607-bf5f-11d881d86730 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:47:59.218621 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8dbeb97f-192e-4607-bf5f-11d881d86730), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:59.218954 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Attempt 1 to provision port 8dbeb97f-192e-4607-bf5f-11d881d86730 Sep 16 12:47:59.226427 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port be3fa8cf-0ef5-4736-b9db-64db704dec25 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:47:59.244403 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e1811-976e-4628-a7de-a1e58ca8359b admin admin] Pushing event updated for resources: {'Port': ['ID=8dbeb97f-192e-4607-bf5f-11d881d86730,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:59.246998 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1fc5aadf-4f65-46ba-8e80-0404a9125089 req-c8e50e97-484d-4b9d-9e6f-da405991b7d8 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for floatingip (da0c0758-616e-444d-a51f-2c9148498f32), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:59.251103 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1fc5aadf-4f65-46ba-8e80-0404a9125089 req-c8e50e97-484d-4b9d-9e6f-da405991b7d8 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:59.253592 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] Routers {'0f8932ce-3c6d-4020-8f47-535a06e6a973'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:47:59.254241 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:47:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0f8932ce-3c6d-4020-8f47-535a06e6a973'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:59.265085 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ae3e1811-976e-4628-a7de-a1e58ca8359b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (0f8932ce-3c6d-4020-8f47-535a06e6a973), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:59.267496 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fc5aadf-4f65-46ba-8e80-0404a9125089 req-c8e50e97-484d-4b9d-9e6f-da405991b7d8 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/da0c0758-616e-444d-a51f-2c9148498f32 HTTP/1.1" status: 204 len: 173 time: 0.9032948 Sep 16 12:47:59.324936 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27efacfb-f879-4679-933e-5eb7731e2bf3 None None] Pushing event updated for resources: {'Port': ['ID=f34a7115-6fe9-4723-b85a-2cbdd593bca6,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:47:59.335221 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Port 8dbeb97f-192e-4607-bf5f-11d881d86730 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:59.379160 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdf72f-a0cb-43a8-a402-7cc40f613ef2 req-726e1051-bc04-4267-83ef-4a188c9b2481 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:59.381146 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8ecdf72f-a0cb-43a8-a402-7cc40f613ef2 req-726e1051-bc04-4267-83ef-4a188c9b2481 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 950 time: 0.0558996 Sep 16 12:47:59.395499 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:59.416461 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] Set router 0f8932ce-3c6d-4020-8f47-535a06e6a973 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:47:59.459306 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8ecdf72f-a0cb-43a8-a402-7cc40f613ef2 req-5e09c194-2692-4a9f-9618-19b7758cabdc tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701296 Sep 16 12:47:59.473329 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-98a74a7c-43e1-4429-998b-0c0349ff859e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Made reservation on behalf of dd7ec914bffb4743921e4116b0c399eb for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:47:59.477262 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-98a74a7c-43e1-4429-998b-0c0349ff859e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:47:59.537296 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96833db-2786-411a-b338-0a683eef6cce x-openstack-request-id: req-e96833db-2786-411a-b338-0a683eef6cce {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:47:59.538101 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6", "name": "network-vif-plugged", "status": "completed", "tag": "31e589d5-4175-4617-9376-ffdea1a75308", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:47:59.538366 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e96833db-2786-411a-b338-0a683eef6cce {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:47:59.538769 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e96833db-2786-411a-b338-0a683eef6cce'] response: {'server_uuid': 'f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e589d5-4175-4617-9376-ffdea1a75308', 'code': 200} Sep 16 12:47:59.550415 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3e1811-976e-4628-a7de-a1e58ca8359b admin admin] Network 3351da51-9453-416b-a2fc-2789c5b9dfad is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:47:59.555273 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-ae3e1811-976e-4628-a7de-a1e58ca8359b admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:47:59.637349 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-37fc3130-f89c-4f31-9473-c0990355d95a req-4ca94b5a-2ad9-4150-ac12-454ebc1ad26d tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/floatingips/d04f476d-f5f5-40b9-bd84-6cbe6d50ce4a HTTP/1.1" status: 200 len: 693 time: 0.1015375 Sep 16 12:47:59.641242 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:59.755610 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8932ce-3c6d-4020-8f47-535a06e6a973', 'name': 'tempest-AttachSCSIVolumeTestJSON-184954062-router', 'tenant_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'f34a7115-6fe9-4723-b85a-2cbdd593bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:54Z', 'updated_at': '2022-09-16T12:47:58Z', 'revision_number': 4, 'project_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'gw_port': {'id': 'f34a7115-6fe9-4723-b85a-2cbdd593bca6', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8932ce-3c6d-4020-8f47-535a06e6a973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:55Z', 'updated_at': '2022-09-16T12:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '8dbeb97f-192e-4607-bf5f-11d881d86730', 'name': '', 'network_id': '3351da51-9453-416b-a2fc-2789c5b9dfad', 'tenant_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'mac_address': 'fa:16:3e:5b:da:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8932ce-3c6d-4020-8f47-535a06e6a973', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4479b135-ceab-4c3d-b59f-2f19205e2847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:57Z', 'updated_at': '2022-09-16T12:47:58Z', 'revision_number': 2, 'project_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'subnets': [{'id': '4479b135-ceab-4c3d-b59f-2f19205e2847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:47:59.792360 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b6a1ad-ee4a-434d-b1cf-1397bd173677 None None] The sync data for ids ['0f8932ce-3c6d-4020-8f47-535a06e6a973'] in n-d-858094-4 is: [{'id': '0f8932ce-3c6d-4020-8f47-535a06e6a973', 'name': 'tempest-AttachSCSIVolumeTestJSON-184954062-router', 'tenant_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'f34a7115-6fe9-4723-b85a-2cbdd593bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:54Z', 'updated_at': '2022-09-16T12:47:58Z', 'revision_number': 4, 'project_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'gw_port': {'id': 'f34a7115-6fe9-4723-b85a-2cbdd593bca6', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8932ce-3c6d-4020-8f47-535a06e6a973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:55Z', 'updated_at': '2022-09-16T12:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '8dbeb97f-192e-4607-bf5f-11d881d86730', 'name': '', 'network_id': '3351da51-9453-416b-a2fc-2789c5b9dfad', 'tenant_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'mac_address': 'fa:16:3e:5b:da:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8932ce-3c6d-4020-8f47-535a06e6a973', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4479b135-ceab-4c3d-b59f-2f19205e2847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:57Z', 'updated_at': '2022-09-16T12:47:58Z', 'revision_number': 2, 'project_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'subnets': [{'id': '4479b135-ceab-4c3d-b59f-2f19205e2847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:47:59.837539 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Attempt 2 to provision port 8dbeb97f-192e-4607-bf5f-11d881d86730 Sep 16 12:47:59.854424 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-98a74a7c-43e1-4429-998b-0c0349ff859e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Allocated IP 172.20.0.5 (40f9024a-6954-4a0a-afdb-132e05c6d9d2/466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c/8109ea32-2ace-4f1c-be0b-e7fa4599d05e) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:47:59.854690 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:47:59.894654 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc3130-f89c-4f31-9473-c0990355d95a req-28d60fab-4370-4001-96d6-90b4c2110c36 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:47:59.896145 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-37fc3130-f89c-4f31-9473-c0990355d95a req-28d60fab-4370-4001-96d6-90b4c2110c36 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.2543926 Sep 16 12:47:59.905281 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Port 8dbeb97f-192e-4607-bf5f-11d881d86730 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:47:59.953889 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3e1811-976e-4628-a7de-a1e58ca8359b admin admin] Router 0f8932ce-3c6d-4020-8f47-535a06e6a973 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:47:59.963376 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54c8fad1-fe10-4c05-a6ba-877635eea5c1 req-51dac134-7198-40bf-b3d9-548b04a89daa tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 210 time: 0.0662246 Sep 16 12:47:59.970844 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-37fc3130-f89c-4f31-9473-c0990355d95a req-c406b2cb-d6da-4c67-91cf-9819e995633e tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 696 time: 0.0643947 Sep 16 12:48:00.021596 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:00.034138 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-37fc3130-f89c-4f31-9473-c0990355d95a req-4c4aeec4-2326-4890-9d5f-200450390791 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 696 time: 0.0555584 Sep 16 12:48:00.088860 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:00.184476 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3e1811-976e-4628-a7de-a1e58ca8359b admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:48:00.194383 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ae3e1811-976e-4628-a7de-a1e58ca8359b admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/0f8932ce-3c6d-4020-8f47-535a06e6a973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4541566 Sep 16 12:48:00.199628 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-98a74a7c-43e1-4429-998b-0c0349ff859e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:00.257451 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-98a74a7c-43e1-4429-998b-0c0349ff859e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:00.320388 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-98a74a7c-43e1-4429-998b-0c0349ff859e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:48:00.324113 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-98a74a7c-43e1-4429-998b-0c0349ff859e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:48:00.328650 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-98a74a7c-43e1-4429-998b-0c0349ff859e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:48:00.369120 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a74a7c-43e1-4429-998b-0c0349ff859e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Pushing event updated for resources: {'Port': ['ID=8109ea32-2ace-4f1c-be0b-e7fa4599d05e,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:00.406713 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Attempt 3 to provision port 8dbeb97f-192e-4607-bf5f-11d881d86730 Sep 16 12:48:00.418023 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-98a74a7c-43e1-4429-998b-0c0349ff859e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:00.419769 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-98a74a7c-43e1-4429-998b-0c0349ff859e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:00.453923 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-98a74a7c-43e1-4429-998b-0c0349ff859e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3439000 Sep 16 12:48:00.455847 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Port 8dbeb97f-192e-4607-bf5f-11d881d86730 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:00.470603 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] Request body: {'port': {'device_id': 'a1f478b9-b8e1-40a8-9232-34eb6df9ad7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:00.601399 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:00.650546 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-c2153f1e-d2a5-4af2-b580-7027de9992ab tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=8c037a6456444018a6ef54314419e2f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5270033 Sep 16 12:48:00.653566 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device be3fa8cf-0ef5-4736-b9db-64db704dec25 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:48:00.707746 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-37fc3130-f89c-4f31-9473-c0990355d95a req-cb4cf084-0ec0-40b8-af4e-2d955f2c9178 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Deleting port 506af2e4-9ce3-474b-b31e-3baa66a78412 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:48:00.709143 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-37fc3130-f89c-4f31-9473-c0990355d95a req-cb4cf084-0ec0-40b8-af4e-2d955f2c9178 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (506af2e4-9ce3-474b-b31e-3baa66a78412), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:00.757118 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port be3fa8cf-0ef5-4736-b9db-64db704dec25 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:00.757553 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (be3fa8cf-0ef5-4736-b9db-64db704dec25), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:00.757985 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port be3fa8cf-0ef5-4736-b9db-64db704dec25 Sep 16 12:48:00.944458 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port be3fa8cf-0ef5-4736-b9db-64db704dec25 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:00.959632 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Attempt 4 to provision port 8dbeb97f-192e-4607-bf5f-11d881d86730 Sep 16 12:48:01.036971 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8109ea32-2ace-4f1c-be0b-e7fa4599d05e {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:48:01.062334 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] Publish callbacks [] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:01.066358 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-54747bc4-d83f-4d18-8162-6bcb1088b39f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:01.078715 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] Transition to ACTIVE for port object 8109ea32-2ace-4f1c-be0b-e7fa4599d05e will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:48:01.079824 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:01.084970 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-54747bc4-d83f-4d18-8162-6bcb1088b39f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4170120 Sep 16 12:48:01.086193 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:01.098195 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Port 8dbeb97f-192e-4607-bf5f-11d881d86730 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:01.114059 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-37fc3130-f89c-4f31-9473-c0990355d95a req-cb4cf084-0ec0-40b8-af4e-2d955f2c9178 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (506af2e4-9ce3-474b-b31e-3baa66a78412), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:01.114598 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-37fc3130-f89c-4f31-9473-c0990355d95a req-cb4cf084-0ec0-40b8-af4e-2d955f2c9178 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for floatingip (506af2e4-9ce3-474b-b31e-3baa66a78412), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:01.174967 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-60ebdf3c-8898-4b69-a9b1-3b09dde85112 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/quotas/8c037a6456444018a6ef54314419e2f2 HTTP/1.1" status: 200 len: 375 time: 0.0834463 Sep 16 12:48:01.178745 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-37fc3130-f89c-4f31-9473-c0990355d95a req-cb4cf084-0ec0-40b8-af4e-2d955f2c9178 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Calling delete_port for 506af2e4-9ce3-474b-b31e-3baa66a78412 owned by network:floatingip {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:48:01.209444 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] Pushing event updated for resources: {'Port': ['ID=8109ea32-2ace-4f1c-be0b-e7fa4599d05e,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:01.282697 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] Attempting to bind port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:48:01.283054 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] Attempting to bind port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:48:01.283369 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] Attempting to bind port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:01.354326 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-3275c405-aa43-4e14-9309-ebb4df9060fb tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1781354 Sep 16 12:48:01.413328 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] Port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:48:01.413682 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] Attempting to bind port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:01.479859 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:48:01.480926 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] Checking segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:48:01.482477 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] Bound using segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:48:01.483193 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] Bound port: 8109ea32-2ace-4f1c-be0b-e7fa4599d05e, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:48:01.483809 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:01.559339 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-37fc3130-f89c-4f31-9473-c0990355d95a req-cb4cf084-0ec0-40b8-af4e-2d955f2c9178 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (506af2e4-9ce3-474b-b31e-3baa66a78412), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:01.606076 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Attempt 5 to provision port 8dbeb97f-192e-4607-bf5f-11d881d86730 Sep 16 12:48:01.634396 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cf084-0ec0-40b8-af4e-2d955f2c9178 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Pushing event deleted for resources: {'Port': ['ID=506af2e4-9ce3-474b-b31e-3baa66a78412,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:01.647937 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] For port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:48:01.657315 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] For port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=8109ea32-2ace-4f1c-be0b-e7fa4599d05e,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:48:01.673877 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:01.680485 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:01.681411 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:01.687284 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/8109ea32-2ace-4f1c-be0b-e7fa4599d05e HTTP/1.1" status: 200 len: 1091 time: 1.2241554 Sep 16 12:48:01.727572 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Port 8dbeb97f-192e-4607-bf5f-11d881d86730 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:01.773474 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f478b9-b8e1-40a8-9232-34eb6df9ad7a', 'tag': '8109ea32-2ace-4f1c-be0b-e7fa4599d05e'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:01.775898 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2270bda-6325-43fa-a7f5-3dc9f585d981" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f478b9-b8e1-40a8-9232-34eb6df9ad7a", "tag": "8109ea32-2ace-4f1c-be0b-e7fa4599d05e"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:01.801686 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:01.804336 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-37fc3130-f89c-4f31-9473-c0990355d95a req-cb4cf084-0ec0-40b8-af4e-2d955f2c9178 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks [] for floatingip (d04f476d-f5f5-40b9-bd84-6cbe6d50ce4a), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:01.820392 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-37fc3130-f89c-4f31-9473-c0990355d95a req-cb4cf084-0ec0-40b8-af4e-2d955f2c9178 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:01.821754 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-37fc3130-f89c-4f31-9473-c0990355d95a req-cb4cf084-0ec0-40b8-af4e-2d955f2c9178 tempest-FloatingIPDetailsTestJSON-569140138 tempest-FloatingIPDetailsTestJSON-569140138-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/d04f476d-f5f5-40b9-bd84-6cbe6d50ce4a HTTP/1.1" status: 204 len: 173 time: 1.7868235 Sep 16 12:48:01.834105 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 49600) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:01.921677 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1ca55-d489-4530-b72b-e57f9e46f078 service neutron] Pushing event updated for resources: {'Port': ['ID=8109ea32-2ace-4f1c-be0b-e7fa4599d05e,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:01.938454 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-9fa6c363-32f6-4751-b43d-ab8d689fc52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:01.940891 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-9fa6c363-32f6-4751-b43d-ab8d689fc52b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 1125 time: 0.1417568 Sep 16 12:48:02.049021 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-cecec44b-ba13-42cc-b296-9ef780bdd830 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8109ea32-2ace-4f1c-be0b-e7fa4599d05e HTTP/1.1" status: 200 len: 217 time: 0.1001682 Sep 16 12:48:02.139218 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22508a-e865-477e-b7d7-fb50e76994fc req-575c6138-18fc-4196-a6d6-e63676142d1c tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:02.141377 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1e22508a-e865-477e-b7d7-fb50e76994fc req-575c6138-18fc-4196-a6d6-e63676142d1c tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.0583491 Sep 16 12:48:02.164412 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-c5bc1655-cdf3-4e28-97c3-935309263531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:02.166318 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-c5bc1655-cdf3-4e28-97c3-935309263531 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.1108725 Sep 16 12:48:02.197733 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:02.221675 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:02.241176 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Attempt 6 to provision port 8dbeb97f-192e-4607-bf5f-11d881d86730 Sep 16 12:48:02.261628 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-4e96db8b-b016-499c-a801-ecc89a4a1f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:02.263205 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-4e96db8b-b016-499c-a801-ecc89a4a1f0a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0863020 Sep 16 12:48:02.388332 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1e22508a-e865-477e-b7d7-fb50e76994fc req-d069c0b1-a8d3-41fd-91c6-d0ce8e6ac4b6 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117710 Sep 16 12:48:02.434575 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6ba351f7-b998-4d01-8a64-2157339edca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:02.436196 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Port 8dbeb97f-192e-4607-bf5f-11d881d86730 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:02.533517 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 45b8553e-f99f-4d12-8265-19759ca804ba details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:48:02.547599 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-3475b919-50ac-4061-bde8-21f3c2e99034 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715719 Sep 16 12:48:02.726323 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb185cb8-3e66-4399-bf99-2a4ac0c673ae req-97411dcd-12f7-4916-9859-bd4340ca097c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:02.731700 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eb185cb8-3e66-4399-bf99-2a4ac0c673ae req-97411dcd-12f7-4916-9859-bd4340ca097c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 950 time: 0.1291525 Sep 16 12:48:02.857469 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 45b8553e-f99f-4d12-8265-19759ca804ba, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=45b8553e-f99f-4d12-8265-19759ca804ba,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:02.871511 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0b187435-8df0-4362-b9fd-1a27490cee02 req-38af947a-c4f9-4f6b-b4b5-3c760feda7f0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219700 Sep 16 12:48:02.875540 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f52e-323f-4b62-99be-c523075282b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (026fac22-56a8-45dc-9053-23cbb298fe51), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:02.883082 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '45b8553e-f99f-4d12-8265-19759ca804ba', 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801', 'port_id': '45b8553e-f99f-4d12-8265-19759ca804ba', 'mac_address': 'fa:16:3e:c4:ff:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4fab7ee-afa2-498a-a38b-87393fd03027', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:48:02.897026 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f34a7115-6fe9-4723-b85a-2cbdd593bca6 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:48:02.974674 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22aad55-6e7a-4549-83c0-14042fbf0bbb req-8f0e59b5-203a-483a-ae82-06c1fb214a9b tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:02.981990 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d22aad55-6e7a-4549-83c0-14042fbf0bbb req-8f0e59b5-203a-483a-ae82-06c1fb214a9b tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 943 time: 0.2171185 Sep 16 12:48:02.988077 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:02.991711 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Attempt 7 to provision port 8dbeb97f-192e-4607-bf5f-11d881d86730 Sep 16 12:48:03.084205 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eb185cb8-3e66-4399-bf99-2a4ac0c673ae req-7baa1e7b-8c1e-43fa-ac02-77a2dea75c7e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180928 Sep 16 12:48:03.100692 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d22aad55-6e7a-4549-83c0-14042fbf0bbb req-41cfe26a-b47f-4f5b-ba96-ab192d8dba24 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176078 Sep 16 12:48:03.230276 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8629f71e-2567-483e-83b5-e662e12e3a73 x-openstack-request-id: req-8629f71e-2567-483e-83b5-e662e12e3a73 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:03.230603 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f478b9-b8e1-40a8-9232-34eb6df9ad7a", "tag": "8109ea32-2ace-4f1c-be0b-e7fa4599d05e", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:03.249896 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8629f71e-2567-483e-83b5-e662e12e3a73 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:03.250350 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8629f71e-2567-483e-83b5-e662e12e3a73'] response: {'name': 'network-changed', 'server_uuid': 'a1f478b9-b8e1-40a8-9232-34eb6df9ad7a', 'tag': '8109ea32-2ace-4f1c-be0b-e7fa4599d05e', 'status': 'completed', 'code': 200} Sep 16 12:48:03.311961 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 45b8553e-f99f-4d12-8265-19759ca804ba is: ACTIVE; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:03.312532 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (45b8553e-f99f-4d12-8265-19759ca804ba), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:03.318081 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Port 8dbeb97f-192e-4607-bf5f-11d881d86730 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:03.345619 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45b8553e-f99f-4d12-8265-19759ca804ba {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:48:03.354037 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port f34a7115-6fe9-4723-b85a-2cbdd593bca6 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:03.354608 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f34a7115-6fe9-4723-b85a-2cbdd593bca6), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:03.355019 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port f34a7115-6fe9-4723-b85a-2cbdd593bca6 Sep 16 12:48:03.530689 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 45b8553e-f99f-4d12-8265-19759ca804ba, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=45b8553e-f99f-4d12-8265-19759ca804ba,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:03.589559 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a9fd1fd9-03a5-46fe-ba06-6df54e52fc4e req-bb51513d-560c-43f0-b02c-79ed7a56663c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=21107d05-79f1-476d-b921-9548eff4f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0469973 Sep 16 12:48:03.647579 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (45b8553e-f99f-4d12-8265-19759ca804ba), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:03.704038 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-c5f6f52e-323f-4b62-99be-c523075282b4 admin admin] Deleting port bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:48:03.704316 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f52e-323f-4b62-99be-c523075282b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:03.718428 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port f34a7115-6fe9-4723-b85a-2cbdd593bca6 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:03.719274 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f34a7115-6fe9-4723-b85a-2cbdd593bca6), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:03.744645 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045ca68-6fea-4ab3-a3e3-283c5527993c req-c2f8e761-1263-424a-a2ad-549ed7a4a86c tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:03.747194 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=21 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:03.764498 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a045ca68-6fea-4ab3-a3e3-283c5527993c req-c2f8e761-1263-424a-a2ad-549ed7a4a86c tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.1240835 Sep 16 12:48:03.776364 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port f34a7115-6fe9-4723-b85a-2cbdd593bca6, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f34a7115-6fe9-4723-b85a-2cbdd593bca6,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:03.786048 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f34a7115-6fe9-4723-b85a-2cbdd593bca6), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:03.793295 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=45b8553e-f99f-4d12-8265-19759ca804ba,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:03.833239 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] Sync routers for ids ['0f8932ce-3c6d-4020-8f47-535a06e6a973'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:48:03.870212 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] Routers {'0f8932ce-3c6d-4020-8f47-535a06e6a973'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:48:03.872268 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:47:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0f8932ce-3c6d-4020-8f47-535a06e6a973'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:03.889457 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Attempt 8 to provision port 8dbeb97f-192e-4607-bf5f-11d881d86730 Sep 16 12:48:03.905854 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['45b8553e-f99f-4d12-8265-19759ca804ba'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:48:03.955970 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2270bda-6325-43fa-a7f5-3dc9f585d981 req-0d34f3b6-137e-4b55-8934-0d8ff3972d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:03.958758 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e2270bda-6325-43fa-a7f5-3dc9f585d981 req-0d34f3b6-137e-4b55-8934-0d8ff3972d86 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 1125 time: 0.0782576 Sep 16 12:48:04.043561 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-c5f6f52e-323f-4b62-99be-c523075282b4 admin admin] For port bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b,segment=NetworkSegment(5b3c5612-27ea-4701-9c81-1bd4579558da),segment_id=5b3c5612-27ea-4701-9c81-1bd4579558da)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:04.044818 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f52e-323f-4b62-99be-c523075282b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:04.069212 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a045ca68-6fea-4ab3-a3e3-283c5527993c req-172d7a0b-56e5-4eeb-8950-27426fc3095f tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029213 Sep 16 12:48:04.089915 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:04.102147 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-c5f6f52e-323f-4b62-99be-c523075282b4 admin admin] Calling delete_port for bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:48:04.118908 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:04.156413 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] Set router 0f8932ce-3c6d-4020-8f47-535a06e6a973 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:48:04.160344 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:04.171014 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2270bda-6325-43fa-a7f5-3dc9f585d981 req-c1e99827-877f-43e9-8c2f-ce3f08899907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:04.175435 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e2270bda-6325-43fa-a7f5-3dc9f585d981 req-c1e99827-877f-43e9-8c2f-ce3f08899907 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 0.2105367 Sep 16 12:48:04.184101 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Port 8dbeb97f-192e-4607-bf5f-11d881d86730 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:04.242280 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=f34a7115-6fe9-4723-b85a-2cbdd593bca6,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:04.354941 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e2270bda-6325-43fa-a7f5-3dc9f585d981 req-60cb3776-352b-4f9e-9860-f2485f64b877 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8109ea32-2ace-4f1c-be0b-e7fa4599d05e HTTP/1.1" status: 200 len: 217 time: 0.1677508 Sep 16 12:48:04.528464 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2270bda-6325-43fa-a7f5-3dc9f585d981 req-833e2049-7dad-484a-b89f-6e0a15615a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:04.536835 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e2270bda-6325-43fa-a7f5-3dc9f585d981 req-833e2049-7dad-484a-b89f-6e0a15615a75 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.1769648 Sep 16 12:48:04.638807 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:04.640027 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9f1de945-2ba5-42d9-a6f9-9ebe2e665acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:04.647764 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2270bda-6325-43fa-a7f5-3dc9f585d981 req-5416b591-8d77-40ea-a5ad-02553e196700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:04.649941 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e2270bda-6325-43fa-a7f5-3dc9f585d981 req-5416b591-8d77-40ea-a5ad-02553e196700 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1069403 Sep 16 12:48:04.679386 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f34a7115-6fe9-4723-b85a-2cbdd593bca6 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:48:04.697401 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae0e17-5ebb-4bd5-a780-ce5948a380da req-8821c43c-94f9-4642-b585-e22939ca0289 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:04.705278 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a4ae0e17-5ebb-4bd5-a780-ce5948a380da req-8821c43c-94f9-4642-b585-e22939ca0289 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 950 time: 0.3074133 Sep 16 12:48:04.739061 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8932ce-3c6d-4020-8f47-535a06e6a973', 'name': 'tempest-AttachSCSIVolumeTestJSON-184954062-router', 'tenant_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'f34a7115-6fe9-4723-b85a-2cbdd593bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:54Z', 'updated_at': '2022-09-16T12:47:58Z', 'revision_number': 4, 'project_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'gw_port': {'id': 'f34a7115-6fe9-4723-b85a-2cbdd593bca6', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8932ce-3c6d-4020-8f47-535a06e6a973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:55Z', 'updated_at': '2022-09-16T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '8dbeb97f-192e-4607-bf5f-11d881d86730', 'name': '', 'network_id': '3351da51-9453-416b-a2fc-2789c5b9dfad', 'tenant_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'mac_address': 'fa:16:3e:5b:da:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8932ce-3c6d-4020-8f47-535a06e6a973', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4479b135-ceab-4c3d-b59f-2f19205e2847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:57Z', 'updated_at': '2022-09-16T12:47:58Z', 'revision_number': 2, 'project_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'subnets': [{'id': '4479b135-ceab-4c3d-b59f-2f19205e2847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:04.753221 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Attempt 9 to provision port 8dbeb97f-192e-4607-bf5f-11d881d86730 Sep 16 12:48:04.772751 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] Checking router: 0f8932ce-3c6d-4020-8f47-535a06e6a973 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:48:04.773875 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] Updating router 0f8932ce-3c6d-4020-8f47-535a06e6a973 port 8dbeb97f-192e-4607-bf5f-11d881d86730 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:48:04.811873 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8dbeb97f-192e-4607-bf5f-11d881d86730), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:04.901758 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a207093-cbe2-4064-b059-5e6950c10617 req-715f67fc-16cf-48d0-8775-4aa86a63f1fd tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:04.903377 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a207093-cbe2-4064-b059-5e6950c10617 req-715f67fc-16cf-48d0-8775-4aa86a63f1fd tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 943 time: 0.5069027 Sep 16 12:48:04.963115 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port f34a7115-6fe9-4723-b85a-2cbdd593bca6 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:04.963475 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f34a7115-6fe9-4723-b85a-2cbdd593bca6), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:04.964168 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port f34a7115-6fe9-4723-b85a-2cbdd593bca6 Sep 16 12:48:04.964316 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e2270bda-6325-43fa-a7f5-3dc9f585d981 req-8538c982-cd9a-461b-81b8-a0df231d3dc6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071716 Sep 16 12:48:04.995474 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Port 8dbeb97f-192e-4607-bf5f-11d881d86730 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:05.012771 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:05.047682 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:05.064869 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port f34a7115-6fe9-4723-b85a-2cbdd593bca6 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:05.154213 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] Publish callbacks [] for port (8dbeb97f-192e-4607-bf5f-11d881d86730), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:05.163549 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8dbeb97f-192e-4607-bf5f-11d881d86730), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:05.233439 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e2270bda-6325-43fa-a7f5-3dc9f585d981 req-8e285142-faa1-4eff-b98f-bc5ae71f901e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353311 Sep 16 12:48:05.239607 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a4ae0e17-5ebb-4bd5-a780-ce5948a380da req-6ff00ad4-88d5-47b2-84bf-94f03f230256 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326488 Sep 16 12:48:05.267623 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] Attempting to bind port 8dbeb97f-192e-4607-bf5f-11d881d86730 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:48:05.269221 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f52e-323f-4b62-99be-c523075282b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:05.274925 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] Attempting to bind port 8dbeb97f-192e-4607-bf5f-11d881d86730 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'eee2d09e-4c1d-4327-a5b1-850473d23e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3351da51-9453-416b-a2fc-2789c5b9dfad'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:48:05.275569 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] Attempting to bind port 8dbeb97f-192e-4607-bf5f-11d881d86730 on network 3351da51-9453-416b-a2fc-2789c5b9dfad {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:05.276588 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a207093-cbe2-4064-b059-5e6950c10617 req-f52d4ab6-5220-4121-ad25-bcdffff4a5de tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466344 Sep 16 12:48:05.321867 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6f52e-323f-4b62-99be-c523075282b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:05.365172 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:48:05.369799 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] Checking segment: {'id': 'eee2d09e-4c1d-4327-a5b1-850473d23e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3351da51-9453-416b-a2fc-2789c5b9dfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:48:05.370344 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:05.370850 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] Bound using segment: {'id': 'eee2d09e-4c1d-4327-a5b1-850473d23e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3351da51-9453-416b-a2fc-2789c5b9dfad'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:48:05.371461 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] Bound port: 8dbeb97f-192e-4607-bf5f-11d881d86730, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee2d09e-4c1d-4327-a5b1-850473d23e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3351da51-9453-416b-a2fc-2789c5b9dfad'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:48:05.372014 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8dbeb97f-192e-4607-bf5f-11d881d86730), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:05.464829 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] For port 8dbeb97f-192e-4607-bf5f-11d881d86730, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:48:05.471101 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] For port 8dbeb97f-192e-4607-bf5f-11d881d86730, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=8dbeb97f-192e-4607-bf5f-11d881d86730,segment=NetworkSegment(eee2d09e-4c1d-4327-a5b1-850473d23e26),segment_id=eee2d09e-4c1d-4327-a5b1-850473d23e26)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:48:05.482685 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8dbeb97f-192e-4607-bf5f-11d881d86730), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:05.496034 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] Routers {'0f8932ce-3c6d-4020-8f47-535a06e6a973'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:48:05.496704 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Attempt 10 to provision port 8dbeb97f-192e-4607-bf5f-11d881d86730 Sep 16 12:48:05.496999 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:48:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0f8932ce-3c6d-4020-8f47-535a06e6a973'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:05.633280 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d4e5ef34-7c20-4d1b-ab50-57667f879d83 req-f2246b72-3832-4ee0-a24d-dd511eaef68c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=21107d05-79f1-476d-b921-9548eff4f2c4 HTTP/1.1" status: 200 len: 210 time: 0.1493309 Sep 16 12:48:05.715255 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] Set router 0f8932ce-3c6d-4020-8f47-535a06e6a973 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:48:05.775024 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Current status of the port 8dbeb97f-192e-4607-bf5f-11d881d86730 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:05.775597 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8dbeb97f-192e-4607-bf5f-11d881d86730), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:05.789561 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-aa212ba3-766f-4662-ae94-522cd4e94937 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=8c037a6456444018a6ef54314419e2f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488989 Sep 16 12:48:05.798707 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930cfb0-294a-4b44-91a4-030fcc279824 None None] Pushing event updated for resources: {'Port': ['ID=8dbeb97f-192e-4607-bf5f-11d881d86730,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:05.802659 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:05.869699 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930cfb0-294a-4b44-91a4-030fcc279824 None None] Pushing event updated for resources: {'Port': ['ID=8dbeb97f-192e-4607-bf5f-11d881d86730,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:05.986368 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] For port 8dbeb97f-192e-4607-bf5f-11d881d86730, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=8dbeb97f-192e-4607-bf5f-11d881d86730,segment=NetworkSegment(eee2d09e-4c1d-4327-a5b1-850473d23e26),segment_id=eee2d09e-4c1d-4327-a5b1-850473d23e26)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:06.002049 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f7cf2-1d87-487a-a5af-5e1c359f6411 req-f086fb07-dde1-424c-be31-9b96deeeaaaf tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:06.012406 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-640f7cf2-1d87-487a-a5af-5e1c359f6411 req-f086fb07-dde1-424c-be31-9b96deeeaaaf tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.3771195 Sep 16 12:48:06.018846 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8dbeb97f-192e-4607-bf5f-11d881d86730), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:06.051927 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8932ce-3c6d-4020-8f47-535a06e6a973', 'name': 'tempest-AttachSCSIVolumeTestJSON-184954062-router', 'tenant_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'f34a7115-6fe9-4723-b85a-2cbdd593bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:54Z', 'updated_at': '2022-09-16T12:47:58Z', 'revision_number': 4, 'project_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'gw_port': {'id': 'f34a7115-6fe9-4723-b85a-2cbdd593bca6', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8932ce-3c6d-4020-8f47-535a06e6a973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:55Z', 'updated_at': '2022-09-16T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '8dbeb97f-192e-4607-bf5f-11d881d86730', 'name': '', 'network_id': '3351da51-9453-416b-a2fc-2789c5b9dfad', 'tenant_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'mac_address': 'fa:16:3e:5b:da:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8932ce-3c6d-4020-8f47-535a06e6a973', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4479b135-ceab-4c3d-b59f-2f19205e2847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:57Z', 'updated_at': '2022-09-16T12:48:05Z', 'revision_number': 4, 'project_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'subnets': [{'id': '4479b135-ceab-4c3d-b59f-2f19205e2847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:06.055854 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:06.085170 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde946d2-76ae-4cbf-918e-42309a3556df None None] The sync data for ids ['0f8932ce-3c6d-4020-8f47-535a06e6a973'] in n-d-858094-4 is: [{'id': '0f8932ce-3c6d-4020-8f47-535a06e6a973', 'name': 'tempest-AttachSCSIVolumeTestJSON-184954062-router', 'tenant_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'f34a7115-6fe9-4723-b85a-2cbdd593bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:54Z', 'updated_at': '2022-09-16T12:47:58Z', 'revision_number': 4, 'project_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'gw_port': {'id': 'f34a7115-6fe9-4723-b85a-2cbdd593bca6', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8932ce-3c6d-4020-8f47-535a06e6a973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:55Z', 'updated_at': '2022-09-16T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '8dbeb97f-192e-4607-bf5f-11d881d86730', 'name': '', 'network_id': '3351da51-9453-416b-a2fc-2789c5b9dfad', 'tenant_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'mac_address': 'fa:16:3e:5b:da:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8932ce-3c6d-4020-8f47-535a06e6a973', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4479b135-ceab-4c3d-b59f-2f19205e2847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:57Z', 'updated_at': '2022-09-16T12:48:05Z', 'revision_number': 4, 'project_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'subnets': [{'id': '4479b135-ceab-4c3d-b59f-2f19205e2847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:48:06.165635 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f52e-323f-4b62-99be-c523075282b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (026fac22-56a8-45dc-9053-23cbb298fe51), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:06.200682 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-ac640bdb-64ce-4149-8af4-331073415e63 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:06.206454 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-ac640bdb-64ce-4149-8af4-331073415e63 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4002268 Sep 16 12:48:06.209738 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-86a2b932-47a8-4993-9e77-51e5326e9472 None None] Provisioning complete for port 8dbeb97f-192e-4607-bf5f-11d881d86730 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:06.210350 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-86a2b932-47a8-4993-9e77-51e5326e9472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8dbeb97f-192e-4607-bf5f-11d881d86730), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:06.210832 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-86a2b932-47a8-4993-9e77-51e5326e9472 None None] Attempt 1 to provision port 8dbeb97f-192e-4607-bf5f-11d881d86730 Sep 16 12:48:06.299205 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-640f7cf2-1d87-487a-a5af-5e1c359f6411 req-b6d4ea63-104f-4ca2-8d7d-5fe703909538 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835116 Sep 16 12:48:06.320176 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-56c57881-6274-43a0-ae53-59b95a42b3f2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Request body: {'port': {'device_id': '8d5c44e7-c030-4a42-97fb-e838e1472456', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '8c037a6456444018a6ef54314419e2f2'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:06.339207 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4353e2-7c96-4096-a2d0-71382848caeb None None] Pushing event updated for resources: {'Port': ['ID=8dbeb97f-192e-4607-bf5f-11d881d86730,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:06.471930 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-86a2b932-47a8-4993-9e77-51e5326e9472 None None] Current status of the port 8dbeb97f-192e-4607-bf5f-11d881d86730 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:06.551218 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab600fac-bb50-4995-8c54-601992912346 req-f8195adb-9778-4ad7-8b4f-886f869772bf tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:06.565709 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ab600fac-bb50-4995-8c54-601992912346 req-f8195adb-9778-4ad7-8b4f-886f869772bf tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 950 time: 0.1022859 Sep 16 12:48:06.590105 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 45b8553e-f99f-4d12-8265-19759ca804ba up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:48:06.612874 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-fb833d2a-840f-4ec9-a61d-a19e87790c8e tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=8c037a6456444018a6ef54314419e2f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485308 Sep 16 12:48:06.753838 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb0e67-12a2-45d3-a502-4486c0926b78 req-a4503883-cd3a-47e1-9aad-9553886255b9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:06.763749 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-51bb0e67-12a2-45d3-a502-4486c0926b78 req-a4503883-cd3a-47e1-9aad-9553886255b9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 943 time: 0.1705775 Sep 16 12:48:06.802859 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-56c57881-6274-43a0-ae53-59b95a42b3f2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Made reservation on behalf of 8c037a6456444018a6ef54314419e2f2 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:48:06.818620 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-56c57881-6274-43a0-ae53-59b95a42b3f2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:06.830404 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 45b8553e-f99f-4d12-8265-19759ca804ba triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:06.834460 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (45b8553e-f99f-4d12-8265-19759ca804ba), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:06.835845 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 45b8553e-f99f-4d12-8265-19759ca804ba Sep 16 12:48:06.850926 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:06.882852 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ab600fac-bb50-4995-8c54-601992912346 req-bee00e6e-f5e2-4608-9c66-88164f677f90 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156486 Sep 16 12:48:06.910312 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:06.956459 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:07.002542 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 8109ea32-2ace-4f1c-be0b-e7fa4599d05e details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:48:07.007346 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8dbeb97f-192e-4607-bf5f-11d881d86730 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:48:07.072101 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f6f52e-323f-4b62-99be-c523075282b4 admin admin] Router 026fac22-56a8-45dc-9053-23cbb298fe51 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:48:07.094704 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-51bb0e67-12a2-45d3-a502-4486c0926b78 req-b38923a8-6ed6-4bbf-983e-0ae8d82b45f7 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298976 Sep 16 12:48:07.164473 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-159f2adc-0d9f-4ca7-9227-2f0e47de4867 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:07.175334 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-159f2adc-0d9f-4ca7-9227-2f0e47de4867 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5504751 Sep 16 12:48:07.186047 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:07.195891 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-65d8d9e3-a6bf-4e29-8b63-97b1ec387f66 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Request body: {'port': {'device_id': '21107d05-79f1-476d-b921-9548eff4f2c4', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '8c037a6456444018a6ef54314419e2f2'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:07.301775 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f6f52e-323f-4b62-99be-c523075282b4 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:48:07.308624 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c5f6f52e-323f-4b62-99be-c523075282b4 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/026fac22-56a8-45dc-9053-23cbb298fe51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4732220 Sep 16 12:48:07.317887 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 49682) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:07.393012 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 45b8553e-f99f-4d12-8265-19759ca804ba is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:07.393679 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (45b8553e-f99f-4d12-8265-19759ca804ba), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:07.411662 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-56c57881-6274-43a0-ae53-59b95a42b3f2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Allocated IP 192.168.233.109 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/5d6e364d-d651-4c3c-b21c-27421ce4597f) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:48:07.443307 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da423a72-23f1-4251-99c3-27f5d258b675 None None] Sync routers for ids ['026fac22-56a8-45dc-9053-23cbb298fe51'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:48:07.483682 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da423a72-23f1-4251-99c3-27f5d258b675 None None] Routers {'026fac22-56a8-45dc-9053-23cbb298fe51'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:48:07.484915 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-da423a72-23f1-4251-99c3-27f5d258b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:48:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['026fac22-56a8-45dc-9053-23cbb298fe51'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:07.564529 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-05785942-a213-4a3e-a2c7-e34f5a047f29 req-a7c28f28-42fb-4740-9eaf-e82671a39eff tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=21107d05-79f1-476d-b921-9548eff4f2c4 HTTP/1.1" status: 200 len: 210 time: 0.2640867 Sep 16 12:48:07.599672 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c077c0ae-56e2-42f7-a0e7-32e6597062c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b8553e-f99f-4d12-8265-19759ca804ba'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:07.602475 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bdd044-cce7-458c-ad52-b2191e1769b0" -d '{"events": [{"server_uuid": "c077c0ae-56e2-42f7-a0e7-32e6597062c5", "name": "network-vif-plugged", "status": "completed", "tag": "45b8553e-f99f-4d12-8265-19759ca804ba"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:07.605577 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:07.698434 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a6712-61b4-4c64-a6f6-70f91703b713 req-45caff11-d94f-4f11-8515-fed6f565dded tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:07.708768 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d35a6712-61b4-4c64-a6f6-70f91703b713 req-45caff11-d94f-4f11-8515-fed6f565dded tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.1824737 Sep 16 12:48:07.750589 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-da423a72-23f1-4251-99c3-27f5d258b675 None None] Set router 026fac22-56a8-45dc-9053-23cbb298fe51 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:48:07.823665 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d35a6712-61b4-4c64-a6f6-70f91703b713 req-1727fe4e-7ef5-4924-90dc-dcf19f2c1e1d tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142631 Sep 16 12:48:07.862105 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7824819a-3e5a-4c03-87b1-5c70cb8a3139 admin admin] Publish callbacks [] for router (026fac22-56a8-45dc-9053-23cbb298fe51), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:07.885745 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 8dbeb97f-192e-4607-bf5f-11d881d86730 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:07.886570 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8dbeb97f-192e-4607-bf5f-11d881d86730), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:07.887008 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 8dbeb97f-192e-4607-bf5f-11d881d86730 Sep 16 12:48:07.948228 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-56c57881-6274-43a0-ae53-59b95a42b3f2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks [] for port (5d6e364d-d651-4c3c-b21c-27421ce4597f), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:07.985829 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffef7160-da90-48cb-a4b0-5f119cea2aa0 x-openstack-request-id: req-ffef7160-da90-48cb-a4b0-5f119cea2aa0 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:07.986894 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c077c0ae-56e2-42f7-a0e7-32e6597062c5", "name": "network-vif-plugged", "status": "completed", "tag": "45b8553e-f99f-4d12-8265-19759ca804ba", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:07.987347 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ffef7160-da90-48cb-a4b0-5f119cea2aa0 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:07.988026 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffef7160-da90-48cb-a4b0-5f119cea2aa0'] response: {'server_uuid': 'c077c0ae-56e2-42f7-a0e7-32e6597062c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b8553e-f99f-4d12-8265-19759ca804ba', 'code': 200} Sep 16 12:48:07.998208 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:08.020390 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:08.041985 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 45b8553e-f99f-4d12-8265-19759ca804ba, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=45b8553e-f99f-4d12-8265-19759ca804ba,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:08.056007 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-56c57881-6274-43a0-ae53-59b95a42b3f2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (5d6e364d-d651-4c3c-b21c-27421ce4597f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:08.112802 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (45b8553e-f99f-4d12-8265-19759ca804ba), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:08.147736 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['27de96a3-bf43-46c1-a8f8-afd304cea206'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:48:08.148798 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7824819a-3e5a-4c03-87b1-5c70cb8a3139 admin admin] Publish callbacks [] for router_gateway (026fac22-56a8-45dc-9053-23cbb298fe51), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:08.242006 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:08.253319 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-56c57881-6274-43a0-ae53-59b95a42b3f2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:48:08.274685 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:08.275406 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-56c57881-6274-43a0-ae53-59b95a42b3f2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:48:08.289709 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=8109ea32-2ace-4f1c-be0b-e7fa4599d05e,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:08.322555 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-56c57881-6274-43a0-ae53-59b95a42b3f2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:48:08.325747 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:08.380054 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '8109ea32-2ace-4f1c-be0b-e7fa4599d05e', 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'port_id': '8109ea32-2ace-4f1c-be0b-e7fa4599d05e', 'mac_address': 'fa:16:3e:56:f1:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:48:08.381703 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 8dbeb97f-192e-4607-bf5f-11d881d86730 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:08.419955 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c57881-6274-43a0-ae53-59b95a42b3f2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Pushing event updated for resources: {'Port': ['ID=5d6e364d-d651-4c3c-b21c-27421ce4597f,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:08.453443 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-65d8d9e3-a6bf-4e29-8b63-97b1ec387f66 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Made reservation on behalf of 8c037a6456444018a6ef54314419e2f2 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:48:08.458313 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-65d8d9e3-a6bf-4e29-8b63-97b1ec387f66 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:08.566816 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=45b8553e-f99f-4d12-8265-19759ca804ba,revision_number=7']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:08.644525 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:08.644923 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:08.692366 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-56c57881-6274-43a0-ae53-59b95a42b3f2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:08.693005 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-56c57881-6274-43a0-ae53-59b95a42b3f2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:08.715573 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:08.727722 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8109ea32-2ace-4f1c-be0b-e7fa4599d05e {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:48:08.752864 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-da423a72-23f1-4251-99c3-27f5d258b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026fac22-56a8-45dc-9053-23cbb298fe51', 'name': 'tempest-FloatingIPDetailsTestJSON-1555994913-router', 'tenant_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '63578f1b-06b4-490f-8469-d961f501befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:21Z', 'updated_at': '2022-09-16T12:48:05Z', 'revision_number': 5, 'project_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'gw_port': {'id': '63578f1b-06b4-490f-8469-d961f501befc', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026fac22-56a8-45dc-9053-23cbb298fe51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:23Z', 'updated_at': '2022-09-16T12:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:08.841198 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-65d8d9e3-a6bf-4e29-8b63-97b1ec387f66 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Allocated IP 192.168.233.251 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/84d3e3e1-0c23-49c4-af27-80f8acbc75ae) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:48:08.902003 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da423a72-23f1-4251-99c3-27f5d258b675 None None] Checking router: 026fac22-56a8-45dc-9053-23cbb298fe51 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:48:08.927845 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923677c3-5158-451c-a571-ae3bb68277bc req-e2b50675-b976-4f5c-9986-d6881734ade0 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:08.936049 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-923677c3-5158-451c-a571-ae3bb68277bc req-e2b50675-b976-4f5c-9986-d6881734ade0 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 943 time: 0.1046696 Sep 16 12:48:08.963894 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b0271-acb1-4521-8cfa-84cd62422d4e req-a1e6f481-1dee-4bae-9492-771c81af980b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:08.975431 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c69b0271-acb1-4521-8cfa-84cd62422d4e req-a1e6f481-1dee-4bae-9492-771c81af980b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 950 time: 0.8429735 Sep 16 12:48:08.984388 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=8109ea32-2ace-4f1c-be0b-e7fa4599d05e,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:08.998456 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d74c0e15-33cd-4447-a002-c0cab2b55c6e None None] Provisioning complete for port 5d6e364d-d651-4c3c-b21c-27421ce4597f triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:09.000178 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d74c0e15-33cd-4447-a002-c0cab2b55c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5d6e364d-d651-4c3c-b21c-27421ce4597f), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:09.000689 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d74c0e15-33cd-4447-a002-c0cab2b55c6e None None] Attempt 1 to provision port 5d6e364d-d651-4c3c-b21c-27421ce4597f Sep 16 12:48:09.021106 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-56c57881-6274-43a0-ae53-59b95a42b3f2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7150800 Sep 16 12:48:09.029920 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:09.031472 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-7824819a-3e5a-4c03-87b1-5c70cb8a3139 admin admin] Deleting port 63578f1b-06b4-490f-8469-d961f501befc {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:48:09.032070 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7824819a-3e5a-4c03-87b1-5c70cb8a3139 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (63578f1b-06b4-490f-8469-d961f501befc), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:09.086777 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] Request body: {'port': {'device_id': '8d5c44e7-c030-4a42-97fb-e838e1472456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:09.156476 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-7824819a-3e5a-4c03-87b1-5c70cb8a3139 admin admin] For port 63578f1b-06b4-490f-8469-d961f501befc, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=63578f1b-06b4-490f-8469-d961f501befc,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:09.158825 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7824819a-3e5a-4c03-87b1-5c70cb8a3139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (63578f1b-06b4-490f-8469-d961f501befc), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:09.175232 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d74c0e15-33cd-4447-a002-c0cab2b55c6e None None] Port 5d6e364d-d651-4c3c-b21c-27421ce4597f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:09.191679 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da423a72-23f1-4251-99c3-27f5d258b675 None None] Routers {'026fac22-56a8-45dc-9053-23cbb298fe51'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:48:09.198028 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-da423a72-23f1-4251-99c3-27f5d258b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:48:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['026fac22-56a8-45dc-9053-23cbb298fe51'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:09.201215 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-7824819a-3e5a-4c03-87b1-5c70cb8a3139 admin admin] Calling delete_port for 63578f1b-06b4-490f-8469-d961f501befc owned by network:router_gateway {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:48:09.318052 n-d-858094-4 neutron-server[113699]: INFO neutron.api.v2.resource [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-afd3abbe-f0ac-430f-b270-f8e5f2140628 service neutron] show failed (client error): The resource could not be found. Sep 16 12:48:09.319085 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-afd3abbe-f0ac-430f-b270-f8e5f2140628 service neutron] 10.222.0.76 "GET /networking/v2.0/ports/3fe50ad6-99ae-4c0b-a11b-3e41218b0317/bindings/n-h1-858094-4 HTTP/1.1" status: 404 len: 380 time: 0.2932169 Sep 16 12:48:09.362561 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5d6e364d-d651-4c3c-b21c-27421ce4597f), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:09.444628 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-65d8d9e3-a6bf-4e29-8b63-97b1ec387f66 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks [] for port (84d3e3e1-0c23-49c4-af27-80f8acbc75ae), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:09.463908 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:09.466485 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:09.490762 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7824819a-3e5a-4c03-87b1-5c70cb8a3139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (63578f1b-06b4-490f-8469-d961f501befc), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:09.587528 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-da423a72-23f1-4251-99c3-27f5d258b675 None None] Set router 026fac22-56a8-45dc-9053-23cbb298fe51 gateway port host: None {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:48:09.592567 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824819a-3e5a-4c03-87b1-5c70cb8a3139 admin admin] Pushing event deleted for resources: {'Port': ['ID=63578f1b-06b4-490f-8469-d961f501befc,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:09.658944 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-923677c3-5158-451c-a571-ae3bb68277bc req-467a88db-7ecc-46fd-89b0-48df81a8a42d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7216129 Sep 16 12:48:09.783389 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c69b0271-acb1-4521-8cfa-84cd62422d4e req-aee37ed1-e315-4ac1-a78d-f54fb880b7c9 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7999816 Sep 16 12:48:09.889779 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-65d8d9e3-a6bf-4e29-8b63-97b1ec387f66 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (84d3e3e1-0c23-49c4-af27-80f8acbc75ae), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:10.072027 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01960379-b960-4dba-8b92-95aa83683bea req-6a7e1345-4a65-4839-8355-96ee81316597 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:10.080026 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-01960379-b960-4dba-8b92-95aa83683bea req-6a7e1345-4a65-4839-8355-96ee81316597 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=21107d05-79f1-476d-b921-9548eff4f2c4 HTTP/1.1" status: 200 len: 936 time: 0.2135332 Sep 16 12:48:10.094461 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7824819a-3e5a-4c03-87b1-5c70cb8a3139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (026fac22-56a8-45dc-9053-23cbb298fe51), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:10.097052 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-65d8d9e3-a6bf-4e29-8b63-97b1ec387f66 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:48:10.104154 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:10.115416 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da104d46-fae0-4d95-88bc-0029353bf14c req-59ade98a-aac1-40cc-8426-79fbdafa5f21 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:10.125903 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-da104d46-fae0-4d95-88bc-0029353bf14c req-59ade98a-aac1-40cc-8426-79fbdafa5f21 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.1688483 Sep 16 12:48:10.131061 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-65d8d9e3-a6bf-4e29-8b63-97b1ec387f66 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:48:10.136833 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8d9e3-a6bf-4e29-8b63-97b1ec387f66 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Pushing event updated for resources: {'Port': ['ID=84d3e3e1-0c23-49c4-af27-80f8acbc75ae,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:10.143292 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-65d8d9e3-a6bf-4e29-8b63-97b1ec387f66 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:48:10.147648 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-9176874e-f9c9-46cf-be59-829fb78e00d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:10.149971 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-9176874e-f9c9-46cf-be59-829fb78e00d2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590&tenant_id=0b18ec5302634d2a95e51547e0019d40 HTTP/1.1" status: 200 len: 1132 time: 0.1818323 Sep 16 12:48:10.224058 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:10.232869 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-65d8d9e3-a6bf-4e29-8b63-97b1ec387f66 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:10.235736 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-65d8d9e3-a6bf-4e29-8b63-97b1ec387f66 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:10.267615 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-858094-4', 'device_owner': 'compute:nova'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:10.367695 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d74c0e15-33cd-4447-a002-c0cab2b55c6e None None] Attempt 2 to provision port 5d6e364d-d651-4c3c-b21c-27421ce4597f Sep 16 12:48:10.404235 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['8109ea32-2ace-4f1c-be0b-e7fa4599d05e'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:48:10.493115 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-da423a72-23f1-4251-99c3-27f5d258b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026fac22-56a8-45dc-9053-23cbb298fe51', 'name': 'tempest-FloatingIPDetailsTestJSON-1555994913-router', 'tenant_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:21Z', 'updated_at': '2022-09-16T12:48:08Z', 'revision_number': 6, 'project_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:10.541511 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-65d8d9e3-a6bf-4e29-8b63-97b1ec387f66 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3535421 Sep 16 12:48:10.580944 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] Request body: {'port': {'device_id': '21107d05-79f1-476d-b921-9548eff4f2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:10.624354 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d74c0e15-33cd-4447-a002-c0cab2b55c6e None None] Port 5d6e364d-d651-4c3c-b21c-27421ce4597f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:10.633625 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7824819a-3e5a-4c03-87b1-5c70cb8a3139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (026fac22-56a8-45dc-9053-23cbb298fe51), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:10.657476 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7824819a-3e5a-4c03-87b1-5c70cb8a3139 admin admin] Publish callbacks [] for router_controller (026fac22-56a8-45dc-9053-23cbb298fe51), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:10.737576 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da423a72-23f1-4251-99c3-27f5d258b675 None None] The sync data for ids ['026fac22-56a8-45dc-9053-23cbb298fe51'] in n-d-858094-4 is: [{'id': '026fac22-56a8-45dc-9053-23cbb298fe51', 'name': 'tempest-FloatingIPDetailsTestJSON-1555994913-router', 'tenant_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:21Z', 'updated_at': '2022-09-16T12:48:08Z', 'revision_number': 6, 'project_id': 'ee8d114c70ff4e69af6497ce7a838f95', 'gw_port_host': None}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:48:10.751964 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=8109ea32-2ace-4f1c-be0b-e7fa4599d05e,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:10.759447 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-da104d46-fae0-4d95-88bc-0029353bf14c req-5b389781-5304-417a-aa5d-104e8f0242ac tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6321766 Sep 16 12:48:10.810706 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-01960379-b960-4dba-8b92-95aa83683bea req-3ffe82c2-afab-45ac-9fa8-178fd39fd74c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7296503 Sep 16 12:48:10.973512 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:11.006809 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6e364d-d651-4c3c-b21c-27421ce4597f {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:48:11.027101 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] Publish callbacks [] for port (5d6e364d-d651-4c3c-b21c-27421ce4597f), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:11.064685 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] Transition to ACTIVE for port object 5d6e364d-d651-4c3c-b21c-27421ce4597f will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:48:11.085536 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (5d6e364d-d651-4c3c-b21c-27421ce4597f), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:11.093024 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8de29d-4d95-4f4b-8d87-2957ef975a7e req-60d5f0a3-70b5-4ca4-89c5-dcd87e78e602 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:11.104091 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-df8de29d-4d95-4f4b-8d87-2957ef975a7e req-60d5f0a3-70b5-4ca4-89c5-dcd87e78e602 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 944 time: 0.1336389 Sep 16 12:48:11.152504 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d74c0e15-33cd-4447-a002-c0cab2b55c6e None None] Attempt 3 to provision port 5d6e364d-d651-4c3c-b21c-27421ce4597f Sep 16 12:48:11.187242 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:11.201811 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d74c0e15-33cd-4447-a002-c0cab2b55c6e None None] Port 5d6e364d-d651-4c3c-b21c-27421ce4597f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:11.234059 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['27de96a3-bf43-46c1-a8f8-afd304cea206'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:48:11.258650 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f7177-4301-4076-9bc1-6df0ec4a8de3 req-f60515cc-82a5-4282-8c51-5765a15670f5 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:11.264916 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-079f7177-4301-4076-9bc1-6df0ec4a8de3 req-f60515cc-82a5-4282-8c51-5765a15670f5 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 950 time: 0.1329706 Sep 16 12:48:11.271373 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (84d3e3e1-0c23-49c4-af27-80f8acbc75ae), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:11.337164 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7824819a-3e5a-4c03-87b1-5c70cb8a3139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (026fac22-56a8-45dc-9053-23cbb298fe51), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:11.337739 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7824819a-3e5a-4c03-87b1-5c70cb8a3139 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 026fac22-56a8-45dc-9053-23cbb298fe51 {{(pid=113698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:48:11.360943 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7824819a-3e5a-4c03-87b1-5c70cb8a3139 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:11.364445 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-7824819a-3e5a-4c03-87b1-5c70cb8a3139 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/026fac22-56a8-45dc-9053-23cbb298fe51 HTTP/1.1" status: 204 len: 168 time: 4.0416710 Sep 16 12:48:11.377770 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 49742) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:11.463527 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-df8de29d-4d95-4f4b-8d87-2957ef975a7e req-95ee215d-0342-4622-8e3d-3dd323681c51 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546987 Sep 16 12:48:11.500973 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-079f7177-4301-4076-9bc1-6df0ec4a8de3 req-8db850f0-ef1c-4af6-ad8e-2a332be6bd79 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362702 Sep 16 12:48:11.594322 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6e364d-d651-4c3c-b21c-27421ce4597f,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:11.705445 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d74c0e15-33cd-4447-a002-c0cab2b55c6e None None] Attempt 4 to provision port 5d6e364d-d651-4c3c-b21c-27421ce4597f Sep 16 12:48:11.718520 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04319f7-5c96-45e1-887f-4daebe519626 admin admin] Deleting subnet 3e7c0611-bdc8-40b1-b08c-5e043d5e0015 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:48:11.722286 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d04319f7-5c96-45e1-887f-4daebe519626 admin admin] Publish callbacks [] for subnet (3e7c0611-bdc8-40b1-b08c-5e043d5e0015), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:11.776307 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d74c0e15-33cd-4447-a002-c0cab2b55c6e None None] Port 5d6e364d-d651-4c3c-b21c-27421ce4597f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:11.799565 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d04319f7-5c96-45e1-887f-4daebe519626 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (3e7c0611-bdc8-40b1-b08c-5e043d5e0015), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:11.916572 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d04319f7-5c96-45e1-887f-4daebe519626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (3e7c0611-bdc8-40b1-b08c-5e043d5e0015), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:11.983515 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:12.053272 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84efdb-5486-44ff-a172-3ae341ccc1f3 req-a029603d-eb81-4abf-a423-4a9c4ad7df4c tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:12.055901 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ba84efdb-5486-44ff-a172-3ae341ccc1f3 req-a029603d-eb81-4abf-a423-4a9c4ad7df4c tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.1621094 Sep 16 12:48:12.063407 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d04319f7-5c96-45e1-887f-4daebe519626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (3e7c0611-bdc8-40b1-b08c-5e043d5e0015), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:12.079332 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:12.081020 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] Attempting to bind port 5d6e364d-d651-4c3c-b21c-27421ce4597f on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:48:12.081407 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] Attempting to bind port 5d6e364d-d651-4c3c-b21c-27421ce4597f by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:48:12.081785 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] Attempting to bind port 5d6e364d-d651-4c3c-b21c-27421ce4597f on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:12.180426 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abec0c2-771c-475b-bb53-049389586988 req-1fcd7150-f648-4672-89eb-324a9913df3b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:12.191764 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7abec0c2-771c-475b-bb53-049389586988 req-1fcd7150-f648-4672-89eb-324a9913df3b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=21107d05-79f1-476d-b921-9548eff4f2c4 HTTP/1.1" status: 200 len: 936 time: 0.1752594 Sep 16 12:48:12.210766 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04319f7-5c96-45e1-887f-4daebe519626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e7c0611-bdc8-40b1-b08c-5e043d5e0015,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:12.259034 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ba84efdb-5486-44ff-a172-3ae341ccc1f3 req-a11a80d1-1c21-40c7-803a-68d4855fda09 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782868 Sep 16 12:48:12.277391 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d74c0e15-33cd-4447-a002-c0cab2b55c6e None None] Attempt 5 to provision port 5d6e364d-d651-4c3c-b21c-27421ce4597f Sep 16 12:48:12.286132 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d04319f7-5c96-45e1-887f-4daebe519626 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:12.308154 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d04319f7-5c96-45e1-887f-4daebe519626 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/3e7c0611-bdc8-40b1-b08c-5e043d5e0015 HTTP/1.1" status: 204 len: 168 time: 0.9164016 Sep 16 12:48:12.308393 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 49752) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:12.368888 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bceca7-c4e0-411f-8673-1573428ceedc None None] Network 45a1c676-3062-4d8e-8a13-69b208c85127 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:48:12.391272 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] Port 5d6e364d-d651-4c3c-b21c-27421ce4597f on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:48:12.391863 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] Attempting to bind port 5d6e364d-d651-4c3c-b21c-27421ce4597f on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:12.526168 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7abec0c2-771c-475b-bb53-049389586988 req-0611afd0-422d-4469-bf53-148a57cced5b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333442 Sep 16 12:48:12.619517 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d74c0e15-33cd-4447-a002-c0cab2b55c6e None None] Port 5d6e364d-d651-4c3c-b21c-27421ce4597f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:12.628978 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:48:12.657024 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7ff86e4d-ecf0-4b72-b88d-4f83ec7debad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (45a1c676-3062-4d8e-8a13-69b208c85127), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:12.661698 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] For port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3fe50ad6-99ae-4c0b-a11b-3e41218b0317,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:12.737152 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:48:12.737152 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device bb615db4-0d3d-4b0e-bec5-6b768dd0cc1b not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:48:12.737152 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 63578f1b-06b4-490f-8469-d961f501befc no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:48:12.817236 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:12.832415 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:48:12.834634 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:48:12.835395 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:48:12.836153 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] Bound port: 5d6e364d-d651-4c3c-b21c-27421ce4597f, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:48:12.837534 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5d6e364d-d651-4c3c-b21c-27421ce4597f), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:12.892178 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 63578f1b-06b4-490f-8469-d961f501befc {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:48:12.892598 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 63578f1b-06b4-490f-8469-d961f501befc not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:48:12.981740 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e07e48-0b17-4c0d-b286-017f8bae7a72 req-102a34c9-d2da-49f5-99b1-5ebd7b91d9ae tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:12.993566 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-13e07e48-0b17-4c0d-b286-017f8bae7a72 req-102a34c9-d2da-49f5-99b1-5ebd7b91d9ae tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 944 time: 0.3265893 Sep 16 12:48:13.045790 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 8109ea32-2ace-4f1c-be0b-e7fa4599d05e up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:48:13.097469 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] For port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:48:13.117665 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:13.120471 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-7ff86e4d-ecf0-4b72-b88d-4f83ec7debad admin admin] Deleting port 7aefb3ca-fc65-4662-966f-d7e012565811 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:48:13.121290 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7ff86e4d-ecf0-4b72-b88d-4f83ec7debad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (7aefb3ca-fc65-4662-966f-d7e012565811), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:13.136323 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d74c0e15-33cd-4447-a002-c0cab2b55c6e None None] Attempt 6 to provision port 5d6e364d-d651-4c3c-b21c-27421ce4597f Sep 16 12:48:13.145543 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1881b9fd-a8c3-40ee-96da-4279c92de048 None None] DHCP port deletion for 45a1c676-3062-4d8e-8a13-69b208c85127 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:48:13.148274 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888acf2-fe1e-45e2-8a7c-1fe0f84485a3 req-7b5ec931-78d7-4a59-bd86-14e9c5690ad1 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:13.151964 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de8502-32fb-4a9f-9f56-2f57ed9cfe63 req-f8b1af8e-23c2-4872-91cc-3a674e25d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:13.156449 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-42de8502-32fb-4a9f-9f56-2f57ed9cfe63 req-f8b1af8e-23c2-4872-91cc-3a674e25d941 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0709d7ec436047a39dfb8c5d92f17fa3&device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 1131 time: 0.1709063 Sep 16 12:48:13.165712 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e888acf2-fe1e-45e2-8a7c-1fe0f84485a3 req-7b5ec931-78d7-4a59-bd86-14e9c5690ad1 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 950 time: 0.4997985 Sep 16 12:48:13.182624 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] For port 5d6e364d-d651-4c3c-b21c-27421ce4597f, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:48:13.201616 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] For port 5d6e364d-d651-4c3c-b21c-27421ce4597f, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=5d6e364d-d651-4c3c-b21c-27421ce4597f,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:48:13.255751 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:13.367310 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d74c0e15-33cd-4447-a002-c0cab2b55c6e None None] Port 5d6e364d-d651-4c3c-b21c-27421ce4597f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:13.391673 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e888acf2-fe1e-45e2-8a7c-1fe0f84485a3 req-b4a037a6-1d39-475d-bbe4-e5db6a8c725f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249792 Sep 16 12:48:13.398304 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-7ff86e4d-ecf0-4b72-b88d-4f83ec7debad admin admin] For port 7aefb3ca-fc65-4662-966f-d7e012565811, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=7aefb3ca-fc65-4662-966f-d7e012565811,segment=NetworkSegment(5b3c5612-27ea-4701-9c81-1bd4579558da),segment_id=5b3c5612-27ea-4701-9c81-1bd4579558da)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:13.400572 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7ff86e4d-ecf0-4b72-b88d-4f83ec7debad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (7aefb3ca-fc65-4662-966f-d7e012565811), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:13.402239 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-1881b9fd-a8c3-40ee-96da-4279c92de048 None None] Deleting port 7aefb3ca-fc65-4662-966f-d7e012565811 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:48:13.404595 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1881b9fd-a8c3-40ee-96da-4279c92de048 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (7aefb3ca-fc65-4662-966f-d7e012565811), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:13.432017 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-13e07e48-0b17-4c0d-b286-017f8bae7a72 req-34480ee7-1a7c-44e1-9428-9e6d460d80c7 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369140 Sep 16 12:48:13.464915 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-7ff86e4d-ecf0-4b72-b88d-4f83ec7debad admin admin] Calling delete_port for 7aefb3ca-fc65-4662-966f-d7e012565811 owned by network:dhcp {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:48:13.538795 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de8502-32fb-4a9f-9f56-2f57ed9cfe63 req-4fa97b01-aca9-4920-8ab9-e1199c7a8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:13.550533 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-42de8502-32fb-4a9f-9f56-2f57ed9cfe63 req-4fa97b01-aca9-4920-8ab9-e1199c7a8dc5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.3435252 Sep 16 12:48:13.636297 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (5d6e364d-d651-4c3c-b21c-27421ce4597f), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:13.657019 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:13.667522 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:13.677698 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/5d6e364d-d651-4c3c-b21c-27421ce4597f HTTP/1.1" status: 200 len: 1096 time: 4.6082685 Sep 16 12:48:13.704591 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5c44e7-c030-4a42-97fb-e838e1472456', 'tag': '5d6e364d-d651-4c3c-b21c-27421ce4597f'}, {'server_uuid': 'efea200a-0b78-42de-a9e2-febab9817590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fe50ad6-99ae-4c0b-a11b-3e41218b0317'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:13.715244 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e969cae-e5d9-4ded-a5bf-b42ad7ee2ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5c44e7-c030-4a42-97fb-e838e1472456", "tag": "5d6e364d-d651-4c3c-b21c-27421ce4597f"}, {"server_uuid": "efea200a-0b78-42de-a9e2-febab9817590", "name": "network-vif-unplugged", "status": "completed", "tag": "3fe50ad6-99ae-4c0b-a11b-3e41218b0317"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:13.729134 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] Publish callbacks [] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:13.742589 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-1881b9fd-a8c3-40ee-96da-4279c92de048 None None] For port 7aefb3ca-fc65-4662-966f-d7e012565811, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=7aefb3ca-fc65-4662-966f-d7e012565811,segment=NetworkSegment(5b3c5612-27ea-4701-9c81-1bd4579558da),segment_id=5b3c5612-27ea-4701-9c81-1bd4579558da)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:13.745543 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1881b9fd-a8c3-40ee-96da-4279c92de048 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (7aefb3ca-fc65-4662-966f-d7e012565811), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:13.786569 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-1881b9fd-a8c3-40ee-96da-4279c92de048 None None] Calling delete_port for 7aefb3ca-fc65-4662-966f-d7e012565811 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:48:13.822267 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac539b5b-acd0-4678-a8cd-8cb9d2b61b6e req-dfd75753-f703-4fda-af75-3ba77c5f7e2a tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:13.824000 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ac539b5b-acd0-4678-a8cd-8cb9d2b61b6e req-dfd75753-f703-4fda-af75-3ba77c5f7e2a tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.1842215 Sep 16 12:48:13.833091 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:48:13.865236 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-01acb380-aabf-40d2-957b-66be0b3abe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:13.867244 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-01acb380-aabf-40d2-957b-66be0b3abe61 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&device_id=8d5c44e7-c030-4a42-97fb-e838e1472456 HTTP/1.1" status: 200 len: 1130 time: 0.0772114 Sep 16 12:48:13.888860 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-42de8502-32fb-4a9f-9f56-2f57ed9cfe63 req-e57f3f08-bd0a-46c9-bad9-e969db482f21 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=31e589d5-4175-4617-9376-ffdea1a75308 HTTP/1.1" status: 200 len: 217 time: 0.3235645 Sep 16 12:48:13.921684 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a1d5a-a5f7-4ff0-aaf7-9bb041be4fc7 req-6984ee93-aab4-454f-9a35-940f33055e89 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:13.929763 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7a2a1d5a-a5f7-4ff0-aaf7-9bb041be4fc7 req-6984ee93-aab4-454f-9a35-940f33055e89 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=21107d05-79f1-476d-b921-9548eff4f2c4 HTTP/1.1" status: 200 len: 936 time: 0.1045659 Sep 16 12:48:13.934949 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-18fcacac-813e-4199-b7a5-5da3b0d699f1 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=5d6e364d-d651-4c3c-b21c-27421ce4597f HTTP/1.1" status: 200 len: 217 time: 0.0602303 Sep 16 12:48:14.023508 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d74c0e15-33cd-4447-a002-c0cab2b55c6e None None] Attempt 7 to provision port 5d6e364d-d651-4c3c-b21c-27421ce4597f Sep 16 12:48:14.037638 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] Transition to ACTIVE for port object 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:48:14.044456 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:14.048407 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:14.049551 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-cd9cdc7b-9bd0-4c61-bb61-9fc2d3b5ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:14.050370 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:14.050729 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e Sep 16 12:48:14.055422 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-cd9cdc7b-9bd0-4c61-bb61-9fc2d3b5ff0b service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0783675 Sep 16 12:48:14.124847 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:14.181594 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ac539b5b-acd0-4678-a8cd-8cb9d2b61b6e req-19185d4f-df1f-4444-baa0-f1767bb33539 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431452 Sep 16 12:48:14.237512 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7a2a1d5a-a5f7-4ff0-aaf7-9bb041be4fc7 req-9bc53fab-276a-4d3d-a5d6-552dc5cff584 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065622 Sep 16 12:48:14.242692 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:14.271139 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7ff86e4d-ecf0-4b72-b88d-4f83ec7debad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (7aefb3ca-fc65-4662-966f-d7e012565811), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:14.306336 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1881b9fd-a8c3-40ee-96da-4279c92de048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (7aefb3ca-fc65-4662-966f-d7e012565811), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:14.331336 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881b9fd-a8c3-40ee-96da-4279c92de048 None None] Pushing event deleted for resources: {'Port': ['ID=7aefb3ca-fc65-4662-966f-d7e012565811,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:14.334759 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d74c0e15-33cd-4447-a002-c0cab2b55c6e None None] Port 5d6e364d-d651-4c3c-b21c-27421ce4597f had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:48:14.394840 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:14.395181 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:14.400571 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1881b9fd-a8c3-40ee-96da-4279c92de048 None None] No DVR routers for this DVR port 7aefb3ca-fc65-4662-966f-d7e012565811 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:48:14.450028 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d3e3e1-0c23-49c4-af27-80f8acbc75ae {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:48:14.461080 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] Publish callbacks [] for port (84d3e3e1-0c23-49c4-af27-80f8acbc75ae), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:14.463001 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=8109ea32-2ace-4f1c-be0b-e7fa4599d05e,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:14.467866 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f478b9-b8e1-40a8-9232-34eb6df9ad7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8109ea32-2ace-4f1c-be0b-e7fa4599d05e'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:14.470705 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6e9046-dbc8-482c-b498-8d861b769ff8" -d '{"events": [{"server_uuid": "a1f478b9-b8e1-40a8-9232-34eb6df9ad7a", "name": "network-vif-plugged", "status": "completed", "tag": "8109ea32-2ace-4f1c-be0b-e7fa4599d05e"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:14.478299 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:14.479270 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:48:14.481659 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] Transition to ACTIVE for port object 84d3e3e1-0c23-49c4-af27-80f8acbc75ae will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:48:14.489021 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff86e4d-ecf0-4b72-b88d-4f83ec7debad admin admin] Pushing event deleted for resources: {'Port': ['ID=7aefb3ca-fc65-4662-966f-d7e012565811,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:14.507911 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff86e4d-ecf0-4b72-b88d-4f83ec7debad admin admin] No DVR routers for this DVR port 7aefb3ca-fc65-4662-966f-d7e012565811 on host n-d-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:48:14.561260 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf44f55-98e9-4984-ac8c-ceefa76d10a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6e364d-d651-4c3c-b21c-27421ce4597f,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:14.617080 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (84d3e3e1-0c23-49c4-af27-80f8acbc75ae), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:14.688087 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 7aefb3ca-fc65-4662-966f-d7e012565811 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:48:14.694848 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] The host n-h2-858094-4 is not matching for port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 host n-h1-858094-4! {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 16 12:48:14.703780 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8563910a-4fa0-4098-9b4f-d4790cf75e3b x-openstack-request-id: req-8563910a-4fa0-4098-9b4f-d4790cf75e3b {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:14.704435 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5c44e7-c030-4a42-97fb-e838e1472456", "tag": "5d6e364d-d651-4c3c-b21c-27421ce4597f", "status": "completed", "code": 200}, {"server_uuid": "efea200a-0b78-42de-a9e2-febab9817590", "name": "network-vif-unplugged", "status": "completed", "tag": "3fe50ad6-99ae-4c0b-a11b-3e41218b0317", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:14.704435 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8563910a-4fa0-4098-9b4f-d4790cf75e3b {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:14.704779 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8563910a-4fa0-4098-9b4f-d4790cf75e3b'] response: {'name': 'network-changed', 'server_uuid': '8d5c44e7-c030-4a42-97fb-e838e1472456', 'tag': '5d6e364d-d651-4c3c-b21c-27421ce4597f', 'status': 'completed', 'code': 200} Sep 16 12:48:14.704977 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8563910a-4fa0-4098-9b4f-d4790cf75e3b'] response: {'server_uuid': 'efea200a-0b78-42de-a9e2-febab9817590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fe50ad6-99ae-4c0b-a11b-3e41218b0317', 'code': 200} Sep 16 12:48:14.706775 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:48:14.724272 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] No DVR routers for this DVR port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:48:14.763410 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe50ad6-99ae-4c0b-a11b-3e41218b0317,revision_number=6']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:14.778853 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de8502-32fb-4a9f-9f56-2f57ed9cfe63 req-12966927-78d4-4002-90e8-f436ffcd9cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:14.781454 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-42de8502-32fb-4a9f-9f56-2f57ed9cfe63 req-12966927-78d4-4002-90e8-f436ffcd9cc0 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.8580606 Sep 16 12:48:14.798706 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4108d22d-86fd-438a-a883-a6b3b0493287 x-openstack-request-id: req-4108d22d-86fd-438a-a883-a6b3b0493287 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:14.799717 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f478b9-b8e1-40a8-9232-34eb6df9ad7a", "name": "network-vif-plugged", "status": "completed", "tag": "8109ea32-2ace-4f1c-be0b-e7fa4599d05e", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:14.800152 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4108d22d-86fd-438a-a883-a6b3b0493287 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:14.800727 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4108d22d-86fd-438a-a883-a6b3b0493287'] response: {'server_uuid': 'a1f478b9-b8e1-40a8-9232-34eb6df9ad7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8109ea32-2ace-4f1c-be0b-e7fa4599d05e', 'code': 200} Sep 16 12:48:14.824424 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 7aefb3ca-fc65-4662-966f-d7e012565811 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:48:14.825150 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 7aefb3ca-fc65-4662-966f-d7e012565811 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:48:14.874109 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-d5168ecf-6998-4f70-9f01-120f375c09c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:14.876267 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-d5168ecf-6998-4f70-9f01-120f375c09c2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8006291 Sep 16 12:48:14.883981 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=8109ea32-2ace-4f1c-be0b-e7fa4599d05e,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:14.940495 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7ff86e4d-ecf0-4b72-b88d-4f83ec7debad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (45a1c676-3062-4d8e-8a13-69b208c85127), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:14.977660 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d04a97-2b1e-43cd-9e8a-062376ad0bfe req-cb7a9db3-2bd9-4726-b951-e4bc2debb09e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:14.985994 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19d04a97-2b1e-43cd-9e8a-062376ad0bfe req-cb7a9db3-2bd9-4726-b951-e4bc2debb09e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 948 time: 0.2831669 Sep 16 12:48:14.989576 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de8502-32fb-4a9f-9f56-2f57ed9cfe63 req-3780fca9-8852-42c7-ab1e-e1a764414ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:14.991635 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-42de8502-32fb-4a9f-9f56-2f57ed9cfe63 req-3780fca9-8852-42c7-ab1e-e1a764414ff2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1106150 Sep 16 12:48:15.073929 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19d04a97-2b1e-43cd-9e8a-062376ad0bfe req-9d11e04d-e100-4011-89a1-a7ce585ced8d tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863681 Sep 16 12:48:15.078354 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469b56c-3bd7-4a92-b950-58f799efc7ce req-fbd65de6-a8f0-4a91-a089-d09ab6d4ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:15.080474 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5469b56c-3bd7-4a92-b950-58f799efc7ce req-fbd65de6-a8f0-4a91-a089-d09ab6d4ae36 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 1127 time: 0.2936454 Sep 16 12:48:15.088674 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-7ff86e4d-ecf0-4b72-b88d-4f83ec7debad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a1c676-3062-4d8e-8a13-69b208c85127']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:15.111635 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c2848-76c9-4004-9aa3-91859f59e5b3 req-60982542-4056-48f3-81b4-82f1c617f85a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:15.119859 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ad8c2848-76c9-4004-9aa3-91859f59e5b3 req-60982542-4056-48f3-81b4-82f1c617f85a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 945 time: 0.2872925 Sep 16 12:48:15.172868 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-7ff86e4d-ecf0-4b72-b88d-4f83ec7debad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3c5612-27ea-4701-9c81-1bd4579558da') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:15.173226 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-7ff86e4d-ecf0-4b72-b88d-4f83ec7debad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3c5612-27ea-4701-9c81-1bd4579558da') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:15.220803 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7ff86e4d-ecf0-4b72-b88d-4f83ec7debad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (5b3c5612-27ea-4701-9c81-1bd4579558da), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:15.290475 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ad8c2848-76c9-4004-9aa3-91859f59e5b3 req-17b5366b-4a60-460d-8468-63fa18c63e18 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686110 Sep 16 12:48:15.322915 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5469b56c-3bd7-4a92-b950-58f799efc7ce req-dcc287ab-ea7d-4947-82a1-acee63f1e359 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769097 Sep 16 12:48:15.326741 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7ff86e4d-ecf0-4b72-b88d-4f83ec7debad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (5b3c5612-27ea-4701-9c81-1bd4579558da), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:15.357811 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:15.367052 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff86e4d-ecf0-4b72-b88d-4f83ec7debad admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:48:15.367735 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7ff86e4d-ecf0-4b72-b88d-4f83ec7debad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (5b3c5612-27ea-4701-9c81-1bd4579558da), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:15.386354 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:15.388064 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] Attempting to bind port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:48:15.388560 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] Attempting to bind port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:48:15.389021 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] Attempting to bind port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:15.490126 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 5b3c5612-27ea-4701-9c81-1bd4579558da resource provider aggregate not found Sep 16 12:48:15.516168 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-42de8502-32fb-4a9f-9f56-2f57ed9cfe63 req-0a335967-9b24-489a-9aca-a4574f4891c0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132203 Sep 16 12:48:15.524227 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 5b3c5612-27ea-4701-9c81-1bd4579558da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b3c5612-27ea-4701-9c81-1bd4579558da found for delete ", "request_id": "req-9f320c67-a9eb-4651-85ba-383b04c7fef4"}]} Sep 16 12:48:15.597947 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:15.616482 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:15.638788 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7ff86e4d-ecf0-4b72-b88d-4f83ec7debad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (45a1c676-3062-4d8e-8a13-69b208c85127), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:15.660968 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88550493-e8ed-4eef-b376-af0ee04b0994 req-f189d803-2b17-4750-815e-27e0d8822590 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:15.662867 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-88550493-e8ed-4eef-b376-af0ee04b0994 req-f189d803-2b17-4750-815e-27e0d8822590 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.2452431 Sep 16 12:48:15.673810 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7ff86e4d-ecf0-4b72-b88d-4f83ec7debad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:15.687418 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-7ff86e4d-ecf0-4b72-b88d-4f83ec7debad admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/45a1c676-3062-4d8e-8a13-69b208c85127 HTTP/1.1" status: 204 len: 168 time: 3.3772573 Sep 16 12:48:15.769867 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff86e4d-ecf0-4b72-b88d-4f83ec7debad admin admin] Pushing event deleted for resources: {'Network': ['ID=45a1c676-3062-4d8e-8a13-69b208c85127,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:15.825826 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-42de8502-32fb-4a9f-9f56-2f57ed9cfe63 req-66b2108b-a944-42d0-a18e-94ec3d3cb9e6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137361 Sep 16 12:48:15.841973 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-88550493-e8ed-4eef-b376-af0ee04b0994 req-11ccbf4d-278a-4c3a-913a-1ecd7f0ddbbc tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509686 Sep 16 12:48:15.848804 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] Pushing event updated for resources: {'Port': ['ID=84d3e3e1-0c23-49c4-af27-80f8acbc75ae,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:15.991471 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:16.034250 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] Port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:48:16.034592 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] Attempting to bind port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:16.056439 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=22 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:16.108787 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56d080-37d3-40e8-83b5-158bdb3fbefd req-801e3227-3c4f-427a-9326-35501ebc08a2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:16.116757 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3e56d080-37d3-40e8-83b5-158bdb3fbefd req-801e3227-3c4f-427a-9326-35501ebc08a2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=21107d05-79f1-476d-b921-9548eff4f2c4 HTTP/1.1" status: 200 len: 948 time: 0.0972342 Sep 16 12:48:16.156596 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 49826) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:16.162556 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] Attempting to bind port 84d3e3e1-0c23-49c4-af27-80f8acbc75ae on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:48:16.162987 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] Attempting to bind port 84d3e3e1-0c23-49c4-af27-80f8acbc75ae by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:48:16.163322 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] Attempting to bind port 84d3e3e1-0c23-49c4-af27-80f8acbc75ae on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:16.237367 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:48:16.238024 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:48:16.238646 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:48:16.239341 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] Bound port: 3fe50ad6-99ae-4c0b-a11b-3e41218b0317, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:48:16.239740 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:16.265664 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-23d3e23f-9601-424f-81be-10ef49131466 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3705480 Sep 16 12:48:16.269200 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-7a9c87ee-eb66-45cf-bd98-2298f9e91a1c admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=ee8d114c70ff4e69af6497ce7a838f95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1114445 Sep 16 12:48:16.273409 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 49828) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:16.287417 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3e56d080-37d3-40e8-83b5-158bdb3fbefd req-74979dcd-54d9-4920-9652-2b3fbedb8561 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693463 Sep 16 12:48:16.326040 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] Port 84d3e3e1-0c23-49c4-af27-80f8acbc75ae on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:48:16.326390 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] Attempting to bind port 84d3e3e1-0c23-49c4-af27-80f8acbc75ae on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:16.411322 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43b8a334-9cf8-4d5f-8717-9e2fda76ea9c admin admin] Publish callbacks [] for security_group (38dbd221-3ccf-4876-8364-beb78e7274ea), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:16.437276 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43b8a334-9cf8-4d5f-8717-9e2fda76ea9c admin admin] Publish callbacks [] for security_group (38dbd221-3ccf-4876-8364-beb78e7274ea), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:16.555307 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56f232-a6ac-483d-aaab-e5abc7b67121 req-6844245d-e358-4f43-986f-94fab2062338 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:16.557412 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fb56f232-a6ac-483d-aaab-e5abc7b67121 req-6844245d-e358-4f43-986f-94fab2062338 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 948 time: 0.1444931 Sep 16 12:48:16.643812 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43b8a334-9cf8-4d5f-8717-9e2fda76ea9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (38dbd221-3ccf-4876-8364-beb78e7274ea), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:16.646730 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43b8a334-9cf8-4d5f-8717-9e2fda76ea9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:16.650225 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-43b8a334-9cf8-4d5f-8717-9e2fda76ea9c admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/38dbd221-3ccf-4876-8364-beb78e7274ea HTTP/1.1" status: 204 len: 168 time: 0.3717840 Sep 16 12:48:16.711143 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:48:16.711143 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:48:16.711143 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:48:16.711143 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] Bound port: 84d3e3e1-0c23-49c4-af27-80f8acbc75ae, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:48:16.711143 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (84d3e3e1-0c23-49c4-af27-80f8acbc75ae), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:16.742557 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8a334-9cf8-4d5f-8717-9e2fda76ea9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dbd221-3ccf-4876-8364-beb78e7274ea,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:16.743054 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fb56f232-a6ac-483d-aaab-e5abc7b67121 req-d340c5ba-50c3-4ea4-ace6-7f3b44bfb89f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700094 Sep 16 12:48:16.745242 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] For port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317, host n-h1-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:48:16.851228 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-0bf1937d-4fdd-45a8-924f-06b5df710898 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266082 Sep 16 12:48:16.897905 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] For port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=3fe50ad6-99ae-4c0b-a11b-3e41218b0317,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:48:16.934586 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:17.072677 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:17.077857 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:17.078937 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:17.089017 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/3fe50ad6-99ae-4c0b-a11b-3e41218b0317 HTTP/1.1" status: 200 len: 1096 time: 6.8484266 Sep 16 12:48:17.107779 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dfa09-709b-4f96-9fa8-810950d8d653 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe50ad6-99ae-4c0b-a11b-3e41218b0317,revision_number=7']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:17.113340 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efea200a-0b78-42de-a9e2-febab9817590', 'tag': '3fe50ad6-99ae-4c0b-a11b-3e41218b0317'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:17.116155 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274eb5f3-bd42-40f4-8eba-6b59b14d8115" -d '{"events": [{"name": "network-changed", "server_uuid": "efea200a-0b78-42de-a9e2-febab9817590", "tag": "3fe50ad6-99ae-4c0b-a11b-3e41218b0317"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:17.139447 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:17.191057 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e528c3-c4f7-40fd-bddf-7e592b9c965c req-8ab56194-66f3-4f10-8e35-e2da7a35c04c tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:17.197650 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] For port 84d3e3e1-0c23-49c4-af27-80f8acbc75ae, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:48:17.201191 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b7e528c3-c4f7-40fd-bddf-7e592b9c965c req-8ab56194-66f3-4f10-8e35-e2da7a35c04c tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 945 time: 0.1787629 Sep 16 12:48:17.269822 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] For port 84d3e3e1-0c23-49c4-af27-80f8acbc75ae, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=84d3e3e1-0c23-49c4-af27-80f8acbc75ae,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:48:17.282016 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-ac9525e5-aa0a-4eeb-994c-069ae1cb3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:17.283877 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-ac9525e5-aa0a-4eeb-994c-069ae1cb3181 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 1130 time: 0.1438086 Sep 16 12:48:17.287245 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (84d3e3e1-0c23-49c4-af27-80f8acbc75ae), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:17.321945 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:17.323008 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:17.329059 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/84d3e3e1-0c23-49c4-af27-80f8acbc75ae HTTP/1.1" status: 200 len: 1096 time: 6.7762868 Sep 16 12:48:17.351496 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b7e528c3-c4f7-40fd-bddf-7e592b9c965c req-6ca78b56-65d4-42ee-b62e-dc08da401517 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488469 Sep 16 12:48:17.553015 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673cc79-90a1-4133-9beb-b1cdceaebad3 req-cf19b9fc-f57c-4629-8eba-80275dbe615b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:17.562574 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d673cc79-90a1-4133-9beb-b1cdceaebad3 req-cf19b9fc-f57c-4629-8eba-80275dbe615b tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.0769284 Sep 16 12:48:17.601635 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b697e8-76ac-428f-a6b4-7510e1434c25 service neutron] Pushing event updated for resources: {'Port': ['ID=84d3e3e1-0c23-49c4-af27-80f8acbc75ae,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:17.664430 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d673cc79-90a1-4133-9beb-b1cdceaebad3 req-69c148a0-c309-4089-bb9f-74bdcd87761a tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951667 Sep 16 12:48:17.708386 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-bb257541-e8df-452e-a866-e9c43fd88915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:17.715413 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-bb257541-e8df-452e-a866-e9c43fd88915 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.4132712 Sep 16 12:48:17.803878 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7e4bb2-c45e-45aa-96af-8201154017ac x-openstack-request-id: req-4e7e4bb2-c45e-45aa-96af-8201154017ac {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:17.805272 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efea200a-0b78-42de-a9e2-febab9817590", "tag": "3fe50ad6-99ae-4c0b-a11b-3e41218b0317", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:17.805546 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4e7e4bb2-c45e-45aa-96af-8201154017ac {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:17.805961 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e7e4bb2-c45e-45aa-96af-8201154017ac'] response: {'name': 'network-changed', 'server_uuid': 'efea200a-0b78-42de-a9e2-febab9817590', 'tag': '3fe50ad6-99ae-4c0b-a11b-3e41218b0317', 'status': 'completed', 'code': 200} Sep 16 12:48:17.808013 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-bf22012a-fcdb-490b-b0af-d5863c66ea64 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=3fe50ad6-99ae-4c0b-a11b-3e41218b0317 HTTP/1.1" status: 200 len: 217 time: 0.0897138 Sep 16 12:48:17.919416 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677b482-bd1d-4495-b204-de987849f6a9 req-cb9a0ebe-581a-4e51-affd-55f4a12883bc tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:17.930824 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4677b482-bd1d-4495-b204-de987849f6a9 req-cb9a0ebe-581a-4e51-affd-55f4a12883bc tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=21107d05-79f1-476d-b921-9548eff4f2c4 HTTP/1.1" status: 200 len: 948 time: 0.0958233 Sep 16 12:48:18.060743 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4677b482-bd1d-4495-b204-de987849f6a9 req-07bdb136-0236-4311-9535-b666efc4772d tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288600 Sep 16 12:48:18.155071 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-ff8ca547-4a83-4015-a812-c34e7e63b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:18.165976 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-ff8ca547-4a83-4015-a812-c34e7e63b207 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 1130 time: 0.2271252 Sep 16 12:48:18.167057 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e969cae-e5d9-4ded-a5bf-b42ad7ee2ef8 req-cd7d90fb-1ec7-47c9-99d8-8b30e706bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:18.168687 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4e969cae-e5d9-4ded-a5bf-b42ad7ee2ef8 req-cd7d90fb-1ec7-47c9-99d8-8b30e706bbde service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&device_id=8d5c44e7-c030-4a42-97fb-e838e1472456 HTTP/1.1" status: 200 len: 1130 time: 0.2407179 Sep 16 12:48:18.170610 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-b1a9e988-604b-4ddb-9589-e007c513c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:18.182405 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-b1a9e988-604b-4ddb-9589-e007c513c97b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.3610435 Sep 16 12:48:18.329602 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab60289-0a17-44f9-a082-b503e66984f5 req-41738abf-9e39-48a3-902e-ef8cbfc0d818 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:18.336103 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3ab60289-0a17-44f9-a082-b503e66984f5 req-41738abf-9e39-48a3-902e-ef8cbfc0d818 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 1127 time: 0.1376667 Sep 16 12:48:18.339478 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-d587cb9c-b56f-4102-bb1a-41e4e6687d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:18.341254 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-d587cb9c-b56f-4102-bb1a-41e4e6687d26 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&device_id=21107d05-79f1-476d-b921-9548eff4f2c4 HTTP/1.1" status: 200 len: 1130 time: 0.3636725 Sep 16 12:48:18.495323 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3ab60289-0a17-44f9-a082-b503e66984f5 req-0ae0dbe2-e3cc-460b-928a-e38103c540c3 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523335 Sep 16 12:48:18.672530 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e969cae-e5d9-4ded-a5bf-b42ad7ee2ef8 req-1a9c3861-32d7-4144-baa4-67ca321ab393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:18.677114 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40320f-da08-41b0-9427-2707693da29f req-62c384b5-23f5-46bb-b09f-0c4b9eb12df9 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:18.679746 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4e969cae-e5d9-4ded-a5bf-b42ad7ee2ef8 req-1a9c3861-32d7-4144-baa4-67ca321ab393 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.4872375 Sep 16 12:48:18.688265 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5e40320f-da08-41b0-9427-2707693da29f req-62c384b5-23f5-46bb-b09f-0c4b9eb12df9 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 948 time: 0.0828435 Sep 16 12:48:18.696317 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-d5033843-c2b1-4138-ad02-01318b563a0c service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=84d3e3e1-0c23-49c4-af27-80f8acbc75ae HTTP/1.1" status: 200 len: 217 time: 0.2458439 Sep 16 12:48:18.719513 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-374b502e-2aca-41a4-b0b9-d16f49815579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:18.725436 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-374b502e-2aca-41a4-b0b9-d16f49815579 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3799720 Sep 16 12:48:18.775213 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5e40320f-da08-41b0-9427-2707693da29f req-e624a30b-6b4c-416e-af0f-4b969f542341 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857248 Sep 16 12:48:18.920576 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a354bf-3aaf-485f-b689-3c4d596df920 req-859ac0a9-3403-428c-bcbf-3ad75a88d7f2 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:18.922314 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-65a354bf-3aaf-485f-b689-3c4d596df920 req-859ac0a9-3403-428c-bcbf-3ad75a88d7f2 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 1127 time: 0.0760360 Sep 16 12:48:18.987682 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-65a354bf-3aaf-485f-b689-3c4d596df920 req-89b3c4af-7565-437d-808a-5e766655923d tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582690 Sep 16 12:48:19.043933 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-c5a8fdb2-c43c-464e-aa54-5c7c9c0749dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:19.045882 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-c5a8fdb2-c43c-464e-aa54-5c7c9c0749dd service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.8625758 Sep 16 12:48:19.055292 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4e969cae-e5d9-4ded-a5bf-b42ad7ee2ef8 req-01db75e5-d41d-4b1f-9961-3e1a032272a6 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=5d6e364d-d651-4c3c-b21c-27421ce4597f HTTP/1.1" status: 200 len: 217 time: 0.1610425 Sep 16 12:48:19.085916 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 5d6e364d-d651-4c3c-b21c-27421ce4597f details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:48:19.142494 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3421c05-ad03-4d8f-9401-b11250cdfe35 req-4494a1c6-8b03-46df-829a-dc2ee5f619d1 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:19.153933 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d3421c05-ad03-4d8f-9401-b11250cdfe35 req-4494a1c6-8b03-46df-829a-dc2ee5f619d1 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.0757818 Sep 16 12:48:19.161409 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-f3a6be64-fc6c-48b3-9df4-fa1f0b88a92a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=3fe50ad6-99ae-4c0b-a11b-3e41218b0317 HTTP/1.1" status: 200 len: 217 time: 0.0995114 Sep 16 12:48:19.174792 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-c0282c3b-f292-4e31-a611-c8259ef235c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:19.176235 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-c0282c3b-f292-4e31-a611-c8259ef235c1 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.2831554 Sep 16 12:48:19.265230 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d3421c05-ad03-4d8f-9401-b11250cdfe35 req-e1bd0e1e-66f2-4c01-8a5e-3491dda788a0 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040542 Sep 16 12:48:19.303677 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-0f888d71-8774-4b65-8cb1-83d8684ebf5d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567327 Sep 16 12:48:19.303677 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:19.319137 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e969cae-e5d9-4ded-a5bf-b42ad7ee2ef8 req-92dba31b-56e0-4272-8224-de2fe38183e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:19.320612 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4e969cae-e5d9-4ded-a5bf-b42ad7ee2ef8 req-92dba31b-56e0-4272-8224-de2fe38183e7 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.2577734 Sep 16 12:48:19.355537 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-899a4a72-e278-48d6-b7ba-fb3324076a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:19.357054 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-899a4a72-e278-48d6-b7ba-fb3324076a28 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1581767 Sep 16 12:48:19.369461 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 5d6e364d-d651-4c3c-b21c-27421ce4597f, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=5d6e364d-d651-4c3c-b21c-27421ce4597f,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:19.409078 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '5d6e364d-d651-4c3c-b21c-27421ce4597f', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '5d6e364d-d651-4c3c-b21c-27421ce4597f', 'mac_address': 'fa:16:3e:79:94:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:48:19.413150 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:19.425216 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-29427edb-31ec-4f87-8452-4ac8a94b944e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:19.426672 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-29427edb-31ec-4f87-8452-4ac8a94b944e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.2560568 Sep 16 12:48:19.480958 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 5d6e364d-d651-4c3c-b21c-27421ce4597f is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:19.484543 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5d6e364d-d651-4c3c-b21c-27421ce4597f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:19.504888 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d6e364d-d651-4c3c-b21c-27421ce4597f {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:48:19.513707 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e969cae-e5d9-4ded-a5bf-b42ad7ee2ef8 req-b6e7c842-a79d-4aca-b71e-9f0e5effe712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:19.515159 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4e969cae-e5d9-4ded-a5bf-b42ad7ee2ef8 req-b6e7c842-a79d-4aca-b71e-9f0e5effe712 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1725051 Sep 16 12:48:19.522419 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:19.553388 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 5d6e364d-d651-4c3c-b21c-27421ce4597f, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=5d6e364d-d651-4c3c-b21c-27421ce4597f,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:19.559315 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5d6e364d-d651-4c3c-b21c-27421ce4597f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:19.569946 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-04cbc58f-5033-45f2-a0d9-b8d7a2a22fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:19.571446 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-04cbc58f-5033-45f2-a0d9-b8d7a2a22fa4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1307886 Sep 16 12:48:19.661808 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=5d6e364d-d651-4c3c-b21c-27421ce4597f,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:19.790010 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['5d6e364d-d651-4c3c-b21c-27421ce4597f'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:48:19.992517 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:19.997246 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:20.110058 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692e996-7210-4cac-8e80-96cc7c9782b2 req-6b8085e9-bed7-4780-8e1e-4b8912a1a204 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:20.120879 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3692e996-7210-4cac-8e80-96cc7c9782b2 req-6b8085e9-bed7-4780-8e1e-4b8912a1a204 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=21107d05-79f1-476d-b921-9548eff4f2c4 HTTP/1.1" status: 200 len: 948 time: 0.1418128 Sep 16 12:48:20.232196 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21107d05-79f1-476d-b921-9548eff4f2c4', 'tag': '84d3e3e1-0c23-49c4-af27-80f8acbc75ae'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:20.234832 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7409fcc-d774-4a97-ae77-146aa4e9ada4" -d '{"events": [{"name": "network-changed", "server_uuid": "21107d05-79f1-476d-b921-9548eff4f2c4", "tag": "84d3e3e1-0c23-49c4-af27-80f8acbc75ae"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:20.256095 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:20.272084 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31360002-1d0c-49da-be60-1b0dc83cca2b req-abfa45dc-94ea-4b27-8741-666196cf4c06 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9721193 Sep 16 12:48:20.288001 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-a4096bc6-1a57-4df5-9d27-1fb44be06fb3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8962166 Sep 16 12:48:20.306140 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3692e996-7210-4cac-8e80-96cc7c9782b2 req-25c69d14-3584-48bd-bc3b-b5d8f3b41d7f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789987 Sep 16 12:48:20.355876 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4e969cae-e5d9-4ded-a5bf-b42ad7ee2ef8 req-083b8f6e-4d7c-4afd-8655-1530da7544f7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8264825 Sep 16 12:48:20.475025 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 49898) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:20.537061 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-1b7e8adc-0807-4ad8-8e76-2194bb9d1b52 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8811858 Sep 16 12:48:20.588302 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-c5e88434-0fcf-47b2-aa01-ed90026330bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:20.600883 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-c5e88434-0fcf-47b2-aa01-ed90026330bf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 1130 time: 0.1888440 Sep 16 12:48:20.620089 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8de91-af52-4b57-af8d-94c6e339b18d req-8611e030-fee8-47ed-8744-d6120ce4ddc3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:20.622289 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b7d8de91-af52-4b57-af8d-94c6e339b18d req-8611e030-fee8-47ed-8744-d6120ce4ddc3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 948 time: 0.1234248 Sep 16 12:48:20.726030 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-21d4b5b7-146b-4019-adf7-3dbc95f1d8d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:20.731329 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b7d8de91-af52-4b57-af8d-94c6e339b18d req-64e01d90-821b-47e3-a5a1-ad7211bee213 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020555 Sep 16 12:48:20.837537 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-21d4b5b7-146b-4019-adf7-3dbc95f1d8d9 admin admin] Publish callbacks [] for security_group (a0869338-c857-4e22-844f-9bdabc4b0c89), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:20.843131 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-21d4b5b7-146b-4019-adf7-3dbc95f1d8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (a0869338-c857-4e22-844f-9bdabc4b0c89), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:20.897442 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4b5b7-146b-4019-adf7-3dbc95f1d8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0869338-c857-4e22-844f-9bdabc4b0c89,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:20.912779 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-21d4b5b7-146b-4019-adf7-3dbc95f1d8d9 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=130d30e91f3c4cc7a70d5f7a0d07430a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4362273 Sep 16 12:48:20.913712 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 49904) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:20.996661 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b5b7-146b-4019-adf7-3dbc95f1d8d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:20.997201 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b5b7-146b-4019-adf7-3dbc95f1d8d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:20.997649 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b5b7-146b-4019-adf7-3dbc95f1d8d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:20.998218 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b5b7-146b-4019-adf7-3dbc95f1d8d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:20.998498 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b5b7-146b-4019-adf7-3dbc95f1d8d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:20.999047 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b5b7-146b-4019-adf7-3dbc95f1d8d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:20.999477 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b5b7-146b-4019-adf7-3dbc95f1d8d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:20.999899 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b5b7-146b-4019-adf7-3dbc95f1d8d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:21.000349 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b5b7-146b-4019-adf7-3dbc95f1d8d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:21.000926 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b5b7-146b-4019-adf7-3dbc95f1d8d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:21.001498 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b5b7-146b-4019-adf7-3dbc95f1d8d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:21.002003 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b5b7-146b-4019-adf7-3dbc95f1d8d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:21.002485 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b5b7-146b-4019-adf7-3dbc95f1d8d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:21.002906 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b5b7-146b-4019-adf7-3dbc95f1d8d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:21.003340 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b5b7-146b-4019-adf7-3dbc95f1d8d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:21.015638 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1dbcac38-5f14-4b0d-b151-81d23e10676b req-c46907f8-2f3a-4fa8-9e76-eb3383e4b0a6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7172067 Sep 16 12:48:21.037034 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:21.039581 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8e536cee-9c56-46c0-97a1-c2dd6aad1dc1 admin admin] Publish callbacks [] for security_group (a0869338-c857-4e22-844f-9bdabc4b0c89), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:21.047881 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4e969cae-e5d9-4ded-a5bf-b42ad7ee2ef8 req-ecf9c8c8-d620-4be1-a6d6-4711462b0b9e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6370127 Sep 16 12:48:21.095144 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-58ff312e-c391-426b-bbbb-86944bb78a6e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310555 Sep 16 12:48:21.107085 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-1fabda13-fef9-498c-b8ef-ba69e41411c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:21.108697 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-1fabda13-fef9-498c-b8ef-ba69e41411c9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.5000951 Sep 16 12:48:21.115576 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 5d6e364d-d651-4c3c-b21c-27421ce4597f up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:48:21.175668 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8e536cee-9c56-46c0-97a1-c2dd6aad1dc1 admin admin] Publish callbacks [] for security_group (a0869338-c857-4e22-844f-9bdabc4b0c89), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:21.178955 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 5d6e364d-d651-4c3c-b21c-27421ce4597f completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:48:21.181786 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:21.188670 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 5d6e364d-d651-4c3c-b21c-27421ce4597f triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:21.189550 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5d6e364d-d651-4c3c-b21c-27421ce4597f), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:21.190079 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 5d6e364d-d651-4c3c-b21c-27421ce4597f Sep 16 12:48:21.224354 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e8dc53-338a-463d-b254-b43c97276848 x-openstack-request-id: req-e7e8dc53-338a-463d-b254-b43c97276848 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:21.224663 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21107d05-79f1-476d-b921-9548eff4f2c4", "tag": "84d3e3e1-0c23-49c4-af27-80f8acbc75ae", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:21.226549 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e7e8dc53-338a-463d-b254-b43c97276848 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:21.227734 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e8dc53-338a-463d-b254-b43c97276848'] response: {'name': 'network-changed', 'server_uuid': '21107d05-79f1-476d-b921-9548eff4f2c4', 'tag': '84d3e3e1-0c23-49c4-af27-80f8acbc75ae', 'status': 'completed', 'code': 200} Sep 16 12:48:21.306551 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 5d6e364d-d651-4c3c-b21c-27421ce4597f is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:21.307017 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5d6e364d-d651-4c3c-b21c-27421ce4597f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:21.403074 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5c44e7-c030-4a42-97fb-e838e1472456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6e364d-d651-4c3c-b21c-27421ce4597f'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:21.409829 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499e5a1a-5a51-4f4b-af33-b591a6ce0bfd" -d '{"events": [{"server_uuid": "8d5c44e7-c030-4a42-97fb-e838e1472456", "name": "network-vif-plugged", "status": "completed", "tag": "5d6e364d-d651-4c3c-b21c-27421ce4597f"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:21.446400 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 5d6e364d-d651-4c3c-b21c-27421ce4597f, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=5d6e364d-d651-4c3c-b21c-27421ce4597f,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:21.452849 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5d6e364d-d651-4c3c-b21c-27421ce4597f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:21.502070 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8e536cee-9c56-46c0-97a1-c2dd6aad1dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (a0869338-c857-4e22-844f-9bdabc4b0c89), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:21.505821 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8e536cee-9c56-46c0-97a1-c2dd6aad1dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:21.507662 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-8e536cee-9c56-46c0-97a1-c2dd6aad1dc1 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/a0869338-c857-4e22-844f-9bdabc4b0c89 HTTP/1.1" status: 204 len: 168 time: 0.5913732 Sep 16 12:48:21.587644 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5305e96-8014-442c-bb0f-597111544941 req-5bd02230-75eb-46cc-8ac8-ce997a496eae tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:21.593833 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c5305e96-8014-442c-bb0f-597111544941 req-5bd02230-75eb-46cc-8ac8-ce997a496eae tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.2010767 Sep 16 12:48:21.597616 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e536cee-9c56-46c0-97a1-c2dd6aad1dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0869338-c857-4e22-844f-9bdabc4b0c89,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:21.607627 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=5d6e364d-d651-4c3c-b21c-27421ce4597f,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:21.756394 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c5305e96-8014-442c-bb0f-597111544941 req-cc52009c-0f48-4c66-9f4e-ba8de1c8f84f tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520824 Sep 16 12:48:22.016700 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4667694-1e90-4245-a2a3-d35804cb2167 req-4996787a-adc7-46d9-b438-d022bb4cfb57 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:22.025858 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a4667694-1e90-4245-a2a3-d35804cb2167 req-4996787a-adc7-46d9-b438-d022bb4cfb57 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 1127 time: 0.1140556 Sep 16 12:48:22.185826 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a4667694-1e90-4245-a2a3-d35804cb2167 req-536f32c8-8faf-4a72-8552-d43e5d3e2d75 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586547 Sep 16 12:48:22.269163 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7409fcc-d774-4a97-ae77-146aa4e9ada4 req-f49a2528-0311-48c8-8564-7cad0329b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:22.271544 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d7409fcc-d774-4a97-ae77-146aa4e9ada4 req-f49a2528-0311-48c8-8564-7cad0329b24d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&device_id=21107d05-79f1-476d-b921-9548eff4f2c4 HTTP/1.1" status: 200 len: 1130 time: 0.1118736 Sep 16 12:48:22.506476 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb2c76-8656-4aea-9dd7-adbd1e3a69da req-08e0b28b-a715-4caa-9647-a79427cda65d tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:22.522347 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8fb2c76-8656-4aea-9dd7-adbd1e3a69da req-08e0b28b-a715-4caa-9647-a79427cda65d tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=21107d05-79f1-476d-b921-9548eff4f2c4 HTTP/1.1" status: 200 len: 948 time: 0.2234819 Sep 16 12:48:22.677488 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8fb2c76-8656-4aea-9dd7-adbd1e3a69da req-4f7ac3a7-3ced-4a73-a2c9-038b4d1240c1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390405 Sep 16 12:48:22.769520 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b13d6d-ff0d-49d9-894e-16db430d6ca3 x-openstack-request-id: req-39b13d6d-ff0d-49d9-894e-16db430d6ca3 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:22.770042 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5c44e7-c030-4a42-97fb-e838e1472456", "name": "network-vif-plugged", "status": "completed", "tag": "5d6e364d-d651-4c3c-b21c-27421ce4597f", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:22.770127 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-39b13d6d-ff0d-49d9-894e-16db430d6ca3 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:22.770496 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b13d6d-ff0d-49d9-894e-16db430d6ca3'] response: {'server_uuid': '8d5c44e7-c030-4a42-97fb-e838e1472456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6e364d-d651-4c3c-b21c-27421ce4597f', 'code': 200} Sep 16 12:48:22.796147 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7409fcc-d774-4a97-ae77-146aa4e9ada4 req-6d1b3551-614e-4ed2-bb45-3c54aaf3b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:22.799166 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d7409fcc-d774-4a97-ae77-146aa4e9ada4 req-6d1b3551-614e-4ed2-bb45-3c54aaf3b930 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.4657464 Sep 16 12:48:22.896157 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d7409fcc-d774-4a97-ae77-146aa4e9ada4 req-e8f416af-be5b-47ec-ac06-f7707de27dab service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=84d3e3e1-0c23-49c4-af27-80f8acbc75ae HTTP/1.1" status: 200 len: 217 time: 0.0767052 Sep 16 12:48:22.945339 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f644654-17c3-457b-8217-589ead828940 req-78bc8cff-ed54-41be-be0a-67a1a09b2a26 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:22.947482 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5f644654-17c3-457b-8217-589ead828940 req-78bc8cff-ed54-41be-be0a-67a1a09b2a26 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 948 time: 0.0891337 Sep 16 12:48:23.073966 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de78e24-5168-49c3-b210-177ca576b41e req-d91734b3-efda-463b-aa24-ac140cebc762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:23.091697 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-2de78e24-5168-49c3-b210-177ca576b41e req-d91734b3-efda-463b-aa24-ac140cebc762 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8d5c44e7-c030-4a42-97fb-e838e1472456 HTTP/1.1" status: 200 len: 1132 time: 0.2008500 Sep 16 12:48:23.095477 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5f644654-17c3-457b-8217-589ead828940 req-6a49a8b1-cab5-4fce-8ec9-01e957305ff3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412940 Sep 16 12:48:23.275694 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3fef7-cda5-48ce-9b98-1013e1d27bfc req-bcc83b71-1d8a-4722-9619-0ac7f300eb00 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:23.288480 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-88a3fef7-cda5-48ce-9b98-1013e1d27bfc req-bcc83b71-1d8a-4722-9619-0ac7f300eb00 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.1054835 Sep 16 12:48:23.308226 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-2de78e24-5168-49c3-b210-177ca576b41e req-78dbaaa1-33a6-46db-b16a-8d9ed8e7e11b service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148712 Sep 16 12:48:23.321420 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7409fcc-d774-4a97-ae77-146aa4e9ada4 req-6e2e3550-fcc2-43bc-9a41-1b9aaadaef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:23.323137 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d7409fcc-d774-4a97-ae77-146aa4e9ada4 req-6e2e3550-fcc2-43bc-9a41-1b9aaadaef9d service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.3945208 Sep 16 12:48:23.324470 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 49946) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:23.328974 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:23.343176 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:23.425949 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-88a3fef7-cda5-48ce-9b98-1013e1d27bfc req-e8150d45-c30a-4e9f-98ea-a077ef5f3ff1 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353004 Sep 16 12:48:23.504506 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-4322bc07-71dc-4da8-bc64-96d4460b54f7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1675488359-network', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:23.629666 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64233dad-e8a5-40cf-94f8-1eee4b405c69 req-5e94328f-fb74-4b5b-86c4-49b85320362f tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:23.647522 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7409fcc-d774-4a97-ae77-146aa4e9ada4 req-da44277a-887b-4500-9319-b339942227f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:23.649605 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-64233dad-e8a5-40cf-94f8-1eee4b405c69 req-5e94328f-fb74-4b5b-86c4-49b85320362f tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 1127 time: 0.1060865 Sep 16 12:48:23.649887 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d7409fcc-d774-4a97-ae77-146aa4e9ada4 req-da44277a-887b-4500-9319-b339942227f8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1399660 Sep 16 12:48:23.650846 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4322bc07-71dc-4da8-bc64-96d4460b54f7 admin admin] Made reservation on behalf of 3e3e2fe65ad744a2ba3b757f42f1d07b for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:48:23.656625 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4322bc07-71dc-4da8-bc64-96d4460b54f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:23.668519 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4322bc07-71dc-4da8-bc64-96d4460b54f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:23.779557 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-64233dad-e8a5-40cf-94f8-1eee4b405c69 req-e9ac8f28-f8de-457f-ba4f-47a8c2514415 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125038 Sep 16 12:48:23.829728 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4322bc07-71dc-4da8-bc64-96d4460b54f7 admin admin] Publish callbacks [] for security_group (9a314c08-00f1-4c5e-aba0-6f7258a9ea6e), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:23.837810 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4322bc07-71dc-4da8-bc64-96d4460b54f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (9a314c08-00f1-4c5e-aba0-6f7258a9ea6e), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:23.864109 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:23.916078 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4322bc07-71dc-4da8-bc64-96d4460b54f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:48:23.967979 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b06d1-7e3a-4fae-9280-5445cf20c5ce req-9e91c96e-8e1d-44c6-9e87-967a63465076 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:23.988587 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-479b06d1-7e3a-4fae-9280-5445cf20c5ce req-9e91c96e-8e1d-44c6-9e87-967a63465076 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=21107d05-79f1-476d-b921-9548eff4f2c4 HTTP/1.1" status: 200 len: 948 time: 0.1142080 Sep 16 12:48:24.030965 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-84806f5c-5041-4d2f-b379-2a5a247e00b5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=3fe50ad6-99ae-4c0b-a11b-3e41218b0317 HTTP/1.1" status: 200 len: 217 time: 0.1252487 Sep 16 12:48:24.032007 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322bc07-71dc-4da8-bc64-96d4460b54f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a314c08-00f1-4c5e-aba0-6f7258a9ea6e,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:24.086854 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-479b06d1-7e3a-4fae-9280-5445cf20c5ce req-13b4bca4-d0e6-4dc5-ac4b-621a020a8fb6 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972946 Sep 16 12:48:24.095288 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4322bc07-71dc-4da8-bc64-96d4460b54f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (a798abf2-1cd1-4a7a-9eee-0afdaf4a3317), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:24.095641 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-4322bc07-71dc-4da8-bc64-96d4460b54f7 admin admin] Added segment a798abf2-1cd1-4a7a-9eee-0afdaf4a3317 of type vlan for network 3300d86a-7270-4b5f-bde5-4572289b9372 Sep 16 12:48:24.108480 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:24.613079 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:48:24.629890 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-c7524407-502d-469d-a868-60a39b84bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:24.639272 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-c7524407-502d-469d-a868-60a39b84bb27 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.5776846 Sep 16 12:48:24.642796 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4322bc07-71dc-4da8-bc64-96d4460b54f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (3300d86a-7270-4b5f-bde5-4572289b9372), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:24.762150 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d7409fcc-d774-4a97-ae77-146aa4e9ada4 req-9a632cea-688f-4cb0-878a-5ee3981fd849 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7645574 Sep 16 12:48:24.785806 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-ffb7f5ac-d4f0-4c93-91ce-e14a9ee6520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:24.787584 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-ffb7f5ac-d4f0-4c93-91ce-e14a9ee6520d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1272075 Sep 16 12:48:24.788903 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4322bc07-71dc-4da8-bc64-96d4460b54f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (3300d86a-7270-4b5f-bde5-4572289b9372), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:24.789889 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4322bc07-71dc-4da8-bc64-96d4460b54f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:24.790455 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4322bc07-71dc-4da8-bc64-96d4460b54f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:25.043827 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=3fe50ad6-99ae-4c0b-a11b-3e41218b0317,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:25.060816 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '3fe50ad6-99ae-4c0b-a11b-3e41218b0317', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '3fe50ad6-99ae-4c0b-a11b-3e41218b0317', 'mac_address': 'fa:16:3e:e6:24:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:48:25.137380 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4322bc07-71dc-4da8-bc64-96d4460b54f7 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8081770 Sep 16 12:48:25.137868 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 49970) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:25.141461 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 84d3e3e1-0c23-49c4-af27-80f8acbc75ae details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:48:25.143376 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-c7e51861-e07b-47cb-b69a-76e5195326aa admin admin] Request body: {'subnet': {'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1675488359-subnet', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:25.185916 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322bc07-71dc-4da8-bc64-96d4460b54f7 admin admin] Pushing event updated for resources: {'Network': ['ID=3300d86a-7270-4b5f-bde5-4572289b9372,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:25.207027 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e51861-e07b-47cb-b69a-76e5195326aa admin admin] Made reservation on behalf of 3e3e2fe65ad744a2ba3b757f42f1d07b for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:48:25.234062 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c7e51861-e07b-47cb-b69a-76e5195326aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:25.319894 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 84d3e3e1-0c23-49c4-af27-80f8acbc75ae, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=84d3e3e1-0c23-49c4-af27-80f8acbc75ae,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:25.445306 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-d5274078-008d-48bb-a3ca-8e324df1c641 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6477029 Sep 16 12:48:25.660613 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:25.669170 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '84d3e3e1-0c23-49c4-af27-80f8acbc75ae', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '84d3e3e1-0c23-49c4-af27-80f8acbc75ae', 'mac_address': 'fa:16:3e:33:58:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:48:25.680823 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 3300d86a-7270-4b5f-bde5-4572289b9372 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:48:25.779226 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d7409fcc-d774-4a97-ae77-146aa4e9ada4 req-d39e8821-75d5-40e4-ac23-06d4fb2b9a2f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5992095 Sep 16 12:48:25.858539 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c7e51861-e07b-47cb-b69a-76e5195326aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (e4718ee6-232f-478b-b220-a60983fb9ed1), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:25.894254 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-274eb5f3-bd42-40f4-8eba-6b59b14d8115 req-0799c9be-fc3d-4bca-b354-054307135bd3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316676 Sep 16 12:48:25.926248 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:25.926932 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:25.946323 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 84d3e3e1-0c23-49c4-af27-80f8acbc75ae is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:25.946706 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (84d3e3e1-0c23-49c4-af27-80f8acbc75ae), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:25.951665 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:48:25.987054 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d3e3e1-0c23-49c4-af27-80f8acbc75ae {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:48:25.995496 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:25.999863 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=3fe50ad6-99ae-4c0b-a11b-3e41218b0317,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:26.012077 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e51861-e07b-47cb-b69a-76e5195326aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4718ee6-232f-478b-b220-a60983fb9ed1,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:26.013109 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:26.017641 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e51861-e07b-47cb-b69a-76e5195326aa admin admin] Checking segment: {'id': 'a798abf2-1cd1-4a7a-9eee-0afdaf4a3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:48:26.018139 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e51861-e07b-47cb-b69a-76e5195326aa admin admin] Network hostable DHCP agents. Network: 3300d86a-7270-4b5f-bde5-4572289b9372, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:48:26.047703 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 84d3e3e1-0c23-49c4-af27-80f8acbc75ae, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=84d3e3e1-0c23-49c4-af27-80f8acbc75ae,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:26.054775 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (84d3e3e1-0c23-49c4-af27-80f8acbc75ae), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:26.056960 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e51861-e07b-47cb-b69a-76e5195326aa admin admin] Network 3300d86a-7270-4b5f-bde5-4572289b9372 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:48:26.074365 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-c7e51861-e07b-47cb-b69a-76e5195326aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 3300d86a-7270-4b5f-bde5-4572289b9372) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:48:26.080559 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e51861-e07b-47cb-b69a-76e5195326aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:26.082579 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c7e51861-e07b-47cb-b69a-76e5195326aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:26.086173 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67632233-f377-4c94-ba21-5bdeaebc47fb None None] Network 3300d86a-7270-4b5f-bde5-4572289b9372 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:48:26.090392 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=3fe50ad6-99ae-4c0b-a11b-3e41218b0317,revision_number=8']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:26.111522 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c7e51861-e07b-47cb-b69a-76e5195326aa admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9726093 Sep 16 12:48:26.114508 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 49982) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:26.119265 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1675488359-router', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:26.217298 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (f63d6293-eb39-4305-aa42-0b29810a311b), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:26.222271 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (f63d6293-eb39-4305-aa42-0b29810a311b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:26.268409 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=84d3e3e1-0c23-49c4-af27-80f8acbc75ae,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:26.321122 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['84d3e3e1-0c23-49c4-af27-80f8acbc75ae'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:48:26.363121 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Publish callbacks [] for router_controller (f63d6293-eb39-4305-aa42-0b29810a311b), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:26.373539 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-3300d86a-7270-4b5f-bde5-4572289b9372', 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372', 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'fixed_ips': [{'subnet_id': 'e4718ee6-232f-478b-b220-a60983fb9ed1'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:48:26.384831 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:26.566341 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-41114876-ade1-4c4f-9043-da9eee04e15e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=07365fde-3701-46a6-aba7-4c6f74e181b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0811970 Sep 16 12:48:26.595831 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['3fe50ad6-99ae-4c0b-a11b-3e41218b0317'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:48:26.649539 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:26.695684 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Publish callbacks [] for router_gateway (f63d6293-eb39-4305-aa42-0b29810a311b), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:26.710503 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-62c5b2f0-ad90-4ee6-b250-f895fce0e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:26.712199 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-62c5b2f0-ad90-4ee6-b250-f895fce0e293 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7058e9e184834c39a5a299f481a6e62e&device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 1127 time: 0.0962808 Sep 16 12:48:26.887562 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:26.898367 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:27.026015 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:27.030291 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-cce60ea7-6e18-401a-979e-9f0ae726e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:27.031895 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-cce60ea7-6e18-401a-979e-9f0ae726e1d4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=eb8add18-d929-45d2-acc9-197a8391e875 HTTP/1.1" status: 200 len: 924 time: 0.2252300 Sep 16 12:48:27.062630 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:27.069726 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] Allocated IP 172.20.0.2 (3300d86a-7270-4b5f-bde5-4572289b9372/e4718ee6-232f-478b-b220-a60983fb9ed1/12edc2f7-f977-42ce-81d7-46fb3ad3b71e) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:48:27.271438 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-e18b3b6e-d738-4ac9-8bc6-02f1fc402c4d tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:48:27.286505 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-e18b3b6e-d738-4ac9-8bc6-02f1fc402c4d tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1984940 Sep 16 12:48:27.398244 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-d4771844-0401-4eb1-b006-a15691e56cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:27.402923 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-d4771844-0401-4eb1-b006-a15691e56cf9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports/8109ea32-2ace-4f1c-be0b-e7fa4599d05e HTTP/1.1" status: 200 len: 1124 time: 0.1001983 Sep 16 12:48:27.424800 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-f4a07d84-685e-4f51-93dd-38cf84503d92 service neutron] Request body: {'binding': {'host': 'n-h1-858094-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:27.426173 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-f4a07d84-685e-4f51-93dd-38cf84503d92 service neutron] Unknown quota resources ['binding']. {{(pid=113698) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Sep 16 12:48:27.427645 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 84d3e3e1-0c23-49c4-af27-80f8acbc75ae up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:48:27.500505 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] Publish callbacks [] for port (12edc2f7-f977-42ce-81d7-46fb3ad3b71e), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:27.511564 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 84d3e3e1-0c23-49c4-af27-80f8acbc75ae completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:48:27.516072 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (12edc2f7-f977-42ce-81d7-46fb3ad3b71e), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:27.521993 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:27.527190 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 84d3e3e1-0c23-49c4-af27-80f8acbc75ae triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:27.527629 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (84d3e3e1-0c23-49c4-af27-80f8acbc75ae), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:27.527939 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 84d3e3e1-0c23-49c4-af27-80f8acbc75ae Sep 16 12:48:27.606918 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] Network 3300d86a-7270-4b5f-bde5-4572289b9372 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:48:27.626838 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:48:27.629660 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:48:27.644089 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] Pushing event updated for resources: {'Port': ['ID=12edc2f7-f977-42ce-81d7-46fb3ad3b71e,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:27.772517 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-f4a07d84-685e-4f51-93dd-38cf84503d92 service neutron] Attempting to bind port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e on host n-h1-858094-4 for vnic_type normal with profile None {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:48:27.772999 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-f4a07d84-685e-4f51-93dd-38cf84503d92 service neutron] Attempting to bind port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:48:27.773323 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-f4a07d84-685e-4f51-93dd-38cf84503d92 service neutron] Attempting to bind port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:27.880621 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-f4a07d84-685e-4f51-93dd-38cf84503d92 service neutron] Port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:48:27.880621 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-f4a07d84-685e-4f51-93dd-38cf84503d92 service neutron] Attempting to bind port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:27.886954 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:27.892343 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-f4a07d84-685e-4f51-93dd-38cf84503d92 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:48:27.893109 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-f4a07d84-685e-4f51-93dd-38cf84503d92 service neutron] Checking segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:48:27.895213 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-f4a07d84-685e-4f51-93dd-38cf84503d92 service neutron] Bound using segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:48:27.896741 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-f4a07d84-685e-4f51-93dd-38cf84503d92 service neutron] Bound port: 8109ea32-2ace-4f1c-be0b-e7fa4599d05e, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:48:27.925786 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:27.960554 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe482f-af5d-4f9e-ba90-d09929915940 req-5b9a4025-4a70-40a0-92f8-4c90546a32b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:27.968493 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-debe482f-af5d-4f9e-ba90-d09929915940 req-5b9a4025-4a70-40a0-92f8-4c90546a32b7 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 1131 time: 0.9359093 Sep 16 12:48:27.980495 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] Attempting to bind port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:48:27.980902 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] Attempting to bind port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'a798abf2-1cd1-4a7a-9eee-0afdaf4a3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:48:27.981235 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] Attempting to bind port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e on network 3300d86a-7270-4b5f-bde5-4572289b9372 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:28.040626 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-f08d0401-33fc-4474-ab47-e080aef764df service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 HTTP/1.1" status: 200 len: 1001 time: 0.9850297 Sep 16 12:48:28.042159 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-f4a07d84-685e-4f51-93dd-38cf84503d92 service neutron] For port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=8109ea32-2ace-4f1c-be0b-e7fa4599d05e,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:48:28.050627 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 84d3e3e1-0c23-49c4-af27-80f8acbc75ae is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:28.052759 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-f4a07d84-685e-4f51-93dd-38cf84503d92 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:28.053481 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (84d3e3e1-0c23-49c4-af27-80f8acbc75ae), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:28.059890 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-f4a07d84-685e-4f51-93dd-38cf84503d92 service neutron] 10.222.0.67 "POST /networking/v2.0/ports/8109ea32-2ace-4f1c-be0b-e7fa4599d05e/bindings HTTP/1.1" status: 201 len: 389 time: 0.6378562 Sep 16 12:48:28.133447 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 84d3e3e1-0c23-49c4-af27-80f8acbc75ae, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=84d3e3e1-0c23-49c4-af27-80f8acbc75ae,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:28.137136 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Publish callbacks [] for router_gateway (f63d6293-eb39-4305-aa42-0b29810a311b), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:28.137780 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21107d05-79f1-476d-b921-9548eff4f2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d3e3e1-0c23-49c4-af27-80f8acbc75ae'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:28.144921 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d75e60-d81b-42c1-b594-a94eeed28885" -d '{"events": [{"server_uuid": "21107d05-79f1-476d-b921-9548eff4f2c4", "name": "network-vif-plugged", "status": "completed", "tag": "84d3e3e1-0c23-49c4-af27-80f8acbc75ae"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:28.148942 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:48:28.149687 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] Checking segment: {'id': 'a798abf2-1cd1-4a7a-9eee-0afdaf4a3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:48:28.150291 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:28.151225 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] Bound using segment: {'id': 'a798abf2-1cd1-4a7a-9eee-0afdaf4a3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:48:28.152690 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] Bound port: 12edc2f7-f977-42ce-81d7-46fb3ad3b71e, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a798abf2-1cd1-4a7a-9eee-0afdaf4a3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:48:28.153495 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (12edc2f7-f977-42ce-81d7-46fb3ad3b71e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:28.171761 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (84d3e3e1-0c23-49c4-af27-80f8acbc75ae), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:28.173083 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 31e589d5-4175-4617-9376-ffdea1a75308 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:48:28.230202 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:28.335101 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-debe482f-af5d-4f9e-ba90-d09929915940 req-1546707a-d67d-47ac-b1df-837fdad833e6 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405545 Sep 16 12:48:28.342809 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-d2e70797-540e-4030-8e56-0cf2a30017b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:28.344519 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-d2e70797-540e-4030-8e56-0cf2a30017b2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=fb6cbc25-6c82-4a73-b1fd-602ce120a77f HTTP/1.1" status: 200 len: 862 time: 0.1944427 Sep 16 12:48:28.516598 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce272d-1b3b-4645-afd5-d7cbd7526ad7 req-1968bc29-7353-47c5-bb74-4a5155311eb8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:28.546269 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d3ce272d-1b3b-4645-afd5-d7cbd7526ad7 req-1968bc29-7353-47c5-bb74-4a5155311eb8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 949 time: 0.1318777 Sep 16 12:48:28.556372 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-c2460ebf-4049-46df-afd3-3ad6548f951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:28.561835 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-c2460ebf-4049-46df-afd3-3ad6548f951d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=eb8add18-d929-45d2-acc9-197a8391e875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2080553 Sep 16 12:48:28.619713 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=84d3e3e1-0c23-49c4-af27-80f8acbc75ae,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:28.686104 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d3ce272d-1b3b-4645-afd5-d7cbd7526ad7 req-57c4a648-b21b-4d3b-929a-de05f3874b46 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314802 Sep 16 12:48:28.722692 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-0c57ac1d-500e-45fc-9cde-010399285b25 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eb8add18-d929-45d2-acc9-197a8391e875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398466 Sep 16 12:48:28.736452 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:48:28.785808 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-c073fbfb-7e07-41de-86c3-5e35c2231a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:28.787411 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-c073fbfb-7e07-41de-86c3-5e35c2231a14 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 1127 time: 0.1053116 Sep 16 12:48:28.811888 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Allocated IP 172.25.2.198 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/e468fe67-6abb-43a3-97a7-bc3bdaf3d743) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:48:28.840965 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:28.925028 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] For port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:48:28.973880 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:29.005028 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8284f02-be9a-4696-bb27-bbf65e8854c7 req-d5d06cc8-e3d7-4780-b44f-aed5012b801f tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:29.015660 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d8284f02-be9a-4696-bb27-bbf65e8854c7 req-d5d06cc8-e3d7-4780-b44f-aed5012b801f tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.1235316 Sep 16 12:48:29.018198 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] For port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=12edc2f7-f977-42ce-81d7-46fb3ad3b71e,segment=NetworkSegment(a798abf2-1cd1-4a7a-9eee-0afdaf4a3317),segment_id=a798abf2-1cd1-4a7a-9eee-0afdaf4a3317)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:48:29.039448 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (12edc2f7-f977-42ce-81d7-46fb3ad3b71e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:29.082651 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-355c0d4a-5c03-4709-9716-d6582fab638b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eb8add18-d929-45d2-acc9-197a8391e875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546193 Sep 16 12:48:29.120503 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d8284f02-be9a-4696-bb27-bbf65e8854c7 req-0b70df46-8c80-40a5-8883-9df6b21d5b04 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033127 Sep 16 12:48:29.127560 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc881c-f52f-4b8a-9bf4-842958ae0a0c None None] Pushing event updated for resources: {'Port': ['ID=12edc2f7-f977-42ce-81d7-46fb3ad3b71e,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:29.130764 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 31e589d5-4175-4617-9376-ffdea1a75308 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:29.131532 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (31e589d5-4175-4617-9376-ffdea1a75308), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:29.166605 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:48:29.202322 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Publish callbacks [] for port (e468fe67-6abb-43a3-97a7-bc3bdaf3d743), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:29.257546 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:29.257924 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:29.258265 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 Sep 16 12:48:29.282010 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-8cd61286-9626-4aae-aada-4b428571c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:29.285243 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-8cd61286-9626-4aae-aada-4b428571c334 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 0.4911118 Sep 16 12:48:29.289268 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (e468fe67-6abb-43a3-97a7-bc3bdaf3d743), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:29.403072 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Pushing event updated for resources: {'Port': ['ID=e468fe67-6abb-43a3-97a7-bc3bdaf3d743,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:29.413792 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:29.414334 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:29.414782 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:29.415233 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:29.415655 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:29.416104 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:29.416725 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:29.417866 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:29.418407 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 31e589d5-4175-4617-9376-ffdea1a75308 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:48:29.418665 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:29.419166 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:29.419679 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:29.420103 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:29.420562 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:29.421003 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:29.421426 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:29.431588 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:48:29.432596 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 31e589d5-4175-4617-9376-ffdea1a75308, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=31e589d5-4175-4617-9376-ffdea1a75308,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:29.434715 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:48:29.435086 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-eac83b12-ca34-41b1-af69-5718ad30ca0d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8109ea32-2ace-4f1c-be0b-e7fa4599d05e HTTP/1.1" status: 200 len: 217 time: 0.1332376 Sep 16 12:48:29.438094 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:48:29.443188 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:29.483198 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (31e589d5-4175-4617-9376-ffdea1a75308), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:29.596933 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:29.617172 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:29.617619 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:29.621396 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.resource_extend [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 12:48:29.701465 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234df75-49bd-4d27-8b63-6f31fec63168 req-52f55de7-777c-4f35-894e-fc4ef79a1c6f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:29.703143 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1234df75-49bd-4d27-8b63-6f31fec63168 req-52f55de7-777c-4f35-894e-fc4ef79a1c6f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=21107d05-79f1-476d-b921-9548eff4f2c4 HTTP/1.1" status: 200 len: 950 time: 0.2813942 Sep 16 12:48:29.896906 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1234df75-49bd-4d27-8b63-6f31fec63168 req-950fe1e9-cebe-4ec7-ab4f-cde239ea2cf4 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861973 Sep 16 12:48:29.915084 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-7ecb0a8f-a30a-4244-9894-b36ae0c6e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:29.916596 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-7ecb0a8f-a30a-4244-9894-b36ae0c6e56c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.1637306 Sep 16 12:48:29.989551 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-d4cb7454-e7b2-46d5-b8ee-1e3e8ec71737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:29.991775 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-d4cb7454-e7b2-46d5-b8ee-1e3e8ec71737 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590&tenant_id=0b18ec5302634d2a95e51547e0019d40&binding%3Ahost_id=n-h1-858094-4 HTTP/1.1" status: 200 len: 1131 time: 0.0779574 Sep 16 12:48:30.029809 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-0c007130-0f78-4f98-858f-ae73fd9da833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:30.031457 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-0c007130-0f78-4f98-858f-ae73fd9da833 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1061535 Sep 16 12:48:30.156195 n-d-858094-4 neutron-server[113699]: INFO neutron.api.v2.resource [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-97b0a51f-f5ef-4c4a-851e-b51ea64647e9 service neutron] delete failed (client error): The resource could not be found. Sep 16 12:48:30.157723 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-97b0a51f-f5ef-4c4a-851e-b51ea64647e9 service neutron] 10.222.0.76 "DELETE /networking/v2.0/ports/3fe50ad6-99ae-4c0b-a11b-3e41218b0317/bindings/n-h2-858094-4 HTTP/1.1" status: 404 len: 380 time: 0.1285579 Sep 16 12:48:30.203908 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Publish callbacks [] for router_gateway (f63d6293-eb39-4305-aa42-0b29810a311b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:30.240527 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d106bbc8-c9ca-4a96-9959-c6be92289a53 x-openstack-request-id: req-d106bbc8-c9ca-4a96-9959-c6be92289a53 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:30.241113 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21107d05-79f1-476d-b921-9548eff4f2c4", "name": "network-vif-plugged", "status": "completed", "tag": "84d3e3e1-0c23-49c4-af27-80f8acbc75ae", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:30.242664 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d106bbc8-c9ca-4a96-9959-c6be92289a53 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:30.244537 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d106bbc8-c9ca-4a96-9959-c6be92289a53'] response: {'server_uuid': '21107d05-79f1-476d-b921-9548eff4f2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d3e3e1-0c23-49c4-af27-80f8acbc75ae', 'code': 200} Sep 16 12:48:30.262816 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=31e589d5-4175-4617-9376-ffdea1a75308,revision_number=9']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:30.407646 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-5096b266-e4a0-426f-b991-7592358e4ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:30.414264 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-5096b266-e4a0-426f-b991-7592358e4ebb service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 1131 time: 0.0801756 Sep 16 12:48:30.426649 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 31e589d5-4175-4617-9376-ffdea1a75308, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=31e589d5-4175-4617-9376-ffdea1a75308,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:30.455760 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '31e589d5-4175-4617-9376-ffdea1a75308', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '31e589d5-4175-4617-9376-ffdea1a75308', 'mac_address': 'fa:16:3e:70:b0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:48:30.466606 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=3fe50ad6-99ae-4c0b-a11b-3e41218b0317,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:30.477902 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:30.707802 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 31e589d5-4175-4617-9376-ffdea1a75308 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:30.707802 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (31e589d5-4175-4617-9376-ffdea1a75308), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:30.822106 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 12edc2f7-f977-42ce-81d7-46fb3ad3b71e up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:48:30.845184 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3991da2-11f3-4eaa-9e64-353592239cc9 req-f86704ec-2a77-402e-aa7a-4ddf6cc1b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:30.846540 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d3991da2-11f3-4eaa-9e64-353592239cc9 req-f86704ec-2a77-402e-aa7a-4ddf6cc1b85f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=21107d05-79f1-476d-b921-9548eff4f2c4 HTTP/1.1" status: 200 len: 1132 time: 0.5264080 Sep 16 12:48:30.901147 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e589d5-4175-4617-9376-ffdea1a75308 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:48:30.935626 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 31e589d5-4175-4617-9376-ffdea1a75308, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=31e589d5-4175-4617-9376-ffdea1a75308,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:30.990620 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=3fe50ad6-99ae-4c0b-a11b-3e41218b0317,revision_number=9']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:30.996706 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (31e589d5-4175-4617-9376-ffdea1a75308), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:31.025465 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-9d076066-9461-46f8-9d81-e83981660332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:31.026995 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-9d076066-9461-46f8-9d81-e83981660332 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.5215688 Sep 16 12:48:31.090160 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:31.091799 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (12edc2f7-f977-42ce-81d7-46fb3ad3b71e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:31.094489 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e Sep 16 12:48:31.114309 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da66e7-e87c-482d-b616-c6a71d0644ad req-98dff157-0fde-4ece-a3b0-007159113304 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:31.115914 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-86da66e7-e87c-482d-b616-c6a71d0644ad req-98dff157-0fde-4ece-a3b0-007159113304 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 945 time: 0.9336522 Sep 16 12:48:31.118693 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-fadec1db-e5bc-40bf-b7f8-e161837feb0a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0790906 Sep 16 12:48:31.153969 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:31.178211 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-eb539920-bbb4-4bbd-aecc-ac46a4b8c676 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=3fe50ad6-99ae-4c0b-a11b-3e41218b0317 HTTP/1.1" status: 200 len: 217 time: 0.1373787 Sep 16 12:48:31.184824 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d3991da2-11f3-4eaa-9e64-353592239cc9 req-fd978c52-8110-4a3f-9161-2d26bb9c6e43 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241553 Sep 16 12:48:31.194939 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15254e0-e884-4035-b53a-3ca88dbbd570 None None] Network 3300d86a-7270-4b5f-bde5-4572289b9372 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:48:31.254982 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078947a-4889-4424-b6e3-bb10bf0d96d5 req-c3cd9e09-0b4d-4111-a96b-b52c9fef543f tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:31.265039 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f078947a-4889-4424-b6e3-bb10bf0d96d5 req-c3cd9e09-0b4d-4111-a96b-b52c9fef543f tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 949 time: 0.2836013 Sep 16 12:48:31.290107 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-e31a929e-a4f6-45dd-87d9-6bf4285c1345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:31.292037 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-e31a929e-a4f6-45dd-87d9-6bf4285c1345 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0968342 Sep 16 12:48:31.293547 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (f63d6293-eb39-4305-aa42-0b29810a311b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:31.316432 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:31.349298 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['31e589d5-4175-4617-9376-ffdea1a75308'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:48:31.372286 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-86da66e7-e87c-482d-b616-c6a71d0644ad req-16f2f9d2-7e89-49a0-9a70-00da21e8848c tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174447 Sep 16 12:48:31.383318 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:31.409026 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-9b0f0932-2c31-42b0-a02f-abc2b8d3b02a None None] Provisioning complete for port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:31.409262 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9b0f0932-2c31-42b0-a02f-abc2b8d3b02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (12edc2f7-f977-42ce-81d7-46fb3ad3b71e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:31.409498 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-9b0f0932-2c31-42b0-a02f-abc2b8d3b02a None None] Attempt 1 to provision port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e Sep 16 12:48:31.410187 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f078947a-4889-4424-b6e3-bb10bf0d96d5 req-9ec7569f-c3c0-4db4-829d-1dc4788f9f28 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445384 Sep 16 12:48:31.450635 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-8b2ddb8e-3a03-4dd2-939f-924880e9af43 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229063 Sep 16 12:48:31.458486 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:31.477559 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:31.486474 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=31e589d5-4175-4617-9376-ffdea1a75308,revision_number=10']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:31.523162 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:31.523373 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (12edc2f7-f977-42ce-81d7-46fb3ad3b71e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:31.687496 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=12edc2f7-f977-42ce-81d7-46fb3ad3b71e,segment=NetworkSegment(a798abf2-1cd1-4a7a-9eee-0afdaf4a3317),segment_id=a798abf2-1cd1-4a7a-9eee-0afdaf4a3317)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:31.703733 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (12edc2f7-f977-42ce-81d7-46fb3ad3b71e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:31.726215 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-7220d94a-8f99-47a7-afd4-5e8646d19927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:31.735973 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-7220d94a-8f99-47a7-afd4-5e8646d19927 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2614398 Sep 16 12:48:31.742494 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Router f63d6293-eb39-4305-aa42-0b29810a311b is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:48:31.789081 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-9b0f0932-2c31-42b0-a02f-abc2b8d3b02a None None] Current status of the port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:31.789619 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9b0f0932-2c31-42b0-a02f-abc2b8d3b02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (12edc2f7-f977-42ce-81d7-46fb3ad3b71e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:31.863902 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ebe04-5cba-48b4-9fac-a2b46c109c28 req-96319e9d-38d6-4594-adbf-99e35dcc0b93 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:31.872545 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-992ebe04-5cba-48b4-9fac-a2b46c109c28 req-96319e9d-38d6-4594-adbf-99e35dcc0b93 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=21107d05-79f1-476d-b921-9548eff4f2c4 HTTP/1.1" status: 200 len: 950 time: 0.1495688 Sep 16 12:48:31.915065 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-4400763b-1b1b-48ca-bcb8-0e6ff1d13e1f tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:31.916832 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-4400763b-1b1b-48ca-bcb8-0e6ff1d13e1f tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a&tenant_id=dd7ec914bffb4743921e4116b0c399eb&binding%3Ahost_id=n-h2-858094-4 HTTP/1.1" status: 200 len: 1127 time: 0.1771150 Sep 16 12:48:31.919625 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=12edc2f7-f977-42ce-81d7-46fb3ad3b71e,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:31.940299 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-858094-4'}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:31.947977 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:31.961594 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.api [None req-9b0f0932-2c31-42b0-a02f-abc2b8d3b02a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 12:48:31.962007 n-d-858094-4 neutron-server[113700]: DEBUG oslo_db.api [None req-9b0f0932-2c31-42b0-a02f-abc2b8d3b02a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 12:48:32.009450 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-992ebe04-5cba-48b4-9fac-a2b46c109c28 req-72334b01-8609-4b2f-88f7-62c248374fa5 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357310 Sep 16 12:48:32.055144 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:48:32.066687 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] Sync routers for ids ['f63d6293-eb39-4305-aa42-0b29810a311b'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:48:32.088068 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] Routers {'f63d6293-eb39-4305-aa42-0b29810a311b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:48:32.092345 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:48:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['f63d6293-eb39-4305-aa42-0b29810a311b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:32.104817 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:32.106551 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d243b144-c23e-4d44-9e71-35055603d76e admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.9910326 Sep 16 12:48:32.110113 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 50062) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:32.137965 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-b18e2226-ea38-4a19-80ea-9ee0255e739d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096372 Sep 16 12:48:32.150048 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:32.254469 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31e589d5-4175-4617-9376-ffdea1a75308'}, {'server_uuid': 'efea200a-0b78-42de-a9e2-febab9817590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe50ad6-99ae-4c0b-a11b-3e41218b0317'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:32.256896 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ac247b-db44-497e-851a-7f880a541752" -d '{"events": [{"server_uuid": "f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6", "name": "network-vif-unplugged", "status": "completed", "tag": "31e589d5-4175-4617-9376-ffdea1a75308"}, {"server_uuid": "efea200a-0b78-42de-a9e2-febab9817590", "name": "network-vif-plugged", "status": "completed", "tag": "3fe50ad6-99ae-4c0b-a11b-3e41218b0317"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:32.305631 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f7b9b61-50ff-4b55-9fd2-43030ed0395e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:32.389530 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0702ec-e848-44eb-9b22-ece4f37b488a req-ba4b0ea3-cf10-43b7-a07b-5ff6d03d8744 tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:32.393546 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2f0702ec-e848-44eb-9b22-ece4f37b488a req-ba4b0ea3-cf10-43b7-a07b-5ff6d03d8744 tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 1131 time: 0.1758528 Sep 16 12:48:32.404630 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] Set router f63d6293-eb39-4305-aa42-0b29810a311b gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:48:32.578827 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-9b0f0932-2c31-42b0-a02f-abc2b8d3b02a None None] Current status of the port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:32.656762 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'name': 'tempest-ServersTestJSON-1675488359-router', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:48:26Z', 'updated_at': '2022-09-16T12:48:29Z', 'revision_number': 3, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'gw_port': {'id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:28Z', 'updated_at': '2022-09-16T12:48:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:32.687271 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2f0702ec-e848-44eb-9b22-ece4f37b488a req-d8b61052-5654-4eec-9653-39a58dd9a408 tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825484 Sep 16 12:48:32.713713 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] Checking router: f63d6293-eb39-4305-aa42-0b29810a311b for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:48:32.714324 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] Updating router f63d6293-eb39-4305-aa42-0b29810a311b port e468fe67-6abb-43a3-97a7-bc3bdaf3d743 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:48:32.731616 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-99ccc3ad-ca67-4229-917b-eeef6b798024 None None] Provisioning complete for port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:32.732263 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-99ccc3ad-ca67-4229-917b-eeef6b798024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (12edc2f7-f977-42ce-81d7-46fb3ad3b71e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:32.732787 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-99ccc3ad-ca67-4229-917b-eeef6b798024 None None] Attempt 1 to provision port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e Sep 16 12:48:32.779516 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e468fe67-6abb-43a3-97a7-bc3bdaf3d743), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:32.810988 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 12edc2f7-f977-42ce-81d7-46fb3ad3b71e up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:48:32.815450 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] For port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=8109ea32-2ace-4f1c-be0b-e7fa4599d05e,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:32.919404 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:32.920103 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (12edc2f7-f977-42ce-81d7-46fb3ad3b71e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:32.920652 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e Sep 16 12:48:32.923124 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-99ccc3ad-ca67-4229-917b-eeef6b798024 None None] Current status of the port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:32.998958 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] For port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:48:33.059071 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f478b9-b8e1-40a8-9232-34eb6df9ad7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8109ea32-2ace-4f1c-be0b-e7fa4599d05e'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:33.062242 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2af66f8-b58f-4bb3-b75f-c00e6b7e8b1e" -d '{"events": [{"server_uuid": "a1f478b9-b8e1-40a8-9232-34eb6df9ad7a", "name": "network-vif-unplugged", "status": "completed", "tag": "8109ea32-2ace-4f1c-be0b-e7fa4599d05e"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:33.067002 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] Publish callbacks [] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:33.075448 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:33.079919 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:33.081646 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:33.153272 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2578741f-d538-4c88-8986-80f489b98ccc x-openstack-request-id: req-2578741f-d538-4c88-8986-80f489b98ccc {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:33.153953 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6", "name": "network-vif-unplugged", "status": "completed", "tag": "31e589d5-4175-4617-9376-ffdea1a75308", "code": 200}, {"server_uuid": "efea200a-0b78-42de-a9e2-febab9817590", "name": "network-vif-plugged", "status": "completed", "tag": "3fe50ad6-99ae-4c0b-a11b-3e41218b0317", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:33.154425 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2578741f-d538-4c88-8986-80f489b98ccc {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:33.155050 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2578741f-d538-4c88-8986-80f489b98ccc'] response: {'server_uuid': 'f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31e589d5-4175-4617-9376-ffdea1a75308', 'code': 200} Sep 16 12:48:33.155519 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2578741f-d538-4c88-8986-80f489b98ccc'] response: {'server_uuid': 'efea200a-0b78-42de-a9e2-febab9817590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe50ad6-99ae-4c0b-a11b-3e41218b0317', 'code': 200} Sep 16 12:48:33.201721 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:33.209037 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-c5bdbe5a-9fe7-4df4-8974-ffed0079f054 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=0b18ec5302634d2a95e51547e0019d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706899 Sep 16 12:48:33.236048 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] Publish callbacks [] for port (e468fe67-6abb-43a3-97a7-bc3bdaf3d743), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:33.245188 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e468fe67-6abb-43a3-97a7-bc3bdaf3d743), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:33.279862 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a0bd9abd-5118-4618-b860-d38fd5462f81 req-b2314a52-fef9-4caa-9023-990f91e4957b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9855299 Sep 16 12:48:33.316393 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] Attempting to bind port e468fe67-6abb-43a3-97a7-bc3bdaf3d743 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:48:33.316840 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] Attempting to bind port e468fe67-6abb-43a3-97a7-bc3bdaf3d743 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:48:33.317207 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] Attempting to bind port e468fe67-6abb-43a3-97a7-bc3bdaf3d743 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:33.387420 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 31e589d5-4175-4617-9376-ffdea1a75308 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:48:33.410345 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c36a7-7097-4a1c-bf1b-0718eb80f2a2 None None] Pushing event updated for resources: {'Port': ['ID=e468fe67-6abb-43a3-97a7-bc3bdaf3d743,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:33.443762 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:48:33.444148 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:48:33.444990 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:33.444990 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:48:33.445420 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] Bound port: e468fe67-6abb-43a3-97a7-bc3bdaf3d743, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:48:33.445796 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e468fe67-6abb-43a3-97a7-bc3bdaf3d743), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:33.484796 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339c38d-d203-4ba2-b0a8-d2df7e89731c req-53863024-4660-4024-abc7-3213d0ee1858 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:33.487031 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2339c38d-d203-4ba2-b0a8-d2df7e89731c req-53863024-4660-4024-abc7-3213d0ee1858 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 943 time: 0.2608356 Sep 16 12:48:33.531112 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] For port e468fe67-6abb-43a3-97a7-bc3bdaf3d743, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:48:33.536318 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] For port e468fe67-6abb-43a3-97a7-bc3bdaf3d743, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e468fe67-6abb-43a3-97a7-bc3bdaf3d743,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:48:33.545362 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 31e589d5-4175-4617-9376-ffdea1a75308 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:33.545772 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (31e589d5-4175-4617-9376-ffdea1a75308), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:33.546141 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 31e589d5-4175-4617-9376-ffdea1a75308 Sep 16 12:48:33.553072 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:33.563030 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e468fe67-6abb-43a3-97a7-bc3bdaf3d743), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:33.585373 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] Attempting to bind port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e on host n-h2-858094-4 for vnic_type normal with profile {"migrating_to": "n-h1-858094-4"} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:48:33.585830 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] Attempting to bind port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:48:33.586242 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] Attempting to bind port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:33.616010 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] Pushing event updated for resources: {'Port': ['ID=8109ea32-2ace-4f1c-be0b-e7fa4599d05e,revision_number=7']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:33.676807 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c36a7-7097-4a1c-bf1b-0718eb80f2a2 None None] Pushing event updated for resources: {'Port': ['ID=e468fe67-6abb-43a3-97a7-bc3bdaf3d743,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:33.677009 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-506656b5-62bb-4110-ba02-a03465f3b876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:33.695881 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:33.710295 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] Routers {'f63d6293-eb39-4305-aa42-0b29810a311b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:48:33.711582 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:48:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['f63d6293-eb39-4305-aa42-0b29810a311b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:33.721945 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:48:33.724321 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2339c38d-d203-4ba2-b0a8-d2df7e89731c req-ddb4107f-e812-4237-8cba-1ff70219ed5f tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251248 Sep 16 12:48:33.739127 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-433faafc-e8a1-41f6-9dd1-5f4753874d8c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:33.740773 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-433faafc-e8a1-41f6-9dd1-5f4753874d8c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4368503 Sep 16 12:48:33.743183 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 31e589d5-4175-4617-9376-ffdea1a75308 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:33.747806 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (31e589d5-4175-4617-9376-ffdea1a75308), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:33.784589 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-a4a36d6e-0706-4a1e-8792-c76e77c4f171 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/quotas/0b18ec5302634d2a95e51547e0019d40 HTTP/1.1" status: 200 len: 375 time: 0.0250757 Sep 16 12:48:33.785247 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] Port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:48:33.785645 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] Attempting to bind port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:33.867878 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 31e589d5-4175-4617-9376-ffdea1a75308, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=31e589d5-4175-4617-9376-ffdea1a75308,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:33.875663 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (31e589d5-4175-4617-9376-ffdea1a75308), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:33.882288 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-65fe88ea-a6a7-4b14-9b6e-afab3d2cdc35 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0727031 Sep 16 12:48:33.890747 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:48:33.891297 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] Checking segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:48:33.891759 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] Bound using segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:48:33.892360 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] Bound port: 8109ea32-2ace-4f1c-be0b-e7fa4599d05e, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:48:33.892886 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:33.939905 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] Set router f63d6293-eb39-4305-aa42-0b29810a311b gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:48:33.973532 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:34.010083 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=31e589d5-4175-4617-9376-ffdea1a75308,revision_number=11']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:34.073644 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] For port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:48:34.078432 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:34.083824 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] For port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=8109ea32-2ace-4f1c-be0b-e7fa4599d05e,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:48:34.097197 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:34.217769 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-506656b5-62bb-4110-ba02-a03465f3b876 admin admin] Allocated IP 172.20.0.1 (3300d86a-7270-4b5f-bde5-4572289b9372/e4718ee6-232f-478b-b220-a60983fb9ed1/40c55462-fdbc-4090-8cb7-97d082863125) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:48:34.295114 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:34.305934 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] Pushing event updated for resources: {'Port': ['ID=8109ea32-2ace-4f1c-be0b-e7fa4599d05e,revision_number=8']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:34.336864 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ec56f5-96ff-47b1-a906-e95a086e8a52 x-openstack-request-id: req-50ec56f5-96ff-47b1-a906-e95a086e8a52 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:34.337165 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f478b9-b8e1-40a8-9232-34eb6df9ad7a", "name": "network-vif-unplugged", "status": "completed", "tag": "8109ea32-2ace-4f1c-be0b-e7fa4599d05e", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:34.337425 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-50ec56f5-96ff-47b1-a906-e95a086e8a52 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:34.337854 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50ec56f5-96ff-47b1-a906-e95a086e8a52'] response: {'server_uuid': 'a1f478b9-b8e1-40a8-9232-34eb6df9ad7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8109ea32-2ace-4f1c-be0b-e7fa4599d05e', 'code': 200} Sep 16 12:48:34.521617 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:34.524638 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:34.526591 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-a761b6b3-6ae7-4fad-9e62-828bbdc480fc service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/8109ea32-2ace-4f1c-be0b-e7fa4599d05e HTTP/1.1" status: 200 len: 1121 time: 2.5924721 Sep 16 12:48:34.548961 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-506656b5-62bb-4110-ba02-a03465f3b876 admin admin] Publish callbacks [] for port (40c55462-fdbc-4090-8cb7-97d082863125), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:34.585598 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'name': 'tempest-ServersTestJSON-1675488359-router', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:48:26Z', 'updated_at': '2022-09-16T12:48:29Z', 'revision_number': 3, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'gw_port': {'id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:28Z', 'updated_at': '2022-09-16T12:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:34.605922 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ffa05-06f1-4313-a02c-314a10ac45c0 req-9481d450-fc8a-49b6-8068-5f5f3b42cf9a tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:34.607589 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-007ffa05-06f1-4313-a02c-314a10ac45c0 req-9481d450-fc8a-49b6-8068-5f5f3b42cf9a tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 1132 time: 0.1973417 Sep 16 12:48:34.610541 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['8109ea32-2ace-4f1c-be0b-e7fa4599d05e'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:48:34.614397 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0c309762-b68e-4290-b4e6-283da76702e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:34.632680 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12065c3d-30a5-4767-84b9-611b6359003d req-c9e1bc29-21df-4754-8e6b-31a23db674e2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:34.636816 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-12065c3d-30a5-4767-84b9-611b6359003d req-c9e1bc29-21df-4754-8e6b-31a23db674e2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=21107d05-79f1-476d-b921-9548eff4f2c4 HTTP/1.1" status: 200 len: 950 time: 0.1246219 Sep 16 12:48:34.656965 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-506656b5-62bb-4110-ba02-a03465f3b876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (40c55462-fdbc-4090-8cb7-97d082863125), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:34.674363 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba49949b-4d5e-4add-9681-ce8b9835cff5 None None] The sync data for ids ['f63d6293-eb39-4305-aa42-0b29810a311b'] in n-d-858094-4 is: [{'id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'name': 'tempest-ServersTestJSON-1675488359-router', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:48:26Z', 'updated_at': '2022-09-16T12:48:29Z', 'revision_number': 3, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'gw_port': {'id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:28Z', 'updated_at': '2022-09-16T12:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:48:34.704747 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 45b8553e-f99f-4d12-8265-19759ca804ba no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:48:34.763198 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-007ffa05-06f1-4313-a02c-314a10ac45c0 req-aecac05d-da0c-478b-b100-650b76b81184 tempest-ServersAdminTestJSON-994823666 tempest-ServersAdminTestJSON-994823666-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252682 Sep 16 12:48:34.785336 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-12065c3d-30a5-4767-84b9-611b6359003d req-1c19bc50-67cc-403b-a9d0-0c3c45f56437 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402762 Sep 16 12:48:34.797537 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506656b5-62bb-4110-ba02-a03465f3b876 admin admin] Network 3300d86a-7270-4b5f-bde5-4572289b9372 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:48:34.812373 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-506656b5-62bb-4110-ba02-a03465f3b876 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:48:34.824368 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506656b5-62bb-4110-ba02-a03465f3b876 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:48:34.843518 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506656b5-62bb-4110-ba02-a03465f3b876 admin admin] Pushing event updated for resources: {'Port': ['ID=40c55462-fdbc-4090-8cb7-97d082863125,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:35.069860 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-506656b5-62bb-4110-ba02-a03465f3b876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (f63d6293-eb39-4305-aa42-0b29810a311b), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:35.101591 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 45b8553e-f99f-4d12-8265-19759ca804ba is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:35.103245 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (45b8553e-f99f-4d12-8265-19759ca804ba), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:35.115662 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-83bf670b-a187-4a3a-b7fd-37589d652b2e req-35711576-ac9f-4a1e-979b-e54ab66b6175 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 210 time: 0.1756251 Sep 16 12:48:35.168158 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e589d5-4175-4617-9376-ffdea1a75308'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:35.170359 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a7e7c0-db8b-4a4e-81d9-76166db051e0" -d '{"events": [{"server_uuid": "f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6", "name": "network-vif-plugged", "status": "completed", "tag": "31e589d5-4175-4617-9376-ffdea1a75308"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:35.229730 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 45b8553e-f99f-4d12-8265-19759ca804ba, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=45b8553e-f99f-4d12-8265-19759ca804ba,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:35.236930 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (45b8553e-f99f-4d12-8265-19759ca804ba), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:35.342679 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=45b8553e-f99f-4d12-8265-19759ca804ba,revision_number=8']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:35.359404 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Provisioning complete for port 40c55462-fdbc-4090-8cb7-97d082863125 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:35.359657 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (40c55462-fdbc-4090-8cb7-97d082863125), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:35.362050 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Attempt 1 to provision port 40c55462-fdbc-4090-8cb7-97d082863125 Sep 16 12:48:35.414668 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Port 40c55462-fdbc-4090-8cb7-97d082863125 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:35.441193 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-506656b5-62bb-4110-ba02-a03465f3b876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (40c55462-fdbc-4090-8cb7-97d082863125), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:35.453441 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-aab6603a-da71-4833-b257-e5c7bbf8c2f5 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:35.460265 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-aab6603a-da71-4833-b257-e5c7bbf8c2f5 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/networks?id=0e610de6-3238-41c3-bd1a-f23917fad801 HTTP/1.1" status: 200 len: 805 time: 0.4251201 Sep 16 12:48:35.478029 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbd149-789b-49dc-b771-89a994b1949f req-edc9706f-d381-47de-963c-2c0d7c9c1d0b tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:35.479817 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14dbd149-789b-49dc-b771-89a994b1949f req-edc9706f-d381-47de-963c-2c0d7c9c1d0b tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 943 time: 0.1372917 Sep 16 12:48:35.486660 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-a8089b31-54e4-4721-9f0f-7cfd29ac0173 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/quotas/e6fa2067c44b42b5aa940619abd8e538 HTTP/1.1" status: 200 len: 375 time: 0.0255079 Sep 16 12:48:35.587461 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14dbd149-789b-49dc-b771-89a994b1949f req-30a0db89-8dfe-445a-baa2-e9efc6ce573d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834703 Sep 16 12:48:35.639560 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-eeb81173-220f-48e7-808c-967747d6f497 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=e6fa2067c44b42b5aa940619abd8e538&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1519191 Sep 16 12:48:35.692271 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-506656b5-62bb-4110-ba02-a03465f3b876 admin admin] Publish callbacks [] for port (40c55462-fdbc-4090-8cb7-97d082863125), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:35.701001 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-506656b5-62bb-4110-ba02-a03465f3b876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (40c55462-fdbc-4090-8cb7-97d082863125), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:35.707296 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:35.810658 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-506656b5-62bb-4110-ba02-a03465f3b876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (f63d6293-eb39-4305-aa42-0b29810a311b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:35.818558 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506656b5-62bb-4110-ba02-a03465f3b876 admin admin] Pushing event updated for resources: {'Port': ['ID=40c55462-fdbc-4090-8cb7-97d082863125,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:35.916378 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Attempt 2 to provision port 40c55462-fdbc-4090-8cb7-97d082863125 Sep 16 12:48:35.939302 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-18bef0a4-614d-4644-9eba-4fe3ca96d193 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0e610de6-3238-41c3-bd1a-f23917fad801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970901 Sep 16 12:48:36.038101 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:36.041952 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Port 40c55462-fdbc-4090-8cb7-97d082863125 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:36.102987 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506656b5-62bb-4110-ba02-a03465f3b876 admin admin] Network 3300d86a-7270-4b5f-bde5-4572289b9372 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:48:36.109229 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-506656b5-62bb-4110-ba02-a03465f3b876 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:48:36.155877 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:36.202771 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-5c443e9e-1d6b-4d5f-8619-813748f57625 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0e610de6-3238-41c3-bd1a-f23917fad801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564023 Sep 16 12:48:36.209949 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:36.233570 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd6564-066e-4566-9afa-4e9624553435 req-a9e1fb70-1ec3-4806-b56f-51c10697ddcc tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:36.243563 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f3fd6564-066e-4566-9afa-4e9624553435 req-a9e1fb70-1ec3-4806-b56f-51c10697ddcc tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d5c44e7-c030-4a42-97fb-e838e1472456 HTTP/1.1" status: 200 len: 950 time: 0.0975566 Sep 16 12:48:36.347900 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f478b9-b8e1-40a8-9232-34eb6df9ad7a', 'tag': '8109ea32-2ace-4f1c-be0b-e7fa4599d05e'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:36.350437 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a10d697-7614-4405-9f4d-45a81dca245f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f478b9-b8e1-40a8-9232-34eb6df9ad7a", "tag": "8109ea32-2ace-4f1c-be0b-e7fa4599d05e"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:36.360670 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f3fd6564-066e-4566-9afa-4e9624553435 req-1ad9ded5-1dfb-4c21-aba4-06d205e55e99 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033623 Sep 16 12:48:36.365788 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506656b5-62bb-4110-ba02-a03465f3b876 admin admin] Router f63d6293-eb39-4305-aa42-0b29810a311b has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:48:36.512479 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c301fc-e906-428a-9853-9319ae0c9077 x-openstack-request-id: req-c8c301fc-e906-428a-9853-9319ae0c9077 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:36.512479 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6", "name": "network-vif-plugged", "status": "completed", "tag": "31e589d5-4175-4617-9376-ffdea1a75308", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:36.513130 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c8c301fc-e906-428a-9853-9319ae0c9077 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:36.513130 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c301fc-e906-428a-9853-9319ae0c9077'] response: {'server_uuid': 'f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e589d5-4175-4617-9376-ffdea1a75308', 'code': 200} Sep 16 12:48:36.543110 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Attempt 3 to provision port 40c55462-fdbc-4090-8cb7-97d082863125 Sep 16 12:48:36.638727 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97aafee-23e7-4c55-a7df-27ab4ff5e311 req-b5f9613a-94c5-4090-8a48-3cfaa28cfd9b tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:36.640362 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a97aafee-23e7-4c55-a7df-27ab4ff5e311 req-b5f9613a-94c5-4090-8a48-3cfaa28cfd9b tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c077c0ae-56e2-42f7-a0e7-32e6597062c5 HTTP/1.1" status: 200 len: 943 time: 0.2228498 Sep 16 12:48:36.661655 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Port 40c55462-fdbc-4090-8cb7-97d082863125 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:36.700049 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506656b5-62bb-4110-ba02-a03465f3b876 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:48:36.708185 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-506656b5-62bb-4110-ba02-a03465f3b876 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/f63d6293-eb39-4305-aa42-0b29810a311b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5960832 Sep 16 12:48:36.777708 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d2563-fdf6-4cf8-82a6-025ee53d609e req-07419b07-0e3f-40f9-9243-e3fab99e2a3d tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:36.779826 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-043d2563-fdf6-4cf8-82a6-025ee53d609e req-07419b07-0e3f-40f9-9243-e3fab99e2a3d tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e01ba46f-ddd1-47ae-90d9-4a187bf51b2b HTTP/1.1" status: 200 len: 950 time: 0.1330614 Sep 16 12:48:36.788505 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e468fe67-6abb-43a3-97a7-bc3bdaf3d743 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:48:36.919492 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e468fe67-6abb-43a3-97a7-bc3bdaf3d743 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:36.921542 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e468fe67-6abb-43a3-97a7-bc3bdaf3d743), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:36.922700 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e468fe67-6abb-43a3-97a7-bc3bdaf3d743 Sep 16 12:48:36.927266 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-a97aafee-23e7-4c55-a7df-27ab4ff5e311 req-c1707aff-f90a-47d1-bd7b-163cf70fcd4e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Deleting port 45b8553e-f99f-4d12-8265-19759ca804ba {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:48:36.927617 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a97aafee-23e7-4c55-a7df-27ab4ff5e311 req-c1707aff-f90a-47d1-bd7b-163cf70fcd4e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (45b8553e-f99f-4d12-8265-19759ca804ba), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:37.078744 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e468fe67-6abb-43a3-97a7-bc3bdaf3d743 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:37.079451 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e468fe67-6abb-43a3-97a7-bc3bdaf3d743), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:37.088939 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:37.094140 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-378f3d0a-dc20-4ac4-aee3-1ba6e4cc2c16 req-61133844-ebad-4d6e-8833-86a7416e9e01 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 210 time: 0.3130753 Sep 16 12:48:37.149544 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:37.164885 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Attempt 4 to provision port 40c55462-fdbc-4090-8cb7-97d082863125 Sep 16 12:48:37.180188 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port e468fe67-6abb-43a3-97a7-bc3bdaf3d743, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e468fe67-6abb-43a3-97a7-bc3bdaf3d743,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:37.204718 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-043d2563-fdf6-4cf8-82a6-025ee53d609e req-615405a6-909e-4cd0-bc4d-3c9498a1e8af tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064110 Sep 16 12:48:37.229139 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:37.230088 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e468fe67-6abb-43a3-97a7-bc3bdaf3d743), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:37.352744 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48986f7-3836-4a1f-9a49-9b78317b279d x-openstack-request-id: req-e48986f7-3836-4a1f-9a49-9b78317b279d {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:37.353196 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f478b9-b8e1-40a8-9232-34eb6df9ad7a", "tag": "8109ea32-2ace-4f1c-be0b-e7fa4599d05e", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:37.353549 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e48986f7-3836-4a1f-9a49-9b78317b279d {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:37.355750 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e48986f7-3836-4a1f-9a49-9b78317b279d'] response: {'name': 'network-changed', 'server_uuid': 'a1f478b9-b8e1-40a8-9232-34eb6df9ad7a', 'tag': '8109ea32-2ace-4f1c-be0b-e7fa4599d05e', 'status': 'completed', 'code': 200} Sep 16 12:48:37.357883 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Port 40c55462-fdbc-4090-8cb7-97d082863125 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:37.358530 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:37.426784 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=e468fe67-6abb-43a3-97a7-bc3bdaf3d743,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:37.432540 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:37.434009 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-816a18d3-7977-4680-80dc-00d56b1f99ae req-2e1b5e94-078e-40b6-90f6-25d79f45bb79 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 210 time: 0.0591645 Sep 16 12:48:37.453986 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-a97aafee-23e7-4c55-a7df-27ab4ff5e311 req-c1707aff-f90a-47d1-bd7b-163cf70fcd4e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] For port 45b8553e-f99f-4d12-8265-19759ca804ba, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=45b8553e-f99f-4d12-8265-19759ca804ba,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:37.456414 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a97aafee-23e7-4c55-a7df-27ab4ff5e311 req-c1707aff-f90a-47d1-bd7b-163cf70fcd4e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (45b8553e-f99f-4d12-8265-19759ca804ba), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:37.481467 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-a97aafee-23e7-4c55-a7df-27ab4ff5e311 req-c1707aff-f90a-47d1-bd7b-163cf70fcd4e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Calling delete_port for 45b8553e-f99f-4d12-8265-19759ca804ba owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:48:37.608026 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452436a0-f256-4113-aa42-8ea753df8c29 req-954aaa5a-7847-4c4d-9f0d-f119481c0d40 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:37.609607 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-452436a0-f256-4113-aa42-8ea753df8c29 req-954aaa5a-7847-4c4d-9f0d-f119481c0d40 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 943 time: 0.0639522 Sep 16 12:48:37.615059 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626cec95-0130-4972-83d6-8680c800212f None None] Sync routers for ids ['f63d6293-eb39-4305-aa42-0b29810a311b'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:48:37.636010 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626cec95-0130-4972-83d6-8680c800212f None None] Routers {'f63d6293-eb39-4305-aa42-0b29810a311b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:48:37.637281 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-626cec95-0130-4972-83d6-8680c800212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:48:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['f63d6293-eb39-4305-aa42-0b29810a311b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:37.715859 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-452436a0-f256-4113-aa42-8ea753df8c29 req-9d6102c0-532b-433b-8d49-a4491e7e2244 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905232 Sep 16 12:48:37.720107 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563ec40-1cff-4578-98bb-13fd4bd81a21 req-7bcb9133-72ee-4b07-9ea7-fe06782751b9 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:37.721651 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7563ec40-1cff-4578-98bb-13fd4bd81a21 req-7bcb9133-72ee-4b07-9ea7-fe06782751b9 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e01ba46f-ddd1-47ae-90d9-4a187bf51b2b HTTP/1.1" status: 200 len: 950 time: 0.0980008 Sep 16 12:48:37.725421 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10d697-7614-4405-9f4d-45a81dca245f req-63ba5e99-36c7-4a72-a1f7-02cbdaec7197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:37.726858 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-8a10d697-7614-4405-9f4d-45a81dca245f req-63ba5e99-36c7-4a72-a1f7-02cbdaec7197 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 1155 time: 0.0828059 Sep 16 12:48:37.745396 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-626cec95-0130-4972-83d6-8680c800212f None None] Set router f63d6293-eb39-4305-aa42-0b29810a311b gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:48:37.787879 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a97aafee-23e7-4c55-a7df-27ab4ff5e311 req-c1707aff-f90a-47d1-bd7b-163cf70fcd4e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (45b8553e-f99f-4d12-8265-19759ca804ba), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:37.831333 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13263f-6130-4fe9-bc64-e713c9c0fc22 req-1c159039-10fc-4988-954a-2c2d96314402 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:37.835638 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:37.836563 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13263f-6130-4fe9-bc64-e713c9c0fc22 req-1c159039-10fc-4988-954a-2c2d96314402 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:37.840630 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8b13263f-6130-4fe9-bc64-e713c9c0fc22 req-1c159039-10fc-4988-954a-2c2d96314402 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=21107d05-79f1-476d-b921-9548eff4f2c4&device_id=8d5c44e7-c030-4a42-97fb-e838e1472456 HTTP/1.1" status: 200 len: 1691 time: 0.1302297 Sep 16 12:48:37.845769 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1707aff-f90a-47d1-bd7b-163cf70fcd4e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Pushing event deleted for resources: {'Port': ['ID=45b8553e-f99f-4d12-8265-19759ca804ba,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:37.903019 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 50180) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:37.909066 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Attempt 5 to provision port 40c55462-fdbc-4090-8cb7-97d082863125 Sep 16 12:48:37.910735 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-b4def1e8-b459-4ae0-8198-2460be52e93d tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Request body: {'security_group': {'name': 'tempest-securitygroup--170165621', 'description': 'tempest-description--463922451'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:37.958801 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-7563ec40-1cff-4578-98bb-13fd4bd81a21 req-51ba96f9-bb2d-4e38-94f4-0fc38a0db247 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Deleting port a6fb319f-c3cf-4120-b2c2-c32144451c45 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:48:37.959504 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-7563ec40-1cff-4578-98bb-13fd4bd81a21 req-51ba96f9-bb2d-4e38-94f4-0fc38a0db247 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (a6fb319f-c3cf-4120-b2c2-c32144451c45), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:37.964880 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Port 40c55462-fdbc-4090-8cb7-97d082863125 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:38.000597 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97aafee-23e7-4c55-a7df-27ab4ff5e311 req-c1707aff-f90a-47d1-bd7b-163cf70fcd4e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] No DVR routers for this DVR port 45b8553e-f99f-4d12-8265-19759ca804ba on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:48:38.004779 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a97aafee-23e7-4c55-a7df-27ab4ff5e311 req-c1707aff-f90a-47d1-bd7b-163cf70fcd4e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:38.008007 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a97aafee-23e7-4c55-a7df-27ab4ff5e311 req-c1707aff-f90a-47d1-bd7b-163cf70fcd4e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.25 "DELETE /networking/v2.0/ports/45b8553e-f99f-4d12-8265-19759ca804ba HTTP/1.1" status: 204 len: 173 time: 1.3243682 Sep 16 12:48:38.090572 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8b13263f-6130-4fe9-bc64-e713c9c0fc22 req-b21649ac-047c-43ba-be38-04a22922aa78 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397313 Sep 16 12:48:38.094592 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-7563ec40-1cff-4578-98bb-13fd4bd81a21 req-51ba96f9-bb2d-4e38-94f4-0fc38a0db247 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] For port a6fb319f-c3cf-4120-b2c2-c32144451c45, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=a6fb319f-c3cf-4120-b2c2-c32144451c45,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:38.095038 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-7563ec40-1cff-4578-98bb-13fd4bd81a21 req-51ba96f9-bb2d-4e38-94f4-0fc38a0db247 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (a6fb319f-c3cf-4120-b2c2-c32144451c45), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:38.097196 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-626cec95-0130-4972-83d6-8680c800212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'name': 'tempest-ServersTestJSON-1675488359-router', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:48:26Z', 'updated_at': '2022-09-16T12:48:35Z', 'revision_number': 4, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'gw_port': {'id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:28Z', 'updated_at': '2022-09-16T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '40c55462-fdbc-4090-8cb7-97d082863125', 'name': '', 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'mac_address': 'fa:16:3e:f1:fa:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e4718ee6-232f-478b-b220-a60983fb9ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:33Z', 'updated_at': '2022-09-16T12:48:35Z', 'revision_number': 2, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'subnets': [{'id': 'e4718ee6-232f-478b-b220-a60983fb9ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:38.156018 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-7563ec40-1cff-4578-98bb-13fd4bd81a21 req-51ba96f9-bb2d-4e38-94f4-0fc38a0db247 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Calling delete_port for a6fb319f-c3cf-4120-b2c2-c32144451c45 owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:48:38.162179 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b4def1e8-b459-4ae0-8198-2460be52e93d tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:38.171457 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626cec95-0130-4972-83d6-8680c800212f None None] Checking router: f63d6293-eb39-4305-aa42-0b29810a311b for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:48:38.171786 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626cec95-0130-4972-83d6-8680c800212f None None] Updating router f63d6293-eb39-4305-aa42-0b29810a311b port 40c55462-fdbc-4090-8cb7-97d082863125 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:48:38.179809 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10d697-7614-4405-9f4d-45a81dca245f req-3c6f5e10-b20f-4a05-9547-36ac9ac4bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:38.181302 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-8a10d697-7614-4405-9f4d-45a81dca245f req-3c6f5e10-b20f-4a05-9547-36ac9ac4bfb9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 0.4116988 Sep 16 12:48:38.280572 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-fdb0762d-387e-4206-a3eb-0f06229ee5c3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=0b18ec5302634d2a95e51547e0019d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602546 Sep 16 12:48:38.336510 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:38.401554 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 50192) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:38.407901 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-7fb4265d-89bf-43df-976c-67717f94968c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1740064144', 'description': 'tempest-description--1293079273'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:38.433420 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-8a10d697-7614-4405-9f4d-45a81dca245f req-70b8ee16-5746-426f-b339-b43af9969dd6 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8109ea32-2ace-4f1c-be0b-e7fa4599d05e HTTP/1.1" status: 200 len: 217 time: 0.1085558 Sep 16 12:48:38.468703 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7fb4265d-89bf-43df-976c-67717f94968c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:38.475515 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Attempt 6 to provision port 40c55462-fdbc-4090-8cb7-97d082863125 Sep 16 12:48:38.493420 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b2cf40e-a0d4-437a-80d9-211357dd2854 req-c2d65f47-34ce-4c5d-80b0-fd9981c9a775 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 210 time: 0.0792429 Sep 16 12:48:38.515959 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c077c0ae-56e2-42f7-a0e7-32e6597062c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b8553e-f99f-4d12-8265-19759ca804ba'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:38.519168 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad4d810-dff9-482a-9a1b-a78baed5ef88" -d '{"events": [{"server_uuid": "c077c0ae-56e2-42f7-a0e7-32e6597062c5", "name": "network-vif-unplugged", "status": "completed", "tag": "45b8553e-f99f-4d12-8265-19759ca804ba"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:38.525024 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:38.529244 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-626cec95-0130-4972-83d6-8680c800212f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (40c55462-fdbc-4090-8cb7-97d082863125), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:38.542765 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Port 40c55462-fdbc-4090-8cb7-97d082863125 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:38.586094 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:38.595794 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-d128865e-c009-4169-a4d2-89a96258314f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:38.598043 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-d128865e-c009-4169-a4d2-89a96258314f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3030434 Sep 16 12:48:38.614843 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd9e40-1669-46d6-a64b-f5ba8c61c69e req-fcc9d377-3629-4686-a46e-6f67a8a634c5 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:38.625501 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10d697-7614-4405-9f4d-45a81dca245f req-3710e133-0d43-4259-af06-4cc985c8996b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:38.626971 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-8a10d697-7614-4405-9f4d-45a81dca245f req-3710e133-0d43-4259-af06-4cc985c8996b service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.1836138 Sep 16 12:48:38.633949 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b4def1e8-b459-4ae0-8198-2460be52e93d tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for security_group (1ab1c70b-bd1e-4b5f-a710-c457e22db414), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:38.634742 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-83bd9e40-1669-46d6-a64b-f5ba8c61c69e req-fcc9d377-3629-4686-a46e-6f67a8a634c5 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e01ba46f-ddd1-47ae-90d9-4a187bf51b2b HTTP/1.1" status: 200 len: 950 time: 0.1762841 Sep 16 12:48:38.666829 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-dcf83dfb-f4b1-4a91-89b8-914039b2ea5c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Request body: {'port': {'device_id': 'c6b4a601-8b6e-498e-8c17-9e689c13db74', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '0b18ec5302634d2a95e51547e0019d40'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:38.764220 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b4def1e8-b459-4ae0-8198-2460be52e93d tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (1ab1c70b-bd1e-4b5f-a710-c457e22db414), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:38.797537 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018f02d-1bb7-4f53-8809-bd33203061c4 req-f96b9eec-9c68-4720-8606-2b98459bfdbf tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:38.799080 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5018f02d-1bb7-4f53-8809-bd33203061c4 req-f96b9eec-9c68-4720-8606-2b98459bfdbf tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=21107d05-79f1-476d-b921-9548eff4f2c4 HTTP/1.1" status: 200 len: 1132 time: 0.1559756 Sep 16 12:48:38.806184 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-83bd9e40-1669-46d6-a64b-f5ba8c61c69e req-223aa730-e057-4aa2-8205-e087fa49f230 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649439 Sep 16 12:48:38.865036 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10d697-7614-4405-9f4d-45a81dca245f req-60ac92fb-df5f-4e25-ad90-d5c688edf7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:38.866757 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-8a10d697-7614-4405-9f4d-45a81dca245f req-60ac92fb-df5f-4e25-ad90-d5c688edf7d4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2306023 Sep 16 12:48:38.881938 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-626cec95-0130-4972-83d6-8680c800212f None None] Publish callbacks [] for port (40c55462-fdbc-4090-8cb7-97d082863125), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:38.889492 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:38.891289 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 8109ea32-2ace-4f1c-be0b-e7fa4599d05e details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:48:38.893932 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e468fe67-6abb-43a3-97a7-bc3bdaf3d743 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:48:38.895941 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5018f02d-1bb7-4f53-8809-bd33203061c4 req-6d8a7ba7-4fd3-46b8-9a4d-a870e9f8d39a tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825238 Sep 16 12:48:38.934844 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7fb4265d-89bf-43df-976c-67717f94968c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for security_group (cbf312f8-48ae-4fe7-ad1f-8a18991d0443), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:38.938931 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4def1e8-b459-4ae0-8198-2460be52e93d tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab1c70b-bd1e-4b5f-a710-c457e22db414,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:38.942883 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-dcf83dfb-f4b1-4a91-89b8-914039b2ea5c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Made reservation on behalf of 0b18ec5302634d2a95e51547e0019d40 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:48:38.948794 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-dcf83dfb-f4b1-4a91-89b8-914039b2ea5c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:38.970991 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-626cec95-0130-4972-83d6-8680c800212f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (40c55462-fdbc-4090-8cb7-97d082863125), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:38.972516 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e9cd5a1a-e837-458f-b826-7578c78a4160 req-dfc9f306-dc8e-4b22-8154-143de09d1684 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 210 time: 0.0424249 Sep 16 12:48:38.993983 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b4def1e8-b459-4ae0-8198-2460be52e93d tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:38.997097 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b4def1e8-b459-4ae0-8198-2460be52e93d tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0918369 Sep 16 12:48:38.997935 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7fb4265d-89bf-43df-976c-67717f94968c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (cbf312f8-48ae-4fe7-ad1f-8a18991d0443), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:39.000242 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:39.003854 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 50204) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:39.035599 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-7563ec40-1cff-4578-98bb-13fd4bd81a21 req-51ba96f9-bb2d-4e38-94f4-0fc38a0db247 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (a6fb319f-c3cf-4120-b2c2-c32144451c45), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:39.055146 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-01dfcc0a-04fa-4a3c-8e64-e1f61e42a133 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Request body: {'security_group_rule': {'security_group_id': '1ab1c70b-bd1e-4b5f-a710-c457e22db414', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:39.068723 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4265d-89bf-43df-976c-67717f94968c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf312f8-48ae-4fe7-ad1f-8a18991d0443,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:39.071859 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7416c5c0-2b01-403c-963c-f3c179e6ddb0 x-openstack-request-id: req-7416c5c0-2b01-403c-963c-f3c179e6ddb0 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:39.072593 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c077c0ae-56e2-42f7-a0e7-32e6597062c5", "name": "network-vif-unplugged", "status": "completed", "tag": "45b8553e-f99f-4d12-8265-19759ca804ba", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:39.072862 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7416c5c0-2b01-403c-963c-f3c179e6ddb0 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:39.073293 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7416c5c0-2b01-403c-963c-f3c179e6ddb0'] response: {'server_uuid': 'c077c0ae-56e2-42f7-a0e7-32e6597062c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b8553e-f99f-4d12-8265-19759ca804ba', 'code': 200} Sep 16 12:48:39.073942 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Attempt 7 to provision port 40c55462-fdbc-4090-8cb7-97d082863125 Sep 16 12:48:39.075697 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e468fe67-6abb-43a3-97a7-bc3bdaf3d743 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:39.076061 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e468fe67-6abb-43a3-97a7-bc3bdaf3d743), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:39.079526 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e468fe67-6abb-43a3-97a7-bc3bdaf3d743 Sep 16 12:48:39.093390 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:39.095713 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['a6fb319f-c3cf-4120-b2c2-c32144451c45', '31e589d5-4175-4617-9376-ffdea1a75308'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:48:39.120918 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:48:39.167082 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba96f9-bb2d-4e38-94f4-0fc38a0db247 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Pushing event deleted for resources: {'Port': ['ID=a6fb319f-c3cf-4120-b2c2-c32144451c45,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:39.177876 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7fb4265d-89bf-43df-976c-67717f94968c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:39.182312 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7fb4265d-89bf-43df-976c-67717f94968c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7751036 Sep 16 12:48:39.187690 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 50208) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:39.201249 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-c9bb7241-094c-49e9-8233-5005a5397f3f tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Request body: {'security_group_rule': {'security_group_id': 'cbf312f8-48ae-4fe7-ad1f-8a18991d0443', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:39.242509 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c7a6b-ae7b-47bf-a2c3-44c27aab83cf req-88ed2512-6c2c-4ebe-be93-f13d2bc667d4 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:39.244020 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-df3c7a6b-ae7b-47bf-a2c3-44c27aab83cf req-88ed2512-6c2c-4ebe-be93-f13d2bc667d4 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 943 time: 0.1578791 Sep 16 12:48:39.251497 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.resource_extend [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 12:48:39.256107 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-7563ec40-1cff-4578-98bb-13fd4bd81a21 req-51ba96f9-bb2d-4e38-94f4-0fc38a0db247 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] No DVR routers for this DVR port a6fb319f-c3cf-4120-b2c2-c32144451c45 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:48:39.265246 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-01dfcc0a-04fa-4a3c-8e64-e1f61e42a133 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for security_group_rule (d68f3d77-ffad-4a4e-9a26-cde815cd0eed), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:39.270818 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-7563ec40-1cff-4578-98bb-13fd4bd81a21 req-51ba96f9-bb2d-4e38-94f4-0fc38a0db247 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:39.274048 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7563ec40-1cff-4578-98bb-13fd4bd81a21 req-51ba96f9-bb2d-4e38-94f4-0fc38a0db247 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.76 "DELETE /networking/v2.0/ports/a6fb319f-c3cf-4120-b2c2-c32144451c45 HTTP/1.1" status: 204 len: 173 time: 1.5463159 Sep 16 12:48:39.274767 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01ba46f-ddd1-47ae-90d9-4a187bf51b2b', 'name': 'network-vif-deleted', 'tag': 'a6fb319f-c3cf-4120-b2c2-c32144451c45'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:39.276595 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9c472-d2ce-4441-9cb2-b21a9f2f7ebb req-210c46a8-380b-46be-a336-e4c98ba01330 tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:39.277106 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9acc10-1106-4c31-bbe9-55e270cc46b8" -d '{"events": [{"server_uuid": "e01ba46f-ddd1-47ae-90d9-4a187bf51b2b", "name": "network-vif-deleted", "tag": "a6fb319f-c3cf-4120-b2c2-c32144451c45"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:39.278064 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5fc9c472-d2ce-4441-9cb2-b21a9f2f7ebb req-210c46a8-380b-46be-a336-e4c98ba01330 tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d5c44e7-c030-4a42-97fb-e838e1472456 HTTP/1.1" status: 200 len: 1132 time: 0.1516600 Sep 16 12:48:39.279579 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-dcf83dfb-f4b1-4a91-89b8-914039b2ea5c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Allocated IP 192.168.233.73 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/c82c5517-9370-47b7-870d-b1c0f066ce8a) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:48:39.318915 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c9bb7241-094c-49e9-8233-5005a5397f3f tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for security_group_rule (769fc7ec-f157-4a04-bf27-68ef42b81424), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:39.325288 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-8a10d697-7614-4405-9f4d-45a81dca245f req-6dc3eecd-b153-4ab1-a200-4207ae433fd9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477829 Sep 16 12:48:39.363773 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c077c0ae-56e2-42f7-a0e7-32e6597062c5', 'name': 'network-vif-deleted', 'tag': '45b8553e-f99f-4d12-8265-19759ca804ba'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:39.366014 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9ca123-7df5-4cf9-a6c2-926e3a8d7bfa" -d '{"events": [{"server_uuid": "c077c0ae-56e2-42f7-a0e7-32e6597062c5", "name": "network-vif-deleted", "tag": "45b8553e-f99f-4d12-8265-19759ca804ba"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:39.419393 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b948b-e495-4e74-8cca-8f4ebf1cc52d None None] Pushing event updated for resources: {'Port': ['ID=40c55462-fdbc-4090-8cb7-97d082863125,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:39.431343 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-01dfcc0a-04fa-4a3c-8e64-e1f61e42a133 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for security_group_rule (d68f3d77-ffad-4a4e-9a26-cde815cd0eed), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:39.442678 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-01dfcc0a-04fa-4a3c-8e64-e1f61e42a133 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (d68f3d77-ffad-4a4e-9a26-cde815cd0eed), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:39.453934 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-df3c7a6b-ae7b-47bf-a2c3-44c27aab83cf req-5b07ac2b-2662-402b-affd-36c956df8cba tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939781 Sep 16 12:48:39.467811 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Port 40c55462-fdbc-4090-8cb7-97d082863125 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:39.504379 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b948b-e495-4e74-8cca-8f4ebf1cc52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:39.504727 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b948b-e495-4e74-8cca-8f4ebf1cc52d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:39.505066 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b948b-e495-4e74-8cca-8f4ebf1cc52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:39.505401 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b948b-e495-4e74-8cca-8f4ebf1cc52d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:39.505732 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b948b-e495-4e74-8cca-8f4ebf1cc52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:39.506063 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b948b-e495-4e74-8cca-8f4ebf1cc52d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:39.506389 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b948b-e495-4e74-8cca-8f4ebf1cc52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:39.506713 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b948b-e495-4e74-8cca-8f4ebf1cc52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:39.507034 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b948b-e495-4e74-8cca-8f4ebf1cc52d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:39.507358 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b948b-e495-4e74-8cca-8f4ebf1cc52d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:39.507679 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b948b-e495-4e74-8cca-8f4ebf1cc52d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:39.507999 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b948b-e495-4e74-8cca-8f4ebf1cc52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:39.508398 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b948b-e495-4e74-8cca-8f4ebf1cc52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:39.508722 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b948b-e495-4e74-8cca-8f4ebf1cc52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:39.509042 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b948b-e495-4e74-8cca-8f4ebf1cc52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:48:39.510296 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5fc9c472-d2ce-4441-9cb2-b21a9f2f7ebb req-8420cfe1-e9f7-4738-9ddf-58db17e0e3c1 tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110040 Sep 16 12:48:39.540721 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfcc0a-04fa-4a3c-8e64-e1f61e42a133 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68f3d77-ffad-4a4e-9a26-cde815cd0eed,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:39.562531 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-8a10d697-7614-4405-9f4d-45a81dca245f req-50c94364-ce6b-405e-9511-55557f9129dd service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294612 Sep 16 12:48:39.574623 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-01dfcc0a-04fa-4a3c-8e64-e1f61e42a133 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:39.579219 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-01dfcc0a-04fa-4a3c-8e64-e1f61e42a133 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5445933 Sep 16 12:48:39.580245 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 50218) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:39.584564 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-38040dc2-7ae1-4e61-92fa-61861b51b65c tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Request body: {'security_group_rule': {'security_group_id': '1ab1c70b-bd1e-4b5f-a710-c457e22db414', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:39.605137 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568fac9a-b46b-4939-a150-b9c92d23259c x-openstack-request-id: req-568fac9a-b46b-4939-a150-b9c92d23259c {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:39.605498 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01ba46f-ddd1-47ae-90d9-4a187bf51b2b", "name": "network-vif-deleted", "tag": "a6fb319f-c3cf-4120-b2c2-c32144451c45", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:39.605822 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-568fac9a-b46b-4939-a150-b9c92d23259c {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:39.606321 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-568fac9a-b46b-4939-a150-b9c92d23259c'] response: {'server_uuid': 'e01ba46f-ddd1-47ae-90d9-4a187bf51b2b', 'name': 'network-vif-deleted', 'tag': 'a6fb319f-c3cf-4120-b2c2-c32144451c45', 'status': 'completed', 'code': 200} Sep 16 12:48:39.621540 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70faf2a7-9388-410e-acc1-d002d7c0f65f x-openstack-request-id: req-70faf2a7-9388-410e-acc1-d002d7c0f65f {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:39.621866 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c077c0ae-56e2-42f7-a0e7-32e6597062c5", "name": "network-vif-deleted", "tag": "45b8553e-f99f-4d12-8265-19759ca804ba", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:39.622083 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-70faf2a7-9388-410e-acc1-d002d7c0f65f {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:39.622477 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70faf2a7-9388-410e-acc1-d002d7c0f65f'] response: {'server_uuid': 'c077c0ae-56e2-42f7-a0e7-32e6597062c5', 'name': 'network-vif-deleted', 'tag': '45b8553e-f99f-4d12-8265-19759ca804ba', 'status': 'completed', 'code': 200} Sep 16 12:48:39.641172 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-626cec95-0130-4972-83d6-8680c800212f None None] Attempting to bind port 40c55462-fdbc-4090-8cb7-97d082863125 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:48:39.641557 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-626cec95-0130-4972-83d6-8680c800212f None None] Attempting to bind port 40c55462-fdbc-4090-8cb7-97d082863125 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'a798abf2-1cd1-4a7a-9eee-0afdaf4a3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:48:39.641944 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626cec95-0130-4972-83d6-8680c800212f None None] Attempting to bind port 40c55462-fdbc-4090-8cb7-97d082863125 on network 3300d86a-7270-4b5f-bde5-4572289b9372 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:39.659362 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c9bb7241-094c-49e9-8233-5005a5397f3f tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for security_group_rule (769fc7ec-f157-4a04-bf27-68ef42b81424), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:39.668522 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-38040dc2-7ae1-4e61-92fa-61861b51b65c tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for security_group_rule (9b777fdb-a740-4b44-b54f-d8b8bf958cfb), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:39.674823 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c9bb7241-094c-49e9-8233-5005a5397f3f tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (769fc7ec-f157-4a04-bf27-68ef42b81424), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:39.759986 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e468fe67-6abb-43a3-97a7-bc3bdaf3d743 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:39.814662 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:39.837640 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb7241-094c-49e9-8233-5005a5397f3f tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769fc7ec-f157-4a04-bf27-68ef42b81424,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:39.890236 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:39.891842 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=8109ea32-2ace-4f1c-be0b-e7fa4599d05e,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:39.915599 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:39.917709 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626cec95-0130-4972-83d6-8680c800212f None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:48:39.918735 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626cec95-0130-4972-83d6-8680c800212f None None] Checking segment: {'id': 'a798abf2-1cd1-4a7a-9eee-0afdaf4a3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:48:39.919319 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-626cec95-0130-4972-83d6-8680c800212f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:39.919902 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626cec95-0130-4972-83d6-8680c800212f None None] Bound using segment: {'id': 'a798abf2-1cd1-4a7a-9eee-0afdaf4a3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:48:39.921757 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-626cec95-0130-4972-83d6-8680c800212f None None] Bound port: 40c55462-fdbc-4090-8cb7-97d082863125, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a798abf2-1cd1-4a7a-9eee-0afdaf4a3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:48:39.922532 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:39.923808 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-626cec95-0130-4972-83d6-8680c800212f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (40c55462-fdbc-4090-8cb7-97d082863125), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:39.967577 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 8109ea32-2ace-4f1c-be0b-e7fa4599d05e has no active binding in host n-h1-858094-4 {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 12:48:39.987754 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Attempt 8 to provision port 40c55462-fdbc-4090-8cb7-97d082863125 Sep 16 12:48:39.991150 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-dcf83dfb-f4b1-4a91-89b8-914039b2ea5c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:40.057387 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Port 40c55462-fdbc-4090-8cb7-97d082863125 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:40.087202 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-92d8902a-d011-451a-91c6-817e131bec2d req-2510bfdb-2591-4e2e-8466-ce82203edd2c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 210 time: 0.3423519 Sep 16 12:48:40.095576 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c9bb7241-094c-49e9-8233-5005a5397f3f tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:40.101797 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c9bb7241-094c-49e9-8233-5005a5397f3f tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9081101 Sep 16 12:48:40.130731 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 50226) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:40.148442 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-a4529651-d4f2-4ec8-befd-9e6b1ef3553f tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Request body: {'security_group_rule': {'security_group_id': 'cbf312f8-48ae-4fe7-ad1f-8a18991d0443', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:40.150682 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-dcf83dfb-f4b1-4a91-89b8-914039b2ea5c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:40.211747 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-626cec95-0130-4972-83d6-8680c800212f None None] For port 40c55462-fdbc-4090-8cb7-97d082863125, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:48:40.217201 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-626cec95-0130-4972-83d6-8680c800212f None None] For port 40c55462-fdbc-4090-8cb7-97d082863125, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=40c55462-fdbc-4090-8cb7-97d082863125,segment=NetworkSegment(a798abf2-1cd1-4a7a-9eee-0afdaf4a3317),segment_id=a798abf2-1cd1-4a7a-9eee-0afdaf4a3317)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:48:40.223965 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['3fe50ad6-99ae-4c0b-a11b-3e41218b0317'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:48:40.226557 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:40.231840 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-626cec95-0130-4972-83d6-8680c800212f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (40c55462-fdbc-4090-8cb7-97d082863125), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:40.247647 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22906e15-1a7c-4723-a667-d0fc454d046a req-a7609edd-3a0a-41b5-88db-13b57be499ac tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e01ba46f-ddd1-47ae-90d9-4a187bf51b2b HTTP/1.1" status: 200 len: 210 time: 0.1107168 Sep 16 12:48:40.252209 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-38040dc2-7ae1-4e61-92fa-61861b51b65c tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for security_group_rule (9b777fdb-a740-4b44-b54f-d8b8bf958cfb), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:40.264734 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-38040dc2-7ae1-4e61-92fa-61861b51b65c tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (9b777fdb-a740-4b44-b54f-d8b8bf958cfb), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:40.307975 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38040dc2-7ae1-4e61-92fa-61861b51b65c tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b777fdb-a740-4b44-b54f-d8b8bf958cfb,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:40.314318 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97421220-286f-41be-a52e-da0c18b638f4 req-602eda52-b0d7-495f-9cd7-dddd39f9d321 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 210 time: 0.0861392 Sep 16 12:48:40.327086 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-9fe846dd-ca10-4689-9a94-1f1c9d4af214 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:40.328679 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-9fe846dd-ca10-4689-9a94-1f1c9d4af214 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.25 "GET /networking/v2.0/networks?id=0e610de6-3238-41c3-bd1a-f23917fad801 HTTP/1.1" status: 200 len: 805 time: 0.6125493 Sep 16 12:48:40.330842 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a4529651-d4f2-4ec8-befd-9e6b1ef3553f tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for security_group_rule (f1f2d6d8-dfff-4ce1-838c-05dfb8a68194), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:40.336160 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf83dfb-f4b1-4a91-89b8-914039b2ea5c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Pushing event updated for resources: {'Port': ['ID=c82c5517-9370-47b7-870d-b1c0f066ce8a,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:40.348112 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:40.353056 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-38040dc2-7ae1-4e61-92fa-61861b51b65c tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:40.359119 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-38040dc2-7ae1-4e61-92fa-61861b51b65c tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7750144 Sep 16 12:48:40.360029 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-dcf83dfb-f4b1-4a91-89b8-914039b2ea5c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:48:40.360794 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 50238) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:40.368750 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-db80a47e-6abc-4d1f-8371-d606cffe1d67 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:40.390609 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-dcf83dfb-f4b1-4a91-89b8-914039b2ea5c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:48:40.399788 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626cec95-0130-4972-83d6-8680c800212f None None] Routers {'f63d6293-eb39-4305-aa42-0b29810a311b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:48:40.401194 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-626cec95-0130-4972-83d6-8680c800212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:48:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['f63d6293-eb39-4305-aa42-0b29810a311b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:40.412492 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-dcf83dfb-f4b1-4a91-89b8-914039b2ea5c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:48:40.418320 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a4529651-d4f2-4ec8-befd-9e6b1ef3553f tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for security_group_rule (f1f2d6d8-dfff-4ce1-838c-05dfb8a68194), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:40.424494 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a4529651-d4f2-4ec8-befd-9e6b1ef3553f tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (f1f2d6d8-dfff-4ce1-838c-05dfb8a68194), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:40.453459 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4529651-d4f2-4ec8-befd-9e6b1ef3553f tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f2d6d8-dfff-4ce1-838c-05dfb8a68194,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:40.460317 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a4529651-d4f2-4ec8-befd-9e6b1ef3553f tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:40.465624 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a4529651-d4f2-4ec8-befd-9e6b1ef3553f tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3296947 Sep 16 12:48:40.468074 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 50240) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:40.472886 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-942d1bcf-20c3-4ef4-a385-9038806e10c8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:40.490832 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-dcf83dfb-f4b1-4a91-89b8-914039b2ea5c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:40.491704 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-dcf83dfb-f4b1-4a91-89b8-914039b2ea5c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:40.499410 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-942d1bcf-20c3-4ef4-a385-9038806e10c8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:40.527510 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-6f61b4af-ac99-4504-9a83-7a88c8140fc5 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=8c037a6456444018a6ef54314419e2f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1449618 Sep 16 12:48:40.597450 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-dcf83dfb-f4b1-4a91-89b8-914039b2ea5c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9531717 Sep 16 12:48:40.598334 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-db80a47e-6abc-4d1f-8371-d606cffe1d67 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:40.612279 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Attempt 9 to provision port 40c55462-fdbc-4090-8cb7-97d082863125 Sep 16 12:48:40.614315 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b948b-e495-4e74-8cca-8f4ebf1cc52d None None] Pushing event updated for resources: {'Port': ['ID=40c55462-fdbc-4090-8cb7-97d082863125,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:40.653624 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-942d1bcf-20c3-4ef4-a385-9038806e10c8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:40.712800 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 45b8553e-f99f-4d12-8265-19759ca804ba no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:48:40.767774 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-8d131e8a-945a-4755-8091-e2a3bf9e26c4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Request body: {'port': {'device_id': 'dacfa868-1c8b-4918-8797-f31caee29361', 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801', 'admin_state_up': True, 'tenant_id': 'e6fa2067c44b42b5aa940619abd8e538'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:40.798615 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: 45b8553e-f99f-4d12-8265-19759ca804ba {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:48:40.799043 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 45b8553e-f99f-4d12-8265-19759ca804ba not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:48:40.807433 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-626cec95-0130-4972-83d6-8680c800212f None None] Set router f63d6293-eb39-4305-aa42-0b29810a311b gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:48:40.982892 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-942d1bcf-20c3-4ef4-a385-9038806e10c8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Allocated IP 172.25.2.218 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/bcbd83bd-0967-4f98-bdda-5d44111d37ea) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:48:41.008582 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-8d131e8a-945a-4755-8091-e2a3bf9e26c4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Made reservation on behalf of e6fa2067c44b42b5aa940619abd8e538 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:48:41.013148 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-8d131e8a-945a-4755-8091-e2a3bf9e26c4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:41.087200 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] Request body: {'port': {'device_id': 'c6b4a601-8b6e-498e-8c17-9e689c13db74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:41.115532 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Current status of the port 40c55462-fdbc-4090-8cb7-97d082863125 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:41.116217 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (40c55462-fdbc-4090-8cb7-97d082863125), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:41.164012 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3f061-8054-4498-8f2f-a99cfd92872a req-f42ccb82-2286-4695-8896-256a4ac4cf73 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:41.171799 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0ea3f061-8054-4498-8f2f-a99cfd92872a req-f42ccb82-2286-4695-8896-256a4ac4cf73 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 943 time: 0.5100253 Sep 16 12:48:41.179206 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:41.195135 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] For port 40c55462-fdbc-4090-8cb7-97d082863125, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=40c55462-fdbc-4090-8cb7-97d082863125,segment=NetworkSegment(a798abf2-1cd1-4a7a-9eee-0afdaf4a3317),segment_id=a798abf2-1cd1-4a7a-9eee-0afdaf4a3317)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:41.201690 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (40c55462-fdbc-4090-8cb7-97d082863125), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:41.206869 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:41.240901 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-fa96ebb5-4ff4-484e-b869-9df18ea69e4f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:41.248182 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-fa96ebb5-4ff4-484e-b869-9df18ea69e4f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7193370 Sep 16 12:48:41.250083 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-942d1bcf-20c3-4ef4-a385-9038806e10c8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for port (bcbd83bd-0967-4f98-bdda-5d44111d37ea), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:41.265151 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-8d131e8a-945a-4755-8091-e2a3bf9e26c4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Allocated IP 172.20.0.9 (0e610de6-3238-41c3-bd1a-f23917fad801/e4fab7ee-afa2-498a-a38b-87393fd03027/fabffdb4-d14b-4b3e-bbe3-09f69928ff1e) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:48:41.286859 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:41.293789 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-749fa101-efa6-4d61-b835-1df8ce43fb49 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/quotas/8c037a6456444018a6ef54314419e2f2 HTTP/1.1" status: 200 len: 375 time: 0.0446849 Sep 16 12:48:41.303664 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-db80a47e-6abc-4d1f-8371-d606cffe1d67 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:41.337872 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-942d1bcf-20c3-4ef4-a385-9038806e10c8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (bcbd83bd-0967-4f98-bdda-5d44111d37ea), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:41.381482 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0ea3f061-8054-4498-8f2f-a99cfd92872a req-4b2164fc-c7ff-4482-a519-7223f49647b3 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086887 Sep 16 12:48:41.400171 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d1bcf-20c3-4ef4-a385-9038806e10c8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Pushing event updated for resources: {'Port': ['ID=bcbd83bd-0967-4f98-bdda-5d44111d37ea,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:41.404702 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942d1bcf-20c3-4ef4-a385-9038806e10c8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:48:41.415079 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-942d1bcf-20c3-4ef4-a385-9038806e10c8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:48:41.420656 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d1bcf-20c3-4ef4-a385-9038806e10c8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:48:41.433711 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ead71d-dccd-424f-ad61-63d3570207c7 None None] Pushing event updated for resources: {'Port': ['ID=40c55462-fdbc-4090-8cb7-97d082863125,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:41.440193 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device a6fb319f-c3cf-4120-b2c2-c32144451c45 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:48:41.510025 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: a6fb319f-c3cf-4120-b2c2-c32144451c45 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:48:41.510291 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device a6fb319f-c3cf-4120-b2c2-c32144451c45 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:48:41.515051 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-080a15e4-af89-4290-903b-af1ca686743e None None] Provisioning complete for port 40c55462-fdbc-4090-8cb7-97d082863125 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:41.515523 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-080a15e4-af89-4290-903b-af1ca686743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (40c55462-fdbc-4090-8cb7-97d082863125), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:41.515924 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-080a15e4-af89-4290-903b-af1ca686743e None None] Attempt 1 to provision port 40c55462-fdbc-4090-8cb7-97d082863125 Sep 16 12:48:41.571149 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b24a68-676a-4300-992e-254f4b3f1eb9 req-8a4855b9-a6eb-4454-8271-edf2999423b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:41.573078 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:41.573465 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-23b24a68-676a-4300-992e-254f4b3f1eb9 req-8a4855b9-a6eb-4454-8271-edf2999423b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 935 time: 0.1031852 Sep 16 12:48:41.582691 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-626cec95-0130-4972-83d6-8680c800212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'name': 'tempest-ServersTestJSON-1675488359-router', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:48:26Z', 'updated_at': '2022-09-16T12:48:35Z', 'revision_number': 4, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'gw_port': {'id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:28Z', 'updated_at': '2022-09-16T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '40c55462-fdbc-4090-8cb7-97d082863125', 'name': '', 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'mac_address': 'fa:16:3e:f1:fa:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e4718ee6-232f-478b-b220-a60983fb9ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:33Z', 'updated_at': '2022-09-16T12:48:40Z', 'revision_number': 4, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'subnets': [{'id': 'e4718ee6-232f-478b-b220-a60983fb9ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:41.590654 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-706b64e2-7227-4d97-a1a6-df7b367c8540 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2845998 Sep 16 12:48:41.624569 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626cec95-0130-4972-83d6-8680c800212f None None] The sync data for ids ['f63d6293-eb39-4305-aa42-0b29810a311b'] in n-d-858094-4 is: [{'id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'name': 'tempest-ServersTestJSON-1675488359-router', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:48:26Z', 'updated_at': '2022-09-16T12:48:35Z', 'revision_number': 4, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'gw_port': {'id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:28Z', 'updated_at': '2022-09-16T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '40c55462-fdbc-4090-8cb7-97d082863125', 'name': '', 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'mac_address': 'fa:16:3e:f1:fa:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e4718ee6-232f-478b-b220-a60983fb9ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:33Z', 'updated_at': '2022-09-16T12:48:40Z', 'revision_number': 4, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'subnets': [{'id': 'e4718ee6-232f-478b-b220-a60983fb9ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:48:41.746157 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-080a15e4-af89-4290-903b-af1ca686743e None None] Current status of the port 40c55462-fdbc-4090-8cb7-97d082863125 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:41.776889 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-080a15e4-af89-4290-903b-af1ca686743e None None] Provisioning complete for port c82c5517-9370-47b7-870d-b1c0f066ce8a triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:41.777232 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-080a15e4-af89-4290-903b-af1ca686743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:41.777552 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-080a15e4-af89-4290-903b-af1ca686743e None None] Attempt 1 to provision port c82c5517-9370-47b7-870d-b1c0f066ce8a Sep 16 12:48:41.825023 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-23b24a68-676a-4300-992e-254f4b3f1eb9 req-fb84cd5f-4ee9-46d2-97bd-4ffe34ae3514 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331748 Sep 16 12:48:41.830778 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:41.845838 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-080a15e4-af89-4290-903b-af1ca686743e None None] Port c82c5517-9370-47b7-870d-b1c0f066ce8a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:41.881216 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-db80a47e-6abc-4d1f-8371-d606cffe1d67 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Allocated IP 172.25.2.99 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/87b801a8-8cd8-47aa-9985-315966a9dc1d) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:48:41.887468 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:41.937073 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-942d1bcf-20c3-4ef4-a385-9038806e10c8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for floatingip (66783b06-485d-443c-9cc3-694723172f36), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:41.985116 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-8d131e8a-945a-4755-8091-e2a3bf9e26c4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks [] for port (fabffdb4-d14b-4b3e-bbe3-09f69928ff1e), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:42.014637 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-942d1bcf-20c3-4ef4-a385-9038806e10c8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bcbd83bd-0967-4f98-bdda-5d44111d37ea), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:42.019347 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:42.138361 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-8d131e8a-945a-4755-8091-e2a3bf9e26c4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (fabffdb4-d14b-4b3e-bbe3-09f69928ff1e), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:42.172439 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d666ebe-78a6-44f6-a35f-12b067ac709a req-4d671234-02e5-400f-8009-489917d2809d tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 210 time: 0.1274309 Sep 16 12:48:42.348819 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-080a15e4-af89-4290-903b-af1ca686743e None None] Attempt 2 to provision port c82c5517-9370-47b7-870d-b1c0f066ce8a Sep 16 12:48:42.352736 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d131e8a-945a-4755-8091-e2a3bf9e26c4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Pushing event updated for resources: {'Port': ['ID=fabffdb4-d14b-4b3e-bbe3-09f69928ff1e,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:42.385539 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-8d131e8a-945a-4755-8091-e2a3bf9e26c4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Network 0e610de6-3238-41c3-bd1a-f23917fad801 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:48:42.417762 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-8d131e8a-945a-4755-8091-e2a3bf9e26c4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:48:42.434384 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-db80a47e-6abc-4d1f-8371-d606cffe1d67 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for port (87b801a8-8cd8-47aa-9985-315966a9dc1d), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:42.450304 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-8d131e8a-945a-4755-8091-e2a3bf9e26c4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:48:42.469172 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c82c5517-9370-47b7-870d-b1c0f066ce8a {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:48:42.481808 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-080a15e4-af89-4290-903b-af1ca686743e None None] Port c82c5517-9370-47b7-870d-b1c0f066ce8a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:42.488275 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] Publish callbacks [] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:42.553134 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] Transition to ACTIVE for port object c82c5517-9370-47b7-870d-b1c0f066ce8a will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:48:42.564707 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:42.628412 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:42.644180 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-8d131e8a-945a-4755-8091-e2a3bf9e26c4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:42.649865 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-8d131e8a-945a-4755-8091-e2a3bf9e26c4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:42.706577 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:42.724502 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] Pushing event updated for resources: {'Port': ['ID=c82c5517-9370-47b7-870d-b1c0f066ce8a,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:42.733269 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-db80a47e-6abc-4d1f-8371-d606cffe1d67 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (87b801a8-8cd8-47aa-9985-315966a9dc1d), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:42.778382 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 40c55462-fdbc-4090-8cb7-97d082863125 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:48:42.813701 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-8d131e8a-945a-4755-8091-e2a3bf9e26c4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0511119 Sep 16 12:48:42.861542 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-942d1bcf-20c3-4ef4-a385-9038806e10c8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for port (bcbd83bd-0967-4f98-bdda-5d44111d37ea), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:42.871351 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-942d1bcf-20c3-4ef4-a385-9038806e10c8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (bcbd83bd-0967-4f98-bdda-5d44111d37ea), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:42.878546 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-7119ba44-853f-4564-b6e5-62c3fc7bc360 service neutron] 10.222.0.76 "GET /networking/v2.0/ports/8109ea32-2ace-4f1c-be0b-e7fa4599d05e/bindings/n-h1-858094-4 HTTP/1.1" status: 200 len: 384 time: 0.2802906 Sep 16 12:48:42.891670 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb187582-459d-44fc-9363-3d79b237f4b2 req-ff7106ba-5978-4235-8067-8ea58026b6ed tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:42.899849 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fb187582-459d-44fc-9363-3d79b237f4b2 req-ff7106ba-5978-4235-8067-8ea58026b6ed tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 950 time: 0.0980551 Sep 16 12:48:42.919594 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 40c55462-fdbc-4090-8cb7-97d082863125 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:42.920828 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (40c55462-fdbc-4090-8cb7-97d082863125), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:42.922018 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 40c55462-fdbc-4090-8cb7-97d082863125 Sep 16 12:48:42.978480 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db80a47e-6abc-4d1f-8371-d606cffe1d67 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:48:42.983143 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-080a15e4-af89-4290-903b-af1ca686743e None None] Attempt 3 to provision port c82c5517-9370-47b7-870d-b1c0f066ce8a Sep 16 12:48:43.006501 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-db80a47e-6abc-4d1f-8371-d606cffe1d67 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:48:43.018675 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075044f-8461-4138-937f-06a36e506d40 req-7512216b-4e94-474a-ae01-ebe1f4d53ed2 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:43.026569 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9075044f-8461-4138-937f-06a36e506d40 req-7512216b-4e94-474a-ae01-ebe1f4d53ed2 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 943 time: 0.2823079 Sep 16 12:48:43.050491 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db80a47e-6abc-4d1f-8371-d606cffe1d67 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:48:43.086641 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 40c55462-fdbc-4090-8cb7-97d082863125 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:43.090027 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-080a15e4-af89-4290-903b-af1ca686743e None None] Port c82c5517-9370-47b7-870d-b1c0f066ce8a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:43.100985 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-942d1bcf-20c3-4ef4-a385-9038806e10c8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (66783b06-485d-443c-9cc3-694723172f36), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:43.139953 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d1bcf-20c3-4ef4-a385-9038806e10c8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Pushing event updated for resources: {'Port': ['ID=bcbd83bd-0967-4f98-bdda-5d44111d37ea,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:43.153205 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-942d1bcf-20c3-4ef4-a385-9038806e10c8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:43.160187 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-942d1bcf-20c3-4ef4-a385-9038806e10c8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6850815 Sep 16 12:48:43.160392 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80a47e-6abc-4d1f-8371-d606cffe1d67 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Pushing event updated for resources: {'Port': ['ID=87b801a8-8cd8-47aa-9985-315966a9dc1d,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:43.190591 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9075044f-8461-4138-937f-06a36e506d40 req-eab0ff79-d8ef-4aa0-9d44-6f9e1198ef7c tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627846 Sep 16 12:48:43.290035 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fb187582-459d-44fc-9363-3d79b237f4b2 req-90edc95f-de45-4594-b71c-0a1972564ff5 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882091 Sep 16 12:48:43.359271 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] Attempting to bind port c82c5517-9370-47b7-870d-b1c0f066ce8a on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:48:43.359633 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] Attempting to bind port c82c5517-9370-47b7-870d-b1c0f066ce8a by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:48:43.359958 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] Attempting to bind port c82c5517-9370-47b7-870d-b1c0f066ce8a on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:43.428943 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:43.455375 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-8fea2941-464d-4518-87da-07a7045038ca service neutron] For port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=8109ea32-2ace-4f1c-be0b-e7fa4599d05e,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:43.496389 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-8fea2941-464d-4518-87da-07a7045038ca service neutron] For port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:48:43.550746 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-8fea2941-464d-4518-87da-07a7045038ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8109ea32-2ace-4f1c-be0b-e7fa4599d05e {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:48:43.566995 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-8fea2941-464d-4518-87da-07a7045038ca service neutron] For port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=8109ea32-2ace-4f1c-be0b-e7fa4599d05e,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:43.589944 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-8fea2941-464d-4518-87da-07a7045038ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:43.591379 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-080a15e4-af89-4290-903b-af1ca686743e None None] Attempt 4 to provision port c82c5517-9370-47b7-870d-b1c0f066ce8a Sep 16 12:48:43.630254 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:43.637743 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179fe4d-92c2-4514-bc44-3dc5a5b08c24 req-b94ae780-0879-4e01-8954-b64f066abda7 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:43.645561 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8179fe4d-92c2-4514-bc44-3dc5a5b08c24 req-b94ae780-0879-4e01-8954-b64f066abda7 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 931 time: 0.1053073 Sep 16 12:48:43.656186 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] Request body: {'port': {'device_id': 'dacfa868-1c8b-4918-8797-f31caee29361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:43.668906 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb288b9-76a7-416e-bad1-2e476c61ce67 req-cb8d022f-d37d-41bb-bd0a-312722dc5ea2 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:43.676497 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aeb288b9-76a7-416e-bad1-2e476c61ce67 req-cb8d022f-d37d-41bb-bd0a-312722dc5ea2 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 947 time: 0.2518163 Sep 16 12:48:43.689161 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-080a15e4-af89-4290-903b-af1ca686743e None None] Port c82c5517-9370-47b7-870d-b1c0f066ce8a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:43.712838 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-db80a47e-6abc-4d1f-8371-d606cffe1d67 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for floatingip (01cccd48-81a1-462b-b2aa-58a614020fee), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:43.738105 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-8fea2941-464d-4518-87da-07a7045038ca service neutron] Transition to ACTIVE for port object 8109ea32-2ace-4f1c-be0b-e7fa4599d05e will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:48:43.743375 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-8fea2941-464d-4518-87da-07a7045038ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:43.765359 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] Port c82c5517-9370-47b7-870d-b1c0f066ce8a on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:48:43.765663 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] Attempting to bind port c82c5517-9370-47b7-870d-b1c0f066ce8a on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:43.823503 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-8fea2941-464d-4518-87da-07a7045038ca service neutron] No DVR routers for this DVR port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:48:43.840626 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8179fe4d-92c2-4514-bc44-3dc5a5b08c24 req-566a7e31-0847-4038-aba9-58f63a839b4c tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938093 Sep 16 12:48:43.917489 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-db80a47e-6abc-4d1f-8371-d606cffe1d67 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (87b801a8-8cd8-47aa-9985-315966a9dc1d), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:43.928735 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aeb288b9-76a7-416e-bad1-2e476c61ce67 req-a477e670-c808-4739-843d-726058513a47 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512581 Sep 16 12:48:43.937441 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:48:43.940675 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:48:43.941161 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:48:43.941968 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] Bound port: c82c5517-9370-47b7-870d-b1c0f066ce8a, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:48:43.942547 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:43.957724 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea2941-464d-4518-87da-07a7045038ca service neutron] Pushing event updated for resources: {'Port': ['ID=8109ea32-2ace-4f1c-be0b-e7fa4599d05e,revision_number=10']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:43.964896 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-8fea2941-464d-4518-87da-07a7045038ca service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/8109ea32-2ace-4f1c-be0b-e7fa4599d05e/bindings/n-h1-858094-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0532351 Sep 16 12:48:43.965697 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fabffdb4-d14b-4b3e-bbe3-09f69928ff1e), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:44.037417 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:44.155469 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-e2eab07a-93e2-4004-8e2b-4a2c4629e09e tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1740064144&fields=id&tenant_id=97a3e6c179c6495281c2816a1e18aa7e HTTP/1.1" status: 200 len: 267 time: 0.1759756 Sep 16 12:48:44.172668 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db26c96c-2352-4dad-b333-a56e60ead0a9 req-f4a935e8-3f37-428b-88ec-7a560c9118bf tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=95448444-b52b-428f-9c7c-8e0e78fc2b22 HTTP/1.1" status: 200 len: 210 time: 0.0849764 Sep 16 12:48:44.196149 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] For port c82c5517-9370-47b7-870d-b1c0f066ce8a, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:48:44.197044 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-080a15e4-af89-4290-903b-af1ca686743e None None] Attempt 5 to provision port c82c5517-9370-47b7-870d-b1c0f066ce8a Sep 16 12:48:44.197170 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] For port c82c5517-9370-47b7-870d-b1c0f066ce8a, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c82c5517-9370-47b7-870d-b1c0f066ce8a,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:48:44.253933 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-080a15e4-af89-4290-903b-af1ca686743e None None] Port c82c5517-9370-47b7-870d-b1c0f066ce8a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:44.268686 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:44.272335 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:44.272873 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:44.274438 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/c82c5517-9370-47b7-870d-b1c0f066ce8a HTTP/1.1" status: 200 len: 1095 time: 3.2005231 Sep 16 12:48:44.282383 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:44.283001 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b4a601-8b6e-498e-8c17-9e689c13db74', 'tag': 'c82c5517-9370-47b7-870d-b1c0f066ce8a'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:44.285508 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ae3dd9-6b88-4b60-baa5-120786e149d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b4a601-8b6e-498e-8c17-9e689c13db74", "tag": "c82c5517-9370-47b7-870d-b1c0f066ce8a"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:44.386906 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fabffdb4-d14b-4b3e-bbe3-09f69928ff1e {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:48:44.396704 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] Publish callbacks [] for port (fabffdb4-d14b-4b3e-bbe3-09f69928ff1e), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:44.419186 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] Transition to ACTIVE for port object fabffdb4-d14b-4b3e-bbe3-09f69928ff1e will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:48:44.423623 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (fabffdb4-d14b-4b3e-bbe3-09f69928ff1e), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:44.504819 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] Pushing event updated for resources: {'Port': ['ID=fabffdb4-d14b-4b3e-bbe3-09f69928ff1e,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:44.539147 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0a772-fb75-42c9-b446-a051224977fb service neutron] Pushing event updated for resources: {'Port': ['ID=c82c5517-9370-47b7-870d-b1c0f066ce8a,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:44.588414 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:44.589611 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:UPDATE=3,neutron:SELECT=41 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:44.597461 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] Attempting to bind port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:48:44.597797 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] Attempting to bind port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:48:44.598121 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] Attempting to bind port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e on network 0e610de6-3238-41c3-bd1a-f23917fad801 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:44.617139 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:44.628718 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-db80a47e-6abc-4d1f-8371-d606cffe1d67 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for port (87b801a8-8cd8-47aa-9985-315966a9dc1d), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:44.641482 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] Port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e on network 0e610de6-3238-41c3-bd1a-f23917fad801 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:48:44.641804 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] Attempting to bind port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e on network 0e610de6-3238-41c3-bd1a-f23917fad801 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:44.662094 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-db80a47e-6abc-4d1f-8371-d606cffe1d67 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (87b801a8-8cd8-47aa-9985-315966a9dc1d), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:44.677363 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828481be-3857-410c-96c1-8a13d346b89f req-ed36f3c0-59cf-45ed-a2a7-91a1b16de3a1 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:44.678858 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-828481be-3857-410c-96c1-8a13d346b89f req-ed36f3c0-59cf-45ed-a2a7-91a1b16de3a1 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 950 time: 0.2346172 Sep 16 12:48:44.689110 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:48:44.689444 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] Checking segment: {'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:48:44.689826 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] Bound using segment: {'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:48:44.690257 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] Bound port: fabffdb4-d14b-4b3e-bbe3-09f69928ff1e, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:48:44.690610 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fabffdb4-d14b-4b3e-bbe3-09f69928ff1e), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:44.754102 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308eae8-289f-4712-aa58-a56632b381fb req-491a556d-15a7-4f56-8ee8-54f487aa6d70 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:44.754754 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-080a15e4-af89-4290-903b-af1ca686743e None None] Attempt 6 to provision port c82c5517-9370-47b7-870d-b1c0f066ce8a Sep 16 12:48:44.755615 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8308eae8-289f-4712-aa58-a56632b381fb req-491a556d-15a7-4f56-8ee8-54f487aa6d70 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 944 time: 0.1918993 Sep 16 12:48:44.762270 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] For port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e, host n-h1-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:48:44.766599 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] For port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=fabffdb4-d14b-4b3e-bbe3-09f69928ff1e,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:48:44.774810 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (fabffdb4-d14b-4b3e-bbe3-09f69928ff1e), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:44.779842 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:44.780395 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-e967a5d8-0994-4c6d-93a0-b3a18a37fb67 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:44.780529 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:44.781912 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-e967a5d8-0994-4c6d-93a0-b3a18a37fb67 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/networks?id=a79b9e4b-851c-466c-9c78-fcc8f1ac7081 HTTP/1.1" status: 200 len: 814 time: 0.5864880 Sep 16 12:48:44.782067 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/fabffdb4-d14b-4b3e-bbe3-09f69928ff1e HTTP/1.1" status: 200 len: 1091 time: 1.1315098 Sep 16 12:48:44.782555 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacfa868-1c8b-4918-8797-f31caee29361', 'tag': 'fabffdb4-d14b-4b3e-bbe3-09f69928ff1e'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:44.784899 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9906a0d7-52bd-4dab-b684-dd9026dc6eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "dacfa868-1c8b-4918-8797-f31caee29361", "tag": "fabffdb4-d14b-4b3e-bbe3-09f69928ff1e"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:44.803999 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80a47e-6abc-4d1f-8371-d606cffe1d67 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Pushing event updated for resources: {'Port': ['ID=87b801a8-8cd8-47aa-9985-315966a9dc1d,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:44.804263 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-080a15e4-af89-4290-903b-af1ca686743e None None] Port c82c5517-9370-47b7-870d-b1c0f066ce8a had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:48:44.817051 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-db80a47e-6abc-4d1f-8371-d606cffe1d67 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (01cccd48-81a1-462b-b2aa-58a614020fee), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:44.842631 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-394bcb02-f8d4-45a1-9345-6f830e4bbd34 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/quotas/97a3e6c179c6495281c2816a1e18aa7e HTTP/1.1" status: 200 len: 375 time: 0.0473831 Sep 16 12:48:44.843513 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80dec4-b23f-4693-aae4-43c6aac0503f service neutron] Pushing event updated for resources: {'Port': ['ID=fabffdb4-d14b-4b3e-bbe3-09f69928ff1e,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:44.862831 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-db80a47e-6abc-4d1f-8371-d606cffe1d67 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:44.864350 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-db80a47e-6abc-4d1f-8371-d606cffe1d67 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5021958 Sep 16 12:48:44.889591 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:44.925601 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8308eae8-289f-4712-aa58-a56632b381fb req-a1391623-f34b-44b1-8bec-3b934eee90c9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368115 Sep 16 12:48:44.943864 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-ff5a383e-68c4-44f0-9526-2b9290f5f6b2 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=97a3e6c179c6495281c2816a1e18aa7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868075 Sep 16 12:48:45.055801 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-5fac539b-c678-4d29-ade1-807df90e475e tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=8c037a6456444018a6ef54314419e2f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260320 Sep 16 12:48:45.077026 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02052a1d-cca0-48ac-a0a6-fdd68d12edd7 req-28657027-a1af-4aa5-9205-f04f32298ae0 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:45.078532 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-02052a1d-cca0-48ac-a0a6-fdd68d12edd7 req-28657027-a1af-4aa5-9205-f04f32298ae0 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 950 time: 0.0663493 Sep 16 12:48:45.112637 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-90656fb6-ca9a-4d62-82b8-758f3e1f875a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a79b9e4b-851c-466c-9c78-fcc8f1ac7081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496646 Sep 16 12:48:45.193648 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-02052a1d-cca0-48ac-a0a6-fdd68d12edd7 req-6ff78122-7ac6-4c4b-94df-69506e424785 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032054 Sep 16 12:48:45.199841 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-93c80ff7-243e-4f8a-8171-821f02e1e13b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:45.201467 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-93c80ff7-243e-4f8a-8171-821f02e1e13b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1347263 Sep 16 12:48:45.222173 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-2d7f4c7f-0657-47a1-ab97-64417c1aba0c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Request body: {'port': {'device_id': '95448444-b52b-428f-9c7c-8e0e78fc2b22', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '8c037a6456444018a6ef54314419e2f2'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:45.235870 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-02dd1d98-76d7-4b0b-80ea-dfa804d8e4ae service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a79b9e4b-851c-466c-9c78-fcc8f1ac7081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137562 Sep 16 12:48:45.248988 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eeead2d-c4c0-4988-ac2d-c5c79d092fbc x-openstack-request-id: req-0eeead2d-c4c0-4988-ac2d-c5c79d092fbc {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:45.249493 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b4a601-8b6e-498e-8c17-9e689c13db74", "tag": "c82c5517-9370-47b7-870d-b1c0f066ce8a", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:45.250049 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0eeead2d-c4c0-4988-ac2d-c5c79d092fbc {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:45.250899 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eeead2d-c4c0-4988-ac2d-c5c79d092fbc'] response: {'name': 'network-changed', 'server_uuid': 'c6b4a601-8b6e-498e-8c17-9e689c13db74', 'tag': 'c82c5517-9370-47b7-870d-b1c0f066ce8a', 'status': 'completed', 'code': 200} Sep 16 12:48:45.350814 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-2d7f4c7f-0657-47a1-ab97-64417c1aba0c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Made reservation on behalf of 8c037a6456444018a6ef54314419e2f2 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:48:45.359857 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-2d7f4c7f-0657-47a1-ab97-64417c1aba0c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:45.382923 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-724374d4-04ec-4dc8-b516-c6f0c01870f8 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1951644033&fields=id&tenant_id=7058e9e184834c39a5a299f481a6e62e HTTP/1.1" status: 200 len: 267 time: 0.0621450 Sep 16 12:48:45.393447 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:45.399144 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ddfd8c-9a95-4b25-9e0f-5f4f2e7fc287 x-openstack-request-id: req-23ddfd8c-9a95-4b25-9e0f-5f4f2e7fc287 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:45.399649 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacfa868-1c8b-4918-8797-f31caee29361", "tag": "fabffdb4-d14b-4b3e-bbe3-09f69928ff1e", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:45.400184 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-23ddfd8c-9a95-4b25-9e0f-5f4f2e7fc287 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:45.400808 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23ddfd8c-9a95-4b25-9e0f-5f4f2e7fc287'] response: {'name': 'network-changed', 'server_uuid': 'dacfa868-1c8b-4918-8797-f31caee29361', 'tag': 'fabffdb4-d14b-4b3e-bbe3-09f69928ff1e', 'status': 'completed', 'code': 200} Sep 16 12:48:45.421830 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 8109ea32-2ace-4f1c-be0b-e7fa4599d05e no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:48:45.499376 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] The host n-h2-858094-4 is not matching for port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e host n-h1-858094-4! {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 16 12:48:45.500312 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 8109ea32-2ace-4f1c-be0b-e7fa4599d05e not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:48:45.536633 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-2d7f4c7f-0657-47a1-ab97-64417c1aba0c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Allocated IP 192.168.233.100 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/1c5c05cf-4ab1-4beb-b208-fb0941341532) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:48:45.549859 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:45.568686 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e39e0-51a6-4203-9ec7-62b27ca3efc9 req-50ab1fd4-1d13-43e4-b869-d4c89098d1a2 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:45.570195 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f8e39e0-51a6-4203-9ec7-62b27ca3efc9 req-50ab1fd4-1d13-43e4-b869-d4c89098d1a2 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 943 time: 0.0713408 Sep 16 12:48:45.576413 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-b285e408-4cde-485f-b225-d3bda8e7c21d tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:45.577832 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-b285e408-4cde-485f-b225-d3bda8e7c21d tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/networks?id=eb8add18-d929-45d2-acc9-197a8391e875 HTTP/1.1" status: 200 len: 823 time: 0.1804798 Sep 16 12:48:45.604990 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.25', 53357) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:45.609766 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-a555a689-193b-4196-b225-0df4d3de9651 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/quotas/7058e9e184834c39a5a299f481a6e62e HTTP/1.1" status: 200 len: 375 time: 0.0238709 Sep 16 12:48:45.674228 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f8e39e0-51a6-4203-9ec7-62b27ca3efc9 req-0a79d603-7f9a-41cd-a2d3-ff6416ae3407 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952570 Sep 16 12:48:45.717243 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-93beedb1-a3e0-4e77-bcf9-da98c2f47eff tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=7058e9e184834c39a5a299f481a6e62e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0995040 Sep 16 12:48:45.839712 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-2d7f4c7f-0657-47a1-ab97-64417c1aba0c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks [] for port (1c5c05cf-4ab1-4beb-b208-fb0941341532), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:45.880628 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906a0d7-52bd-4dab-b684-dd9026dc6eb6 req-43532aea-be1a-4d0c-b20e-ae95f9d47cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:45.881210 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-685e620b-6f4d-4962-b3d4-c41a74687d52 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:45.882748 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9906a0d7-52bd-4dab-b684-dd9026dc6eb6 req-43532aea-be1a-4d0c-b20e-ae95f9d47cfc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e6fa2067c44b42b5aa940619abd8e538&device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 1125 time: 0.1336949 Sep 16 12:48:45.883339 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-685e620b-6f4d-4962-b3d4-c41a74687d52 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a&tenant_id=dd7ec914bffb4743921e4116b0c399eb&binding%3Ahost_id=n-h2-858094-4 HTTP/1.1" status: 200 len: 1126 time: 0.2040265 Sep 16 12:48:45.893266 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-174b32b9-39b2-4def-bc81-878d704d8f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:45.894731 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-174b32b9-39b2-4def-bc81-878d704d8f39 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 1129 time: 0.2025070 Sep 16 12:48:45.898646 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-2d7f4c7f-0657-47a1-ab97-64417c1aba0c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (1c5c05cf-4ab1-4beb-b208-fb0941341532), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:45.910152 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['5d6e364d-d651-4c3c-b21c-27421ce4597f', '84d3e3e1-0c23-49c4-af27-80f8acbc75ae'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:48:45.948963 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['27de96a3-bf43-46c1-a8f8-afd304cea206'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:48:45.970039 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f4c7f-0657-47a1-ab97-64417c1aba0c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Pushing event updated for resources: {'Port': ['ID=1c5c05cf-4ab1-4beb-b208-fb0941341532,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:46.113253 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-2d7f4c7f-0657-47a1-ab97-64417c1aba0c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:48:46.150960 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-2d7f4c7f-0657-47a1-ab97-64417c1aba0c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:48:46.159731 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-2d7f4c7f-0657-47a1-ab97-64417c1aba0c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:48:46.210657 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:46.304822 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-2d7f4c7f-0657-47a1-ab97-64417c1aba0c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:46.305721 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-2d7f4c7f-0657-47a1-ab97-64417c1aba0c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:46.327983 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.25', 53364) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:46.380487 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-2d7f4c7f-0657-47a1-ab97-64417c1aba0c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1640081 Sep 16 12:48:46.383819 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906a0d7-52bd-4dab-b684-dd9026dc6eb6 req-806fb4fb-3a3f-4b35-8336-0df4e4f562f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:46.388220 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9906a0d7-52bd-4dab-b684-dd9026dc6eb6 req-806fb4fb-3a3f-4b35-8336-0df4e4f562f5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=e6fa2067c44b42b5aa940619abd8e538&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4196117 Sep 16 12:48:46.394804 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] Request body: {'port': {'device_id': '95448444-b52b-428f-9c7c-8e0e78fc2b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:46.398028 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:46.500956 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:46.503057 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-fd688522-a80f-4b33-bbb4-3c580d67969c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/eb8add18-d929-45d2-acc9-197a8391e875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7244725 Sep 16 12:48:46.576436 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-0055f57c-8ca9-4e96-874b-7611c4408045 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c82c5517-9370-47b7-870d-b1c0f066ce8a HTTP/1.1" status: 200 len: 217 time: 0.2454767 Sep 16 12:48:46.577188 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-828481be-3857-410c-96c1-8a13d346b89f req-b1a359be-f25b-4c22-84c6-77413a5e5223 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Deleting port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:48:46.577485 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-828481be-3857-410c-96c1-8a13d346b89f req-b1a359be-f25b-4c22-84c6-77413a5e5223 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:46.595489 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-9dc32741-52d3-4ae3-bd10-06e03afa70ef None None] Provisioning complete for port 1c5c05cf-4ab1-4beb-b208-fb0941341532 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:46.596083 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9dc32741-52d3-4ae3-bd10-06e03afa70ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (1c5c05cf-4ab1-4beb-b208-fb0941341532), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:46.596673 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-9dc32741-52d3-4ae3-bd10-06e03afa70ef None None] Attempt 1 to provision port 1c5c05cf-4ab1-4beb-b208-fb0941341532 Sep 16 12:48:46.618540 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee184f4d-50b5-4d82-8e99-4dfd47d1d339 req-4c14e8e7-2a73-4e65-a28d-c2098208d2e2 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:46.620347 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ee184f4d-50b5-4d82-8e99-4dfd47d1d339 req-4c14e8e7-2a73-4e65-a28d-c2098208d2e2 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=07365fde-3701-46a6-aba7-4c6f74e181b9 HTTP/1.1" status: 200 len: 945 time: 0.2454982 Sep 16 12:48:46.627650 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-7f0fb7c5-47f0-4cbc-bbe4-06ba1086eda9 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--170165621&fields=id&tenant_id=3e3e2fe65ad744a2ba3b757f42f1d07b HTTP/1.1" status: 200 len: 267 time: 0.7543368 Sep 16 12:48:46.651745 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-9dc32741-52d3-4ae3-bd10-06e03afa70ef None None] Port 1c5c05cf-4ab1-4beb-b208-fb0941341532 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:46.657584 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1c5c05cf-4ab1-4beb-b208-fb0941341532), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:46.683961 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-5d54c9aa-3b8f-4681-a584-983b054a7100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:46.685557 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-5d54c9aa-3b8f-4681-a584-983b054a7100 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a&tenant_id=dd7ec914bffb4743921e4116b0c399eb HTTP/1.1" status: 200 len: 1126 time: 0.7415431 Sep 16 12:48:46.714092 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:48:46.718385 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:46.721298 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906a0d7-52bd-4dab-b684-dd9026dc6eb6 req-b3bd2bfe-0c56-45c4-b7cf-db34368af8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:46.723573 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9906a0d7-52bd-4dab-b684-dd9026dc6eb6 req-b3bd2bfe-0c56-45c4-b7cf-db34368af8ed service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2724030 Sep 16 12:48:46.799807 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:46.821622 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:46.822966 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:46.858013 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b320dc8-1e79-4202-8162-0a418c6b1874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:46.860534 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d62e289-f17b-4147-b09d-ddc58730a78e" -d '{"events": [{"server_uuid": "1b320dc8-1e79-4202-8162-0a418c6b1874", "name": "network-vif-unplugged", "status": "completed", "tag": "cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:46.861718 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-828481be-3857-410c-96c1-8a13d346b89f req-b1a359be-f25b-4c22-84c6-77413a5e5223 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] For port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:46.862092 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-828481be-3857-410c-96c1-8a13d346b89f req-b1a359be-f25b-4c22-84c6-77413a5e5223 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:46.878455 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:46.885913 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:46.934616 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-278ed1f1-c2f7-41de-8154-e0a15dfe4dde service neutron] 10.222.0.67 "GET /networking/v2.0/networks/eb8add18-d929-45d2-acc9-197a8391e875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820095 Sep 16 12:48:46.961332 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-828481be-3857-410c-96c1-8a13d346b89f req-b1a359be-f25b-4c22-84c6-77413a5e5223 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Calling delete_port for cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:48:47.038768 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-0c7d449a-3462-4d48-98a4-a293f4ab6291 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:47.039981 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-0c7d449a-3462-4d48-98a4-a293f4ab6291 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/networks?id=3300d86a-7270-4b5f-bde5-4572289b9372 HTTP/1.1" status: 200 len: 806 time: 0.3497519 Sep 16 12:48:47.045422 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:47.152930 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-9dc32741-52d3-4ae3-bd10-06e03afa70ef None None] Attempt 2 to provision port 1c5c05cf-4ab1-4beb-b208-fb0941341532 Sep 16 12:48:47.183776 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-62a63816-dc3a-4b0b-bc3b-8221f2f336c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:47.185724 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-62a63816-dc3a-4b0b-bc3b-8221f2f336c8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.3448679 Sep 16 12:48:47.186559 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.25', 53372) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:47.229686 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-9dc32741-52d3-4ae3-bd10-06e03afa70ef None None] Port 1c5c05cf-4ab1-4beb-b208-fb0941341532 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:47.340434 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-bfe0df49-6744-4563-97e9-1d6bce141821 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/quotas/3e3e2fe65ad744a2ba3b757f42f1d07b HTTP/1.1" status: 200 len: 375 time: 0.2150445 Sep 16 12:48:47.341040 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-ee184f4d-50b5-4d82-8e99-4dfd47d1d339 req-347c2577-d587-48c1-ae33-04221394c313 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Deleting port 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:48:47.341284 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-ee184f4d-50b5-4d82-8e99-4dfd47d1d339 req-347c2577-d587-48c1-ae33-04221394c313 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:47.367446 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-1ceeca7b-fae1-431b-8850-0d574f2a7934 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=8c037a6456444018a6ef54314419e2f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1539783 Sep 16 12:48:47.376292 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-1e502946-aa7e-47a6-83e3-48b41e4bca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:47.378238 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-1e502946-aa7e-47a6-83e3-48b41e4bca9f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 1126 time: 0.0829673 Sep 16 12:48:47.387209 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-0aea8841-a89a-479b-b437-af170494c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:47.388720 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-0aea8841-a89a-479b-b437-af170494c4e3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e6fa2067c44b42b5aa940619abd8e538&device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 1125 time: 0.3653433 Sep 16 12:48:47.429945 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:47.513093 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-5813872d-d9ed-4e72-a054-975ffbf37b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:47.514665 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-5813872d-d9ed-4e72-a054-975ffbf37b51 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2840681 Sep 16 12:48:47.543078 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5c05cf-4ab1-4beb-b208-fb0941341532 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:48:47.558264 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] Publish callbacks [] for port (1c5c05cf-4ab1-4beb-b208-fb0941341532), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:47.583862 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1d13e-582f-48b6-9040-a9d99c622ea1 req-63ba620a-7190-4d4b-bb6c-a7714e792e0c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:47.590055 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] Transition to ACTIVE for port object 1c5c05cf-4ab1-4beb-b208-fb0941341532 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:48:47.591474 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-69b1d13e-582f-48b6-9040-a9d99c622ea1 req-63ba620a-7190-4d4b-bb6c-a7714e792e0c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 947 time: 0.3717754 Sep 16 12:48:47.603562 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (1c5c05cf-4ab1-4beb-b208-fb0941341532), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:47.614296 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-8c34f263-be99-4a66-a5f6-66ba5f2805f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:47.615875 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-8c34f263-be99-4a66-a5f6-66ba5f2805f1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 0.1440928 Sep 16 12:48:47.640637 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-003cbcbc-72c2-4033-b1b3-9c089cb62803 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabffdb4-d14b-4b3e-bbe3-09f69928ff1e HTTP/1.1" status: 200 len: 217 time: 0.1676970 Sep 16 12:48:47.659938 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-1c7bc72f-4460-4a41-86c5-20d109299921 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3e3e2fe65ad744a2ba3b757f42f1d07b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2765431 Sep 16 12:48:47.683090 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-07968a03-a692-44ee-9ba7-7c656c179c11 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8109ea32-2ace-4f1c-be0b-e7fa4599d05e HTTP/1.1" status: 200 len: 217 time: 0.0431707 Sep 16 12:48:47.686988 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:47.731378 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-9dc32741-52d3-4ae3-bd10-06e03afa70ef None None] Attempt 3 to provision port 1c5c05cf-4ab1-4beb-b208-fb0941341532 Sep 16 12:48:47.740923 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] Pushing event updated for resources: {'Port': ['ID=1c5c05cf-4ab1-4beb-b208-fb0941341532,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:47.773350 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:47.774258 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-9dc32741-52d3-4ae3-bd10-06e03afa70ef None None] Port 1c5c05cf-4ab1-4beb-b208-fb0941341532 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:47.780935 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] Attempting to bind port 1c5c05cf-4ab1-4beb-b208-fb0941341532 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:48:47.781352 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] Attempting to bind port 1c5c05cf-4ab1-4beb-b208-fb0941341532 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:48:47.781691 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] Attempting to bind port 1c5c05cf-4ab1-4beb-b208-fb0941341532 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:47.834616 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] Port 1c5c05cf-4ab1-4beb-b208-fb0941341532 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:48:47.834943 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] Attempting to bind port 1c5c05cf-4ab1-4beb-b208-fb0941341532 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:47.887928 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:48:47.888320 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:48:47.888707 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:48:47.889142 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] Bound port: 1c5c05cf-4ab1-4beb-b208-fb0941341532, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:48:47.889496 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1c5c05cf-4ab1-4beb-b208-fb0941341532), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:47.942831 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-ee184f4d-50b5-4d82-8e99-4dfd47d1d339 req-347c2577-d587-48c1-ae33-04221394c313 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] For port 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6,segment=NetworkSegment(54018204-1d57-4be0-9461-ce44976109f9),segment_id=54018204-1d57-4be0-9461-ce44976109f9)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:47.943475 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-ee184f4d-50b5-4d82-8e99-4dfd47d1d339 req-347c2577-d587-48c1-ae33-04221394c313 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:47.967040 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-e704770c-3121-431c-8f50-80bbde87945d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:47.968517 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-e704770c-3121-431c-8f50-80bbde87945d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e4fab7ee-afa2-498a-a38b-87393fd03027 HTTP/1.1" status: 200 len: 844 time: 0.2917120 Sep 16 12:48:48.017381 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] For port 1c5c05cf-4ab1-4beb-b208-fb0941341532, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:48:48.024255 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-321ddfe0-6195-4410-b277-b8b97564571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:48.027053 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-321ddfe0-6195-4410-b277-b8b97564571d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.1176317 Sep 16 12:48:48.052415 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] For port 1c5c05cf-4ab1-4beb-b208-fb0941341532, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=1c5c05cf-4ab1-4beb-b208-fb0941341532,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:48:48.076184 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.25', 53383) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:48.096514 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-69b1d13e-582f-48b6-9040-a9d99c622ea1 req-a9011564-ed2b-4f31-816d-8562b6241135 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037167 Sep 16 12:48:48.096764 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (1c5c05cf-4ab1-4beb-b208-fb0941341532), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:48.101460 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:48.103062 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:48.105080 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/1c5c05cf-4ab1-4beb-b208-fb0941341532 HTTP/1.1" status: 200 len: 1096 time: 1.7157481 Sep 16 12:48:48.123424 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95448444-b52b-428f-9c7c-8e0e78fc2b22', 'tag': '1c5c05cf-4ab1-4beb-b208-fb0941341532'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:48.127911 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54486c6-5970-41d9-b248-f963b876b807" -d '{"events": [{"name": "network-changed", "server_uuid": "95448444-b52b-428f-9c7c-8e0e78fc2b22", "tag": "1c5c05cf-4ab1-4beb-b208-fb0941341532"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:48.130381 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-80b785f9-925b-4e41-8a50-d4a473e7850d tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:48.132095 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-80b785f9-925b-4e41-8a50-d4a473e7850d tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6605074 Sep 16 12:48:48.173198 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-8e107018-4208-45a6-b1cb-1817442c2dc9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6106260 Sep 16 12:48:48.182972 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-828481be-3857-410c-96c1-8a13d346b89f req-b1a359be-f25b-4c22-84c6-77413a5e5223 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:48.196098 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['31e589d5-4175-4617-9376-ffdea1a75308'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:48:48.224083 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-99600004-6fac-4748-9c51-359fb34ff172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:48.226221 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-99600004-6fac-4748-9c51-359fb34ff172 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1905746 Sep 16 12:48:48.279441 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-9dc32741-52d3-4ae3-bd10-06e03afa70ef None None] Attempt 4 to provision port 1c5c05cf-4ab1-4beb-b208-fb0941341532 Sep 16 12:48:48.289845 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a359be-f25b-4c22-84c6-77413a5e5223 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Pushing event deleted for resources: {'Port': ['ID=cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:48.294407 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-3d7af97d-6b77-466c-9642-1b136e7e11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:48.296229 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-3d7af97d-6b77-466c-9642-1b136e7e11af service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0e610de6-3238-41c3-bd1a-f23917fad801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2874842 Sep 16 12:48:48.342269 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-f81dc420-f5b4-467d-8d18-53c09295038a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953286 Sep 16 12:48:48.363725 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-9dc32741-52d3-4ae3-bd10-06e03afa70ef None None] Port 1c5c05cf-4ab1-4beb-b208-fb0941341532 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:48:48.397243 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:48.415691 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:48.437788 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-34574183-e3f9-4a6e-8c46-4c78cb6dfccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:48.439970 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-34574183-e3f9-4a6e-8c46-4c78cb6dfccd service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&device_id=95448444-b52b-428f-9c7c-8e0e78fc2b22 HTTP/1.1" status: 200 len: 1130 time: 0.2086830 Sep 16 12:48:48.486455 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53a393-153a-4b46-801c-1e4d4c2ba02c service neutron] Pushing event updated for resources: {'Port': ['ID=1c5c05cf-4ab1-4beb-b208-fb0941341532,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:48.579060 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-5b4d1e79-8df4-4903-9895-de12fae41a98 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=1c5c05cf-4ab1-4beb-b208-fb0941341532 HTTP/1.1" status: 200 len: 217 time: 0.1016319 Sep 16 12:48:48.596933 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-8183e401-7a54-4b5a-9e78-3b96259628de tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:48.599851 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-8183e401-7a54-4b5a-9e78-3b96259628de tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a79b9e4b-851c-466c-9c78-fcc8f1ac7081 HTTP/1.1" status: 200 len: 814 time: 0.5196676 Sep 16 12:48:48.655969 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-9d753532-e0df-4388-a141-dbfdeb03569d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043369 Sep 16 12:48:48.719921 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:48:48.721237 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-f715cb11-497c-4dbe-b931-312cd3c2e953 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=97a3e6c179c6495281c2816a1e18aa7e HTTP/1.1" status: 200 len: 380 time: 0.0939257 Sep 16 12:48:48.724910 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-38b16e88-8463-4884-a166-271de761c446 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Request body: {'port': {'device_id': '1bdda11e-3b22-4d78-af62-8cc9a3915a4b', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '8c037a6456444018a6ef54314419e2f2'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:48.750165 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-317a4c5d-ebb3-48e1-8740-974a625a3f7c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Request body: {'port': {'device_id': 'd16466e6-cdcd-43d7-bc01-bdf3249fdcf0', 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081', 'admin_state_up': True, 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'security_groups': ['cbf312f8-48ae-4fe7-ad1f-8a18991d0443']}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:48.825673 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-e2874203-404a-419f-95fc-5337d3bd65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:48.827410 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-e2874203-404a-419f-95fc-5337d3bd65a1 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1051757 Sep 16 12:48:48.881923 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:48.890651 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fca53e-2d2d-4a98-9e33-02cb9a0e024c req-c3561b8f-feed-45f7-b220-a94238c35422 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:48.895701 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0fca53e-2d2d-4a98-9e33-02cb9a0e024c req-c3561b8f-feed-45f7-b220-a94238c35422 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=95448444-b52b-428f-9c7c-8e0e78fc2b22 HTTP/1.1" status: 200 len: 948 time: 0.6384928 Sep 16 12:48:48.954709 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:48.955494 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:49.026259 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6,segment=NetworkSegment(54018204-1d57-4be0-9461-ce44976109f9),segment_id=54018204-1d57-4be0-9461-ce44976109f9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:49.036028 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:49.095507 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:49.161674 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:49.169306 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-f4a5f189-2fba-40d7-be23-f6a5473a61f9 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/3300d86a-7270-4b5f-bde5-4572289b9372?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4674935 Sep 16 12:48:49.198594 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-7486c594-ce5e-4577-bb1a-5f228b10e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:49.200224 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-7486c594-ce5e-4577-bb1a-5f228b10e733 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3400264 Sep 16 12:48:49.343981 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-04d99909-f6c2-41d2-9e29-8cd76ab99bb7 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:49.345551 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-04d99909-f6c2-41d2-9e29-8cd76ab99bb7 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.76 "GET /networking/v2.0/networks?id=eb8add18-d929-45d2-acc9-197a8391e875 HTTP/1.1" status: 200 len: 823 time: 0.4364138 Sep 16 12:48:49.348889 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-317a4c5d-ebb3-48e1-8740-974a625a3f7c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Made reservation on behalf of 97a3e6c179c6495281c2816a1e18aa7e for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:48:49.353742 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-317a4c5d-ebb3-48e1-8740-974a625a3f7c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:49.414644 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-af127bc4-4905-4456-a415-06f0a58f7b48 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/3300d86a-7270-4b5f-bde5-4572289b9372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442672 Sep 16 12:48:49.472415 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-576ad5e3-f1d8-4e99-816e-d6fe6ab279f1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589355 Sep 16 12:48:49.535550 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d7f92ab4-b84a-4c08-9a7c-dceba81f78c7 req-86c3012a-f2ba-4c02-99a2-41b166e19a10 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2826262 Sep 16 12:48:49.600297 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-dd1e5a48-5233-4589-aa1c-cbb978c2bcec tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7058e9e184834c39a5a299f481a6e62e HTTP/1.1" status: 200 len: 380 time: 0.2386041 Sep 16 12:48:49.613283 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-6396b64f-6f17-45e9-ba7e-7443f3eb586a tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Request body: {'port': {'device_id': '38d079dd-9676-45f7-b286-16aa78d487bf', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'admin_state_up': True, 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'security_groups': ['7775057f-57f6-4251-aaa7-ff631623100e']}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:49.636327 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-828481be-3857-410c-96c1-8a13d346b89f req-b1a359be-f25b-4c22-84c6-77413a5e5223 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] No DVR routers for this DVR port cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:48:49.640707 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-828481be-3857-410c-96c1-8a13d346b89f req-b1a359be-f25b-4c22-84c6-77413a5e5223 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:49.647120 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-828481be-3857-410c-96c1-8a13d346b89f req-b1a359be-f25b-4c22-84c6-77413a5e5223 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.25 "DELETE /networking/v2.0/ports/cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c HTTP/1.1" status: 204 len: 173 time: 3.9511931 Sep 16 12:48:49.727769 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:49.737787 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b320dc8-1e79-4202-8162-0a418c6b1874', 'name': 'network-vif-deleted', 'tag': 'cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:49.745632 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5967ac28-6a43-42a2-903f-1458ce3f3079" -d '{"events": [{"server_uuid": "1b320dc8-1e79-4202-8162-0a418c6b1874", "name": "network-vif-deleted", "tag": "cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:49.751886 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:49.786979 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:49.790669 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-320462cb-aa3b-417a-ae83-80cdc97a2013 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0e610de6-3238-41c3-bd1a-f23917fad801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9349256 Sep 16 12:48:49.809515 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-317a4c5d-ebb3-48e1-8740-974a625a3f7c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Allocated IP 172.20.0.5 (a79b9e4b-851c-466c-9c78-fcc8f1ac7081/84ba4951-a43e-462f-8cea-c8f3885b092d/9fe525ed-e767-4d78-8eff-93ca2a0eb98f) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:48:49.818516 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-cc5e8b50-6992-40aa-98f3-9cfa71378cde service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147209 Sep 16 12:48:49.950119 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:49.969806 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0fca53e-2d2d-4a98-9e33-02cb9a0e024c req-901c0038-8150-4d36-bd42-04d4e6c146d6 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8344302 Sep 16 12:48:49.973176 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-38b16e88-8463-4884-a166-271de761c446 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Made reservation on behalf of 8c037a6456444018a6ef54314419e2f2 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:48:49.982649 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-38b16e88-8463-4884-a166-271de761c446 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:49.987606 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-ee184f4d-50b5-4d82-8e99-4dfd47d1d339 req-347c2577-d587-48c1-ae33-04221394c313 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:49.987962 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-ee184f4d-50b5-4d82-8e99-4dfd47d1d339 req-347c2577-d587-48c1-ae33-04221394c313 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (482646c7-4950-49fe-8099-b0c933feadd4), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:49.988302 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [req-ee184f4d-50b5-4d82-8e99-4dfd47d1d339 req-347c2577-d587-48c1-ae33-04221394c313 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Floating IP 482646c7-4950-49fe-8099-b0c933feadd4 disassociated. External IP: 172.25.2.209, port: 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6. Sep 16 12:48:49.988782 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-ee184f4d-50b5-4d82-8e99-4dfd47d1d339 req-347c2577-d587-48c1-ae33-04221394c313 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Calling delete_port for 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:48:50.006836 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f990f97-d52e-4f46-88b9-e4a9a0b11ed0 req-63b6af6a-91cd-4875-908d-baf5a90d0b59 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 210 time: 0.1385252 Sep 16 12:48:50.085596 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-6396b64f-6f17-45e9-ba7e-7443f3eb586a tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Made reservation on behalf of 7058e9e184834c39a5a299f481a6e62e for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:48:50.111075 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-6396b64f-6f17-45e9-ba7e-7443f3eb586a tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:50.283518 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f741c-58b0-4037-9054-1995b24ed414 req-9272bd34-3710-45bb-84e2-7dbc64ea6972 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:50.292459 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-125f741c-58b0-4037-9054-1995b24ed414 req-9272bd34-3710-45bb-84e2-7dbc64ea6972 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 944 time: 0.0980675 Sep 16 12:48:50.470748 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-317a4c5d-ebb3-48e1-8740-974a625a3f7c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for port (9fe525ed-e767-4d78-8eff-93ca2a0eb98f), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:50.499376 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-853357ac-3670-40a8-a926-19df6653bbe5 req-dfd677c5-eee5-4cae-af0a-4ed3f3ea9877 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 210 time: 0.3508363 Sep 16 12:48:50.520888 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-6396b64f-6f17-45e9-ba7e-7443f3eb586a tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Allocated IP 172.20.0.5 (eb8add18-d929-45d2-acc9-197a8391e875/fb6cbc25-6c82-4a73-b1fd-602ce120a77f/3d903631-a9e4-424f-ad6d-35d838b2d04d) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:48:50.548909 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-317a4c5d-ebb3-48e1-8740-974a625a3f7c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (9fe525ed-e767-4d78-8eff-93ca2a0eb98f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:50.640634 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-317a4c5d-ebb3-48e1-8740-974a625a3f7c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Network a79b9e4b-851c-466c-9c78-fcc8f1ac7081 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:48:50.647510 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-317a4c5d-ebb3-48e1-8740-974a625a3f7c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:48:50.661861 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-317a4c5d-ebb3-48e1-8740-974a625a3f7c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:48:50.668238 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a4c5d-ebb3-48e1-8740-974a625a3f7c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Pushing event updated for resources: {'Port': ['ID=9fe525ed-e767-4d78-8eff-93ca2a0eb98f,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:50.733566 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-125f741c-58b0-4037-9054-1995b24ed414 req-621ea0a3-f5f4-4c19-bd3a-14c02c13be31 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397857 Sep 16 12:48:50.777669 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-317a4c5d-ebb3-48e1-8740-974a625a3f7c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:50.778404 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-317a4c5d-ebb3-48e1-8740-974a625a3f7c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:50.800779 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ccf18-0d7f-482f-8446-d87f30de6527 req-5fa41859-a535-4a2e-9632-5313d4f73d55 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:50.801525 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2015dea-3ff0-4711-8a2d-4f9c9a0ed1a9 x-openstack-request-id: req-b2015dea-3ff0-4711-8a2d-4f9c9a0ed1a9 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:50.801850 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b320dc8-1e79-4202-8162-0a418c6b1874", "name": "network-vif-unplugged", "status": "completed", "tag": "cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:50.802134 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b2015dea-3ff0-4711-8a2d-4f9c9a0ed1a9 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:50.802561 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fc8ccf18-0d7f-482f-8446-d87f30de6527 req-5fa41859-a535-4a2e-9632-5313d4f73d55 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 943 time: 0.1742380 Sep 16 12:48:50.802726 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2015dea-3ff0-4711-8a2d-4f9c9a0ed1a9'] response: {'server_uuid': '1b320dc8-1e79-4202-8162-0a418c6b1874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c', 'code': 200} Sep 16 12:48:50.805651 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-38b16e88-8463-4884-a166-271de761c446 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Allocated IP 192.168.233.56 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/e3afd82f-9e91-4967-8755-5ee2e7d21714) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:48:50.814121 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:50.826227 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-317a4c5d-ebb3-48e1-8740-974a625a3f7c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0878143 Sep 16 12:48:50.842672 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3cbd6bf3-54d6-477e-b901-61518f8ca36c req-329e01fa-13d5-4c80-acf5-e66f777d72ef service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0e610de6-3238-41c3-bd1a-f23917fad801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6615686 Sep 16 12:48:50.856090 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-6396b64f-6f17-45e9-ba7e-7443f3eb586a tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for port (3d903631-a9e4-424f-ad6d-35d838b2d04d), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:50.906748 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-6396b64f-6f17-45e9-ba7e-7443f3eb586a tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (3d903631-a9e4-424f-ad6d-35d838b2d04d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:50.958204 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-6396b64f-6f17-45e9-ba7e-7443f3eb586a tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Network eb8add18-d929-45d2-acc9-197a8391e875 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:48:50.961916 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-6396b64f-6f17-45e9-ba7e-7443f3eb586a tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:48:50.966558 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-6396b64f-6f17-45e9-ba7e-7443f3eb586a tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:48:50.988101 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:50.990911 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396b64f-6f17-45e9-ba7e-7443f3eb586a tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Pushing event updated for resources: {'Port': ['ID=3d903631-a9e4-424f-ad6d-35d838b2d04d,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:51.025861 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-6396b64f-6f17-45e9-ba7e-7443f3eb586a tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:51.026556 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-6396b64f-6f17-45e9-ba7e-7443f3eb586a tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:51.027681 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Provisioning complete for port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:51.028628 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (9fe525ed-e767-4d78-8eff-93ca2a0eb98f), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:51.029345 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Attempt 1 to provision port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f Sep 16 12:48:51.051986 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-6396b64f-6f17-45e9-ba7e-7443f3eb586a tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4447126 Sep 16 12:48:51.067262 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fc8ccf18-0d7f-482f-8446-d87f30de6527 req-73759eb4-4e92-4683-9a50-4298aa87092d tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400229 Sep 16 12:48:51.069145 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] Request body: {'port': {'device_id': '38d079dd-9676-45f7-b286-16aa78d487bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:51.072882 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:51.082496 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:51.132053 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5234235-99c4-4868-843b-189a8125c6c6 req-a5fc4bde-0dd8-4f80-801c-1fb40c0bf141 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:51.145721 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b5234235-99c4-4868-843b-189a8125c6c6 req-a5fc4bde-0dd8-4f80-801c-1fb40c0bf141 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=38d079dd-9676-45f7-b286-16aa78d487bf HTTP/1.1" status: 200 len: 931 time: 0.2478912 Sep 16 12:48:51.167650 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3ba66b-a246-4c2f-b9eb-84680465c4f2 x-openstack-request-id: req-9b3ba66b-a246-4c2f-b9eb-84680465c4f2 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:51.168363 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95448444-b52b-428f-9c7c-8e0e78fc2b22", "tag": "1c5c05cf-4ab1-4beb-b208-fb0941341532", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:51.168759 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9b3ba66b-a246-4c2f-b9eb-84680465c4f2 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:51.169299 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b3ba66b-a246-4c2f-b9eb-84680465c4f2'] response: {'name': 'network-changed', 'server_uuid': '95448444-b52b-428f-9c7c-8e0e78fc2b22', 'tag': '1c5c05cf-4ab1-4beb-b208-fb0941341532', 'status': 'completed', 'code': 200} Sep 16 12:48:51.185032 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3d903631-a9e4-424f-ad6d-35d838b2d04d), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:51.265611 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54486c6-5970-41d9-b248-f963b876b807 req-0113403a-9728-4b83-82e7-6e241d0286a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:51.267621 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e54486c6-5970-41d9-b248-f963b876b807 req-0113403a-9728-4b83-82e7-6e241d0286a2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&device_id=95448444-b52b-428f-9c7c-8e0e78fc2b22 HTTP/1.1" status: 200 len: 1130 time: 0.0799260 Sep 16 12:48:51.279626 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-ee184f4d-50b5-4d82-8e99-4dfd47d1d339 req-347c2577-d587-48c1-ae33-04221394c313 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:51.320307 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:51.371190 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c2577-d587-48c1-ae33-04221394c313 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Pushing event deleted for resources: {'Port': ['ID=57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:51.380635 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b5234235-99c4-4868-843b-189a8125c6c6 req-31d1f53e-5038-468f-9d19-c976dcb4a5ba tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340229 Sep 16 12:48:51.479271 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10840b7-e0f7-4446-943d-f0ce037fb2ec req-c00396de-bf17-4cee-a66b-c861fe8220b5 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:51.481931 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e10840b7-e0f7-4446-943d-f0ce037fb2ec req-c00396de-bf17-4cee-a66b-c861fe8220b5 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 947 time: 0.2253172 Sep 16 12:48:51.492512 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54486c6-5970-41d9-b248-f963b876b807 req-1cd1ea1c-2207-4a67-b093-65a21e30f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:51.494348 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e54486c6-5970-41d9-b248-f963b876b807 req-1cd1ea1c-2207-4a67-b093-65a21e30f52e service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.2154231 Sep 16 12:48:51.510661 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-38b16e88-8463-4884-a166-271de761c446 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks [] for port (e3afd82f-9e91-4967-8755-5ee2e7d21714), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:51.550032 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e54486c6-5970-41d9-b248-f963b876b807 req-a6dfd9b1-9ce9-444e-84f5-5b0fe12f0d6c service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=1c5c05cf-4ab1-4beb-b208-fb0941341532 HTTP/1.1" status: 200 len: 217 time: 0.0441751 Sep 16 12:48:51.584294 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Attempt 2 to provision port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f Sep 16 12:48:51.586715 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cfdf17c1-6ba7-4459-9e0f-d7655b001de5 req-cf614009-9830-48aa-b2f4-389be83c632d tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 210 time: 0.1023471 Sep 16 12:48:51.635044 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:51.649002 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d903631-a9e4-424f-ad6d-35d838b2d04d {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:48:51.658282 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] Publish callbacks [] for port (3d903631-a9e4-424f-ad6d-35d838b2d04d), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:51.672600 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db3ed7b-c057-4e4f-ab45-6543d11f3b1f x-openstack-request-id: req-4db3ed7b-c057-4e4f-ab45-6543d11f3b1f {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:51.674613 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b320dc8-1e79-4202-8162-0a418c6b1874", "name": "network-vif-deleted", "tag": "cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:51.674613 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4db3ed7b-c057-4e4f-ab45-6543d11f3b1f {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:51.674613 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db3ed7b-c057-4e4f-ab45-6543d11f3b1f'] response: {'server_uuid': '1b320dc8-1e79-4202-8162-0a418c6b1874', 'name': 'network-vif-deleted', 'tag': 'cbbe2856-820c-4bc2-9d0e-6836f1fe0f7c', 'status': 'completed', 'code': 200} Sep 16 12:48:51.675929 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] Transition to ACTIVE for port object 3d903631-a9e4-424f-ad6d-35d838b2d04d will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:48:51.680152 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (3d903631-a9e4-424f-ad6d-35d838b2d04d), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:51.680353 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e10840b7-e0f7-4446-943d-f0ce037fb2ec req-74aee3d6-d323-414e-9bfd-61140860dbf1 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877546 Sep 16 12:48:51.700347 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-38b16e88-8463-4884-a166-271de761c446 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (e3afd82f-9e91-4967-8755-5ee2e7d21714), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:51.713496 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['5d6e364d-d651-4c3c-b21c-27421ce4597f', '84d3e3e1-0c23-49c4-af27-80f8acbc75ae'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:48:51.782837 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['27de96a3-bf43-46c1-a8f8-afd304cea206'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:48:51.811507 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-38b16e88-8463-4884-a166-271de761c446 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:48:51.819333 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-38b16e88-8463-4884-a166-271de761c446 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:48:51.826625 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee184f4d-50b5-4d82-8e99-4dfd47d1d339 req-347c2577-d587-48c1-ae33-04221394c313 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:48:51.829551 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-38b16e88-8463-4884-a166-271de761c446 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:48:51.838521 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:51.908500 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b16e88-8463-4884-a166-271de761c446 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Pushing event updated for resources: {'Port': ['ID=e3afd82f-9e91-4967-8755-5ee2e7d21714,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:51.920227 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-38b16e88-8463-4884-a166-271de761c446 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:51.921130 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-38b16e88-8463-4884-a166-271de761c446 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:51.969364 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce3d9f-9ba2-40c0-953b-a22416e3188b req-98fc6cdc-6235-4ed5-932f-9de8566f77f8 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:51.977231 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-32ce3d9f-9ba2-40c0-953b-a22416e3188b req-98fc6cdc-6235-4ed5-932f-9de8566f77f8 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=95448444-b52b-428f-9c7c-8e0e78fc2b22 HTTP/1.1" status: 200 len: 948 time: 0.2673023 Sep 16 12:48:51.992414 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-38b16e88-8463-4884-a166-271de761c446 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7380674 Sep 16 12:48:52.122007 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00554077-f701-4926-b90e-c587c4d12e9e req-33fe8810-8875-4295-b72d-7003efbc27d8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:52.129807 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-00554077-f701-4926-b90e-c587c4d12e9e req-33fe8810-8875-4295-b72d-7003efbc27d8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 931 time: 0.2492933 Sep 16 12:48:52.168317 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Attempt 3 to provision port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f Sep 16 12:48:52.202367 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:52.256657 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-32ce3d9f-9ba2-40c0-953b-a22416e3188b req-7418c898-7bcb-4abd-9651-6722093e3481 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780700 Sep 16 12:48:52.257595 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:52.311830 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-00554077-f701-4926-b90e-c587c4d12e9e req-6f5faa89-56a1-46cb-bdff-4f91f06b1238 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807132 Sep 16 12:48:52.324063 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee184f4d-50b5-4d82-8e99-4dfd47d1d339 req-347c2577-d587-48c1-ae33-04221394c313 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:48:52.348840 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6607bf-fea4-49c7-82ed-dbcd9ad194a4 None None] Sync routers for ids ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:48:52.364457 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:52.364900 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6607bf-fea4-49c7-82ed-dbcd9ad194a4 None None] Routers {'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:48:52.365860 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d903631-a9e4-424f-ad6d-35d838b2d04d,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:52.366658 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-ce6607bf-fea4-49c7-82ed-dbcd9ad194a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:48:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:52.415537 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee184f4d-50b5-4d82-8e99-4dfd47d1d339 req-347c2577-d587-48c1-ae33-04221394c313 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] No DVR routers for this DVR port 57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:48:52.429610 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93bb6ec7-ac0d-46ba-abcd-aa9390b630e2 req-455ac49d-2b33-400f-afa0-756aae39c826 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 210 time: 0.1025906 Sep 16 12:48:52.435670 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-ee184f4d-50b5-4d82-8e99-4dfd47d1d339 req-347c2577-d587-48c1-ae33-04221394c313 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:52.448715 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] Attempting to bind port 3d903631-a9e4-424f-ad6d-35d838b2d04d on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:48:52.448715 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] Attempting to bind port 3d903631-a9e4-424f-ad6d-35d838b2d04d by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '54018204-1d57-4be0-9461-ce44976109f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:48:52.449060 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ee184f4d-50b5-4d82-8e99-4dfd47d1d339 req-347c2577-d587-48c1-ae33-04221394c313 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.25 "DELETE /networking/v2.0/ports/57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6 HTTP/1.1" status: 204 len: 173 time: 5.5981796 Sep 16 12:48:52.449158 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] Attempting to bind port 3d903631-a9e4-424f-ad6d-35d838b2d04d on network eb8add18-d929-45d2-acc9-197a8391e875 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:52.499495 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbc6c0-39d6-4c49-833d-8b835f7b3e10 req-d428f3dc-1f8c-4f8c-b938-858dc916e97d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:52.506301 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54486c6-5970-41d9-b248-f963b876b807 req-4a536405-88fb-496f-b89f-223e6a5acbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:52.507518 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-42bbc6c0-39d6-4c49-833d-8b835f7b3e10 req-d428f3dc-1f8c-4f8c-b938-858dc916e97d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 944 time: 0.0742328 Sep 16 12:48:52.507757 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e54486c6-5970-41d9-b248-f963b876b807 req-4a536405-88fb-496f-b89f-223e6a5acbe1 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.2791474 Sep 16 12:48:52.508335 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] Port 3d903631-a9e4-424f-ad6d-35d838b2d04d on network eb8add18-d929-45d2-acc9-197a8391e875 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:48:52.509746 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] Attempting to bind port 3d903631-a9e4-424f-ad6d-35d838b2d04d on network eb8add18-d929-45d2-acc9-197a8391e875 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:52.520201 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-ce6607bf-fea4-49c7-82ed-dbcd9ad194a4 None None] Set router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:48:52.589238 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbaaa7-d0fc-4890-985e-6dc41048839e req-1b6caefd-6c38-4859-a579-b96d4abfd6b5 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:52.590851 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-09cbaaa7-d0fc-4890-985e-6dc41048839e req-1b6caefd-6c38-4859-a579-b96d4abfd6b5 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 943 time: 0.0747256 Sep 16 12:48:52.620257 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-42bbc6c0-39d6-4c49-833d-8b835f7b3e10 req-288bff59-ab2a-4ec8-8edc-f99d0a16131e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118307 Sep 16 12:48:52.626366 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-3e67c3f4-71f1-449d-a869-f65d5ec68dad tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:52.628168 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-3e67c3f4-71f1-449d-a869-f65d5ec68dad tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.76 "GET /networking/v2.0/networks?id=3300d86a-7270-4b5f-bde5-4572289b9372 HTTP/1.1" status: 200 len: 806 time: 0.3903763 Sep 16 12:48:52.632444 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:52.636845 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54486c6-5970-41d9-b248-f963b876b807 req-ce4fc31f-6da9-4870-844d-ca5ce44ea0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:52.642736 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e54486c6-5970-41d9-b248-f963b876b807 req-ce4fc31f-6da9-4870-844d-ca5ce44ea0c5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0994387 Sep 16 12:48:52.642736 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:48:52.642736 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] Checking segment: {'id': '54018204-1d57-4be0-9461-ce44976109f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:48:52.642736 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] Bound using segment: {'id': '54018204-1d57-4be0-9461-ce44976109f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:48:52.642736 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] Bound port: 3d903631-a9e4-424f-ad6d-35d838b2d04d, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54018204-1d57-4be0-9461-ce44976109f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:48:52.644217 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3d903631-a9e4-424f-ad6d-35d838b2d04d), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:52.666745 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-09cbaaa7-d0fc-4890-985e-6dc41048839e req-c2cb1a32-c01f-43f9-a8b5-9c129d76ee19 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680840 Sep 16 12:48:52.724195 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device c82c5517-9370-47b7-870d-b1c0f066ce8a details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:48:52.771713 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Attempt 4 to provision port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f Sep 16 12:48:52.818635 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-ce6607bf-fea4-49c7-82ed-dbcd9ad194a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:12Z', 'updated_at': '2022-09-16T12:46:19Z', 'revision_number': 4, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'gw_port': {'id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:13Z', 'updated_at': '2022-09-16T12:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e440ffa3-b382-4dbb-b375-94dc825628ba', 'name': '', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'mac_address': 'fa:16:3e:30:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:18Z', 'updated_at': '2022-09-16T12:46:24Z', 'revision_number': 5, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'subnets': [{'id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:52.822131 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2dc7be27-38f6-4881-8fc2-73d0b0b9bfdd req-697f0234-b56d-45e0-867f-451630b7f76a tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 210 time: 0.0553622 Sep 16 12:48:52.831181 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175d8be-98c1-48eb-b58c-f981fb180fb0 req-96a72a1c-dc39-4e02-a2ca-5df4f04a112f tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:52.833176 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0175d8be-98c1-48eb-b58c-f981fb180fb0 req-96a72a1c-dc39-4e02-a2ca-5df4f04a112f tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=38d079dd-9676-45f7-b286-16aa78d487bf HTTP/1.1" status: 200 len: 943 time: 0.1141682 Sep 16 12:48:52.845878 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] For port 3d903631-a9e4-424f-ad6d-35d838b2d04d, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:48:52.857854 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-41fd30ff-2d4c-4d48-9324-d18f5ed7d395 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3e3e2fe65ad744a2ba3b757f42f1d07b HTTP/1.1" status: 200 len: 379 time: 0.2177362 Sep 16 12:48:52.859644 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07365fde-3701-46a6-aba7-4c6f74e181b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:52.862459 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] For port 3d903631-a9e4-424f-ad6d-35d838b2d04d, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3d903631-a9e4-424f-ad6d-35d838b2d04d,segment=NetworkSegment(54018204-1d57-4be0-9461-ce44976109f9),segment_id=54018204-1d57-4be0-9461-ce44976109f9)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:48:52.862956 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecfbec4-1dbe-4c53-a727-6bda8e84c091" -d '{"events": [{"server_uuid": "07365fde-3701-46a6-aba7-4c6f74e181b9", "name": "network-vif-unplugged", "status": "completed", "tag": "57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:52.882700 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-5d233a3a-762b-4b11-94db-405ebe575b2a tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Request body: {'port': {'device_id': '8983b634-6da4-4830-b0f1-5835cc55083e', 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372', 'admin_state_up': True, 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'security_groups': ['1ab1c70b-bd1e-4b5f-a710-c457e22db414']}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:52.891081 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e54486c6-5970-41d9-b248-f963b876b807 req-27445f69-1f94-4a57-b282-0ae2ea924a80 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380331 Sep 16 12:48:52.892798 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6607bf-fea4-49c7-82ed-dbcd9ad194a4 None None] Checking router: a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:48:52.894561 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (3d903631-a9e4-424f-ad6d-35d838b2d04d), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:52.898513 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:52.899710 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:52.900886 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/3d903631-a9e4-424f-ad6d-35d838b2d04d HTTP/1.1" status: 200 len: 1091 time: 1.8381927 Sep 16 12:48:52.912901 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:52.933101 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6607bf-fea4-49c7-82ed-dbcd9ad194a4 None None] Routers {'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:48:52.933965 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-ce6607bf-fea4-49c7-82ed-dbcd9ad194a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:48:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:52.937338 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port c82c5517-9370-47b7-870d-b1c0f066ce8a, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c82c5517-9370-47b7-870d-b1c0f066ce8a,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:52.941965 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0175d8be-98c1-48eb-b58c-f981fb180fb0 req-4d8aac03-920c-451f-948b-24bc63634972 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876899 Sep 16 12:48:52.954533 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': 'c82c5517-9370-47b7-870d-b1c0f066ce8a', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': 'c82c5517-9370-47b7-870d-b1c0f066ce8a', 'mac_address': 'fa:16:3e:7b:4b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:48:53.028356 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0bd7c6-afd1-45d9-9a55-052d572c8f14 x-openstack-request-id: req-af0bd7c6-afd1-45d9-9a55-052d572c8f14 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:53.028356 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07365fde-3701-46a6-aba7-4c6f74e181b9", "name": "network-vif-unplugged", "status": "completed", "tag": "57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:53.028356 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-af0bd7c6-afd1-45d9-9a55-052d572c8f14 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:53.029105 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af0bd7c6-afd1-45d9-9a55-052d572c8f14'] response: {'server_uuid': '07365fde-3701-46a6-aba7-4c6f74e181b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6', 'code': 200} Sep 16 12:48:53.030775 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:53.033901 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port c82c5517-9370-47b7-870d-b1c0f066ce8a is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:53.034854 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:53.088310 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c82c5517-9370-47b7-870d-b1c0f066ce8a {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:48:53.134512 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port c82c5517-9370-47b7-870d-b1c0f066ce8a, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c82c5517-9370-47b7-870d-b1c0f066ce8a,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:53.145711 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:53.166325 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9182340-f4c9-4ba6-bfcc-fb348b3270c0 req-112ae57c-5e03-44d9-b0c1-b4241ee01d50 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:53.170948 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9182340-f4c9-4ba6-bfcc-fb348b3270c0 req-112ae57c-5e03-44d9-b0c1-b4241ee01d50 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 947 time: 0.1686211 Sep 16 12:48:53.187050 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d079dd-9676-45f7-b286-16aa78d487bf', 'tag': '3d903631-a9e4-424f-ad6d-35d838b2d04d'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:53.197791 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25cef79-23a5-4b80-b022-2379f0caf290" -d '{"events": [{"name": "network-changed", "server_uuid": "38d079dd-9676-45f7-b286-16aa78d487bf", "tag": "3d903631-a9e4-424f-ad6d-35d838b2d04d"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:53.219695 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:53.250686 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=c82c5517-9370-47b7-870d-b1c0f066ce8a,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:53.273738 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:53.276819 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-ce6607bf-fea4-49c7-82ed-dbcd9ad194a4 None None] Set router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:48:53.283034 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-1968777c-d21e-44cc-a832-a5063bb57750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:53.284445 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdc813-f61a-4c2e-99a5-b8e90a688aa6 req-d7d97514-df3e-460c-8835-14a358ffb40c tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:53.285151 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-1968777c-d21e-44cc-a832-a5063bb57750 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7058e9e184834c39a5a299f481a6e62e&device_id=38d079dd-9676-45f7-b286-16aa78d487bf HTTP/1.1" status: 200 len: 1125 time: 0.2818835 Sep 16 12:48:53.286150 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8fcdc813-f61a-4c2e-99a5-b8e90a688aa6 req-d7d97514-df3e-460c-8835-14a358ffb40c tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 1126 time: 0.1762977 Sep 16 12:48:53.352238 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f1873-e8ee-43e9-8645-d75fbc2dbec9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d903631-a9e4-424f-ad6d-35d838b2d04d,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:53.370882 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9182340-f4c9-4ba6-bfcc-fb348b3270c0 req-44a45648-b3fa-4aa1-a65c-b67b33684d41 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659410 Sep 16 12:48:53.373709 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-094c4c0f-3773-4fb9-a0c6-876056db2442 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d903631-a9e4-424f-ad6d-35d838b2d04d HTTP/1.1" status: 200 len: 217 time: 0.0741274 Sep 16 12:48:53.414379 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Attempt 5 to provision port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f Sep 16 12:48:53.428740 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8fcdc813-f61a-4c2e-99a5-b8e90a688aa6 req-4acd0778-2f93-4324-a738-51ea77f0f160 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230404 Sep 16 12:48:53.479543 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-6f748fb2-c6c8-45da-be3b-a8f95355fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:53.481718 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-6f748fb2-c6c8-45da-be3b-a8f95355fd42 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=fb6cbc25-6c82-4a73-b1fd-602ce120a77f HTTP/1.1" status: 200 len: 862 time: 0.0728817 Sep 16 12:48:53.495131 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca7a84a-567e-49e3-bf76-7fc6a8d546ae x-openstack-request-id: req-aca7a84a-567e-49e3-bf76-7fc6a8d546ae {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:53.495416 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d079dd-9676-45f7-b286-16aa78d487bf", "tag": "3d903631-a9e4-424f-ad6d-35d838b2d04d", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:53.495666 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aca7a84a-567e-49e3-bf76-7fc6a8d546ae {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:53.496056 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aca7a84a-567e-49e3-bf76-7fc6a8d546ae'] response: {'name': 'network-changed', 'server_uuid': '38d079dd-9676-45f7-b286-16aa78d487bf', 'tag': '3d903631-a9e4-424f-ad6d-35d838b2d04d', 'status': 'completed', 'code': 200} Sep 16 12:48:53.498149 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:53.501973 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 1c5c05cf-4ab1-4beb-b208-fb0941341532 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:48:53.611797 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e54486c6-5970-41d9-b248-f963b876b807 req-7c515524-cbe5-4c96-98fa-c38cd8e2d1e6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6929514 Sep 16 12:48:53.646119 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-ce6607bf-fea4-49c7-82ed-dbcd9ad194a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:12Z', 'updated_at': '2022-09-16T12:46:19Z', 'revision_number': 4, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'gw_port': {'id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:13Z', 'updated_at': '2022-09-16T12:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e440ffa3-b382-4dbb-b375-94dc825628ba', 'name': '', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'mac_address': 'fa:16:3e:30:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:18Z', 'updated_at': '2022-09-16T12:46:24Z', 'revision_number': 5, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'subnets': [{'id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:48:53.662817 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cbb05-a7f9-47c9-9f29-6655b35b0b83 req-83a207e7-4e72-414e-b0db-6ec2d0363d28 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:53.664451 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7f7cbb05-a7f9-47c9-9f29-6655b35b0b83 req-83a207e7-4e72-414e-b0db-6ec2d0363d28 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=95448444-b52b-428f-9c7c-8e0e78fc2b22 HTTP/1.1" status: 200 len: 948 time: 0.1178155 Sep 16 12:48:53.664738 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-97c96862-5cec-403e-b082-1d86060a28d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:53.670642 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-97c96862-5cec-403e-b082-1d86060a28d4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=eb8add18-d929-45d2-acc9-197a8391e875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1720214 Sep 16 12:48:53.673294 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:53.680100 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07365fde-3701-46a6-aba7-4c6f74e181b9', 'name': 'network-vif-deleted', 'tag': '57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:53.683437 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fcbb1b-33c1-4366-b1d2-eb670f8fcb30" -d '{"events": [{"server_uuid": "07365fde-3701-46a6-aba7-4c6f74e181b9", "name": "network-vif-deleted", "tag": "57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:53.716947 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6607bf-fea4-49c7-82ed-dbcd9ad194a4 None None] The sync data for ids ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'] in n-d-858094-4 is: [{'id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:12Z', 'updated_at': '2022-09-16T12:46:19Z', 'revision_number': 4, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'gw_port': {'id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:13Z', 'updated_at': '2022-09-16T12:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e440ffa3-b382-4dbb-b375-94dc825628ba', 'name': '', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'mac_address': 'fa:16:3e:30:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:18Z', 'updated_at': '2022-09-16T12:46:24Z', 'revision_number': 5, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'subnets': [{'id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:48:53.742240 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['c82c5517-9370-47b7-870d-b1c0f066ce8a'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:48:53.768646 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-5d233a3a-762b-4b11-94db-405ebe575b2a tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Made reservation on behalf of 3e3e2fe65ad744a2ba3b757f42f1d07b for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:48:53.778682 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-5d233a3a-762b-4b11-94db-405ebe575b2a tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:53.788494 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ad08c-61f4-4706-a19d-52501613bce1 req-3433d7a1-ebcd-4c47-beeb-1682a8f1f9ab tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:53.790742 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-439ad08c-61f4-4706-a19d-52501613bce1 req-3433d7a1-ebcd-4c47-beeb-1682a8f1f9ab tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 931 time: 0.1914740 Sep 16 12:48:53.844564 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 1c5c05cf-4ab1-4beb-b208-fb0941341532, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=1c5c05cf-4ab1-4beb-b208-fb0941341532,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:53.890122 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '1c5c05cf-4ab1-4beb-b208-fb0941341532', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '1c5c05cf-4ab1-4beb-b208-fb0941341532', 'mac_address': 'fa:16:3e:66:31:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:48:53.985488 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 1c5c05cf-4ab1-4beb-b208-fb0941341532 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:53.986555 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1c5c05cf-4ab1-4beb-b208-fb0941341532), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:54.002793 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Attempt 6 to provision port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f Sep 16 12:48:54.025959 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-439ad08c-61f4-4706-a19d-52501613bce1 req-750e43da-f934-48e2-8c5f-e2411064f291 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081032 Sep 16 12:48:54.055414 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5c05cf-4ab1-4beb-b208-fb0941341532 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:48:54.094712 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-aca992c6-157b-4020-980e-3ad8bdcc4269 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/eb8add18-d929-45d2-acc9-197a8391e875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145670 Sep 16 12:48:54.113082 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7f7cbb05-a7f9-47c9-9f29-6655b35b0b83 req-96e9f493-5ad2-4e57-a6a1-ae4390e5ca0d tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171760 Sep 16 12:48:54.209839 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 50434) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:54.213424 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-07eeb526-7a63-4921-a9bb-d7548d1be668 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1431351144', 'description': 'tempest-description--2064970180'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:54.252200 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:54.254650 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 1c5c05cf-4ab1-4beb-b208-fb0941341532, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=1c5c05cf-4ab1-4beb-b208-fb0941341532,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:54.271270 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (1c5c05cf-4ab1-4beb-b208-fb0941341532), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:54.283959 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-07eeb526-7a63-4921-a9bb-d7548d1be668 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:54.356309 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6a763ea1-df23-4a75-b392-eb0b2681e082 req-eaa001e3-90b7-4668-b2b5-e3be5fc4de64 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/eb8add18-d929-45d2-acc9-197a8391e875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489772 Sep 16 12:48:54.362607 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] Request body: {'port': {'device_id': '1bdda11e-3b22-4d78-af62-8cc9a3915a4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:54.362823 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] Request body: {'port': {'device_id': 'd16466e6-cdcd-43d7-bc01-bdf3249fdcf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:54.445576 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-07eeb526-7a63-4921-a9bb-d7548d1be668 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for security_group (e080c04a-ba67-4162-85b4-edc6ebdbd88b), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:54.446672 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:54.512054 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae3dd9-6b88-4b60-baa5-120786e149d5 req-0472df08-8696-41f3-a05f-e5febe36e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:54.514095 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f6ae3dd9-6b88-4b60-baa5-120786e149d5 req-0472df08-8696-41f3-a05f-e5febe36e46b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 1130 time: 0.1631219 Sep 16 12:48:54.534066 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-07eeb526-7a63-4921-a9bb-d7548d1be668 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (e080c04a-ba67-4162-85b4-edc6ebdbd88b), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:54.561917 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:54.574860 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4cf3baac-6b7a-4397-8472-74f489c19193 req-991706f2-1c0f-43ba-b7fc-7c9a0d88d416 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 210 time: 0.2472415 Sep 16 12:48:54.578300 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9fe525ed-e767-4d78-8eff-93ca2a0eb98f), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:54.600555 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-5d233a3a-762b-4b11-94db-405ebe575b2a tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Allocated IP 172.20.0.10 (3300d86a-7270-4b5f-bde5-4572289b9372/e4718ee6-232f-478b-b220-a60983fb9ed1/f5de57d0-58b1-4bb4-be3d-a6d88fd93f21) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:48:54.612392 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eeb526-7a63-4921-a9bb-d7548d1be668 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e080c04a-ba67-4162-85b4-edc6ebdbd88b,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:54.659535 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf64e2ca-6f6a-44d2-a5ac-a4de8c2167d1 None None] New status for floating IP 482646c7-4950-49fe-8099-b0c933feadd4: DOWN {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:48:54.664056 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c97a28-662d-4ac9-baed-ab4e85c84f14 x-openstack-request-id: req-e3c97a28-662d-4ac9-baed-ab4e85c84f14 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:54.664696 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07365fde-3701-46a6-aba7-4c6f74e181b9", "name": "network-vif-deleted", "tag": "57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:54.664972 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e3c97a28-662d-4ac9-baed-ab4e85c84f14 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:54.666500 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c97a28-662d-4ac9-baed-ab4e85c84f14'] response: {'server_uuid': '07365fde-3701-46a6-aba7-4c6f74e181b9', 'name': 'network-vif-deleted', 'tag': '57df8d9f-a9ff-49ba-a0ec-5581bc6e7cb6', 'status': 'completed', 'code': 200} Sep 16 12:48:54.699546 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-07eeb526-7a63-4921-a9bb-d7548d1be668 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:54.705148 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-07eeb526-7a63-4921-a9bb-d7548d1be668 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4956563 Sep 16 12:48:54.708859 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=1c5c05cf-4ab1-4beb-b208-fb0941341532,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:54.714913 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae1a60-21a9-43d0-a486-d62e03fd4b58 req-e30d7d19-5f4e-4f78-959d-fb0327bc29e8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:54.723676 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-28ae1a60-21a9-43d0-a486-d62e03fd4b58 req-e30d7d19-5f4e-4f78-959d-fb0327bc29e8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 943 time: 0.2134545 Sep 16 12:48:54.734205 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 50440) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:54.739050 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-ab370fc4-1989-4bc0-b856-2a9e61bb4d03 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Request body: {'security_group_rule': {'security_group_id': 'e080c04a-ba67-4162-85b4-edc6ebdbd88b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:54.761083 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Attempt 7 to provision port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f Sep 16 12:48:54.773610 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['1c5c05cf-4ab1-4beb-b208-fb0941341532'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:48:54.815406 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-730c8ea5-c34d-4f73-95e5-4069ec8abf37 req-494b2eba-25ea-43e9-a834-cb51994fb455 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 210 time: 0.0444355 Sep 16 12:48:54.819181 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e3afd82f-9e91-4967-8755-5ee2e7d21714), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:54.908028 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-28ae1a60-21a9-43d0-a486-d62e03fd4b58 req-5e26f842-a7e4-432a-a184-5433b3211597 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829724 Sep 16 12:48:54.942945 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ab370fc4-1989-4bc0-b856-2a9e61bb4d03 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for security_group_rule (7430dcb9-6232-4879-8aee-1cfc8bd1ac6e), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:54.973983 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:54.990174 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:55.060284 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ab370fc4-1989-4bc0-b856-2a9e61bb4d03 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for security_group_rule (7430dcb9-6232-4879-8aee-1cfc8bd1ac6e), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:55.070296 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ab370fc4-1989-4bc0-b856-2a9e61bb4d03 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (7430dcb9-6232-4879-8aee-1cfc8bd1ac6e), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:55.082588 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-5d233a3a-762b-4b11-94db-405ebe575b2a tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for port (f5de57d0-58b1-4bb4-be3d-a6d88fd93f21), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:55.122707 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:55.123290 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:55.138277 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab370fc4-1989-4bc0-b856-2a9e61bb4d03 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7430dcb9-6232-4879-8aee-1cfc8bd1ac6e,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:55.144002 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55ea19-a8cd-4b46-81ff-872ae0435d0d req-11488c10-be84-4360-a762-1b93aac45b39 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:55.144761 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:55.157816 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fb55ea19-a8cd-4b46-81ff-872ae0435d0d req-11488c10-be84-4360-a762-1b93aac45b39 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=38d079dd-9676-45f7-b286-16aa78d487bf HTTP/1.1" status: 200 len: 943 time: 0.1375713 Sep 16 12:48:55.166473 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ab370fc4-1989-4bc0-b856-2a9e61bb4d03 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:55.167394 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ab370fc4-1989-4bc0-b856-2a9e61bb4d03 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4320250 Sep 16 12:48:55.172785 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 50446) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:55.181505 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-7422a50f-e0c1-4a46-b708-cbcdce57b0ff tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Request body: {'security_group_rule': {'security_group_id': 'e080c04a-ba67-4162-85b4-edc6ebdbd88b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:55.230185 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d491fd-242c-40da-9e45-edc988792ab2 req-63a7c985-0b2a-4d81-b578-9f7d99dd3624 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:55.231652 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-23d491fd-242c-40da-9e45-edc988792ab2 req-63a7c985-0b2a-4d81-b578-9f7d99dd3624 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 948 time: 0.1723268 Sep 16 12:48:55.234479 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-5d233a3a-762b-4b11-94db-405ebe575b2a tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (f5de57d0-58b1-4bb4-be3d-a6d88fd93f21), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:55.257236 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe525ed-e767-4d78-8eff-93ca2a0eb98f {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:48:55.290769 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] Publish callbacks [] for port (9fe525ed-e767-4d78-8eff-93ca2a0eb98f), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:55.296963 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7422a50f-e0c1-4a46-b708-cbcdce57b0ff tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for security_group_rule (201fc438-c2c9-4b58-8f07-33ff63885dcf), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:55.323240 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fb55ea19-a8cd-4b46-81ff-872ae0435d0d req-56992ab6-091c-4f7d-8a78-de56766e9868 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638577 Sep 16 12:48:55.333148 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-5d233a3a-762b-4b11-94db-405ebe575b2a tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Network 3300d86a-7270-4b5f-bde5-4572289b9372 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:48:55.336403 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] Transition to ACTIVE for port object 9fe525ed-e767-4d78-8eff-93ca2a0eb98f will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:48:55.353123 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d233a3a-762b-4b11-94db-405ebe575b2a tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Pushing event updated for resources: {'Port': ['ID=f5de57d0-58b1-4bb4-be3d-a6d88fd93f21,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:55.353123 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-5d233a3a-762b-4b11-94db-405ebe575b2a tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:48:55.359748 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-5d233a3a-762b-4b11-94db-405ebe575b2a tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:48:55.359748 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (9fe525ed-e767-4d78-8eff-93ca2a0eb98f), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:55.366157 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-23d491fd-242c-40da-9e45-edc988792ab2 req-9b04634a-462a-4f77-a334-3bcd37ae0c76 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216891 Sep 16 12:48:55.393382 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:55.475452 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Attempt 8 to provision port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f Sep 16 12:48:55.520484 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3afd82f-9e91-4967-8755-5ee2e7d21714 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:48:55.521616 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:55.532613 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe525ed-e767-4d78-8eff-93ca2a0eb98f,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:55.547814 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-5d233a3a-762b-4b11-94db-405ebe575b2a tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:55.548458 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-5d233a3a-762b-4b11-94db-405ebe575b2a tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:55.555144 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] Publish callbacks [] for port (e3afd82f-9e91-4967-8755-5ee2e7d21714), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:55.560446 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7422a50f-e0c1-4a46-b708-cbcdce57b0ff tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for security_group_rule (201fc438-c2c9-4b58-8f07-33ff63885dcf), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:55.574123 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7422a50f-e0c1-4a46-b708-cbcdce57b0ff tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (201fc438-c2c9-4b58-8f07-33ff63885dcf), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:55.590217 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910c6ec-f42b-4d2c-aeaf-724792bad11f req-f740dfd5-9d02-4519-9a84-bdbcda64912f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:55.598761 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6910c6ec-f42b-4d2c-aeaf-724792bad11f req-f740dfd5-9d02-4519-9a84-bdbcda64912f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=95448444-b52b-428f-9c7c-8e0e78fc2b22 HTTP/1.1" status: 200 len: 949 time: 0.1318915 Sep 16 12:48:55.605330 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-5d233a3a-762b-4b11-94db-405ebe575b2a tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7376692 Sep 16 12:48:55.615493 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422a50f-e0c1-4a46-b708-cbcdce57b0ff tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201fc438-c2c9-4b58-8f07-33ff63885dcf,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:55.623075 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7422a50f-e0c1-4a46-b708-cbcdce57b0ff tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:55.628022 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7422a50f-e0c1-4a46-b708-cbcdce57b0ff tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4493649 Sep 16 12:48:55.628022 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] Attempting to bind port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:48:55.628022 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] Attempting to bind port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '2886e315-9b48-4563-b1fb-54e4ddb6259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:48:55.628022 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] Attempting to bind port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f on network a79b9e4b-851c-466c-9c78-fcc8f1ac7081 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:55.629314 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 50450) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:48:55.632508 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-f9cdc6e6-02cd-4e1e-8a86-e2ec676fbe82 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:55.632679 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6749d-ed3e-439a-9cb8-1cb433d3b454 req-86385393-a5ff-4ba6-98fc-2f4e0c4346e6 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:55.634173 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-23b6749d-ed3e-439a-9cb8-1cb433d3b454 req-86385393-a5ff-4ba6-98fc-2f4e0c4346e6 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 943 time: 0.1662138 Sep 16 12:48:55.636540 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] Transition to ACTIVE for port object e3afd82f-9e91-4967-8755-5ee2e7d21714 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:48:55.644882 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (e3afd82f-9e91-4967-8755-5ee2e7d21714), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:55.688586 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:55.692082 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc6e6-02cd-4e1e-8a86-e2ec676fbe82 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:55.695330 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:55.715108 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] Port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f on network a79b9e4b-851c-466c-9c78-fcc8f1ac7081 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:48:55.715596 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] Attempting to bind port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f on network a79b9e4b-851c-466c-9c78-fcc8f1ac7081 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:55.737014 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6910c6ec-f42b-4d2c-aeaf-724792bad11f req-6b5ea225-5e54-40b2-840c-9294bd61721a tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373756 Sep 16 12:48:55.764224 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] Pushing event updated for resources: {'Port': ['ID=e3afd82f-9e91-4967-8755-5ee2e7d21714,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:55.799502 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 1c5c05cf-4ab1-4beb-b208-fb0941341532 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:48:55.799833 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-23b6749d-ed3e-439a-9cb8-1cb433d3b454 req-d5c5e15f-9bc6-45a1-b5e7-1895ff578e54 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582112 Sep 16 12:48:55.839699 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] Attempting to bind port e3afd82f-9e91-4967-8755-5ee2e7d21714 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:48:55.840348 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] Attempting to bind port e3afd82f-9e91-4967-8755-5ee2e7d21714 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:48:55.840878 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] Attempting to bind port e3afd82f-9e91-4967-8755-5ee2e7d21714 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:55.853910 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:48:55.854508 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] Checking segment: {'id': '2886e315-9b48-4563-b1fb-54e4ddb6259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:48:55.854860 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] Bound using segment: {'id': '2886e315-9b48-4563-b1fb-54e4ddb6259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:48:55.855323 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] Bound port: 9fe525ed-e767-4d78-8eff-93ca2a0eb98f, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2886e315-9b48-4563-b1fb-54e4ddb6259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:48:55.855685 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9fe525ed-e767-4d78-8eff-93ca2a0eb98f), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:55.857237 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 1c5c05cf-4ab1-4beb-b208-fb0941341532 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:48:55.863945 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 1c5c05cf-4ab1-4beb-b208-fb0941341532 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:55.864649 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (1c5c05cf-4ab1-4beb-b208-fb0941341532), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:55.864974 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 1c5c05cf-4ab1-4beb-b208-fb0941341532 Sep 16 12:48:55.874903 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc6e6-02cd-4e1e-8a86-e2ec676fbe82 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:55.911876 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] Request body: {'port': {'device_id': '8983b634-6da4-4830-b0f1-5835cc55083e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:48:55.947068 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0e7475c5-c7ff-4fdd-a2ae-9686e4e53faa req-976920b4-2274-4323-ae2c-a9585ffc1ae8 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 210 time: 0.0778153 Sep 16 12:48:55.964969 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 1c5c05cf-4ab1-4beb-b208-fb0941341532 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:55.964969 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1c5c05cf-4ab1-4beb-b208-fb0941341532), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:55.987292 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] Port e3afd82f-9e91-4967-8755-5ee2e7d21714 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:48:55.988026 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] Attempting to bind port e3afd82f-9e91-4967-8755-5ee2e7d21714 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:56.035375 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ede6f-600d-4eb6-9f3a-c35233eb703a req-6ff64288-46e2-4130-86b1-48c4635981c5 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:56.036869 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b22ede6f-600d-4eb6-9f3a-c35233eb703a req-6ff64288-46e2-4130-86b1-48c4635981c5 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 932 time: 0.0945830 Sep 16 12:48:56.039806 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 1c5c05cf-4ab1-4beb-b208-fb0941341532, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=1c5c05cf-4ab1-4beb-b208-fb0941341532,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:56.043213 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95448444-b52b-428f-9c7c-8e0e78fc2b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5c05cf-4ab1-4beb-b208-fb0941341532'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:56.049595 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee812b93-307d-4e7f-bb16-82a2dbe54873" -d '{"events": [{"server_uuid": "95448444-b52b-428f-9c7c-8e0e78fc2b22", "name": "network-vif-plugged", "status": "completed", "tag": "1c5c05cf-4ab1-4beb-b208-fb0941341532"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:56.052873 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Attempt 9 to provision port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f Sep 16 12:48:56.059741 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (1c5c05cf-4ab1-4beb-b208-fb0941341532), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:56.085174 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cef79-23a5-4b80-b022-2379f0caf290 req-319d0f9a-b494-4aad-823b-ad80c19f754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:56.087472 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c25cef79-23a5-4b80-b022-2379f0caf290 req-319d0f9a-b494-4aad-823b-ad80c19f754b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7058e9e184834c39a5a299f481a6e62e&device_id=38d079dd-9676-45f7-b286-16aa78d487bf HTTP/1.1" status: 200 len: 1125 time: 0.1443195 Sep 16 12:48:56.092067 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:48:56.092651 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:48:56.093105 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:48:56.093629 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] Bound port: e3afd82f-9e91-4967-8755-5ee2e7d21714, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:48:56.094056 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e3afd82f-9e91-4967-8755-5ee2e7d21714), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:56.121896 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] For port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f, host n-h1-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:48:56.159489 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:56.171234 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=1c5c05cf-4ab1-4beb-b208-fb0941341532,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:56.183833 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a5eaa-b860-4239-b624-8571160da5d5 req-12ad4601-7708-44b0-9b22-f0cdc2723e2a tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:56.184785 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8b5a5eaa-b860-4239-b624-8571160da5d5 req-12ad4601-7708-44b0-9b22-f0cdc2723e2a tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 943 time: 0.1181087 Sep 16 12:48:56.186617 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] For port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=9fe525ed-e767-4d78-8eff-93ca2a0eb98f,segment=NetworkSegment(2886e315-9b48-4563-b1fb-54e4ddb6259d),segment_id=2886e315-9b48-4563-b1fb-54e4ddb6259d)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:48:56.187799 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b22ede6f-600d-4eb6-9f3a-c35233eb703a req-1b714f07-b41a-4c70-ae88-80d0f308c218 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1ab1c70b-bd1e-4b5f-a710-c457e22db414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433821 Sep 16 12:48:56.194070 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f5de57d0-58b1-4bb4-be3d-a6d88fd93f21), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:56.220024 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (9fe525ed-e767-4d78-8eff-93ca2a0eb98f), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:56.223852 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-f9cdc6e6-02cd-4e1e-8a86-e2ec676fbe82 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Allocated IP 172.25.2.36 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/e238005d-030a-4ae5-9afa-53265eacd1e7) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:48:56.229262 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:56.234889 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:56.235512 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:56.236965 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/9fe525ed-e767-4d78-8eff-93ca2a0eb98f HTTP/1.1" status: 200 len: 1091 time: 1.8790600 Sep 16 12:48:56.237840 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16466e6-cdcd-43d7-bc01-bdf3249fdcf0', 'tag': '9fe525ed-e767-4d78-8eff-93ca2a0eb98f'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:56.240158 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0beeb042-65ba-4872-a1f1-91e9349ca133" -d '{"events": [{"name": "network-changed", "server_uuid": "d16466e6-cdcd-43d7-bc01-bdf3249fdcf0", "tag": "9fe525ed-e767-4d78-8eff-93ca2a0eb98f"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:56.247935 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] For port e3afd82f-9e91-4967-8755-5ee2e7d21714, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:48:56.258970 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] For port e3afd82f-9e91-4967-8755-5ee2e7d21714, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=e3afd82f-9e91-4967-8755-5ee2e7d21714,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:48:56.261009 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e81e68-a06e-4733-b5b8-74880355a483 x-openstack-request-id: req-69e81e68-a06e-4733-b5b8-74880355a483 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:56.261412 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95448444-b52b-428f-9c7c-8e0e78fc2b22", "name": "network-vif-plugged", "status": "completed", "tag": "1c5c05cf-4ab1-4beb-b208-fb0941341532", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:56.262261 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-69e81e68-a06e-4733-b5b8-74880355a483 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:56.262261 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e81e68-a06e-4733-b5b8-74880355a483'] response: {'server_uuid': '95448444-b52b-428f-9c7c-8e0e78fc2b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5c05cf-4ab1-4beb-b208-fb0941341532', 'code': 200} Sep 16 12:48:56.272068 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:56.275153 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (e3afd82f-9e91-4967-8755-5ee2e7d21714), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:56.278439 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:56.279064 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:56.282483 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/e3afd82f-9e91-4967-8755-5ee2e7d21714 HTTP/1.1" status: 200 len: 1095 time: 1.9308176 Sep 16 12:48:56.317064 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8b5a5eaa-b860-4239-b624-8571160da5d5 req-80ad8d04-8589-4280-9168-f4b814a87dc6 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130092 Sep 16 12:48:56.352872 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d32b71-9660-4923-a65d-6c9b6877ca95 service neutron] Pushing event updated for resources: {'Port': ['ID=e3afd82f-9e91-4967-8755-5ee2e7d21714,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:56.477626 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7bb50-8bde-4745-bceb-c2d95dba1826 req-4d62149e-69fa-43be-ada2-ad0c6e09e4c2 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:56.479509 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93b7bb50-8bde-4745-bceb-c2d95dba1826 req-4d62149e-69fa-43be-ada2-ad0c6e09e4c2 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=38d079dd-9676-45f7-b286-16aa78d487bf HTTP/1.1" status: 200 len: 943 time: 0.0675433 Sep 16 12:48:56.594117 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbffd1e-84de-4a6b-85a1-10f252ab346a x-openstack-request-id: req-4dbffd1e-84de-4a6b-85a1-10f252ab346a {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:56.594401 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16466e6-cdcd-43d7-bc01-bdf3249fdcf0", "tag": "9fe525ed-e767-4d78-8eff-93ca2a0eb98f", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:56.594644 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4dbffd1e-84de-4a6b-85a1-10f252ab346a {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:56.595043 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbffd1e-84de-4a6b-85a1-10f252ab346a'] response: {'name': 'network-changed', 'server_uuid': 'd16466e6-cdcd-43d7-bc01-bdf3249fdcf0', 'tag': '9fe525ed-e767-4d78-8eff-93ca2a0eb98f', 'status': 'completed', 'code': 200} Sep 16 12:48:56.661383 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Attempt 10 to provision port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f Sep 16 12:48:56.705591 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aef8e4-7dc9-4492-8645-741d652e4db5 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe525ed-e767-4d78-8eff-93ca2a0eb98f,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:56.714769 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a9123411-a6f3-41cc-a0c3-639926e0ad45 None None] Port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:48:56.726406 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:56.731526 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cef79-23a5-4b80-b022-2379f0caf290 req-71777633-ee24-4a82-9b2a-9479da4cf985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:56.733047 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c25cef79-23a5-4b80-b022-2379f0caf290 req-71777633-ee24-4a82-9b2a-9479da4cf985 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=eb8add18-d929-45d2-acc9-197a8391e875 HTTP/1.1" status: 200 len: 924 time: 0.6255226 Sep 16 12:48:56.738412 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device c82c5517-9370-47b7-870d-b1c0f066ce8a up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:48:56.779584 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182fc4b-31f3-4768-bacc-8eee13bffb8a req-6e1971e2-42c9-41b4-a05b-be2c95bbad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:56.781082 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5182fc4b-31f3-4768-bacc-8eee13bffb8a req-6e1971e2-42c9-41b4-a05b-be2c95bbad65 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=95448444-b52b-428f-9c7c-8e0e78fc2b22 HTTP/1.1" status: 200 len: 1132 time: 0.1770582 Sep 16 12:48:56.790611 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port c82c5517-9370-47b7-870d-b1c0f066ce8a completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:48:56.793011 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdda11e-3b22-4d78-af62-8cc9a3915a4b', 'tag': 'e3afd82f-9e91-4967-8755-5ee2e7d21714'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:56.794830 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2e43d1-3463-493a-961c-c24f5db0bf16" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdda11e-3b22-4d78-af62-8cc9a3915a4b", "tag": "e3afd82f-9e91-4967-8755-5ee2e7d21714"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:56.797493 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port c82c5517-9370-47b7-870d-b1c0f066ce8a triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:56.798066 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:56.806461 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port c82c5517-9370-47b7-870d-b1c0f066ce8a Sep 16 12:48:56.833930 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b6ad1-c802-4e66-810c-09e4ee4bd2c4 req-24438d8b-9e95-45b9-81ca-67da5e9687ae tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:56.840809 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-784b6ad1-c802-4e66-810c-09e4ee4bd2c4 req-24438d8b-9e95-45b9-81ca-67da5e9687ae tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 948 time: 0.3851943 Sep 16 12:48:56.848844 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c25cef79-23a5-4b80-b022-2379f0caf290 req-d286bad6-ca7e-44fb-84e5-50fb13cab4f4 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d903631-a9e4-424f-ad6d-35d838b2d04d HTTP/1.1" status: 200 len: 217 time: 0.0707495 Sep 16 12:48:56.870344 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-db6a3043-6d6b-4faa-8e78-c856ad5232aa None None] Provisioning complete for port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:48:56.870719 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-db6a3043-6d6b-4faa-8e78-c856ad5232aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f5de57d0-58b1-4bb4-be3d-a6d88fd93f21), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:56.871048 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-db6a3043-6d6b-4faa-8e78-c856ad5232aa None None] Attempt 1 to provision port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 Sep 16 12:48:56.911760 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93b7bb50-8bde-4745-bceb-c2d95dba1826 req-fd501c41-63f5-4f83-98c1-936d5313d8a0 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105671 Sep 16 12:48:56.923691 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc6e6-02cd-4e1e-8a86-e2ec676fbe82 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for port (e238005d-030a-4ae5-9afa-53265eacd1e7), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:56.931287 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-784b6ad1-c802-4e66-810c-09e4ee4bd2c4 req-435cdd84-d7ec-444e-8b6c-4271a02f7a42 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893183 Sep 16 12:48:56.935421 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-db6a3043-6d6b-4faa-8e78-c856ad5232aa None None] Port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:56.941255 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port c82c5517-9370-47b7-870d-b1c0f066ce8a is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:56.941885 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:56.983162 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port c82c5517-9370-47b7-870d-b1c0f066ce8a, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c82c5517-9370-47b7-870d-b1c0f066ce8a,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:56.989758 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:57.004324 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5182fc4b-31f3-4768-bacc-8eee13bffb8a req-6a80d910-d3ee-4633-991c-cc7d74ad6d68 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123060 Sep 16 12:48:57.009395 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cef79-23a5-4b80-b022-2379f0caf290 req-2a6a0480-b3c2-4dee-be44-ef3fe10a8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:57.010847 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c25cef79-23a5-4b80-b022-2379f0caf290 req-2a6a0480-b3c2-4dee-be44-ef3fe10a8109 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=fb6cbc25-6c82-4a73-b1fd-602ce120a77f HTTP/1.1" status: 200 len: 862 time: 0.1522644 Sep 16 12:48:57.048318 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=c82c5517-9370-47b7-870d-b1c0f066ce8a,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:57.064775 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc6e6-02cd-4e1e-8a86-e2ec676fbe82 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (e238005d-030a-4ae5-9afa-53265eacd1e7), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:57.069482 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e72352-889b-4dad-863f-216ed0b7d1dc x-openstack-request-id: req-b3e72352-889b-4dad-863f-216ed0b7d1dc {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:57.069776 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdda11e-3b22-4d78-af62-8cc9a3915a4b", "tag": "e3afd82f-9e91-4967-8755-5ee2e7d21714", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:57.070031 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b3e72352-889b-4dad-863f-216ed0b7d1dc {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:57.070427 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e72352-889b-4dad-863f-216ed0b7d1dc'] response: {'name': 'network-changed', 'server_uuid': '1bdda11e-3b22-4d78-af62-8cc9a3915a4b', 'tag': 'e3afd82f-9e91-4967-8755-5ee2e7d21714', 'status': 'completed', 'code': 200} Sep 16 12:48:57.089026 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a527bbe-c7e5-4489-b20e-bde5b65a67b4 req-7bb0efa4-90f4-4477-9f00-176808d347b7 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:57.091131 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5a527bbe-c7e5-4489-b20e-bde5b65a67b4 req-7bb0efa4-90f4-4477-9f00-176808d347b7 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=95448444-b52b-428f-9c7c-8e0e78fc2b22 HTTP/1.1" status: 200 len: 950 time: 0.0638087 Sep 16 12:48:57.129016 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cdc6e6-02cd-4e1e-8a86-e2ec676fbe82 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:48:57.140754 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-f9cdc6e6-02cd-4e1e-8a86-e2ec676fbe82 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:48:57.146972 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cdc6e6-02cd-4e1e-8a86-e2ec676fbe82 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:48:57.166810 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdc6e6-02cd-4e1e-8a86-e2ec676fbe82 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Pushing event updated for resources: {'Port': ['ID=e238005d-030a-4ae5-9afa-53265eacd1e7,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:57.169180 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83145905-0b55-4b02-a2d8-6de8211c8494 req-256ba375-a7bb-4d59-82c9-749948e82349 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:57.170761 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-83145905-0b55-4b02-a2d8-6de8211c8494 req-256ba375-a7bb-4d59-82c9-749948e82349 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 943 time: 0.0735707 Sep 16 12:48:57.202684 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5a527bbe-c7e5-4489-b20e-bde5b65a67b4 req-72b4cb8a-b02c-40f1-9d0f-c8d7f8768d35 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944107 Sep 16 12:48:57.205309 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:48:57.232760 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] Publish callbacks [] for port (f5de57d0-58b1-4bb4-be3d-a6d88fd93f21), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:57.236870 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-83145905-0b55-4b02-a2d8-6de8211c8494 req-9d434b7e-cd59-4d3b-8e77-23c680998f43 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545835 Sep 16 12:48:57.276322 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] Transition to ACTIVE for port object f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:48:57.299293 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (f5de57d0-58b1-4bb4-be3d-a6d88fd93f21), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:57.307990 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cef79-23a5-4b80-b022-2379f0caf290 req-e33a0e36-7159-4c90-91be-03adf442e958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:57.309555 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c25cef79-23a5-4b80-b022-2379f0caf290 req-e33a0e36-7159-4c90-91be-03adf442e958 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=eb8add18-d929-45d2-acc9-197a8391e875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0962408 Sep 16 12:48:57.329063 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:57.410056 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:57.420289 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef2306-b714-4dfb-a330-12d876e03d6c req-36d228a7-16ba-4bd4-8a3b-2c99ed7f05e6 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:57.421946 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-57ef2306-b714-4dfb-a330-12d876e03d6c req-36d228a7-16ba-4bd4-8a3b-2c99ed7f05e6 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 944 time: 0.0920279 Sep 16 12:48:57.436294 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-db6a3043-6d6b-4faa-8e78-c856ad5232aa None None] Attempt 2 to provision port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 Sep 16 12:48:57.437487 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] Pushing event updated for resources: {'Port': ['ID=f5de57d0-58b1-4bb4-be3d-a6d88fd93f21,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:57.442248 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc6e6-02cd-4e1e-8a86-e2ec676fbe82 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for floatingip (72e1bf64-af63-44a5-8b1b-d2e4de247c90), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:57.454777 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a0a976b9-2489-4842-acf5-a2a6ad249a65 req-480efa56-710a-458d-b675-9cb1a9f6f279 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 210 time: 0.1081178 Sep 16 12:48:57.542273 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc6e6-02cd-4e1e-8a86-e2ec676fbe82 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e238005d-030a-4ae5-9afa-53265eacd1e7), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:57.566711 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-db6a3043-6d6b-4faa-8e78-c856ad5232aa None None] Port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:48:57.570313 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-57ef2306-b714-4dfb-a330-12d876e03d6c req-49738fab-a2b9-40c6-9b22-804393adb228 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1ab1c70b-bd1e-4b5f-a710-c457e22db414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275408 Sep 16 12:48:57.607886 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c25cef79-23a5-4b80-b022-2379f0caf290 req-cb8d96f1-2105-4751-a2b6-a8468b256982 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/eb8add18-d929-45d2-acc9-197a8391e875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730174 Sep 16 12:48:57.612614 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] Attempting to bind port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:48:57.612902 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] Attempting to bind port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': 'a798abf2-1cd1-4a7a-9eee-0afdaf4a3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:48:57.613227 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] Attempting to bind port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 on network 3300d86a-7270-4b5f-bde5-4572289b9372 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:57.643806 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:57.673072 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fe8c5-03fb-4721-a543-a97353cad44c req-5183f526-6b02-43b1-a7a8-f3b04e79250b tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:57.675446 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-367fe8c5-03fb-4721-a543-a97353cad44c req-5183f526-6b02-43b1-a7a8-f3b04e79250b tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 943 time: 0.1032922 Sep 16 12:48:57.731921 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] Port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 on network 3300d86a-7270-4b5f-bde5-4572289b9372 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:48:57.732285 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] Attempting to bind port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 on network 3300d86a-7270-4b5f-bde5-4572289b9372 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:48:57.760917 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-367fe8c5-03fb-4721-a543-a97353cad44c req-d5bed87e-d925-4160-9164-453a8bab5c36 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780032 Sep 16 12:48:57.800878 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3d903631-a9e4-424f-ad6d-35d838b2d04d details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:48:57.880928 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:48:57.881261 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] Checking segment: {'id': 'a798abf2-1cd1-4a7a-9eee-0afdaf4a3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:48:57.881650 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] Bound using segment: {'id': 'a798abf2-1cd1-4a7a-9eee-0afdaf4a3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:48:57.882102 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] Bound port: f5de57d0-58b1-4bb4-be3d-a6d88fd93f21, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a798abf2-1cd1-4a7a-9eee-0afdaf4a3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:48:57.882478 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f5de57d0-58b1-4bb4-be3d-a6d88fd93f21), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:57.905081 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc6e6-02cd-4e1e-8a86-e2ec676fbe82 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for port (e238005d-030a-4ae5-9afa-53265eacd1e7), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:57.916994 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc6e6-02cd-4e1e-8a86-e2ec676fbe82 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (e238005d-030a-4ae5-9afa-53265eacd1e7), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:57.977562 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3d903631-a9e4-424f-ad6d-35d838b2d04d, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3d903631-a9e4-424f-ad6d-35d838b2d04d,segment=NetworkSegment(54018204-1d57-4be0-9461-ce44976109f9),segment_id=54018204-1d57-4be0-9461-ce44976109f9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:58.002472 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c25cef79-23a5-4b80-b022-2379f0caf290 req-50df8090-4329-43aa-8d4c-8ed1124b466f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/eb8add18-d929-45d2-acc9-197a8391e875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433395 Sep 16 12:48:58.007395 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:58.009094 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:58.027481 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '3d903631-a9e4-424f-ad6d-35d838b2d04d', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'port_id': '3d903631-a9e4-424f-ad6d-35d838b2d04d', 'mac_address': 'fa:16:3e:94:e4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:48:58.037842 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc6e6-02cd-4e1e-8a86-e2ec676fbe82 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (72e1bf64-af63-44a5-8b1b-d2e4de247c90), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:58.045292 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdc6e6-02cd-4e1e-8a86-e2ec676fbe82 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Pushing event updated for resources: {'Port': ['ID=e238005d-030a-4ae5-9afa-53265eacd1e7,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:58.071990 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] For port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:48:58.076016 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] For port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=f5de57d0-58b1-4bb4-be3d-a6d88fd93f21,segment=NetworkSegment(a798abf2-1cd1-4a7a-9eee-0afdaf4a3317),segment_id=a798abf2-1cd1-4a7a-9eee-0afdaf4a3317)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:48:58.079511 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc6e6-02cd-4e1e-8a86-e2ec676fbe82 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:58.090973 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f9cdc6e6-02cd-4e1e-8a86-e2ec676fbe82 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4615688 Sep 16 12:48:58.099500 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (f5de57d0-58b1-4bb4-be3d-a6d88fd93f21), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:58.112421 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:58.115020 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-db6a3043-6d6b-4faa-8e78-c856ad5232aa None None] Attempt 3 to provision port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 Sep 16 12:48:58.115189 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:58.119293 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 HTTP/1.1" status: 200 len: 1092 time: 2.2109637 Sep 16 12:48:58.199487 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:58.218641 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 3d903631-a9e4-424f-ad6d-35d838b2d04d is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:58.220230 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3d903631-a9e4-424f-ad6d-35d838b2d04d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:58.239659 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b0d5b-3486-4cdc-80a5-628eae0cd7ac service neutron] Pushing event updated for resources: {'Port': ['ID=f5de57d0-58b1-4bb4-be3d-a6d88fd93f21,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:58.249112 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d903631-a9e4-424f-ad6d-35d838b2d04d {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:48:58.279699 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3d903631-a9e4-424f-ad6d-35d838b2d04d, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3d903631-a9e4-424f-ad6d-35d838b2d04d,segment=NetworkSegment(54018204-1d57-4be0-9461-ce44976109f9),segment_id=54018204-1d57-4be0-9461-ce44976109f9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:58.289403 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b4a601-8b6e-498e-8c17-9e689c13db74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82c5517-9370-47b7-870d-b1c0f066ce8a'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:58.292844 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5c7591-0139-4511-9879-5b3c9a3a7599" -d '{"events": [{"server_uuid": "c6b4a601-8b6e-498e-8c17-9e689c13db74", "name": "network-vif-plugged", "status": "completed", "tag": "c82c5517-9370-47b7-870d-b1c0f066ce8a"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:58.306275 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3d903631-a9e4-424f-ad6d-35d838b2d04d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:58.322502 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b152cd6-65ae-4230-90af-ed71aad6942a req-14fe0fa4-6f1f-4ae0-8861-3df6980ff7d6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:58.327185 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b152cd6-65ae-4230-90af-ed71aad6942a req-14fe0fa4-6f1f-4ae0-8861-3df6980ff7d6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.1650953 Sep 16 12:48:58.368639 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dd150-be0d-4d38-8fa3-034cc3a3a205 req-aaddd6d1-b08b-430c-862a-da0ae0fe5056 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:58.370578 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c4dd150-be0d-4d38-8fa3-034cc3a3a205 req-aaddd6d1-b08b-430c-862a-da0ae0fe5056 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=38d079dd-9676-45f7-b286-16aa78d487bf HTTP/1.1" status: 200 len: 943 time: 0.1887968 Sep 16 12:48:58.426225 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-03389c3e-7f2f-416f-a327-c762167c3ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:58.428055 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-03389c3e-7f2f-416f-a327-c762167c3ba4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=3e3e2fe65ad744a2ba3b757f42f1d07b&device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 1126 time: 0.1202321 Sep 16 12:48:58.463391 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=3d903631-a9e4-424f-ad6d-35d838b2d04d,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:58.468350 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-db6a3043-6d6b-4faa-8e78-c856ad5232aa None None] Port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:48:58.503306 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b152cd6-65ae-4230-90af-ed71aad6942a req-fb2b1c22-571e-4c25-93c1-a6e913b75baf tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682537 Sep 16 12:48:58.531199 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c4dd150-be0d-4d38-8fa3-034cc3a3a205 req-f110a449-ab7d-48a4-9214-98185490e672 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518767 Sep 16 12:48:58.558236 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-776a965a-5baa-4637-a8a7-eabd65091d51 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 HTTP/1.1" status: 200 len: 217 time: 0.1177614 Sep 16 12:48:58.611935 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8983b634-6da4-4830-b0f1-5835cc55083e', 'tag': 'f5de57d0-58b1-4bb4-be3d-a6d88fd93f21'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:48:58.621541 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2748a1-95d6-4ac3-b34b-d4866c09363d" -d '{"events": [{"name": "network-changed", "server_uuid": "8983b634-6da4-4830-b0f1-5835cc55083e", "tag": "f5de57d0-58b1-4bb4-be3d-a6d88fd93f21"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:48:58.631589 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['3d903631-a9e4-424f-ad6d-35d838b2d04d'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:48:58.719207 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-09a03c3a-fec1-4f47-a736-c4e73b231204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:58.721542 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-09a03c3a-fec1-4f47-a736-c4e73b231204 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e4718ee6-232f-478b-b220-a60983fb9ed1 HTTP/1.1" status: 200 len: 845 time: 0.1577082 Sep 16 12:48:58.762943 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device fabffdb4-d14b-4b3e-bbe3-09f69928ff1e details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:48:58.820069 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-ba1ab8d3-d64c-4d94-957b-e6870f40f801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:58.823806 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-ba1ab8d3-d64c-4d94-957b-e6870f40f801 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=3300d86a-7270-4b5f-bde5-4572289b9372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0913799 Sep 16 12:48:58.861205 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-508f6342-3945-43a7-bf1b-174e23a6b8d1 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:58.862757 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-508f6342-3945-43a7-bf1b-174e23a6b8d1 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a&tenant_id=dd7ec914bffb4743921e4116b0c399eb&binding%3Ahost_id=n-h1-858094-4 HTTP/1.1" status: 200 len: 1126 time: 0.2688367 Sep 16 12:48:58.908596 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288928f-3bb8-4933-a529-c01e75a1588d req-46694704-3b21-4a78-b048-9e869407fe6c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:58.910638 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6288928f-3bb8-4933-a529-c01e75a1588d req-46694704-3b21-4a78-b048-9e869407fe6c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 943 time: 0.2054851 Sep 16 12:48:58.920358 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa4cc4-d3ae-4940-84ab-ec1bca7790f4 req-c801d7e8-7b13-48da-b48f-5335b8f7e2dc tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:58.922172 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3faa4cc4-d3ae-4940-84ab-ec1bca7790f4 req-c801d7e8-7b13-48da-b48f-5335b8f7e2dc tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=95448444-b52b-428f-9c7c-8e0e78fc2b22 HTTP/1.1" status: 200 len: 950 time: 0.2184198 Sep 16 12:48:58.970723 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:59.019644 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-8ad55043-75d3-4ab2-92aa-a74fed64564f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3300d86a-7270-4b5f-bde5-4572289b9372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827886 Sep 16 12:48:59.085626 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3faa4cc4-d3ae-4940-84ab-ec1bca7790f4 req-80a7ddc1-2513-489b-9018-f6600ae2358c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316159 Sep 16 12:48:59.106129 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6288928f-3bb8-4933-a529-c01e75a1588d req-f7915456-ba94-41cf-a361-e8d8d595396a tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818197 Sep 16 12:48:59.161245 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=fabffdb4-d14b-4b3e-bbe3-09f69928ff1e,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:59.192597 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': 'fabffdb4-d14b-4b3e-bbe3-09f69928ff1e', 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801', 'port_id': 'fabffdb4-d14b-4b3e-bbe3-09f69928ff1e', 'mac_address': 'fa:16:3e:58:db:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4fab7ee-afa2-498a-a38b-87393fd03027', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:48:59.246367 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c307a545-b1af-4339-a7b5-69dec99d8f6e x-openstack-request-id: req-c307a545-b1af-4339-a7b5-69dec99d8f6e {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:59.246661 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b4a601-8b6e-498e-8c17-9e689c13db74", "name": "network-vif-plugged", "status": "completed", "tag": "c82c5517-9370-47b7-870d-b1c0f066ce8a", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:59.246933 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c307a545-b1af-4339-a7b5-69dec99d8f6e {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:59.247302 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c307a545-b1af-4339-a7b5-69dec99d8f6e'] response: {'server_uuid': 'c6b4a601-8b6e-498e-8c17-9e689c13db74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82c5517-9370-47b7-870d-b1c0f066ce8a', 'code': 200} Sep 16 12:48:59.280831 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4c2100d5-7a15-4cc0-b7d1-1cd69fda63f2 req-6c315eaf-2cab-419b-8a6c-81772934ce28 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3300d86a-7270-4b5f-bde5-4572289b9372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455955 Sep 16 12:48:59.290882 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:48:59.291270 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fabffdb4-d14b-4b3e-bbe3-09f69928ff1e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:59.312607 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabffdb4-d14b-4b3e-bbe3-09f69928ff1e {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:48:59.349608 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=fabffdb4-d14b-4b3e-bbe3-09f69928ff1e,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:48:59.357793 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (fabffdb4-d14b-4b3e-bbe3-09f69928ff1e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:48:59.404212 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-01251be3-fc4f-4893-93c3-53ea7611dac6 req-fe449dd8-0e6e-40be-a244-21e8c6bb9cc7 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 210 time: 0.0506544 Sep 16 12:48:59.413852 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-4fce4269-cd7d-407a-aaec-4ed5682044c1 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1431351144&fields=id&tenant_id=dd7ec914bffb4743921e4116b0c399eb HTTP/1.1" status: 200 len: 267 time: 0.1250949 Sep 16 12:48:59.435713 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=fabffdb4-d14b-4b3e-bbe3-09f69928ff1e,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:48:59.563929 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08061a8c-db26-4524-915c-fa87bb6cf6ea req-354d8c64-cc57-412d-aced-fc44ea21160f tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:59.565655 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-08061a8c-db26-4524-915c-fa87bb6cf6ea req-354d8c64-cc57-412d-aced-fc44ea21160f tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 944 time: 0.0753481 Sep 16 12:48:59.620423 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-23851f5d-4603-4afb-ab48-096e7097c039 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:59.621921 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-23851f5d-4603-4afb-ab48-096e7097c039 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 808 time: 0.2065713 Sep 16 12:48:59.661688 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-9ec9e298-09c0-4d47-9d3f-3e7c2ec8d15a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/quotas/dd7ec914bffb4743921e4116b0c399eb HTTP/1.1" status: 200 len: 375 time: 0.0314357 Sep 16 12:48:59.668255 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-08061a8c-db26-4524-915c-fa87bb6cf6ea req-9f7af18f-d1aa-47e6-9a58-2995f6af57c5 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1ab1c70b-bd1e-4b5f-a710-c457e22db414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926080 Sep 16 12:48:59.726080 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dda8048-667d-4094-a249-449f685de1a1 x-openstack-request-id: req-9dda8048-667d-4094-a249-449f685de1a1 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:48:59.726615 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8983b634-6da4-4830-b0f1-5835cc55083e", "tag": "f5de57d0-58b1-4bb4-be3d-a6d88fd93f21", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:48:59.727086 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9dda8048-667d-4094-a249-449f685de1a1 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:48:59.727785 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dda8048-667d-4094-a249-449f685de1a1'] response: {'name': 'network-changed', 'server_uuid': '8983b634-6da4-4830-b0f1-5835cc55083e', 'tag': 'f5de57d0-58b1-4bb4-be3d-a6d88fd93f21', 'status': 'completed', 'code': 200} Sep 16 12:48:59.733348 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-76356682-4417-49bc-94c9-9235a9101568 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0640180 Sep 16 12:48:59.815330 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['fabffdb4-d14b-4b3e-bbe3-09f69928ff1e'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:48:59.886586 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da69b69-be4f-4db3-8338-0ed73cb80924 req-6374dd38-74e0-48fa-abdc-22628fee6129 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:48:59.894495 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7da69b69-be4f-4db3-8338-0ed73cb80924 req-6374dd38-74e0-48fa-abdc-22628fee6129 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 944 time: 0.0770319 Sep 16 12:48:59.933382 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:48:59.944783 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-a0ae8b47-6f44-4975-8a12-8888e8c75ba6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916289 Sep 16 12:48:59.990603 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3d903631-a9e4-424f-ad6d-35d838b2d04d up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:49:00.020388 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7da69b69-be4f-4db3-8338-0ed73cb80924 req-535a31ca-595d-4e4c-8e71-20befab81309 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244438 Sep 16 12:49:00.097211 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 3d903631-a9e4-424f-ad6d-35d838b2d04d completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:49:00.106306 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:00.110493 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 3d903631-a9e4-424f-ad6d-35d838b2d04d triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:49:00.110939 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3d903631-a9e4-424f-ad6d-35d838b2d04d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:00.111328 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 3d903631-a9e4-424f-ad6d-35d838b2d04d Sep 16 12:49:00.136507 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-b556bf50-c758-48a2-b0fb-b7885b28c9fc service neutron] 10.222.0.67 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816223 Sep 16 12:49:00.163076 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:00.255289 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 3d903631-a9e4-424f-ad6d-35d838b2d04d is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:49:00.255289 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3d903631-a9e4-424f-ad6d-35d838b2d04d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:00.315434 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3d903631-a9e4-424f-ad6d-35d838b2d04d, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3d903631-a9e4-424f-ad6d-35d838b2d04d,segment=NetworkSegment(54018204-1d57-4be0-9461-ce44976109f9),segment_id=54018204-1d57-4be0-9461-ce44976109f9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:00.330366 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3d903631-a9e4-424f-ad6d-35d838b2d04d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:00.333199 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb9ef3-a6bf-4e2b-bdbb-e73ab4a5c0a1 req-e9e05982-7c2c-4d83-9893-79aa1dec1169 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:00.344325 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c2cb9ef3-a6bf-4e2b-bdbb-e73ab4a5c0a1 req-e9e05982-7c2c-4d83-9893-79aa1dec1169 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 947 time: 0.1406267 Sep 16 12:49:00.421347 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=3d903631-a9e4-424f-ad6d-35d838b2d04d,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:00.514540 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c2cb9ef3-a6bf-4e2b-bdbb-e73ab4a5c0a1 req-86ede585-4caf-48fa-8ec5-8f6af2a89843 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691878 Sep 16 12:49:00.538851 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7bc92-523c-43a3-9eb4-d3e3eb6aa609 req-01caf8ea-d7ee-41d8-8bb0-9ebc749e7473 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:00.558221 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-63e7bc92-523c-43a3-9eb4-d3e3eb6aa609 req-01caf8ea-d7ee-41d8-8bb0-9ebc749e7473 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.1625824 Sep 16 12:49:00.561637 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2748a1-95d6-4ac3-b34b-d4866c09363d req-96e24bc2-f5b8-4826-b3d7-2925918a1496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:00.565884 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bc2748a1-95d6-4ac3-b34b-d4866c09363d req-96e24bc2-f5b8-4826-b3d7-2925918a1496 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=3e3e2fe65ad744a2ba3b757f42f1d07b&device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 1126 time: 0.1011724 Sep 16 12:49:00.690469 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-63e7bc92-523c-43a3-9eb4-d3e3eb6aa609 req-59909644-5db8-4cd8-8613-99ac2a859908 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300695 Sep 16 12:49:00.731052 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:00.775100 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2748a1-95d6-4ac3-b34b-d4866c09363d req-59dc2444-fe22-4c25-957b-aef2bf3bce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:00.777226 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bc2748a1-95d6-4ac3-b34b-d4866c09363d req-59dc2444-fe22-4c25-957b-aef2bf3bce5c service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=3300d86a-7270-4b5f-bde5-4572289b9372 HTTP/1.1" status: 200 len: 907 time: 0.2060125 Sep 16 12:49:00.809444 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823a5b3-0595-4502-9501-9d8502123109 req-38cc00cd-ca1a-42c9-b757-faadcf678627 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:00.816690 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7823a5b3-0595-4502-9501-9d8502123109 req-38cc00cd-ca1a-42c9-b757-faadcf678627 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=38d079dd-9676-45f7-b286-16aa78d487bf HTTP/1.1" status: 200 len: 945 time: 0.1248035 Sep 16 12:49:00.844616 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bc2748a1-95d6-4ac3-b34b-d4866c09363d req-fe8bcb8f-664e-488e-8bf9-73058de3dc03 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 HTTP/1.1" status: 200 len: 217 time: 0.0563536 Sep 16 12:49:00.949590 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7823a5b3-0595-4502-9501-9d8502123109 req-aa03f007-366f-44cc-9532-88536a5cf99e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234856 Sep 16 12:49:00.970506 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2748a1-95d6-4ac3-b34b-d4866c09363d req-4e471009-4804-4c4e-9fba-17560041e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:00.974435 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bc2748a1-95d6-4ac3-b34b-d4866c09363d req-4e471009-4804-4c4e-9fba-17560041e481 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e4718ee6-232f-478b-b220-a60983fb9ed1 HTTP/1.1" status: 200 len: 845 time: 0.1258116 Sep 16 12:49:00.980015 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f37c2-dd8e-4106-bcd7-b7dda930fd64 req-f3b482c7-7626-4a15-acb4-a2f0e2d34841 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:00.981824 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bd0f37c2-dd8e-4106-bcd7-b7dda930fd64 req-f3b482c7-7626-4a15-acb4-a2f0e2d34841 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 943 time: 0.1546605 Sep 16 12:49:01.032584 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:01.066865 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c0edd775-d855-4e44-9510-03b046348305 req-eb9dd96f-d2ce-4083-b5fe-63d89ba52e58 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 210 time: 0.0474138 Sep 16 12:49:01.079330 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2748a1-95d6-4ac3-b34b-d4866c09363d req-a27d65a4-b951-4a46-bb05-e2b26936cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:01.084715 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bc2748a1-95d6-4ac3-b34b-d4866c09363d req-a27d65a4-b951-4a46-bb05-e2b26936cf40 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=3300d86a-7270-4b5f-bde5-4572289b9372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0992219 Sep 16 12:49:01.103815 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bd0f37c2-dd8e-4106-bcd7-b7dda930fd64 req-c064912d-2c49-42e4-823a-2649f22bb47b tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075580 Sep 16 12:49:01.248747 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d079dd-9676-45f7-b286-16aa78d487bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d903631-a9e4-424f-ad6d-35d838b2d04d'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:01.251164 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930cd78c-8208-403c-af7a-7601cd2d91d6" -d '{"events": [{"server_uuid": "38d079dd-9676-45f7-b286-16aa78d487bf", "name": "network-vif-plugged", "status": "completed", "tag": "3d903631-a9e4-424f-ad6d-35d838b2d04d"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:01.256801 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bc2748a1-95d6-4ac3-b34b-d4866c09363d req-83480cf4-e001-43b3-92bd-fcc398874c84 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3300d86a-7270-4b5f-bde5-4572289b9372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643145 Sep 16 12:49:01.324871 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8ef48f5d-d875-41cf-95cd-6f2e7c19ffcd req-586c316b-4570-491c-bc85-c88368c691ef tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 210 time: 0.0480196 Sep 16 12:49:01.335563 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39496b7-67a1-4291-89ea-b34f19c0e1a3 req-5aac453e-867d-474e-8d02-19ae9651058c tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:01.370954 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a39496b7-67a1-4291-89ea-b34f19c0e1a3 req-5aac453e-867d-474e-8d02-19ae9651058c tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 944 time: 0.1614068 Sep 16 12:49:01.443012 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bc2748a1-95d6-4ac3-b34b-d4866c09363d req-f0925632-3dd5-45a5-8b26-df54c173fda4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3300d86a-7270-4b5f-bde5-4572289b9372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800809 Sep 16 12:49:01.457980 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device fabffdb4-d14b-4b3e-bbe3-09f69928ff1e up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:49:01.485126 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a39496b7-67a1-4291-89ea-b34f19c0e1a3 req-1d93e2be-c2cf-40e3-9af6-77ac49c97bb1 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1ab1c70b-bd1e-4b5f-a710-c457e22db414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131699 Sep 16 12:49:01.573766 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:49:01.593076 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:49:01.593517 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (fabffdb4-d14b-4b3e-bbe3-09f69928ff1e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:01.594072 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e Sep 16 12:49:01.596867 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0131af-2b79-40a4-9591-b30606e04b7e x-openstack-request-id: req-ca0131af-2b79-40a4-9591-b30606e04b7e {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:01.597286 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d079dd-9676-45f7-b286-16aa78d487bf", "name": "network-vif-plugged", "status": "completed", "tag": "3d903631-a9e4-424f-ad6d-35d838b2d04d", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:01.597597 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ca0131af-2b79-40a4-9591-b30606e04b7e {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:01.598053 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca0131af-2b79-40a4-9591-b30606e04b7e'] response: {'server_uuid': '38d079dd-9676-45f7-b286-16aa78d487bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d903631-a9e4-424f-ad6d-35d838b2d04d', 'code': 200} Sep 16 12:49:01.613513 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdddfbc-e3c9-4738-8344-eaf35cff234d req-affbe7f2-49f2-4794-ae56-c7c53d7c8684 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:01.615062 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5bdddfbc-e3c9-4738-8344-eaf35cff234d req-affbe7f2-49f2-4794-ae56-c7c53d7c8684 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 944 time: 0.1264217 Sep 16 12:49:01.773551 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5bdddfbc-e3c9-4738-8344-eaf35cff234d req-b5c77121-ff15-45ac-ba6b-d2f8f5e2a669 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496081 Sep 16 12:49:01.804922 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a812f80-3d19-4886-9505-fadd9306e48e req-2e360222-15ec-4ece-8aad-49f6a4eca504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:01.807305 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0a812f80-3d19-4886-9505-fadd9306e48e req-2e360222-15ec-4ece-8aad-49f6a4eca504 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=38d079dd-9676-45f7-b286-16aa78d487bf HTTP/1.1" status: 200 len: 1127 time: 0.0842447 Sep 16 12:49:01.844422 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaba61a-6adb-46a4-9ef4-5a7fa4a8c557 req-d8fd2789-e445-4539-a1a3-32ea1bff5f4a tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:01.853126 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3aaba61a-6adb-46a4-9ef4-5a7fa4a8c557 req-d8fd2789-e445-4539-a1a3-32ea1bff5f4a tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 947 time: 0.1039307 Sep 16 12:49:01.902402 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0a812f80-3d19-4886-9505-fadd9306e48e req-1b1259c6-55ba-4636-ae19-93d294d94227 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867410 Sep 16 12:49:01.908168 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:49:01.908755 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fabffdb4-d14b-4b3e-bbe3-09f69928ff1e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:01.953227 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:49:01.987080 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=fabffdb4-d14b-4b3e-bbe3-09f69928ff1e,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:02.019268 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5398408-3f35-467f-bfec-498986d43439 req-24c417b1-0ded-46c2-99c8-3054947dea0e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:02.020890 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (fabffdb4-d14b-4b3e-bbe3-09f69928ff1e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:02.021074 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a5398408-3f35-467f-bfec-498986d43439 req-24c417b1-0ded-46c2-99c8-3054947dea0e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0657535 Sep 16 12:49:02.034294 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3aaba61a-6adb-46a4-9ef4-5a7fa4a8c557 req-1d886d0c-f1f2-4096-bb2d-a66eb48a4f0a tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781878 Sep 16 12:49:02.120760 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a5398408-3f35-467f-bfec-498986d43439 req-1c8b807f-8ffe-4f6e-acf6-24528a0cf8da tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861704 Sep 16 12:49:02.185216 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b66eb-9d9c-4cba-81a9-a4f6caf2e2d8 req-5e005423-5691-402b-8f19-5d649dea9084 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:02.194596 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5d4b66eb-9d9c-4cba-81a9-a4f6caf2e2d8 req-5e005423-5691-402b-8f19-5d649dea9084 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=38d079dd-9676-45f7-b286-16aa78d487bf HTTP/1.1" status: 200 len: 945 time: 0.0728543 Sep 16 12:49:02.235154 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=fabffdb4-d14b-4b3e-bbe3-09f69928ff1e,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:02.282060 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5d4b66eb-9d9c-4cba-81a9-a4f6caf2e2d8 req-b1eaebbc-4a59-4a93-b571-80dadb354bcc tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847018 Sep 16 12:49:02.311594 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-313482ce-67f2-4550-b223-3797cb56d7fb req-24ced369-4281-4591-b2f7-5af9ce11014c tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 210 time: 0.0634549 Sep 16 12:49:02.322400 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=f5de57d0-58b1-4bb4-be3d-a6d88fd93f21,segment=NetworkSegment(a798abf2-1cd1-4a7a-9eee-0afdaf4a3317),segment_id=a798abf2-1cd1-4a7a-9eee-0afdaf4a3317)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:02.344722 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-41bbe17b-29f7-4eac-95cb-e52a121afe7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:02.354652 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': 'f5de57d0-58b1-4bb4-be3d-a6d88fd93f21', 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372', 'port_id': 'f5de57d0-58b1-4bb4-be3d-a6d88fd93f21', 'mac_address': 'fa:16:3e:07:22:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4718ee6-232f-478b-b220-a60983fb9ed1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:49:02.453344 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:49:02.454464 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f5de57d0-58b1-4bb4-be3d-a6d88fd93f21), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:02.473866 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:49:02.495668 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=f5de57d0-58b1-4bb4-be3d-a6d88fd93f21,segment=NetworkSegment(a798abf2-1cd1-4a7a-9eee-0afdaf4a3317),segment_id=a798abf2-1cd1-4a7a-9eee-0afdaf4a3317)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:02.496388 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0f8c2-4e63-447d-8ac6-60ee8d524594 req-b46c8de9-3657-4fa6-893f-37fb275a5f81 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:02.498152 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2bb0f8c2-4e63-447d-8ac6-60ee8d524594 req-b46c8de9-3657-4fa6-893f-37fb275a5f81 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 943 time: 0.1027873 Sep 16 12:49:02.499948 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e68dee48-5816-4e86-9699-64f5c8798789 req-b94f33ca-9023-4449-b06a-d7e55095c007 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 210 time: 0.0576422 Sep 16 12:49:02.510202 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f5de57d0-58b1-4bb4-be3d-a6d88fd93f21), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:02.584966 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:02.608951 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2bb0f8c2-4e63-447d-8ac6-60ee8d524594 req-def597eb-6040-4749-acf4-699863a3a088 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008427 Sep 16 12:49:02.619024 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=f5de57d0-58b1-4bb4-be3d-a6d88fd93f21,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:02.676424 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b4335-1252-46a3-8408-17a8271aa253 req-9e2df58b-1a4d-452b-9264-ac2899fc07d0 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:02.679009 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d24b4335-1252-46a3-8408-17a8271aa253 req-9e2df58b-1a4d-452b-9264-ac2899fc07d0 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 945 time: 0.0688992 Sep 16 12:49:02.751231 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d24b4335-1252-46a3-8408-17a8271aa253 req-6fd88268-fa8e-4f6b-bda2-300f85d3a07a tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1ab1c70b-bd1e-4b5f-a710-c457e22db414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644889 Sep 16 12:49:02.862761 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['f5de57d0-58b1-4bb4-be3d-a6d88fd93f21'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:49:02.891790 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:02.904211 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:02.944642 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e466c1-fee9-42d3-bd67-c2da4661d8be req-da2af263-9648-4cd5-ae6e-9ac7c3fd68d8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:02.947052 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-86e466c1-fee9-42d3-bd67-c2da4661d8be req-da2af263-9648-4cd5-ae6e-9ac7c3fd68d8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0586214 Sep 16 12:49:03.013260 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-86e466c1-fee9-42d3-bd67-c2da4661d8be req-8f345cc0-e0e4-48cb-bdfd-2434802693fa tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580399 Sep 16 12:49:03.168000 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db99d2-c026-49ad-bde9-a6934cd0c4ea req-caf349d1-c2a0-4774-90ce-a9cb284951d0 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:03.169542 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-02db99d2-c026-49ad-bde9-a6934cd0c4ea req-caf349d1-c2a0-4774-90ce-a9cb284951d0 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 947 time: 0.0535927 Sep 16 12:49:03.262306 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-02db99d2-c026-49ad-bde9-a6934cd0c4ea req-c9ead03f-3652-4670-9778-a7d7fe1180c0 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864885 Sep 16 12:49:03.273333 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:03.282021 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e248c-1774-4a4a-8405-4cf58d73e1c3 req-2f5ea66a-9531-480a-a29e-de695b69f8d2 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:03.283499 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e41e248c-1774-4a4a-8405-4cf58d73e1c3 req-2f5ea66a-9531-480a-a29e-de695b69f8d2 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0667448 Sep 16 12:49:03.334164 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e41e248c-1774-4a4a-8405-4cf58d73e1c3 req-053d5e48-752c-4265-8217-8a60410e6b1b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437148 Sep 16 12:49:03.420581 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d795191-bb2a-4ecf-b9aa-f6d2ab16a6d0 req-8e6ab317-5eb2-46ea-8b15-5e8798e81144 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:03.421929 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6d795191-bb2a-4ecf-b9aa-f6d2ab16a6d0 req-8e6ab317-5eb2-46ea-8b15-5e8798e81144 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=38d079dd-9676-45f7-b286-16aa78d487bf HTTP/1.1" status: 200 len: 945 time: 0.0569339 Sep 16 12:49:03.459602 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9ecd8aa7-be3e-42c7-8d6a-c842efd5c9a6 req-13230c8d-5a86-495a-b4f3-708c380f5828 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 210 time: 0.0470126 Sep 16 12:49:03.490269 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6d795191-bb2a-4ecf-b9aa-f6d2ab16a6d0 req-14b1b17f-0c4a-4362-b65a-62f0afacdf46 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583262 Sep 16 12:49:03.599812 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacfa868-1c8b-4918-8797-f31caee29361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabffdb4-d14b-4b3e-bbe3-09f69928ff1e'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:03.603449 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4935c65f-cd0c-4e53-bf0f-a1e4df7ee599" -d '{"events": [{"server_uuid": "dacfa868-1c8b-4918-8797-f31caee29361", "name": "network-vif-plugged", "status": "completed", "tag": "fabffdb4-d14b-4b3e-bbe3-09f69928ff1e"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:03.612049 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca148a6-804a-44ba-abaa-386359acfeb7 req-824f11c2-2cc3-4e34-9ec9-9b32daa99bb0 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:03.613595 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8ca148a6-804a-44ba-abaa-386359acfeb7 req-824f11c2-2cc3-4e34-9ec9-9b32daa99bb0 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=38d079dd-9676-45f7-b286-16aa78d487bf HTTP/1.1" status: 200 len: 945 time: 0.0501082 Sep 16 12:49:03.627005 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 50566) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:49:03.631955 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-0fd78d0b-f1bb-4b6d-a3c2-0483e5117588 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Request body: {'floatingip': {'port_id': '3d903631-a9e4-424f-ad6d-35d838b2d04d'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:49:03.644352 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-75864420-f6bd-4785-b1e3-78dc06c120bd req-b367902c-a4d5-4969-9d9d-83709c3a6f6f tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 210 time: 0.0296657 Sep 16 12:49:03.655605 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04d9ebe-6282-47f4-89f7-853f2c358bfd x-openstack-request-id: req-e04d9ebe-6282-47f4-89f7-853f2c358bfd {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:03.656015 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacfa868-1c8b-4918-8797-f31caee29361", "name": "network-vif-plugged", "status": "completed", "tag": "fabffdb4-d14b-4b3e-bbe3-09f69928ff1e", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:03.656201 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e04d9ebe-6282-47f4-89f7-853f2c358bfd {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:03.656696 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04d9ebe-6282-47f4-89f7-853f2c358bfd'] response: {'server_uuid': 'dacfa868-1c8b-4918-8797-f31caee29361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabffdb4-d14b-4b3e-bbe3-09f69928ff1e', 'code': 200} Sep 16 12:49:03.709902 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0fd78d0b-f1bb-4b6d-a3c2-0483e5117588 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for floatingip (482646c7-4950-49fe-8099-b0c933feadd4), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:03.754688 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e490992-f21d-4c16-a756-6c81c1dc6b88 req-575d7cb3-95bf-4d09-ad01-0b422c907851 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:03.756677 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8e490992-f21d-4c16-a756-6c81c1dc6b88 req-575d7cb3-95bf-4d09-ad01-0b422c907851 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 943 time: 0.0530212 Sep 16 12:49:03.809022 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8e490992-f21d-4c16-a756-6c81c1dc6b88 req-fee15781-dc42-4f83-b126-8e1555497cca tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467458 Sep 16 12:49:03.822584 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:03.849708 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:03.858642 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=69 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:03.878003 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677cd9d-2c1a-479b-b919-c050d761d538 req-7a681748-0645-42d4-b582-d3c5001886ec tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:03.879705 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d677cd9d-2c1a-479b-b919-c050d761d538 req-7a681748-0645-42d4-b582-d3c5001886ec tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 945 time: 0.0481761 Sep 16 12:49:03.930899 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d677cd9d-2c1a-479b-b919-c050d761d538 req-402072b3-714d-4014-bc80-a78aacba6ccd tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1ab1c70b-bd1e-4b5f-a710-c457e22db414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448394 Sep 16 12:49:03.971009 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:49:04.015776 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:49:04.022546 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:49:04.023084 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f5de57d0-58b1-4bb4-be3d-a6d88fd93f21), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:04.023564 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 Sep 16 12:49:04.108819 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:49:04.109201 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f5de57d0-58b1-4bb4-be3d-a6d88fd93f21), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:04.147177 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab906b-ac7a-4db8-bf42-917b1bd20b8c req-f5812618-3614-4789-b4d0-3f3e9658e4ad tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:04.152857 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9bab906b-ac7a-4db8-bf42-917b1bd20b8c req-f5812618-3614-4789-b4d0-3f3e9658e4ad tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0555029 Sep 16 12:49:04.158696 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=f5de57d0-58b1-4bb4-be3d-a6d88fd93f21,segment=NetworkSegment(a798abf2-1cd1-4a7a-9eee-0afdaf4a3317),segment_id=a798abf2-1cd1-4a7a-9eee-0afdaf4a3317)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:04.163931 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f5de57d0-58b1-4bb4-be3d-a6d88fd93f21), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:04.207864 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9bab906b-ac7a-4db8-bf42-917b1bd20b8c req-f5bc6870-8ac2-4268-9244-cbfdb10f6175 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520885 Sep 16 12:49:04.217532 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=f5de57d0-58b1-4bb4-be3d-a6d88fd93f21,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:04.392725 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d7763-a298-4de8-8e0e-d18a223dca6e req-fd04b192-d215-4b11-a78b-440e467cd45e tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:04.394241 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-973d7763-a298-4de8-8e0e-d18a223dca6e req-fd04b192-d215-4b11-a78b-440e467cd45e tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 947 time: 0.0525196 Sep 16 12:49:04.483300 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd76635-7c5d-4493-ace1-33f402f728ba req-bdd02bac-fd50-4db3-acbe-d23175fdf8cf tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:04.484904 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bbd76635-7c5d-4493-ace1-33f402f728ba req-bdd02bac-fd50-4db3-acbe-d23175fdf8cf tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0663755 Sep 16 12:49:04.491949 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-973d7763-a298-4de8-8e0e-d18a223dca6e req-b092e411-5031-416e-bd2d-02a65a757f3d tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905461 Sep 16 12:49:04.543628 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bbd76635-7c5d-4493-ace1-33f402f728ba req-4586ddd6-5d3b-4c7c-b804-62f3d8376548 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499654 Sep 16 12:49:04.576422 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e8b40f2a-b743-4968-8d67-f1b9930866c4 req-b35e73f3-c6b0-429b-9fed-758f8b754f19 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 210 time: 0.0294363 Sep 16 12:49:04.582807 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0fd78d0b-f1bb-4b6d-a3c2-0483e5117588 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:04.589527 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0fd78d0b-f1bb-4b6d-a3c2-0483e5117588 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (482646c7-4950-49fe-8099-b0c933feadd4), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:04.601474 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0e87bc15-44aa-450d-8fe6-3443c9c1f824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:04.697317 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [None req-0fd78d0b-f1bb-4b6d-a3c2-0483e5117588 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Floating IP 482646c7-4950-49fe-8099-b0c933feadd4 associated. External IP: 172.25.2.209, port: 3d903631-a9e4-424f-ad6d-35d838b2d04d. Sep 16 12:49:04.739578 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:04.765099 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e1d78fa5-3487-4564-be80-63604689fe4b req-74775047-3c1e-4d6d-adde-2cf6e58baf5c tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 210 time: 0.0291808 Sep 16 12:49:04.911274 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd78d0b-f1bb-4b6d-a3c2-0483e5117588 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:49:04.928592 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:04.945729 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f385d2-adef-4df9-a8d7-87abf81bab23 req-21178a0e-582e-42c4-bf83-b8bcb7c0630a tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:04.947489 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-79f385d2-adef-4df9-a8d7-87abf81bab23 req-21178a0e-582e-42c4-bf83-b8bcb7c0630a tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 943 time: 0.0586200 Sep 16 12:49:05.012497 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-79f385d2-adef-4df9-a8d7-87abf81bab23 req-b96ccfaf-e5fd-4062-a1ca-3a9ded14538a tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585399 Sep 16 12:49:05.028920 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd78d0b-f1bb-4b6d-a3c2-0483e5117588 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:49:05.033654 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0fd78d0b-f1bb-4b6d-a3c2-0483e5117588 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:05.040523 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d80249-db31-4460-ba5d-126c1fa0fbd6 None None] Sync routers for ids ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:49:05.052636 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d80249-db31-4460-ba5d-126c1fa0fbd6 None None] Routers {'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:49:05.053527 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-43d80249-db31-4460-ba5d-126c1fa0fbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:49:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:49:05.070612 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0fd78d0b-f1bb-4b6d-a3c2-0483e5117588 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/482646c7-4950-49fe-8099-b0c933feadd4 HTTP/1.1" status: 200 len: 991 time: 1.4396238 Sep 16 12:49:05.070612 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d079dd-9676-45f7-b286-16aa78d487bf', 'tag': '3d903631-a9e4-424f-ad6d-35d838b2d04d'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:05.070971 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe13853-3cc1-4ef0-bbfa-02f9eeeefe54 req-9d63205a-aefc-4343-9235-0bee74fcde73 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:05.072538 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-abe13853-3cc1-4ef0-bbfa-02f9eeeefe54 req-9d63205a-aefc-4343-9235-0bee74fcde73 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 946 time: 0.0554299 Sep 16 12:49:05.077048 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7964c2c2-a62b-4ff0-8c01-1269786ecc22" -d '{"events": [{"name": "network-changed", "server_uuid": "38d079dd-9676-45f7-b286-16aa78d487bf", "tag": "3d903631-a9e4-424f-ad6d-35d838b2d04d"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:05.141739 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-abe13853-3cc1-4ef0-bbfa-02f9eeeefe54 req-69adde98-4f65-4780-9623-843991ec4be8 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1ab1c70b-bd1e-4b5f-a710-c457e22db414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614982 Sep 16 12:49:05.170284 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-43d80249-db31-4460-ba5d-126c1fa0fbd6 None None] Set router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:49:05.185895 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd199-13d0-4aa5-8dc1-33320007f567 req-bcd99c33-7bfd-44c7-828e-dab3adcc3c64 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:05.186326 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a63eb0-cb27-440c-afac-b85c630ed5c1 x-openstack-request-id: req-43a63eb0-cb27-440c-afac-b85c630ed5c1 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:05.186679 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d079dd-9676-45f7-b286-16aa78d487bf", "tag": "3d903631-a9e4-424f-ad6d-35d838b2d04d", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:05.186995 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-43a63eb0-cb27-440c-afac-b85c630ed5c1 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:05.187453 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a63eb0-cb27-440c-afac-b85c630ed5c1'] response: {'name': 'network-changed', 'server_uuid': '38d079dd-9676-45f7-b286-16aa78d487bf', 'tag': '3d903631-a9e4-424f-ad6d-35d838b2d04d', 'status': 'completed', 'code': 200} Sep 16 12:49:05.187760 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-496fd199-13d0-4aa5-8dc1-33320007f567 req-bcd99c33-7bfd-44c7-828e-dab3adcc3c64 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=38d079dd-9676-45f7-b286-16aa78d487bf HTTP/1.1" status: 200 len: 945 time: 0.0649416 Sep 16 12:49:05.253313 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-496fd199-13d0-4aa5-8dc1-33320007f567 req-a707a648-c222-41f1-b854-f107a6c40a6f tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589614 Sep 16 12:49:05.268029 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964c2c2-a62b-4ff0-8c01-1269786ecc22 req-da0a131e-c78b-453e-93c8-b7db1a7cf949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:05.269853 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7964c2c2-a62b-4ff0-8c01-1269786ecc22 req-da0a131e-c78b-453e-93c8-b7db1a7cf949 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7058e9e184834c39a5a299f481a6e62e&device_id=38d079dd-9676-45f7-b286-16aa78d487bf HTTP/1.1" status: 200 len: 1127 time: 0.0450695 Sep 16 12:49:05.355649 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52af2b0-28d3-4e06-847c-1fd76d18cac0 req-95b4e2ba-5cd3-4016-8dbd-f827ec092904 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:05.357544 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a52af2b0-28d3-4e06-847c-1fd76d18cac0 req-95b4e2ba-5cd3-4016-8dbd-f827ec092904 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0590911 Sep 16 12:49:05.391120 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964c2c2-a62b-4ff0-8c01-1269786ecc22 req-c6800bc4-4243-47ba-ada7-b4cf6d8eb164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:05.392934 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7964c2c2-a62b-4ff0-8c01-1269786ecc22 req-c6800bc4-4243-47ba-ada7-b4cf6d8eb164 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=eb8add18-d929-45d2-acc9-197a8391e875 HTTP/1.1" status: 200 len: 924 time: 0.1077387 Sep 16 12:49:05.409596 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a52af2b0-28d3-4e06-847c-1fd76d18cac0 req-740717cc-d3cc-4450-8f87-0295996244b5 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445652 Sep 16 12:49:05.454329 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-43d80249-db31-4460-ba5d-126c1fa0fbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:12Z', 'updated_at': '2022-09-16T12:46:19Z', 'revision_number': 4, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'gw_port': {'id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:13Z', 'updated_at': '2022-09-16T12:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '482646c7-4950-49fe-8099-b0c933feadd4', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'floating_ip_address': '172.25.2.209', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'port_id': '3d903631-a9e4-424f-ad6d-35d838b2d04d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'mac_address': 'fa:16:3e:94:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d079dd-9676-45f7-b286-16aa78d487bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:46:48Z', 'updated_at': '2022-09-16T12:49:04Z', 'revision_number': 5, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e440ffa3-b382-4dbb-b375-94dc825628ba', 'name': '', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'mac_address': 'fa:16:3e:30:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:18Z', 'updated_at': '2022-09-16T12:46:24Z', 'revision_number': 5, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'subnets': [{'id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:49:05.458628 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7964c2c2-a62b-4ff0-8c01-1269786ecc22 req-a48ab615-2ae5-4a66-8f28-c93e1379c5e9 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d903631-a9e4-424f-ad6d-35d838b2d04d HTTP/1.1" status: 200 len: 999 time: 0.0598888 Sep 16 12:49:05.480756 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d80249-db31-4460-ba5d-126c1fa0fbd6 None None] Checking router: a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:49:05.490456 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d80249-db31-4460-ba5d-126c1fa0fbd6 None None] Routers {'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:49:05.491057 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-43d80249-db31-4460-ba5d-126c1fa0fbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:49:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:49:05.503582 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:05.508884 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964c2c2-a62b-4ff0-8c01-1269786ecc22 req-0007c4bd-9362-42bc-818d-55793c23bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:05.510365 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7964c2c2-a62b-4ff0-8c01-1269786ecc22 req-0007c4bd-9362-42bc-818d-55793c23bb3d service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=fb6cbc25-6c82-4a73-b1fd-602ce120a77f HTTP/1.1" status: 200 len: 862 time: 0.0459962 Sep 16 12:49:05.561526 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964c2c2-a62b-4ff0-8c01-1269786ecc22 req-bd14cc02-de33-48fc-9a98-c8e2490d454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:05.563301 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7964c2c2-a62b-4ff0-8c01-1269786ecc22 req-bd14cc02-de33-48fc-9a98-c8e2490d454b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=eb8add18-d929-45d2-acc9-197a8391e875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472848 Sep 16 12:49:05.577488 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:05.609302 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-43d80249-db31-4460-ba5d-126c1fa0fbd6 None None] Set router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:49:05.624796 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930a4f1-6fc9-4a79-af4a-4cdbe38b48a5 req-c0db537a-92c5-4b81-950a-05beacf05a5b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:05.626826 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7930a4f1-6fc9-4a79-af4a-4cdbe38b48a5 req-c0db537a-92c5-4b81-950a-05beacf05a5b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 947 time: 0.0603304 Sep 16 12:49:05.657686 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8983b634-6da4-4830-b0f1-5835cc55083e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5de57d0-58b1-4bb4-be3d-a6d88fd93f21'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:05.662498 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea0dd14-fc15-4d88-ab18-527f91b6f99d" -d '{"events": [{"server_uuid": "8983b634-6da4-4830-b0f1-5835cc55083e", "name": "network-vif-plugged", "status": "completed", "tag": "f5de57d0-58b1-4bb4-be3d-a6d88fd93f21"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:05.689061 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7964c2c2-a62b-4ff0-8c01-1269786ecc22 req-1c5c7dcc-b821-4b19-b5df-36881cd6d838 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/eb8add18-d929-45d2-acc9-197a8391e875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193392 Sep 16 12:49:05.700716 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3855b8-2aec-46c4-94ee-2dba8f9762a0 req-cce60a80-c3d7-45dd-9675-370692aefb82 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:05.702471 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9d3855b8-2aec-46c4-94ee-2dba8f9762a0 req-cce60a80-c3d7-45dd-9675-370692aefb82 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0740721 Sep 16 12:49:05.734324 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7930a4f1-6fc9-4a79-af4a-4cdbe38b48a5 req-c7d530fd-1db8-40a4-acff-241282511b5d tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943100 Sep 16 12:49:05.774398 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9d3855b8-2aec-46c4-94ee-2dba8f9762a0 req-20faf7c5-db09-4f8d-9ecd-eaf38e7f1a36 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652471 Sep 16 12:49:05.800603 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7964c2c2-a62b-4ff0-8c01-1269786ecc22 req-4cce6301-de90-4ee2-bffa-3a38440c1310 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/eb8add18-d929-45d2-acc9-197a8391e875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048763 Sep 16 12:49:05.841475 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd01ec7e-31d1-4394-b1c4-715d36024e6a x-openstack-request-id: req-cd01ec7e-31d1-4394-b1c4-715d36024e6a {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:05.843308 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8983b634-6da4-4830-b0f1-5835cc55083e", "name": "network-vif-plugged", "status": "completed", "tag": "f5de57d0-58b1-4bb4-be3d-a6d88fd93f21", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:05.843790 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cd01ec7e-31d1-4394-b1c4-715d36024e6a {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:05.844614 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd01ec7e-31d1-4394-b1c4-715d36024e6a'] response: {'server_uuid': '8983b634-6da4-4830-b0f1-5835cc55083e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5de57d0-58b1-4bb4-be3d-a6d88fd93f21', 'code': 200} Sep 16 12:49:05.884731 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-87c7a348-1a7c-4a18-9650-779174ab3ddf req-a240a3bc-b477-4667-b946-f6c834eb5716 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 210 time: 0.0431120 Sep 16 12:49:05.888675 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-43d80249-db31-4460-ba5d-126c1fa0fbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:12Z', 'updated_at': '2022-09-16T12:46:19Z', 'revision_number': 4, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'gw_port': {'id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:13Z', 'updated_at': '2022-09-16T12:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '482646c7-4950-49fe-8099-b0c933feadd4', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'floating_ip_address': '172.25.2.209', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'port_id': '3d903631-a9e4-424f-ad6d-35d838b2d04d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'mac_address': 'fa:16:3e:94:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d079dd-9676-45f7-b286-16aa78d487bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:46:48Z', 'updated_at': '2022-09-16T12:49:04Z', 'revision_number': 5, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e440ffa3-b382-4dbb-b375-94dc825628ba', 'name': '', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'mac_address': 'fa:16:3e:30:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:18Z', 'updated_at': '2022-09-16T12:46:24Z', 'revision_number': 5, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'subnets': [{'id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:49:05.935590 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d80249-db31-4460-ba5d-126c1fa0fbd6 None None] The sync data for ids ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'] in n-d-858094-4 is: [{'id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:12Z', 'updated_at': '2022-09-16T12:46:19Z', 'revision_number': 4, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'gw_port': {'id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:13Z', 'updated_at': '2022-09-16T12:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '482646c7-4950-49fe-8099-b0c933feadd4', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'floating_ip_address': '172.25.2.209', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'port_id': '3d903631-a9e4-424f-ad6d-35d838b2d04d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'mac_address': 'fa:16:3e:94:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d079dd-9676-45f7-b286-16aa78d487bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:46:48Z', 'updated_at': '2022-09-16T12:49:04Z', 'revision_number': 5, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e440ffa3-b382-4dbb-b375-94dc825628ba', 'name': '', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'mac_address': 'fa:16:3e:30:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:18Z', 'updated_at': '2022-09-16T12:46:24Z', 'revision_number': 5, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'subnets': [{'id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:49:05.954325 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-44beddae-edce-4459-a84b-5aaeccf7eed3 req-052598fe-eb8a-4573-934f-f212409dd36e tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 210 time: 0.0385113 Sep 16 12:49:05.971825 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:05.992414 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0901203-dd6f-4b6c-909e-39a7ceeaec7b req-374e3122-236a-420b-8340-d75d3d3fecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:05.994259 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d0901203-dd6f-4b6c-909e-39a7ceeaec7b req-374e3122-236a-420b-8340-d75d3d3fecd9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 1128 time: 0.0804505 Sep 16 12:49:06.051894 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d0901203-dd6f-4b6c-909e-39a7ceeaec7b req-e2eaf9d0-8dfe-49b8-b575-4327bf5dc89e service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1ab1c70b-bd1e-4b5f-a710-c457e22db414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428188 Sep 16 12:49:06.144836 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0f391-fbe0-4d1d-a92c-c77e35e1e90d req-b6b3b30d-d620-4ef7-bcc0-6f89a96d2785 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:06.146636 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c2a0f391-fbe0-4d1d-a92c-c77e35e1e90d req-b6b3b30d-d620-4ef7-bcc0-6f89a96d2785 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 943 time: 0.0573285 Sep 16 12:49:06.161932 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d100e91-7874-4183-95ec-fda646692ace None None] New status for floating IP 482646c7-4950-49fe-8099-b0c933feadd4: ACTIVE {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:49:06.201770 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c2a0f391-fbe0-4d1d-a92c-c77e35e1e90d req-ebcf5f19-72ec-4514-949e-eac830f49ba6 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481753 Sep 16 12:49:06.274679 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a706d-41f7-4655-b396-1d575adf9f38 req-b8e8bf36-f8b1-4737-a489-4ecf6cf3cb39 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:06.276227 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-da8a706d-41f7-4655-b396-1d575adf9f38 req-b8e8bf36-f8b1-4737-a489-4ecf6cf3cb39 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 946 time: 0.0540245 Sep 16 12:49:06.325813 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-da8a706d-41f7-4655-b396-1d575adf9f38 req-f4c335cd-4c0c-4361-8513-eb288f6aa154 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1ab1c70b-bd1e-4b5f-a710-c457e22db414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438061 Sep 16 12:49:06.535259 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709ab17-c460-46a1-8886-52a67ef102c0 req-c089af62-b6b7-49bf-a7ad-194547c5c41c tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:06.536721 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4709ab17-c460-46a1-8886-52a67ef102c0 req-c089af62-b6b7-49bf-a7ad-194547c5c41c tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0504858 Sep 16 12:49:06.588063 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4709ab17-c460-46a1-8886-52a67ef102c0 req-b57cde3f-20c0-41ff-ab74-07b74516bb06 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452502 Sep 16 12:49:06.967404 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddde57c-09b5-4faa-a82a-ed53e6627d81 req-b0aa4f4f-1c6f-4678-8817-24bd836208ea tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:06.968980 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5ddde57c-09b5-4faa-a82a-ed53e6627d81 req-b0aa4f4f-1c6f-4678-8817-24bd836208ea tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0957601 Sep 16 12:49:06.993916 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce98b9-c410-44ed-8a53-a6a167d9a23f req-e133dcbc-375c-4c61-9ac6-218aa290a647 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:06.995402 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-92ce98b9-c410-44ed-8a53-a6a167d9a23f req-e133dcbc-375c-4c61-9ac6-218aa290a647 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 947 time: 0.1627576 Sep 16 12:49:07.020338 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:07.093381 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae3dd9-6b88-4b60-baa5-120786e149d5 req-a5433796-1eef-4d84-86d0-3cb66ef5f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:07.094767 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f6ae3dd9-6b88-4b60-baa5-120786e149d5 req-a5433796-1eef-4d84-86d0-3cb66ef5f4db service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.2834227 Sep 16 12:49:07.148098 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d449b6e-23f9-4696-8c4f-f2aeba254d0d req-68fc1d15-a2b7-4e07-961c-06e4bd7748e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:07.149301 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4d449b6e-23f9-4696-8c4f-f2aeba254d0d req-68fc1d15-a2b7-4e07-961c-06e4bd7748e8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 1127 time: 0.0467799 Sep 16 12:49:07.227343 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4d449b6e-23f9-4696-8c4f-f2aeba254d0d req-c4611c78-b811-42ae-87f4-c61dd0766ca5 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646181 Sep 16 12:49:07.227641 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5ddde57c-09b5-4faa-a82a-ed53e6627d81 req-6058336f-0c47-4342-8774-7831b189b6db tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302535 Sep 16 12:49:07.232704 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-92ce98b9-c410-44ed-8a53-a6a167d9a23f req-f84b96e5-69ea-4bde-b1b7-451aef780512 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288923 Sep 16 12:49:07.246818 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:07.249467 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f6ae3dd9-6b88-4b60-baa5-120786e149d5 req-d8926b8f-bdbd-4630-a8ea-efa5220040cf service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c82c5517-9370-47b7-870d-b1c0f066ce8a HTTP/1.1" status: 200 len: 217 time: 0.1259193 Sep 16 12:49:07.266579 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeb042-65ba-4872-a1f1-91e9349ca133 req-a54fa4b2-6d7f-4da2-805c-58cb329bf06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:07.268292 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0beeb042-65ba-4872-a1f1-91e9349ca133 req-a54fa4b2-6d7f-4da2-805c-58cb329bf06a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=97a3e6c179c6495281c2816a1e18aa7e&device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 1125 time: 0.1523755 Sep 16 12:49:07.294623 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c79f4-fafb-4bb5-86ad-6d15e98be230 req-1acfc814-1037-4121-9dba-d5cd19422fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:07.296074 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bd2c79f4-fafb-4bb5-86ad-6d15e98be230 req-1acfc814-1037-4121-9dba-d5cd19422fc5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 1131 time: 0.1775374 Sep 16 12:49:07.296518 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:07.350810 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4b7d294a-cdff-4143-861c-36435a99911c req-04adecb2-8c02-411a-bd2f-c3dcfe75846a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 210 time: 0.0461473 Sep 16 12:49:07.359974 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-c32d43cf-f603-47a0-a5fc-94626d2570b5 service neutron] For port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:49:07.379263 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-c32d43cf-f603-47a0-a5fc-94626d2570b5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:07.380407 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-c32d43cf-f603-47a0-a5fc-94626d2570b5 service neutron] 10.222.0.25 "DELETE /networking/v2.0/ports/8109ea32-2ace-4f1c-be0b-e7fa4599d05e/bindings/n-h2-858094-4 HTTP/1.1" status: 204 len: 173 time: 0.4359493 Sep 16 12:49:07.382146 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-064052dc-94e3-4a27-ba79-aaa3a20cee62 req-899ff60b-7212-44bc-9139-166c86bd5563 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 210 time: 0.0418088 Sep 16 12:49:07.412933 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:07.500457 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa5fe4-1d85-4585-8319-959a3a3328b4 req-30443dfb-fc3e-4118-8235-a3ba4c4ede82 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:07.502272 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-05fa5fe4-1d85-4585-8319-959a3a3328b4 req-30443dfb-fc3e-4118-8235-a3ba4c4ede82 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 943 time: 0.0845306 Sep 16 12:49:07.524961 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a29d54-554a-4b9c-aea8-049e7b0c2a49 req-35615334-5c96-4f36-84ea-e8701843d87a tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:07.526746 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b1a29d54-554a-4b9c-aea8-049e7b0c2a49 req-35615334-5c96-4f36-84ea-e8701843d87a tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 946 time: 0.0754678 Sep 16 12:49:07.594693 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-05fa5fe4-1d85-4585-8319-959a3a3328b4 req-e46ab321-5c65-439e-a157-077d2dda8814 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856335 Sep 16 12:49:07.635517 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b1a29d54-554a-4b9c-aea8-049e7b0c2a49 req-2c9976c1-b09a-4a52-a83e-44af4ec31e01 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1ab1c70b-bd1e-4b5f-a710-c457e22db414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950422 Sep 16 12:49:07.688508 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:07.819238 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae3dd9-6b88-4b60-baa5-120786e149d5 req-70de2a45-dbd7-4713-bb59-115e981baed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:07.821808 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f6ae3dd9-6b88-4b60-baa5-120786e149d5 req-70de2a45-dbd7-4713-bb59-115e981baed2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.2094018 Sep 16 12:49:07.872371 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3eb98c-f496-4447-a561-42d2bb0b22d5 req-6475a8a2-b858-4e04-930c-c1243aa6f3d8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:07.873770 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4c3eb98c-f496-4447-a561-42d2bb0b22d5 req-6475a8a2-b858-4e04-930c-c1243aa6f3d8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.1667545 Sep 16 12:49:07.897552 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bd2c79f4-fafb-4bb5-86ad-6d15e98be230 req-f61b8617-403f-4838-9e6e-3c7cf561a33e service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836154 Sep 16 12:49:07.958870 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeb042-65ba-4872-a1f1-91e9349ca133 req-cf189848-2a71-4889-94bb-9b64d2cca2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:07.960216 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0beeb042-65ba-4872-a1f1-91e9349ca133 req-cf189848-2a71-4889-94bb-9b64d2cca2e0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=97a3e6c179c6495281c2816a1e18aa7e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3459694 Sep 16 12:49:07.983960 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4c3eb98c-f496-4447-a561-42d2bb0b22d5 req-484eaece-82d9-4865-8fac-33d8a76149fc tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976324 Sep 16 12:49:08.421178 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb710324-1a79-47f9-bb5b-e4c5b6ff36df req-ed4435e3-2551-4e19-99f8-a3aabd7e5cd7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:08.422594 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eb710324-1a79-47f9-bb5b-e4c5b6ff36df req-ed4435e3-2551-4e19-99f8-a3aabd7e5cd7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0915110 Sep 16 12:49:08.428379 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed26582-7476-4197-bbc2-726333efb830 req-807f68e0-00af-4d5f-95dd-a21ce8e0d8a2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:08.430499 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fed26582-7476-4197-bbc2-726333efb830 req-807f68e0-00af-4d5f-95dd-a21ce8e0d8a2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 947 time: 0.0872765 Sep 16 12:49:08.923666 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:08.925578 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae3dd9-6b88-4b60-baa5-120786e149d5 req-87dec47e-6b02-4159-b326-9f1a62281364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:08.927202 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f6ae3dd9-6b88-4b60-baa5-120786e149d5 req-87dec47e-6b02-4159-b326-9f1a62281364 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1583476 Sep 16 12:49:08.937258 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eb710324-1a79-47f9-bb5b-e4c5b6ff36df req-a1675960-444a-45ef-b69d-3be183c04055 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056479 Sep 16 12:49:08.948315 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fed26582-7476-4197-bbc2-726333efb830 req-7fcf0887-8e5a-4a76-946f-2b329016d8f8 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106156 Sep 16 12:49:08.986353 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeb042-65ba-4872-a1f1-91e9349ca133 req-ad8e7a60-60f3-4c62-929e-22615398f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:08.987922 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0beeb042-65ba-4872-a1f1-91e9349ca133 req-ad8e7a60-60f3-4c62-929e-22615398f663 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2173817 Sep 16 12:49:09.042576 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8e42aa63-551d-48ad-ba90-756b11b798eb req-3d4b5596-78d7-4e8f-8230-b16a9c2e51fa tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 210 time: 0.0336137 Sep 16 12:49:09.083832 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-626c6725-64e8-4b87-b381-0093f1ed1bfd req-fe131fcb-d79f-4a6b-bf29-9755e6e3d7fd tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 210 time: 0.0363588 Sep 16 12:49:09.168385 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0e27e-040e-4462-ba35-1adaac308594 req-a2773fe1-56c7-4522-afcf-5232cf672f6b tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:09.169903 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e4c0e27e-040e-4462-ba35-1adaac308594 req-a2773fe1-56c7-4522-afcf-5232cf672f6b tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 943 time: 0.0635662 Sep 16 12:49:09.219684 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f3c4a-650d-4b20-b6f3-e0518351f85b req-288d1724-adbf-41ac-95a1-fa47ba931aec tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:09.221163 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5e1f3c4a-650d-4b20-b6f3-e0518351f85b req-288d1724-adbf-41ac-95a1-fa47ba931aec tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 946 time: 0.0699453 Sep 16 12:49:09.260998 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e4c0e27e-040e-4462-ba35-1adaac308594 req-cb320a78-e1b3-4b4c-80f0-af28df0f99d3 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738578 Sep 16 12:49:09.265168 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:09.290787 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5e1f3c4a-650d-4b20-b6f3-e0518351f85b req-ce53340e-c7da-4d53-a4c1-eb9166425cd5 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1ab1c70b-bd1e-4b5f-a710-c457e22db414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612063 Sep 16 12:49:09.416275 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa46bce-49a9-4af6-bd31-6355d7d008a9 req-99dafdab-becc-4ef8-9fcb-73f755853a83 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:09.417755 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5fa46bce-49a9-4af6-bd31-6355d7d008a9 req-99dafdab-becc-4ef8-9fcb-73f755853a83 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0859230 Sep 16 12:49:09.502961 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74ff53-9240-4f29-a471-66531c81ed7c req-3c582bf3-01b5-4628-ae2f-d269525994cd tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:09.504398 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-de74ff53-9240-4f29-a471-66531c81ed7c req-3c582bf3-01b5-4628-ae2f-d269525994cd tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 946 time: 0.1226578 Sep 16 12:49:09.516228 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 50642) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:49:09.521342 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-c322dd05-5cac-4fdf-a73b-9b1b939cd132 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Request body: {'floatingip': {'port_id': 'f5de57d0-58b1-4bb4-be3d-a6d88fd93f21'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:49:09.561438 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c322dd05-5cac-4fdf-a73b-9b1b939cd132 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for floatingip (01cccd48-81a1-462b-b2aa-58a614020fee), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:09.561684 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5fa46bce-49a9-4af6-bd31-6355d7d008a9 req-a405523a-ffff-4d1f-96a7-929844a582ba tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990486 Sep 16 12:49:09.567774 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f6ae3dd9-6b88-4b60-baa5-120786e149d5 req-a40b49b1-b780-42e0-ad49-f2334861de94 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969316 Sep 16 12:49:09.601588 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:09.838224 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcb0af-8ed1-4cc5-b3d3-8cd0f94cfbbc req-25286196-d35e-4773-8351-c2b98767ff89 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:09.839693 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0cfcb0af-8ed1-4cc5-b3d3-8cd0f94cfbbc req-25286196-d35e-4773-8351-c2b98767ff89 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0581017 Sep 16 12:49:09.889717 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0cfcb0af-8ed1-4cc5-b3d3-8cd0f94cfbbc req-d7110169-fd9c-4fc2-aae7-db007016b8cc tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440218 Sep 16 12:49:10.094199 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c322dd05-5cac-4fdf-a73b-9b1b939cd132 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:10.098306 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c322dd05-5cac-4fdf-a73b-9b1b939cd132 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (01cccd48-81a1-462b-b2aa-58a614020fee), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:10.149566 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:10.162162 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-93270bf1-8210-4a41-9e8e-1e6ec635743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:10.163818 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-93270bf1-8210-4a41-9e8e-1e6ec635743a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=97a3e6c179c6495281c2816a1e18aa7e&device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 1125 time: 0.1234162 Sep 16 12:49:10.170114 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f6ae3dd9-6b88-4b60-baa5-120786e149d5 req-92e1d468-c62b-48de-a6e7-24c1903372bb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306900 Sep 16 12:49:10.184633 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db83dd-02cf-4190-a3e8-6fb2f61e4fad req-70ac2c59-0130-4b7b-8247-28269407b267 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:10.186105 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97db83dd-02cf-4190-a3e8-6fb2f61e4fad req-70ac2c59-0130-4b7b-8247-28269407b267 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 947 time: 0.1068888 Sep 16 12:49:10.194184 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c882af-c406-4e3d-a61c-374a38cc4970 req-708256de-3f4a-405b-9f65-b8aa5842d275 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:10.196290 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26c882af-c406-4e3d-a61c-374a38cc4970 req-708256de-3f4a-405b-9f65-b8aa5842d275 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.1181448 Sep 16 12:49:10.217943 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [None req-c322dd05-5cac-4fdf-a73b-9b1b939cd132 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Floating IP 01cccd48-81a1-462b-b2aa-58a614020fee associated. External IP: 172.25.2.99, port: f5de57d0-58b1-4bb4-be3d-a6d88fd93f21. Sep 16 12:49:10.275960 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97db83dd-02cf-4190-a3e8-6fb2f61e4fad req-b073e7f9-8933-4893-8a41-6c9422cc3955 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786815 Sep 16 12:49:10.279540 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26c882af-c406-4e3d-a61c-374a38cc4970 req-01b2be36-00bb-4f60-9c7a-9422af301588 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759614 Sep 16 12:49:10.385490 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:10.505783 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c322dd05-5cac-4fdf-a73b-9b1b939cd132 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Router f63d6293-eb39-4305-aa42-0b29810a311b has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:49:10.512464 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-290e3b24-45d9-449e-a979-189100acdb8a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fe525ed-e767-4d78-8eff-93ca2a0eb98f HTTP/1.1" status: 200 len: 217 time: 0.1445198 Sep 16 12:49:10.519898 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-87686788-2e20-4652-b4c0-bf484db78a3d req-cf937599-58e4-4800-a38a-ff5bab79304b tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 210 time: 0.0958724 Sep 16 12:49:10.562576 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d954d58d-1a32-42f5-a5c0-c681e454267d req-9e50c7e4-0c43-488d-9b1c-b3a6b33d91a8 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1b320dc8-1e79-4202-8162-0a418c6b1874 HTTP/1.1" status: 200 len: 210 time: 0.1364179 Sep 16 12:49:10.565861 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e43d1-3463-493a-961c-c24f5db0bf16 req-0c1fae86-09f1-4d33-902f-517076d4c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:10.568446 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0e2e43d1-3463-493a-961c-c24f5db0bf16 req-0c1fae86-09f1-4d33-902f-517076d4c182 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 1129 time: 0.2214494 Sep 16 12:49:10.635655 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0e2e43d1-3463-493a-961c-c24f5db0bf16 req-23d9acf3-bc12-49fe-b7ee-d7b0cb56736f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=8c037a6456444018a6ef54314419e2f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378275 Sep 16 12:49:10.638831 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c322dd05-5cac-4fdf-a73b-9b1b939cd132 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:49:10.651921 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e70a7-3824-4a81-924f-d17c4c0033b6 None None] Sync routers for ids ['f63d6293-eb39-4305-aa42-0b29810a311b'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:49:10.655516 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c322dd05-5cac-4fdf-a73b-9b1b939cd132 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:10.665239 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13e70a7-3824-4a81-924f-d17c4c0033b6 None None] Routers {'f63d6293-eb39-4305-aa42-0b29810a311b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:49:10.665997 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-a13e70a7-3824-4a81-924f-d17c4c0033b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:49:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['f63d6293-eb39-4305-aa42-0b29810a311b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:49:10.692644 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c322dd05-5cac-4fdf-a73b-9b1b939cd132 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/01cccd48-81a1-462b-b2aa-58a614020fee HTTP/1.1" status: 200 len: 991 time: 1.1749067 Sep 16 12:49:10.693310 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8983b634-6da4-4830-b0f1-5835cc55083e', 'tag': 'f5de57d0-58b1-4bb4-be3d-a6d88fd93f21'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:10.697819 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca09b4fa-bf93-45dc-aaaa-43ffb31ae3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "8983b634-6da4-4830-b0f1-5835cc55083e", "tag": "f5de57d0-58b1-4bb4-be3d-a6d88fd93f21"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:10.735099 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-d2fcff2c-efd1-42a5-a3e3-08b2a4157484 req-4fd657a8-a584-411d-a786-fd7a6ff28197 service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:49:10.736116 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d2fcff2c-efd1-42a5-a3e3-08b2a4157484 req-4fd657a8-a584-411d-a786-fd7a6ff28197 service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0098197 Sep 16 12:49:10.737695 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-2d9863d1-c056-4a1f-837e-7355fd1c040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:10.739102 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-2d9863d1-c056-4a1f-837e-7355fd1c040a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=84ba4951-a43e-462f-8cea-c8f3885b092d HTTP/1.1" status: 200 len: 853 time: 0.1913123 Sep 16 12:49:10.740846 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:49:10.784897 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776b98d-7ab7-482b-983f-50b28f93ecc2 req-989dcb22-7af6-404f-a823-55480a1a7012 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:10.786410 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9776b98d-7ab7-482b-983f-50b28f93ecc2 req-989dcb22-7af6-404f-a823-55480a1a7012 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 943 time: 0.1419010 Sep 16 12:49:10.808816 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-a13e70a7-3824-4a81-924f-d17c4c0033b6 None None] Set router f63d6293-eb39-4305-aa42-0b29810a311b gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:49:10.833346 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:10.867783 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e43d1-3463-493a-961c-c24f5db0bf16 req-26fb1259-3c66-443a-89bc-0dbb4e752141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:10.869341 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0e2e43d1-3463-493a-961c-c24f5db0bf16 req-26fb1259-3c66-443a-89bc-0dbb4e752141 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2142401 Sep 16 12:49:10.876763 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9776b98d-7ab7-482b-983f-50b28f93ecc2 req-f2da3a6c-6091-436d-bb7c-7de66dbac88d tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830867 Sep 16 12:49:10.941898 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36052565-6696-44e8-8238-1d3b153a4a80 x-openstack-request-id: req-36052565-6696-44e8-8238-1d3b153a4a80 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:10.942184 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8983b634-6da4-4830-b0f1-5835cc55083e", "tag": "f5de57d0-58b1-4bb4-be3d-a6d88fd93f21", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:10.942638 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-36052565-6696-44e8-8238-1d3b153a4a80 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:10.943224 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36052565-6696-44e8-8238-1d3b153a4a80'] response: {'name': 'network-changed', 'server_uuid': '8983b634-6da4-4830-b0f1-5835cc55083e', 'tag': 'f5de57d0-58b1-4bb4-be3d-a6d88fd93f21', 'status': 'completed', 'code': 200} Sep 16 12:49:10.998282 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-fa7041ba-f041-46e1-af66-62cbc084fdcd service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0665817 Sep 16 12:49:11.122569 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09b4fa-bf93-45dc-aaaa-43ffb31ae3c5 req-1a11ba27-c086-464d-8a3a-3b2c47979763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:11.125200 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ca09b4fa-bf93-45dc-aaaa-43ffb31ae3c5 req-1a11ba27-c086-464d-8a3a-3b2c47979763 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=3e3e2fe65ad744a2ba3b757f42f1d07b&device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 1128 time: 0.1097739 Sep 16 12:49:11.149370 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-25712864-8b92-400f-a687-e29c55d560d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:11.151121 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-25712864-8b92-400f-a687-e29c55d560d7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 1129 time: 0.0709429 Sep 16 12:49:11.171974 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:11.222892 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:11.225094 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-a13e70a7-3824-4a81-924f-d17c4c0033b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'name': 'tempest-ServersTestJSON-1675488359-router', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:48:26Z', 'updated_at': '2022-09-16T12:48:35Z', 'revision_number': 4, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'gw_port': {'id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:28Z', 'updated_at': '2022-09-16T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '01cccd48-81a1-462b-b2aa-58a614020fee', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'port_id': 'f5de57d0-58b1-4bb4-be3d-a6d88fd93f21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372', 'mac_address': 'fa:16:3e:07:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8983b634-6da4-4830-b0f1-5835cc55083e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:48:43Z', 'updated_at': '2022-09-16T12:49:09Z', 'revision_number': 1, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c55462-fdbc-4090-8cb7-97d082863125', 'name': '', 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'mac_address': 'fa:16:3e:f1:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e4718ee6-232f-478b-b220-a60983fb9ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:33Z', 'updated_at': '2022-09-16T12:48:41Z', 'revision_number': 5, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'subnets': [{'id': 'e4718ee6-232f-478b-b220-a60983fb9ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:49:11.251304 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-8f45ec9c-7f13-4526-8253-d63e1e4a04b6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e3afd82f-9e91-4967-8755-5ee2e7d21714 HTTP/1.1" status: 200 len: 217 time: 0.0723045 Sep 16 12:49:11.292358 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e70a7-3824-4a81-924f-d17c4c0033b6 None None] Checking router: f63d6293-eb39-4305-aa42-0b29810a311b for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:49:11.312116 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:11.315600 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09b4fa-bf93-45dc-aaaa-43ffb31ae3c5 req-bea7e9c9-5b1f-4a80-b68c-5ca5ba3df696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:11.317127 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ca09b4fa-bf93-45dc-aaaa-43ffb31ae3c5 req-bea7e9c9-5b1f-4a80-b68c-5ca5ba3df696 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=3300d86a-7270-4b5f-bde5-4572289b9372 HTTP/1.1" status: 200 len: 907 time: 0.1847558 Sep 16 12:49:11.317511 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13e70a7-3824-4a81-924f-d17c4c0033b6 None None] Routers {'f63d6293-eb39-4305-aa42-0b29810a311b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:49:11.318772 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-a13e70a7-3824-4a81-924f-d17c4c0033b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:49:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['f63d6293-eb39-4305-aa42-0b29810a311b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:49:11.366485 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27343ccf-685a-432b-b7aa-5cb28340adc9 req-4808400d-b4b4-4352-8883-e931c04df9d2 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:11.371474 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-27343ccf-685a-432b-b7aa-5cb28340adc9 req-4808400d-b4b4-4352-8883-e931c04df9d2 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 946 time: 0.3722060 Sep 16 12:49:11.394587 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-5e21961f-b297-4ad0-866b-bc90e65e0c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:11.396364 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-5e21961f-b297-4ad0-866b-bc90e65e0c97 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a79b9e4b-851c-466c-9c78-fcc8f1ac7081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3828635 Sep 16 12:49:11.406377 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c03d27-1cdd-4d9f-ac82-ca7822324324 req-104db840-715d-4a1c-a27f-eaeb2a075c13 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:11.414315 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-55c03d27-1cdd-4d9f-ac82-ca7822324324 req-104db840-715d-4a1c-a27f-eaeb2a075c13 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.3890579 Sep 16 12:49:11.437024 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-ada3572c-25aa-4903-9ed0-8e15624f0c19 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:11.438671 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-ada3572c-25aa-4903-9ed0-8e15624f0c19 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports/c82c5517-9370-47b7-870d-b1c0f066ce8a HTTP/1.1" status: 200 len: 946 time: 0.1019411 Sep 16 12:49:11.454602 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-888211c8-2f3c-41a3-9215-3d7071d3ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:11.456389 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-888211c8-2f3c-41a3-9215-3d7071d3ed0a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1955712 Sep 16 12:49:11.461710 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ca09b4fa-bf93-45dc-aaaa-43ffb31ae3c5 req-aaafe159-e70c-4c73-b3bf-29ab3e36d38f service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 HTTP/1.1" status: 200 len: 999 time: 0.1320753 Sep 16 12:49:11.512612 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-a13e70a7-3824-4a81-924f-d17c4c0033b6 None None] Set router f63d6293-eb39-4305-aa42-0b29810a311b gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:49:11.514779 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-749dc9b9-f989-48c0-8e4d-93837876c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:11.516588 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-749dc9b9-f989-48c0-8e4d-93837876c07e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0447106 Sep 16 12:49:11.546627 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09b4fa-bf93-45dc-aaaa-43ffb31ae3c5 req-f398f006-771c-4238-a45a-de98ce8e459e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:11.551342 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ca09b4fa-bf93-45dc-aaaa-43ffb31ae3c5 req-f398f006-771c-4238-a45a-de98ce8e459e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e4718ee6-232f-478b-b220-a60983fb9ed1 HTTP/1.1" status: 200 len: 845 time: 0.0798132 Sep 16 12:49:11.646222 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09b4fa-bf93-45dc-aaaa-43ffb31ae3c5 req-6061f606-2faa-493d-b3ee-5ae1591e3583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:11.647765 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ca09b4fa-bf93-45dc-aaaa-43ffb31ae3c5 req-6061f606-2faa-493d-b3ee-5ae1591e3583 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=3300d86a-7270-4b5f-bde5-4572289b9372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0922644 Sep 16 12:49:11.676260 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-27343ccf-685a-432b-b7aa-5cb28340adc9 req-c896e8a7-2948-4437-9e87-ecffdb8e804b tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1ab1c70b-bd1e-4b5f-a710-c457e22db414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887988 Sep 16 12:49:11.719752 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-55c03d27-1cdd-4d9f-ac82-ca7822324324 req-69bc6a83-862f-4c01-b243-87e5bf093ce0 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039062 Sep 16 12:49:11.779263 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ca09b4fa-bf93-45dc-aaaa-43ffb31ae3c5 req-89b52ea5-9df3-494d-85f4-ffc8ec3d70ae service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3300d86a-7270-4b5f-bde5-4572289b9372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245668 Sep 16 12:49:11.845975 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-a13e70a7-3824-4a81-924f-d17c4c0033b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'name': 'tempest-ServersTestJSON-1675488359-router', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:48:26Z', 'updated_at': '2022-09-16T12:48:35Z', 'revision_number': 4, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'gw_port': {'id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:28Z', 'updated_at': '2022-09-16T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '01cccd48-81a1-462b-b2aa-58a614020fee', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'port_id': 'f5de57d0-58b1-4bb4-be3d-a6d88fd93f21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372', 'mac_address': 'fa:16:3e:07:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8983b634-6da4-4830-b0f1-5835cc55083e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:48:43Z', 'updated_at': '2022-09-16T12:49:09Z', 'revision_number': 1, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c55462-fdbc-4090-8cb7-97d082863125', 'name': '', 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'mac_address': 'fa:16:3e:f1:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e4718ee6-232f-478b-b220-a60983fb9ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:33Z', 'updated_at': '2022-09-16T12:48:41Z', 'revision_number': 5, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'subnets': [{'id': 'e4718ee6-232f-478b-b220-a60983fb9ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:49:11.877875 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e70a7-3824-4a81-924f-d17c4c0033b6 None None] The sync data for ids ['f63d6293-eb39-4305-aa42-0b29810a311b'] in n-d-858094-4 is: [{'id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'name': 'tempest-ServersTestJSON-1675488359-router', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:48:26Z', 'updated_at': '2022-09-16T12:48:35Z', 'revision_number': 4, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'gw_port': {'id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:28Z', 'updated_at': '2022-09-16T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '01cccd48-81a1-462b-b2aa-58a614020fee', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'port_id': 'f5de57d0-58b1-4bb4-be3d-a6d88fd93f21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372', 'mac_address': 'fa:16:3e:07:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8983b634-6da4-4830-b0f1-5835cc55083e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:48:43Z', 'updated_at': '2022-09-16T12:49:09Z', 'revision_number': 1, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c55462-fdbc-4090-8cb7-97d082863125', 'name': '', 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'mac_address': 'fa:16:3e:f1:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e4718ee6-232f-478b-b220-a60983fb9ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:33Z', 'updated_at': '2022-09-16T12:48:41Z', 'revision_number': 5, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'subnets': [{'id': 'e4718ee6-232f-478b-b220-a60983fb9ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:49:11.895963 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-1333ac8a-e4d4-4dc1-9e8c-bb810b19e179 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a79b9e4b-851c-466c-9c78-fcc8f1ac7081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726763 Sep 16 12:49:11.914983 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccf274-1f21-4c5c-950c-13f2bd2c0df5 req-ddc51900-11a8-4c29-b697-05d10518ef19 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:11.923447 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bcccf274-1f21-4c5c-950c-13f2bd2c0df5 req-ddc51900-11a8-4c29-b697-05d10518ef19 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.1071453 Sep 16 12:49:11.969470 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ca09b4fa-bf93-45dc-aaaa-43ffb31ae3c5 req-004002ff-29ac-4fab-a658-e68a9a12b6c4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3300d86a-7270-4b5f-bde5-4572289b9372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754329 Sep 16 12:49:11.996088 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-e8afa0b6-6ee8-4f84-bef4-b65ed48f3702 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209929 Sep 16 12:49:12.081350 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:12.136460 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376d5a9-d803-4ae8-a87e-31b5c6e03487 req-1b331e60-9ac4-4726-a759-dad6a41e7c53 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:12.138444 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1376d5a9-d803-4ae8-a87e-31b5c6e03487 req-1b331e60-9ac4-4726-a759-dad6a41e7c53 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 947 time: 0.1962390 Sep 16 12:49:12.190036 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd09294-6c47-44ab-853c-ae5838417681 None None] New status for floating IP 01cccd48-81a1-462b-b2aa-58a614020fee: ACTIVE {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:49:12.233204 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bcccf274-1f21-4c5c-950c-13f2bd2c0df5 req-fc18c31f-d14d-491a-bb77-9faeaedec30f tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085473 Sep 16 12:49:12.435933 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-13fca0f0-21f6-47a1-b2e3-17174cbab5d0 req-0a4d6e37-8d77-43c0-9bd8-56c0f0d87b67 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 210 time: 0.0918763 Sep 16 12:49:12.443411 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1376d5a9-d803-4ae8-a87e-31b5c6e03487 req-2f318f5b-24e7-40d3-acfb-5b23993c214d tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932067 Sep 16 12:49:12.445348 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5136205-92e0-4ecc-8b7a-7f74e9b4e36e req-d1306527-9d99-4595-99c7-f09338d1ec62 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427164 Sep 16 12:49:12.478706 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-95fb83b8-0e29-4bd1-a9e0-13f502497774 req-c94f73b3-48b7-4e9f-88bd-11a6a676b8d7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a79b9e4b-851c-466c-9c78-fcc8f1ac7081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436084 Sep 16 12:49:12.537106 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-42468419-4f19-48f9-b587-6450f567c200 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:12.548638 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-42468419-4f19-48f9-b587-6450f567c200 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.25 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 808 time: 0.3918993 Sep 16 12:49:12.587273 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:12.632601 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02673d19-a72f-4c93-adee-563999b17070 req-ae76098b-4d58-4cbb-bc26-0f5a8c9ec200 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:12.634111 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-02673d19-a72f-4c93-adee-563999b17070 req-ae76098b-4d58-4cbb-bc26-0f5a8c9ec200 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 943 time: 0.0579052 Sep 16 12:49:12.689578 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-02673d19-a72f-4c93-adee-563999b17070 req-d3266d6a-ed80-4b2f-8d73-c5bf3d7fc2c4 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496373 Sep 16 12:49:12.791519 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bac6b1-0c96-4738-8d70-c10a1575349a req-670383a2-d961-4056-9ada-723445ca8f17 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:12.793091 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9bac6b1-0c96-4738-8d70-c10a1575349a req-670383a2-d961-4056-9ada-723445ca8f17 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 950 time: 0.0504913 Sep 16 12:49:12.879387 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e23782-8c27-4ac4-87c1-52f82cc75dff req-6976b4df-45cb-4995-97dd-042dcae4332f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:12.880919 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-65e23782-8c27-4ac4-87c1-52f82cc75dff req-6976b4df-45cb-4995-97dd-042dcae4332f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0745375 Sep 16 12:49:12.885021 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9bac6b1-0c96-4738-8d70-c10a1575349a req-84c02ebf-6592-4a81-acb1-b74931cf49ac tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861568 Sep 16 12:49:12.933829 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-65e23782-8c27-4ac4-87c1-52f82cc75dff req-c107aa90-c9bf-4d8c-9454-2a412c4fef54 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463626 Sep 16 12:49:13.357095 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37cf75-35a2-47d6-bafd-3f017359ffff req-481eb78b-59de-4722-931d-6035f407e4e2 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:13.358670 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5e37cf75-35a2-47d6-bafd-3f017359ffff req-481eb78b-59de-4722-931d-6035f407e4e2 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0482163 Sep 16 12:49:13.410187 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5e37cf75-35a2-47d6-bafd-3f017359ffff req-0ca31eb8-5d7a-4853-8b70-a56f6b16fa1a tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445573 Sep 16 12:49:13.565467 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bce9c991-027e-4de0-974b-88637772909e req-aee5dbaa-6b63-4ad4-9f97-b23eb4ef8c60 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 210 time: 0.0341983 Sep 16 12:49:13.611299 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20451328-833e-476d-8331-88e4c2169c73 req-30e6f7ef-331c-4257-9950-2534643e9627 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:13.612816 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20451328-833e-476d-8331-88e4c2169c73 req-30e6f7ef-331c-4257-9950-2534643e9627 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 947 time: 0.0506537 Sep 16 12:49:13.662707 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20451328-833e-476d-8331-88e4c2169c73 req-2341a8f2-5cee-4678-8502-eecca0b0b17c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434442 Sep 16 12:49:13.814412 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cff469-1707-4834-a972-6b4c40f2592f req-c5cf3b30-d960-4647-b30f-9734e2e8a751 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:13.815772 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c6cff469-1707-4834-a972-6b4c40f2592f req-c5cf3b30-d960-4647-b30f-9734e2e8a751 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 943 time: 0.0482836 Sep 16 12:49:13.862793 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c6cff469-1707-4834-a972-6b4c40f2592f req-14a552f4-2f22-48e2-9e1d-cdb14728ce4d tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414112 Sep 16 12:49:14.032279 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d825a-d8f5-47f1-9e38-ba5a8e140f40 req-65fa3cf3-a1cc-4e2c-8920-a890386c137c tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:14.033719 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5f1d825a-d8f5-47f1-9e38-ba5a8e140f40 req-65fa3cf3-a1cc-4e2c-8920-a890386c137c tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 950 time: 0.0611529 Sep 16 12:49:14.081532 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75340a44-d3ed-4e0d-a2f7-ec2adac9fd8e req-70aa6eb1-b864-4954-b5c1-a03412869020 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:14.082865 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-75340a44-d3ed-4e0d-a2f7-ec2adac9fd8e req-70aa6eb1-b864-4954-b5c1-a03412869020 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0699689 Sep 16 12:49:14.093413 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:14.126121 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5f1d825a-d8f5-47f1-9e38-ba5a8e140f40 req-c041ee15-2c48-4485-82b6-fd92c257f43e tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b7f10979-1f43-43e0-acd7-85e301ed3df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752311 Sep 16 12:49:14.154534 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-75340a44-d3ed-4e0d-a2f7-ec2adac9fd8e req-204d3861-d3a9-45d6-8fb9-25aa9f21501b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582366 Sep 16 12:49:14.529881 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d11d0-bca4-4aeb-bc00-8771f353c614 req-68f742d6-a6a3-4f51-a00b-9f0f9e43ffcf tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:14.531373 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1b6d11d0-bca4-4aeb-bc00-8771f353c614 req-68f742d6-a6a3-4f51-a00b-9f0f9e43ffcf tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 950 time: 0.0485971 Sep 16 12:49:14.541057 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8004d-4457-47fa-bc1e-36b9716d6dd3 req-3ede191f-fdf1-4e98-8395-03040c3bbb31 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:14.542522 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-38e8004d-4457-47fa-bc1e-36b9716d6dd3 req-3ede191f-fdf1-4e98-8395-03040c3bbb31 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0517533 Sep 16 12:49:14.592341 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-38e8004d-4457-47fa-bc1e-36b9716d6dd3 req-97bcc887-97fa-420b-a24f-a544ff4d3239 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441823 Sep 16 12:49:14.625689 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-1b6d11d0-bca4-4aeb-bc00-8771f353c614 req-693009f3-18f9-485e-9a4d-1f2bc34ed487 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Deleting port 31e589d5-4175-4617-9376-ffdea1a75308 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:49:14.626032 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1b6d11d0-bca4-4aeb-bc00-8771f353c614 req-693009f3-18f9-485e-9a4d-1f2bc34ed487 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (31e589d5-4175-4617-9376-ffdea1a75308), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:14.671450 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4ce2724a-1ab4-44f2-b43b-b62b1fdad477 req-5845300d-6911-4f0b-97e4-7d7ff968f76b tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 210 time: 0.0283957 Sep 16 12:49:14.718894 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-1b6d11d0-bca4-4aeb-bc00-8771f353c614 req-693009f3-18f9-485e-9a4d-1f2bc34ed487 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] For port 31e589d5-4175-4617-9376-ffdea1a75308, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=31e589d5-4175-4617-9376-ffdea1a75308,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:14.719253 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1b6d11d0-bca4-4aeb-bc00-8771f353c614 req-693009f3-18f9-485e-9a4d-1f2bc34ed487 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (31e589d5-4175-4617-9376-ffdea1a75308), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:14.736588 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-1b6d11d0-bca4-4aeb-bc00-8771f353c614 req-693009f3-18f9-485e-9a4d-1f2bc34ed487 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Calling delete_port for 31e589d5-4175-4617-9376-ffdea1a75308 owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:49:14.789513 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab699f69-d025-4437-90b6-ed9ff6d2a79e req-aafe41c1-3bcb-4385-9092-72ae617142c6 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:14.790978 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ab699f69-d025-4437-90b6-ed9ff6d2a79e req-aafe41c1-3bcb-4385-9092-72ae617142c6 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 947 time: 0.0461061 Sep 16 12:49:14.791725 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:14.841609 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ab699f69-d025-4437-90b6-ed9ff6d2a79e req-b9186f50-c28a-43ab-a67d-a2dea6c5e783 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442779 Sep 16 12:49:14.841893 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:14.869371 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1b6d11d0-bca4-4aeb-bc00-8771f353c614 req-693009f3-18f9-485e-9a4d-1f2bc34ed487 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (31e589d5-4175-4617-9376-ffdea1a75308), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:14.881231 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['31e589d5-4175-4617-9376-ffdea1a75308'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:49:14.897738 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693009f3-18f9-485e-9a4d-1f2bc34ed487 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Pushing event deleted for resources: {'Port': ['ID=31e589d5-4175-4617-9376-ffdea1a75308,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:14.953681 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6d11d0-bca4-4aeb-bc00-8771f353c614 req-693009f3-18f9-485e-9a4d-1f2bc34ed487 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] No DVR routers for this DVR port 31e589d5-4175-4617-9376-ffdea1a75308 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:49:14.956517 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-1b6d11d0-bca4-4aeb-bc00-8771f353c614 req-693009f3-18f9-485e-9a4d-1f2bc34ed487 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:14.959775 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1b6d11d0-bca4-4aeb-bc00-8771f353c614 req-693009f3-18f9-485e-9a4d-1f2bc34ed487 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.76 "DELETE /networking/v2.0/ports/31e589d5-4175-4617-9376-ffdea1a75308 HTTP/1.1" status: 204 len: 173 time: 0.4210305 Sep 16 12:49:14.960294 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6', 'name': 'network-vif-deleted', 'tag': '31e589d5-4175-4617-9376-ffdea1a75308'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:14.963064 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29c7e75-d506-4fd4-be7a-dd631d416aac" -d '{"events": [{"server_uuid": "f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6", "name": "network-vif-deleted", "tag": "31e589d5-4175-4617-9376-ffdea1a75308"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:15.006486 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e678e5e6-c1ac-4060-981d-696a2358076d x-openstack-request-id: req-e678e5e6-c1ac-4060-981d-696a2358076d {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:15.006856 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6", "name": "network-vif-deleted", "tag": "31e589d5-4175-4617-9376-ffdea1a75308", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:15.008108 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e678e5e6-c1ac-4060-981d-696a2358076d {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:15.008635 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e678e5e6-c1ac-4060-981d-696a2358076d'] response: {'server_uuid': 'f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6', 'name': 'network-vif-deleted', 'tag': '31e589d5-4175-4617-9376-ffdea1a75308', 'status': 'completed', 'code': 200} Sep 16 12:49:15.343059 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-04b14cca-dbf0-4a9f-905a-7ca7d3f45d11 req-e13285f5-f600-4a5a-8bca-294fe1709e41 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f47fa6b2-e78b-4310-97af-d8c0c4b8a3e6 HTTP/1.1" status: 200 len: 210 time: 0.0389991 Sep 16 12:49:15.352320 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90392d64-054f-4da0-9ba7-b790c2d23e34 req-e645e4c7-cca9-42b0-8309-6325028db8da tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:15.353871 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90392d64-054f-4da0-9ba7-b790c2d23e34 req-e645e4c7-cca9-42b0-8309-6325028db8da tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 943 time: 0.3974922 Sep 16 12:49:15.414133 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:15.453917 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90392d64-054f-4da0-9ba7-b790c2d23e34 req-87e202de-82da-4211-940e-b238ef8fa0a2 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779889 Sep 16 12:49:15.466503 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device e3afd82f-9e91-4967-8755-5ee2e7d21714 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:49:15.469789 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fc241-821b-46e3-8c07-ceae507439e3 req-36ed6b81-11e6-463f-8a66-358d9f82f875 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:15.471268 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e96fc241-821b-46e3-8c07-ceae507439e3 req-36ed6b81-11e6-463f-8a66-358d9f82f875 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0623398 Sep 16 12:49:15.526977 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e96fc241-821b-46e3-8c07-ceae507439e3 req-edd92905-daec-4ea2-8d78-15ea3d84b9d7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477431 Sep 16 12:49:15.566234 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:15.571808 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port e3afd82f-9e91-4967-8755-5ee2e7d21714, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=e3afd82f-9e91-4967-8755-5ee2e7d21714,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:15.584197 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': 'e3afd82f-9e91-4967-8755-5ee2e7d21714', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': 'e3afd82f-9e91-4967-8755-5ee2e7d21714', 'mac_address': 'fa:16:3e:03:bb:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:49:15.622287 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port e3afd82f-9e91-4967-8755-5ee2e7d21714 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:49:15.622675 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e3afd82f-9e91-4967-8755-5ee2e7d21714), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:15.638301 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3afd82f-9e91-4967-8755-5ee2e7d21714 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:49:15.643858 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:15.664222 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port e3afd82f-9e91-4967-8755-5ee2e7d21714, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=e3afd82f-9e91-4967-8755-5ee2e7d21714,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:15.668555 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e3afd82f-9e91-4967-8755-5ee2e7d21714), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:15.726796 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=e3afd82f-9e91-4967-8755-5ee2e7d21714,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:15.779784 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e1e10-5d6c-4ada-bfee-bc9baebb8262 req-a81014b0-513d-4254-9000-18bb83709ff7 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:15.781521 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ae8e1e10-5d6c-4ada-bfee-bc9baebb8262 req-a81014b0-513d-4254-9000-18bb83709ff7 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0644126 Sep 16 12:49:15.837791 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9fcf98cf-4e59-413c-b279-91e1c0de4b12 req-2a6c5262-5ce5-4876-8365-d8c87d94bfe7 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 210 time: 0.0403690 Sep 16 12:49:15.861746 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ae8e1e10-5d6c-4ada-bfee-bc9baebb8262 req-4f7c8d2f-3292-4047-ad09-8c4a7bca22cc tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718389 Sep 16 12:49:15.973413 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a4542-17e7-4a59-884b-8ba937dd8bb2 req-8a2d3e46-834b-41a1-9fef-445290b343fa tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:15.975068 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-304a4542-17e7-4a59-884b-8ba937dd8bb2 req-8a2d3e46-834b-41a1-9fef-445290b343fa tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 948 time: 0.0541151 Sep 16 12:49:16.028304 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-304a4542-17e7-4a59-884b-8ba937dd8bb2 req-01a84d08-a3e2-4b9f-850d-1a0eca7b05ed tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456865 Sep 16 12:49:16.247349 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['e3afd82f-9e91-4967-8755-5ee2e7d21714'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:49:16.597572 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc603c-5150-4adc-96cf-b4479e4fbb4c req-a8af5ef6-dd04-43d5-affb-4ced6ce7a2f8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:16.599480 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0ecc603c-5150-4adc-96cf-b4479e4fbb4c req-a8af5ef6-dd04-43d5-affb-4ced6ce7a2f8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 943 time: 0.0648105 Sep 16 12:49:16.642473 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 50742) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:49:16.683317 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c812a70-1e2f-45a0-9003-85be0f747822 req-4422b2e3-7527-4203-8ce9-cfb9ddaf8f46 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:16.684917 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c812a70-1e2f-45a0-9003-85be0f747822 req-4422b2e3-7527-4203-8ce9-cfb9ddaf8f46 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0705101 Sep 16 12:49:16.704580 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0ecc603c-5150-4adc-96cf-b4479e4fbb4c req-646beeab-48c6-4c0b-9f10-b59835d89b0c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969617 Sep 16 12:49:16.753952 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c812a70-1e2f-45a0-9003-85be0f747822 req-0c917dff-b195-4149-a801-3c106e90f760 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607235 Sep 16 12:49:16.787665 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0ad41bd7-d254-431e-8d87-471eb2245c55 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=0709d7ec436047a39dfb8c5d92f17fa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437349 Sep 16 12:49:16.790645 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 50746) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:49:16.839996 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9828ba2f-c2c3-4182-8ad3-1f3028167347 admin admin] Publish callbacks [] for security_group (b7f10979-1f43-43e0-acd7-85e301ed3df8), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:16.860644 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9828ba2f-c2c3-4182-8ad3-1f3028167347 admin admin] Publish callbacks [] for security_group (b7f10979-1f43-43e0-acd7-85e301ed3df8), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:16.916705 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9828ba2f-c2c3-4182-8ad3-1f3028167347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b7f10979-1f43-43e0-acd7-85e301ed3df8), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:16.919520 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9828ba2f-c2c3-4182-8ad3-1f3028167347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:16.920826 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9828ba2f-c2c3-4182-8ad3-1f3028167347 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b7f10979-1f43-43e0-acd7-85e301ed3df8 HTTP/1.1" status: 204 len: 168 time: 0.1292727 Sep 16 12:49:16.930570 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828ba2f-c2c3-4182-8ad3-1f3028167347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f10979-1f43-43e0-acd7-85e301ed3df8,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:16.978556 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1e38f250-24a9-4962-a6e9-d719a00a6af0 req-68e5d14e-1c4d-40b4-a99d-b13345983af5 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 210 time: 0.0483925 Sep 16 12:49:17.025982 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795194a2-adb9-445a-8518-36c34ba7244a req-12beae0d-61cd-467d-b3bf-b88d247782d7 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:17.027490 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-795194a2-adb9-445a-8518-36c34ba7244a req-12beae0d-61cd-467d-b3bf-b88d247782d7 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0525670 Sep 16 12:49:17.080904 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-795194a2-adb9-445a-8518-36c34ba7244a req-5d5c8c24-4971-415a-a09f-32fd052c99c9 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474956 Sep 16 12:49:17.179520 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389797f7-33ad-4975-8ef1-76f8e9cb58a2 req-49c80220-c7cb-4670-b6be-8ccb0fd590c7 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:17.186813 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-389797f7-33ad-4975-8ef1-76f8e9cb58a2 req-49c80220-c7cb-4670-b6be-8ccb0fd590c7 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 948 time: 0.0686955 Sep 16 12:49:17.231180 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:17.239691 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-389797f7-33ad-4975-8ef1-76f8e9cb58a2 req-03c2dd52-8517-43c1-ae03-73a2ffed4c24 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521636 Sep 16 12:49:17.267922 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 50758) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:49:17.313445 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9d0296f7-cf3b-48e4-b565-1ce0af9ecb29 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=568dc7e893ab43438b74fec5d3ac186a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443459 Sep 16 12:49:17.316273 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 50760) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:49:17.368355 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e9ee08c6-090e-4d63-bc7b-8957e0f4d1f8 admin admin] Publish callbacks [] for security_group (97669936-182d-42f2-be15-cb0b2fcfc668), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:17.390888 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e9ee08c6-090e-4d63-bc7b-8957e0f4d1f8 admin admin] Publish callbacks [] for security_group (97669936-182d-42f2-be15-cb0b2fcfc668), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:17.442544 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e9ee08c6-090e-4d63-bc7b-8957e0f4d1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (97669936-182d-42f2-be15-cb0b2fcfc668), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:17.446153 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e9ee08c6-090e-4d63-bc7b-8957e0f4d1f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:17.449960 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e9ee08c6-090e-4d63-bc7b-8957e0f4d1f8 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/97669936-182d-42f2-be15-cb0b2fcfc668 HTTP/1.1" status: 204 len: 168 time: 0.1300941 Sep 16 12:49:17.455788 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee08c6-090e-4d63-bc7b-8957e0f4d1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97669936-182d-42f2-be15-cb0b2fcfc668,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:17.650212 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device e3afd82f-9e91-4967-8755-5ee2e7d21714 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:49:17.654315 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-3d898016-ded7-436e-9155-5d3fce576c02 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=dd7ec914bffb4743921e4116b0c399eb HTTP/1.1" status: 200 len: 380 time: 0.0633633 Sep 16 12:49:17.667571 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-513c30f8-5a9c-48c1-874d-4418c0c84c53 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Request body: {'port': {'device_id': '3085e02c-a09e-4bc5-a8c4-87ab1cedfc16', 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'admin_state_up': True, 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'security_groups': ['e080c04a-ba67-4162-85b4-edc6ebdbd88b']}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:49:17.701370 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port e3afd82f-9e91-4967-8755-5ee2e7d21714 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:49:17.707970 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port e3afd82f-9e91-4967-8755-5ee2e7d21714 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:49:17.708383 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e3afd82f-9e91-4967-8755-5ee2e7d21714), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:17.708723 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port e3afd82f-9e91-4967-8755-5ee2e7d21714 Sep 16 12:49:17.769694 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-1dc8a539-fb47-4f31-87dc-976e8188d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:17.771215 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-1dc8a539-fb47-4f31-87dc-976e8188d527 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 1131 time: 0.0983112 Sep 16 12:49:17.808851 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port e3afd82f-9e91-4967-8755-5ee2e7d21714 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:49:17.809433 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e3afd82f-9e91-4967-8755-5ee2e7d21714), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:17.840805 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdda11e-3b22-4d78-af62-8cc9a3915a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3afd82f-9e91-4967-8755-5ee2e7d21714'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:17.843862 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd734ab-b670-4df3-a736-2ddafad688d1" -d '{"events": [{"server_uuid": "1bdda11e-3b22-4d78-af62-8cc9a3915a4b", "name": "network-vif-plugged", "status": "completed", "tag": "e3afd82f-9e91-4967-8755-5ee2e7d21714"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:17.862344 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port e3afd82f-9e91-4967-8755-5ee2e7d21714, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=e3afd82f-9e91-4967-8755-5ee2e7d21714,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:17.868705 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e3afd82f-9e91-4967-8755-5ee2e7d21714), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:17.935304 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=e3afd82f-9e91-4967-8755-5ee2e7d21714,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:17.955712 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:17.997188 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-513c30f8-5a9c-48c1-874d-4418c0c84c53 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Made reservation on behalf of dd7ec914bffb4743921e4116b0c399eb for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:49:18.001036 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-513c30f8-5a9c-48c1-874d-4418c0c84c53 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:18.009790 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb6e3a-8322-4713-af08-f6ab0d5a5e71 req-4cd4d3fe-1a16-49fa-81d9-e9b8ff1df0e0 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:18.011347 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41bb6e3a-8322-4713-af08-f6ab0d5a5e71 req-4cd4d3fe-1a16-49fa-81d9-e9b8ff1df0e0 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 943 time: 0.1528306 Sep 16 12:49:18.052056 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-ba9bc0f9-78d8-4220-ba5b-3a72244eb436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:18.053535 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-ba9bc0f9-78d8-4220-ba5b-3a72244eb436 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.2754149 Sep 16 12:49:18.081538 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d081b-339e-47c9-95ef-4e1eb401341e req-e374da82-fdfe-4718-8d71-84f1620a31a9 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:18.082988 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a97d081b-339e-47c9-95ef-4e1eb401341e req-e374da82-fdfe-4718-8d71-84f1620a31a9 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.1747081 Sep 16 12:49:18.178213 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-78d46085-7eae-40c7-a2a6-d753aa7ebc30 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c82c5517-9370-47b7-870d-b1c0f066ce8a HTTP/1.1" status: 200 len: 217 time: 0.1031697 Sep 16 12:49:18.258434 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41bb6e3a-8322-4713-af08-f6ab0d5a5e71 req-09f10414-ea26-497f-a2e6-834a95a271b7 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277360 Sep 16 12:49:18.326044 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-37bb1f5a-4b82-4a55-95a8-091c93825f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:18.327732 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc6e7b0-6d8c-41e7-8de4-022de8885c13 x-openstack-request-id: req-edc6e7b0-6d8c-41e7-8de4-022de8885c13 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:18.327880 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-37bb1f5a-4b82-4a55-95a8-091c93825f40 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1381247 Sep 16 12:49:18.328074 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdda11e-3b22-4d78-af62-8cc9a3915a4b", "name": "network-vif-plugged", "status": "completed", "tag": "e3afd82f-9e91-4967-8755-5ee2e7d21714", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:18.328397 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-edc6e7b0-6d8c-41e7-8de4-022de8885c13 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:18.328959 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc6e7b0-6d8c-41e7-8de4-022de8885c13'] response: {'server_uuid': '1bdda11e-3b22-4d78-af62-8cc9a3915a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3afd82f-9e91-4967-8755-5ee2e7d21714', 'code': 200} Sep 16 12:49:18.334439 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a97d081b-339e-47c9-95ef-4e1eb401341e req-36c5af53-410d-41c3-82df-76de189036ba tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318914 Sep 16 12:49:18.386804 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-513c30f8-5a9c-48c1-874d-4418c0c84c53 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Allocated IP 172.20.0.7 (40f9024a-6954-4a0a-afdb-132e05c6d9d2/466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c/065308fc-710e-4f14-b3d0-e976788d4def) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:49:18.517773 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ca3064ad-b6c7-422c-98e4-16ec405d25d7 req-d67b12b2-9cdb-4165-8947-8362e20c931b tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 210 time: 0.0953751 Sep 16 12:49:18.546531 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-a6f0f6e1-d922-43bb-bd5e-8368f00726f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:18.548784 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-a6f0f6e1-d922-43bb-bd5e-8368f00726f9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1714520 Sep 16 12:49:18.589773 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6591b5f-214f-43e3-948e-cf2e5e24c355 req-091db319-5f47-421c-944a-dd3c3668b937 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:18.591532 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b6591b5f-214f-43e3-948e-cf2e5e24c355 req-091db319-5f47-421c-944a-dd3c3668b937 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.1701257 Sep 16 12:49:18.656898 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:18.672630 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5382e28-9fb3-4e7a-ac67-2683845eab28 req-1d78b60a-650f-4393-80e1-98f295560221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:18.674675 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f5382e28-9fb3-4e7a-ac67-2683845eab28 req-1d78b60a-650f-4393-80e1-98f295560221 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 1131 time: 0.2148168 Sep 16 12:49:18.832400 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cb58f-c41e-4a45-9e54-19e5a28ee98c req-8d4d0ca9-8f9f-4bc8-ac2c-f717dd0db1a4 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:18.833929 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-679cb58f-c41e-4a45-9e54-19e5a28ee98c req-8d4d0ca9-8f9f-4bc8-ac2c-f717dd0db1a4 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 949 time: 0.2158785 Sep 16 12:49:18.856543 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b6591b5f-214f-43e3-948e-cf2e5e24c355 req-7a53bced-8b8c-4976-a770-49866ffae1b0 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469704 Sep 16 12:49:18.907911 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-c4285824-31c5-4e16-b5cb-da0820cf89cc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482785 Sep 16 12:49:18.913595 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:18.923619 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f5382e28-9fb3-4e7a-ac67-2683845eab28 req-9762164d-d70b-43b2-b4c2-acfd47554286 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350867 Sep 16 12:49:19.000853 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-513c30f8-5a9c-48c1-874d-4418c0c84c53 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for port (065308fc-710e-4f14-b3d0-e976788d4def), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:19.031453 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-679cb58f-c41e-4a45-9e54-19e5a28ee98c req-94ba194d-ab49-49a0-9cd1-23501bce9b0f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814897 Sep 16 12:49:19.082366 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-6c34ce30-6fb2-4824-a414-288154512852 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671989 Sep 16 12:49:19.088996 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-513c30f8-5a9c-48c1-874d-4418c0c84c53 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (065308fc-710e-4f14-b3d0-e976788d4def), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:19.140294 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-513c30f8-5a9c-48c1-874d-4418c0c84c53 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:49:19.143774 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-513c30f8-5a9c-48c1-874d-4418c0c84c53 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:49:19.145708 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c30f8-5a9c-48c1-874d-4418c0c84c53 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Pushing event updated for resources: {'Port': ['ID=065308fc-710e-4f14-b3d0-e976788d4def,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:19.148457 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-513c30f8-5a9c-48c1-874d-4418c0c84c53 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:49:19.203247 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-513c30f8-5a9c-48c1-874d-4418c0c84c53 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:19.204648 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-513c30f8-5a9c-48c1-874d-4418c0c84c53 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:19.224489 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-513c30f8-5a9c-48c1-874d-4418c0c84c53 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5630698 Sep 16 12:49:19.317579 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] Request body: {'port': {'device_id': '3085e02c-a09e-4bc5-a8c4-87ab1cedfc16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:49:19.448231 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da712c91-3276-452a-9493-e4a6d26e8bf0 req-3dd15e8b-e8cc-4356-a4d8-585831b072c0 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:19.449855 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-da712c91-3276-452a-9493-e4a6d26e8bf0 req-3dd15e8b-e8cc-4356-a4d8-585831b072c0 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 943 time: 0.0818446 Sep 16 12:49:19.451036 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (065308fc-710e-4f14-b3d0-e976788d4def), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:19.544156 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:19.567591 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-9c43c336-b663-47ae-97b1-119a11af22b1 None None] Provisioning complete for port 065308fc-710e-4f14-b3d0-e976788d4def triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:49:19.568552 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9c43c336-b663-47ae-97b1-119a11af22b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (065308fc-710e-4f14-b3d0-e976788d4def), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:19.568552 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-9c43c336-b663-47ae-97b1-119a11af22b1 None None] Attempt 1 to provision port 065308fc-710e-4f14-b3d0-e976788d4def Sep 16 12:49:19.587680 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc84ac2-054e-4b30-a186-fe8aa45cfe4b req-d4d03b38-72d2-4fce-8c79-f1239c1a3ec6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:19.589200 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fcc84ac2-054e-4b30-a186-fe8aa45cfe4b req-d4d03b38-72d2-4fce-8c79-f1239c1a3ec6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.1189113 Sep 16 12:49:19.606207 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-9c43c336-b663-47ae-97b1-119a11af22b1 None None] Port 065308fc-710e-4f14-b3d0-e976788d4def cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:49:19.627063 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-da712c91-3276-452a-9493-e4a6d26e8bf0 req-88e169eb-3a40-468d-b14b-b930aee78a00 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650147 Sep 16 12:49:19.635226 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 9fe525ed-e767-4d78-8eff-93ca2a0eb98f details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:49:19.767092 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fcc84ac2-054e-4b30-a186-fe8aa45cfe4b req-7d102712-2076-4995-8e01-cc229d579a7a tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678905 Sep 16 12:49:19.769109 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2e290a2f-a1cb-4115-a313-736d2e748676 req-88f82f1b-e320-4c9c-bf0f-df91684d414f tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0683842 Sep 16 12:49:19.782325 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=9fe525ed-e767-4d78-8eff-93ca2a0eb98f,segment=NetworkSegment(2886e315-9b48-4563-b1fb-54e4ddb6259d),segment_id=2886e315-9b48-4563-b1fb-54e4ddb6259d)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:19.808450 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '9fe525ed-e767-4d78-8eff-93ca2a0eb98f', 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081', 'port_id': '9fe525ed-e767-4d78-8eff-93ca2a0eb98f', 'mac_address': 'fa:16:3e:ef:fc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ba4951-a43e-462f-8cea-c8f3885b092d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:49:19.862322 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:19.875762 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:49:19.876501 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9fe525ed-e767-4d78-8eff-93ca2a0eb98f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:19.897738 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe525ed-e767-4d78-8eff-93ca2a0eb98f {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:49:19.937185 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=9fe525ed-e767-4d78-8eff-93ca2a0eb98f,segment=NetworkSegment(2886e315-9b48-4563-b1fb-54e4ddb6259d),segment_id=2886e315-9b48-4563-b1fb-54e4ddb6259d)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:19.948750 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (9fe525ed-e767-4d78-8eff-93ca2a0eb98f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:19.987577 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:19.997009 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 31e589d5-4175-4617-9376-ffdea1a75308 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:49:20.004882 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:20.030180 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 31e589d5-4175-4617-9376-ffdea1a75308 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:49:20.030655 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 31e589d5-4175-4617-9376-ffdea1a75308 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:49:20.033966 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e5ebb-7f26-4503-85de-a2c24578d61b req-cfa688b4-db7a-43c3-a708-dd95181cbd24 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:20.042560 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d29e5ebb-7f26-4503-85de-a2c24578d61b req-cfa688b4-db7a-43c3-a708-dd95181cbd24 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 931 time: 0.1339028 Sep 16 12:49:20.051270 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=9fe525ed-e767-4d78-8eff-93ca2a0eb98f,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:20.058683 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065308fc-710e-4f14-b3d0-e976788d4def {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:49:20.076952 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff5c6b-95ad-4090-87ac-7d7db379337a req-c7d97419-a223-45b1-a1fc-a68ee56b02c5 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:20.078435 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4ff5c6b-95ad-4090-87ac-7d7db379337a req-c7d97419-a223-45b1-a1fc-a68ee56b02c5 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.1233966 Sep 16 12:49:20.087340 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] Publish callbacks [] for port (065308fc-710e-4f14-b3d0-e976788d4def), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:20.108458 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-9c43c336-b663-47ae-97b1-119a11af22b1 None None] Attempt 2 to provision port 065308fc-710e-4f14-b3d0-e976788d4def Sep 16 12:49:20.135271 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] Transition to ACTIVE for port object 065308fc-710e-4f14-b3d0-e976788d4def will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:49:20.144535 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (065308fc-710e-4f14-b3d0-e976788d4def), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:20.155819 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-9c43c336-b663-47ae-97b1-119a11af22b1 None None] Port 065308fc-710e-4f14-b3d0-e976788d4def cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:49:20.157692 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d29e5ebb-7f26-4503-85de-a2c24578d61b req-ee25351b-5462-417a-ae74-d365dc054b30 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142914 Sep 16 12:49:20.223081 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4ff5c6b-95ad-4090-87ac-7d7db379337a req-a2ee3ed1-fc50-4354-b866-c0e773a98887 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326964 Sep 16 12:49:20.260403 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=065308fc-710e-4f14-b3d0-e976788d4def,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:20.309532 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:20.325496 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c389e4-69ae-4e63-a150-1addfce66bc2 req-cb700df8-788d-414d-a0c3-157873e5dbaa tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:20.327053 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-71c389e4-69ae-4e63-a150-1addfce66bc2 req-cb700df8-788d-414d-a0c3-157873e5dbaa tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 949 time: 0.1030352 Sep 16 12:49:20.375281 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] Attempting to bind port 065308fc-710e-4f14-b3d0-e976788d4def on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:49:20.375616 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] Attempting to bind port 065308fc-710e-4f14-b3d0-e976788d4def by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:49:20.375943 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] Attempting to bind port 065308fc-710e-4f14-b3d0-e976788d4def on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:49:20.419070 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:20.422671 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-71c389e4-69ae-4e63-a150-1addfce66bc2 req-19ae51d9-74b8-46aa-acd4-5a8605aef769 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889201 Sep 16 12:49:20.441272 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] Port 065308fc-710e-4f14-b3d0-e976788d4def on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:49:20.441607 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] Attempting to bind port 065308fc-710e-4f14-b3d0-e976788d4def on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:49:20.486973 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:49:20.487308 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] Checking segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:49:20.487703 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] Bound using segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:49:20.488293 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] Bound port: 065308fc-710e-4f14-b3d0-e976788d4def, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:49:20.488523 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (065308fc-710e-4f14-b3d0-e976788d4def), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:20.545316 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['9fe525ed-e767-4d78-8eff-93ca2a0eb98f'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:49:20.554120 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] For port 065308fc-710e-4f14-b3d0-e976788d4def, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:49:20.557533 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] For port 065308fc-710e-4f14-b3d0-e976788d4def, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=065308fc-710e-4f14-b3d0-e976788d4def,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:49:20.565895 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (065308fc-710e-4f14-b3d0-e976788d4def), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:20.572901 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:20.573560 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:20.575024 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/065308fc-710e-4f14-b3d0-e976788d4def HTTP/1.1" status: 200 len: 1091 time: 1.2667136 Sep 16 12:49:20.575566 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3085e02c-a09e-4bc5-a8c4-87ab1cedfc16', 'tag': '065308fc-710e-4f14-b3d0-e976788d4def'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:20.578129 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b552f1da-2628-43ec-a229-301872743646" -d '{"events": [{"name": "network-changed", "server_uuid": "3085e02c-a09e-4bc5-a8c4-87ab1cedfc16", "tag": "065308fc-710e-4f14-b3d0-e976788d4def"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:20.634405 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60ad31-8d4e-4b88-803c-8bd30fe0e6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=065308fc-710e-4f14-b3d0-e976788d4def,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:20.658583 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-9c43c336-b663-47ae-97b1-119a11af22b1 None None] Attempt 3 to provision port 065308fc-710e-4f14-b3d0-e976788d4def Sep 16 12:49:20.666535 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5983ef5e-a8c8-4c05-b592-43f92264d4ba x-openstack-request-id: req-5983ef5e-a8c8-4c05-b592-43f92264d4ba {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:20.666978 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3085e02c-a09e-4bc5-a8c4-87ab1cedfc16", "tag": "065308fc-710e-4f14-b3d0-e976788d4def", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:20.667302 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5983ef5e-a8c8-4c05-b592-43f92264d4ba {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:20.667693 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5983ef5e-a8c8-4c05-b592-43f92264d4ba'] response: {'name': 'network-changed', 'server_uuid': '3085e02c-a09e-4bc5-a8c4-87ab1cedfc16', 'tag': '065308fc-710e-4f14-b3d0-e976788d4def', 'status': 'completed', 'code': 200} Sep 16 12:49:20.734493 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-9c43c336-b663-47ae-97b1-119a11af22b1 None None] Port 065308fc-710e-4f14-b3d0-e976788d4def had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:49:20.770117 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76cf4a-9691-49b1-a947-469bd835a33e req-87fe5682-d0a4-4490-8d90-d47ea7210348 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:20.771609 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9c76cf4a-9691-49b1-a947-469bd835a33e req-87fe5682-d0a4-4490-8d90-d47ea7210348 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 944 time: 0.0560076 Sep 16 12:49:20.851070 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-4dd45c94-f93d-43a4-b15e-baed6069ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:20.852716 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-4dd45c94-f93d-43a4-b15e-baed6069ba5e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 1125 time: 0.0598743 Sep 16 12:49:20.857231 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9c76cf4a-9691-49b1-a947-469bd835a33e req-060585e1-2d97-4abb-b369-658634106716 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787296 Sep 16 12:49:20.916741 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-470a309f-1f9f-4266-808e-177f9af39050 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=065308fc-710e-4f14-b3d0-e976788d4def HTTP/1.1" status: 200 len: 217 time: 0.0493879 Sep 16 12:49:20.983531 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40d885-1a4e-4eea-a865-264b78f48f80 req-cb63d468-cc99-4c59-bf77-430c39573b7e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:20.985182 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc40d885-1a4e-4eea-a865-264b78f48f80 req-cb63d468-cc99-4c59-bf77-430c39573b7e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.1109724 Sep 16 12:49:21.026136 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dbd90a56-beb8-44ae-874b-71521227ba51 req-66fa12fe-f8db-458c-bf31-3449b52a5bbc tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0399013 Sep 16 12:49:21.036670 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-62342d6b-5400-408c-8fe4-2ddc325f00cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:21.038779 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-62342d6b-5400-408c-8fe4-2ddc325f00cb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.1028349 Sep 16 12:49:21.107337 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc40d885-1a4e-4eea-a865-264b78f48f80 req-41a2a9e8-a638-47dd-9b14-69aa660c8c1c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080904 Sep 16 12:49:21.108729 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-beadd0e6-a493-44f7-bb36-3fed6e155a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:21.110151 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-beadd0e6-a493-44f7-bb36-3fed6e155a58 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0641260 Sep 16 12:49:21.206970 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-bd22de7f-ec0c-41f8-9d0e-df84dc8d07a4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889177 Sep 16 12:49:21.351338 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be34fb-97f9-4d19-b87a-f9a922a021de req-5bc07526-d0a0-49ed-9b05-4a2b46c073bb tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:21.352827 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-51be34fb-97f9-4d19-b87a-f9a922a021de req-5bc07526-d0a0-49ed-9b05-4a2b46c073bb tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 943 time: 0.0908108 Sep 16 12:49:21.400444 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010de08-553d-4915-a021-6c80a25c9dd8 req-f8a135c5-0c70-4f37-8244-dc122da3ea27 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:21.401845 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b010de08-553d-4915-a021-6c80a25c9dd8 req-f8a135c5-0c70-4f37-8244-dc122da3ea27 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0987344 Sep 16 12:49:21.405033 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fdab7396-ac2b-4668-98b3-573e265a4d87 req-3995a0f7-ab71-4527-b537-5dcfb770fcd1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909740 Sep 16 12:49:21.702429 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:21.730645 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-51be34fb-97f9-4d19-b87a-f9a922a021de req-d8d95da2-f05d-4244-b386-18eb0d208d8d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3701291 Sep 16 12:49:21.755520 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b010de08-553d-4915-a021-6c80a25c9dd8 req-7650e80c-c8c6-469c-b464-4e7898636a6b tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465950 Sep 16 12:49:21.798299 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:21.835368 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261788c2-a828-4070-8302-f800ff4a8f40 req-8108813f-04b6-44a8-89c2-5110a73655b7 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:21.836888 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-261788c2-a828-4070-8302-f800ff4a8f40 req-8108813f-04b6-44a8-89c2-5110a73655b7 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 949 time: 0.0491006 Sep 16 12:49:21.845761 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=58 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:21.849697 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=40 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:21.885616 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-261788c2-a828-4070-8302-f800ff4a8f40 req-1bbc05c3-8d9d-44de-9d32-1aec81159c66 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429618 Sep 16 12:49:21.991554 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ac4f3-fdbe-47e9-8e81-5d00d497d98b req-6ff88cf9-9526-4af3-89be-3aef00464fd8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:21.993369 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-462ac4f3-fdbe-47e9-8e81-5d00d497d98b req-6ff88cf9-9526-4af3-89be-3aef00464fd8 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 944 time: 0.0509961 Sep 16 12:49:22.041895 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-462ac4f3-fdbe-47e9-8e81-5d00d497d98b req-5990f424-7c95-45af-b853-1eb1c0cd8538 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427895 Sep 16 12:49:22.169088 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 9fe525ed-e767-4d78-8eff-93ca2a0eb98f up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:49:22.178143 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9498fbe-4260-471e-92bb-c8fddc86342c req-d9a86184-23e6-4e22-a0a5-74239f69f64d tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:22.184384 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9498fbe-4260-471e-92bb-c8fddc86342c req-d9a86184-23e6-4e22-a0a5-74239f69f64d tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:22.186107 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b9498fbe-4260-471e-92bb-c8fddc86342c req-d9a86184-23e6-4e22-a0a5-74239f69f64d tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=95448444-b52b-428f-9c7c-8e0e78fc2b22&device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 1690 time: 0.0595129 Sep 16 12:49:22.217957 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:49:22.222739 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6ef0837a-8622-4431-8758-918ed8894699 req-4db2212b-05b7-4af1-9b49-8c83aeb39b90 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0354593 Sep 16 12:49:22.226130 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:49:22.226469 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (9fe525ed-e767-4d78-8eff-93ca2a0eb98f), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:22.226982 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f Sep 16 12:49:22.275425 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b9498fbe-4260-471e-92bb-c8fddc86342c req-7883197a-c4f4-472c-93cd-bedb9c59c80e tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762386 Sep 16 12:49:22.341437 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:49:22.341819 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9fe525ed-e767-4d78-8eff-93ca2a0eb98f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:22.351990 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-df981297-9e5d-417f-bd8a-6986945ad18b req-bb984459-c629-4e4b-8250-e05949af7c50 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0418673 Sep 16 12:49:22.357415 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62bb7a-6e09-47b2-805f-c704d4bd0df1 req-f90c0f88-102c-4244-9afc-66055b601e26 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:22.359005 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2e62bb7a-6e09-47b2-805f-c704d4bd0df1 req-f90c0f88-102c-4244-9afc-66055b601e26 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0567966 Sep 16 12:49:22.368234 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16466e6-cdcd-43d7-bc01-bdf3249fdcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe525ed-e767-4d78-8eff-93ca2a0eb98f'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:22.370533 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f566d0a-a552-437a-80b9-38f54c7fd6ec" -d '{"events": [{"server_uuid": "d16466e6-cdcd-43d7-bc01-bdf3249fdcf0", "name": "network-vif-plugged", "status": "completed", "tag": "9fe525ed-e767-4d78-8eff-93ca2a0eb98f"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:22.393470 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=9fe525ed-e767-4d78-8eff-93ca2a0eb98f,segment=NetworkSegment(2886e315-9b48-4563-b1fb-54e4ddb6259d),segment_id=2886e315-9b48-4563-b1fb-54e4ddb6259d)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:22.400227 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (9fe525ed-e767-4d78-8eff-93ca2a0eb98f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:22.415672 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2e62bb7a-6e09-47b2-805f-c704d4bd0df1 req-531abcff-d6f5-4c5e-ab05-c8ded2cd00f5 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496755 Sep 16 12:49:22.451750 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=9fe525ed-e767-4d78-8eff-93ca2a0eb98f,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:22.475049 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e7a2fb-3f19-4de7-a64b-0ce0aaf7d5d3 x-openstack-request-id: req-f0e7a2fb-3f19-4de7-a64b-0ce0aaf7d5d3 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:22.475928 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16466e6-cdcd-43d7-bc01-bdf3249fdcf0", "name": "network-vif-plugged", "status": "completed", "tag": "9fe525ed-e767-4d78-8eff-93ca2a0eb98f", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:22.476288 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f0e7a2fb-3f19-4de7-a64b-0ce0aaf7d5d3 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:22.476894 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e7a2fb-3f19-4de7-a64b-0ce0aaf7d5d3'] response: {'server_uuid': 'd16466e6-cdcd-43d7-bc01-bdf3249fdcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe525ed-e767-4d78-8eff-93ca2a0eb98f', 'code': 200} Sep 16 12:49:22.479203 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766ee97-c2f1-4168-8d71-2a79306f541a req-934f0629-2899-452f-8fa3-5f3a30d2e8d3 tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:22.480826 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9766ee97-c2f1-4168-8d71-2a79306f541a req-934f0629-2899-452f-8fa3-5f3a30d2e8d3 tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=95448444-b52b-428f-9c7c-8e0e78fc2b22 HTTP/1.1" status: 200 len: 1132 time: 0.0581009 Sep 16 12:49:22.532115 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9766ee97-c2f1-4168-8d71-2a79306f541a req-374d8ede-cf5a-475b-8c22-4b1e55db6cee tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451696 Sep 16 12:49:22.645573 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d7fde-01b1-4bb5-80b9-b5c74998bf09 req-e7501ff5-7a41-47f1-9ba9-ed7b01e32d72 tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:22.647711 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8d7fde-01b1-4bb5-80b9-b5c74998bf09 req-e7501ff5-7a41-47f1-9ba9-ed7b01e32d72 tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 1131 time: 0.0394750 Sep 16 12:49:22.695813 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8d7fde-01b1-4bb5-80b9-b5c74998bf09 req-38b8e8d0-41dd-4037-bfb7-731e943bb486 tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422502 Sep 16 12:49:22.882922 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb967b-4f09-420a-9fca-39d5da52a812 req-016b385c-0ce5-467c-b0bb-8284a96d5c8d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:22.884408 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fbbb967b-4f09-420a-9fca-39d5da52a812 req-016b385c-0ce5-467c-b0bb-8284a96d5c8d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 943 time: 0.0782037 Sep 16 12:49:22.911368 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e17847-4b2d-490f-8b83-59b79058a8d8 req-09523ae7-0431-4db6-a444-2059eec5f6dd tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:22.912877 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f3e17847-4b2d-490f-8b83-59b79058a8d8 req-09523ae7-0431-4db6-a444-2059eec5f6dd tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0743434 Sep 16 12:49:22.962555 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fbbb967b-4f09-420a-9fca-39d5da52a812 req-daa3acbd-a8f5-4957-8761-f0789ea2b966 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716801 Sep 16 12:49:22.984831 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f3e17847-4b2d-490f-8b83-59b79058a8d8 req-225b473a-f1e7-45a6-8444-3692896c1c91 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636067 Sep 16 12:49:23.073830 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-5ad0ebce-e825-42b2-9645-2050cbc8b4b2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=8c037a6456444018a6ef54314419e2f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300419 Sep 16 12:49:23.201828 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9cf93-788f-4841-bea6-e4ad73474706 req-a966c21d-72a2-4965-8525-4277c2e327ba tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:23.203328 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6fa9cf93-788f-4841-bea6-e4ad73474706 req-a966c21d-72a2-4965-8525-4277c2e327ba tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 945 time: 0.0718360 Sep 16 12:49:23.249335 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-708e9c80-cd9d-4dcc-a753-796e21dc9d0e tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:23.250811 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-708e9c80-cd9d-4dcc-a753-796e21dc9d0e tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715264 Sep 16 12:49:23.283659 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-945aa3a9-8f7d-4a3d-95ea-ddc9cd6c0850 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/quotas/8c037a6456444018a6ef54314419e2f2 HTTP/1.1" status: 200 len: 375 time: 0.0230935 Sep 16 12:49:23.289641 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6fa9cf93-788f-4841-bea6-e4ad73474706 req-07118a13-9091-4797-835f-243100f37309 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782545 Sep 16 12:49:23.329305 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:23.347369 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-bc809e69-80c2-4c17-9e37-0d1a43b9691f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0567555 Sep 16 12:49:23.389638 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a442d769-d876-4d5a-b738-192eb71698ef req-850685f6-e37d-47cb-8ab4-3abeaf7f9e6a tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0306563 Sep 16 12:49:23.513055 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:23.580686 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c31ba95d-4b0d-4a1d-acfd-ef392f5a944e req-f7ea2b7f-f9a4-4895-b5f5-1eeea474485f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd98275b-2759-4880-b280-fc6fc1614e93 HTTP/1.1" status: 200 len: 210 time: 0.0658152 Sep 16 12:49:23.601792 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cdfc5-d759-4d32-947d-5462aaa936e7 req-fd6a18b9-3e1f-4eb5-a519-bead6a108e10 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:23.609192 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a53cdfc5-d759-4d32-947d-5462aaa936e7 req-fd6a18b9-3e1f-4eb5-a519-bead6a108e10 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.1066043 Sep 16 12:49:23.685631 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a53cdfc5-d759-4d32-947d-5462aaa936e7 req-f1cc2dc6-5645-466a-a504-a8e0297a865d tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755467 Sep 16 12:49:23.950648 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552f1da-2628-43ec-a229-301872743646 req-d04b541b-2156-45ec-ae01-d3494a812485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:23.952431 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b552f1da-2628-43ec-a229-301872743646 req-d04b541b-2156-45ec-ae01-d3494a812485 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 1125 time: 0.0537357 Sep 16 12:49:24.097953 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a0153-17e5-4e20-b1b3-9bdea95b7366 req-1414e966-bb41-4bb2-9298-c6cbc79f2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:24.099489 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fb5a0153-17e5-4e20-b1b3-9bdea95b7366 req-1414e966-bb41-4bb2-9298-c6cbc79f2f2d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 1127 time: 0.1315653 Sep 16 12:49:24.168028 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1104c7-b500-4c75-8f5f-ef731b381ffa req-6c1684cf-1db8-4dc5-ae74-9261e051fd88 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:24.169544 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bf1104c7-b500-4c75-8f5f-ef731b381ffa req-6c1684cf-1db8-4dc5-ae74-9261e051fd88 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 943 time: 0.1223221 Sep 16 12:49:24.199499 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29731e-692e-4caa-9802-07f1b58ba506 req-ff5ca35e-8ee1-46f9-89e7-5cbe432ca23f tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:24.201170 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f29731e-692e-4caa-9802-07f1b58ba506 req-ff5ca35e-8ee1-46f9-89e7-5cbe432ca23f tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.1095369 Sep 16 12:49:24.274530 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552f1da-2628-43ec-a229-301872743646 req-45539b26-689b-45ce-b501-41d0f0d0dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:24.276047 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b552f1da-2628-43ec-a229-301872743646 req-45539b26-689b-45ce-b501-41d0f0d0dff6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 0.3093431 Sep 16 12:49:24.300038 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fb5a0153-17e5-4e20-b1b3-9bdea95b7366 req-387ef91a-52b5-46e0-8f5e-eee43a36ae4d service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841772 Sep 16 12:49:24.315231 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bf1104c7-b500-4c75-8f5f-ef731b381ffa req-bc9cbe64-cdb9-4308-b832-821ea4be030e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386354 Sep 16 12:49:24.354162 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b552f1da-2628-43ec-a229-301872743646 req-96a5b36f-b998-4d1a-af68-139230204523 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=065308fc-710e-4f14-b3d0-e976788d4def HTTP/1.1" status: 200 len: 217 time: 0.0627844 Sep 16 12:49:24.360598 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f29731e-692e-4caa-9802-07f1b58ba506 req-e309858e-e869-4b24-b64a-461666bc7446 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434186 Sep 16 12:49:24.434216 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5a003-77a6-4ba1-b3df-227989c5931a req-eed4a8e4-25d1-4155-8ebe-d953f1d96060 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:24.435755 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-68b5a003-77a6-4ba1-b3df-227989c5931a req-eed4a8e4-25d1-4155-8ebe-d953f1d96060 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 945 time: 0.0500731 Sep 16 12:49:24.492310 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-68b5a003-77a6-4ba1-b3df-227989c5931a req-b85cbd3a-f6e3-4ae4-9348-688f38997ba2 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503583 Sep 16 12:49:24.527021 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-56b791ca-7a35-44f8-bd81-f583f4dfcc34 req-eca420bd-4ef9-470a-bbe3-2f8397846961 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0317457 Sep 16 12:49:24.716439 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7f34d10f-62c9-4aa1-916b-3d0174535fde req-b939ba33-9dcd-458b-9e5d-fd4c22c9869a tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd98275b-2759-4880-b280-fc6fc1614e93 HTTP/1.1" status: 200 len: 210 time: 0.0331683 Sep 16 12:49:24.744368 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0df03e89-845e-4eb7-ae2c-790d7c187654 req-673b7ed1-3035-4f02-b8aa-5886ca271fc0 tempest-UnshelveToHostMultiNodesTest-1253340493 tempest-UnshelveToHostMultiNodesTest-1253340493-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0309463 Sep 16 12:49:24.826335 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad844bf-2964-4c32-9118-8a361f582c0f req-28eae112-f2ec-4259-a29a-6c0888f2ddf3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:24.827754 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5ad844bf-2964-4c32-9118-8a361f582c0f req-28eae112-f2ec-4259-a29a-6c0888f2ddf3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0527318 Sep 16 12:49:24.940248 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552f1da-2628-43ec-a229-301872743646 req-4205ce25-6704-4ed3-b7a8-f64d324b251e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:24.941565 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b552f1da-2628-43ec-a229-301872743646 req-4205ce25-6704-4ed3-b7a8-f64d324b251e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.1216383 Sep 16 12:49:24.950128 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b9c5cae-5cf3-451c-9127-9c145a2cb7b0 req-de062dd4-0236-4df9-a575-9d3f4fc55c91 tempest-UnshelveToHostMultiNodesTest-1253340493 tempest-UnshelveToHostMultiNodesTest-1253340493-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0544062 Sep 16 12:49:24.963350 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-163536e6-c804-4d88-b384-a66c96a9430a tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=8c037a6456444018a6ef54314419e2f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420985 Sep 16 12:49:24.971588 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5ad844bf-2964-4c32-9118-8a361f582c0f req-618e701f-f923-4bfe-a843-4d82ea07a03d tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361759 Sep 16 12:49:25.114846 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-df6cac5e-68c4-476d-9f0c-90c858bca31a tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:25.117080 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-df6cac5e-68c4-476d-9f0c-90c858bca31a tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1467640 Sep 16 12:49:25.135757 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-6e260e8b-ca2b-4595-9a4d-aac3b014dc35 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Request body: {'port': {'device_id': 'dd98275b-2759-4880-b280-fc6fc1614e93', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '8c037a6456444018a6ef54314419e2f2'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:49:25.259007 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-6e260e8b-ca2b-4595-9a4d-aac3b014dc35 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Made reservation on behalf of 8c037a6456444018a6ef54314419e2f2 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:49:25.262888 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-6e260e8b-ca2b-4595-9a4d-aac3b014dc35 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:25.453627 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06edf78-2070-4443-ac1b-7c4afd38c0b4 req-b6084598-f026-49bb-83a9-abcdd3bed035 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:25.455841 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d06edf78-2070-4443-ac1b-7c4afd38c0b4 req-b6084598-f026-49bb-83a9-abcdd3bed035 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 943 time: 0.0530927 Sep 16 12:49:25.499695 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0e9993c-356e-4dff-af81-04522babcfe3 req-38848056-a792-43b1-b643-f8ec892bcbb7 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0402727 Sep 16 12:49:25.548838 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d06edf78-2070-4443-ac1b-7c4afd38c0b4 req-87fa728e-34d5-434d-bcd6-e4cb867d5b2a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798104 Sep 16 12:49:25.609278 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552f1da-2628-43ec-a229-301872743646 req-2b76e145-18c1-4701-9438-e9c5ed0f2568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:25.611230 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b552f1da-2628-43ec-a229-301872743646 req-2b76e145-18c1-4701-9438-e9c5ed0f2568 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0596611 Sep 16 12:49:25.652112 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:25.652398 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:25.669656 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:25.671523 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-6e260e8b-ca2b-4595-9a4d-aac3b014dc35 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Allocated IP 192.168.233.234 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/65db34e4-9d56-4846-9f39-709aa1748071) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:49:25.731432 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516ac84-1cb8-40e0-84fb-708edec74419 req-1f2ace71-bee6-4045-86c2-97262aec985d tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:25.732995 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8516ac84-1cb8-40e0-84fb-708edec74419 req-1f2ace71-bee6-4045-86c2-97262aec985d tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.1380091 Sep 16 12:49:25.743070 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:25.764712 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82077a20-6715-4621-98f0-2f43feead821 req-d58bca54-e676-4f77-9eca-5353de6ea1fd tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:25.766115 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-82077a20-6715-4621-98f0-2f43feead821 req-d58bca54-e676-4f77-9eca-5353de6ea1fd tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 945 time: 0.1354508 Sep 16 12:49:25.828773 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-6e260e8b-ca2b-4595-9a4d-aac3b014dc35 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks [] for port (65db34e4-9d56-4846-9f39-709aa1748071), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:25.848716 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8516ac84-1cb8-40e0-84fb-708edec74419 req-2894d3f4-ef20-47d6-8983-6c3e86dba3d3 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066017 Sep 16 12:49:25.853565 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b552f1da-2628-43ec-a229-301872743646 req-8af71658-30f5-411e-b928-d6b7c63b59ae service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212527 Sep 16 12:49:25.862897 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-6e260e8b-ca2b-4595-9a4d-aac3b014dc35 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (65db34e4-9d56-4846-9f39-709aa1748071), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:25.876779 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['5d6e364d-d651-4c3c-b21c-27421ce4597f', '84d3e3e1-0c23-49c4-af27-80f8acbc75ae', '1c5c05cf-4ab1-4beb-b208-fb0941341532'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:49:25.905876 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-82077a20-6715-4621-98f0-2f43feead821 req-36b99574-4d49-4a5f-be08-da846f7af4c5 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289742 Sep 16 12:49:25.919346 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['27de96a3-bf43-46c1-a8f8-afd304cea206', 'e3afd82f-9e91-4967-8755-5ee2e7d21714'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:49:25.932079 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-6e260e8b-ca2b-4595-9a4d-aac3b014dc35 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:49:25.942729 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-6e260e8b-ca2b-4595-9a4d-aac3b014dc35 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:49:25.947653 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-6e260e8b-ca2b-4595-9a4d-aac3b014dc35 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:49:26.002539 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e260e8b-ca2b-4595-9a4d-aac3b014dc35 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Pushing event updated for resources: {'Port': ['ID=65db34e4-9d56-4846-9f39-709aa1748071,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:26.036410 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cb5ad-01d3-459a-b0c5-e0cf13d164fc req-f2cb33fc-06d1-448c-923a-ca32e44b4660 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:26.044318 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7e9cb5ad-01d3-459a-b0c5-e0cf13d164fc req-f2cb33fc-06d1-448c-923a-ca32e44b4660 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd98275b-2759-4880-b280-fc6fc1614e93 HTTP/1.1" status: 200 len: 936 time: 0.0963347 Sep 16 12:49:26.066542 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-6e260e8b-ca2b-4595-9a4d-aac3b014dc35 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:26.076029 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-6e260e8b-ca2b-4595-9a4d-aac3b014dc35 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:26.105057 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-6e260e8b-ca2b-4595-9a4d-aac3b014dc35 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9732046 Sep 16 12:49:26.125069 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] Request body: {'port': {'device_id': 'dd98275b-2759-4880-b280-fc6fc1614e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:49:26.144478 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b552f1da-2628-43ec-a229-301872743646 req-d07d71fc-4c2d-4572-a483-e07ad42311e8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782736 Sep 16 12:49:26.170210 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243351fb-71d3-401d-b809-670990ff1eac req-b58c9633-ec86-4ebf-a361-8efd4db466f4 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:26.172490 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 065308fc-710e-4f14-b3d0-e976788d4def details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:49:26.182558 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-243351fb-71d3-401d-b809-670990ff1eac req-b58c9633-ec86-4ebf-a361-8efd4db466f4 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.1185176 Sep 16 12:49:26.184802 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:26.206133 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (65db34e4-9d56-4846-9f39-709aa1748071), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:26.229175 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7e9cb5ad-01d3-459a-b0c5-e0cf13d164fc req-18fc0c79-edfc-4223-b66b-8cac19069284 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842556 Sep 16 12:49:26.259150 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:26.298285 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-243351fb-71d3-401d-b809-670990ff1eac req-0baca4ed-b73d-4c9a-828d-efb96cad9637 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141639 Sep 16 12:49:26.367192 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-b995e9bf-1c71-4c18-ae01-a4adf7507db9 None None] Provisioning complete for port 65db34e4-9d56-4846-9f39-709aa1748071 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:49:26.367564 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b995e9bf-1c71-4c18-ae01-a4adf7507db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (65db34e4-9d56-4846-9f39-709aa1748071), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:26.367902 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b995e9bf-1c71-4c18-ae01-a4adf7507db9 None None] Attempt 1 to provision port 65db34e4-9d56-4846-9f39-709aa1748071 Sep 16 12:49:26.481540 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b995e9bf-1c71-4c18-ae01-a4adf7507db9 None None] Port 65db34e4-9d56-4846-9f39-709aa1748071 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:49:26.487695 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65db34e4-9d56-4846-9f39-709aa1748071 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:49:26.495430 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] Publish callbacks [] for port (65db34e4-9d56-4846-9f39-709aa1748071), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:26.498372 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 065308fc-710e-4f14-b3d0-e976788d4def, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=065308fc-710e-4f14-b3d0-e976788d4def,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:26.509264 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] Transition to ACTIVE for port object 65db34e4-9d56-4846-9f39-709aa1748071 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:49:26.513717 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (65db34e4-9d56-4846-9f39-709aa1748071), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:26.532835 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '065308fc-710e-4f14-b3d0-e976788d4def', 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'port_id': '065308fc-710e-4f14-b3d0-e976788d4def', 'mac_address': 'fa:16:3e:61:3d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:49:26.582690 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236483b1-6792-4296-924d-f0db426d54aa service neutron] Pushing event updated for resources: {'Port': ['ID=65db34e4-9d56-4846-9f39-709aa1748071,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:26.610487 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=3,neutron:UPDATE=8,neutron:SELECT=87,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:26.630880 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 065308fc-710e-4f14-b3d0-e976788d4def is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:49:26.631905 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (065308fc-710e-4f14-b3d0-e976788d4def), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:26.645265 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:26.646229 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] Attempting to bind port 65db34e4-9d56-4846-9f39-709aa1748071 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:49:26.646511 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] Attempting to bind port 65db34e4-9d56-4846-9f39-709aa1748071 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:49:26.647407 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] Attempting to bind port 65db34e4-9d56-4846-9f39-709aa1748071 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:49:26.656207 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065308fc-710e-4f14-b3d0-e976788d4def {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:49:26.666885 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-71f1a092-a23c-40f1-bb94-42b8c2022149 req-65792daa-ff6b-47f7-82cd-70b3cb3f7d3b tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0614526 Sep 16 12:49:26.703821 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] Port 65db34e4-9d56-4846-9f39-709aa1748071 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:49:26.705151 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] Attempting to bind port 65db34e4-9d56-4846-9f39-709aa1748071 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:49:26.711593 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 065308fc-710e-4f14-b3d0-e976788d4def, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=065308fc-710e-4f14-b3d0-e976788d4def,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:26.716521 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (065308fc-710e-4f14-b3d0-e976788d4def), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:26.727439 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4d9db-c246-49aa-9196-769012a7c27a req-98a45121-257f-47f1-858d-a75753bc6d4f tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:26.729080 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d3a4d9db-c246-49aa-9196-769012a7c27a req-98a45121-257f-47f1-858d-a75753bc6d4f tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 943 time: 0.0653629 Sep 16 12:49:26.748962 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:49:26.749381 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:49:26.749824 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:49:26.750700 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] Bound port: 65db34e4-9d56-4846-9f39-709aa1748071, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:49:26.750700 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (65db34e4-9d56-4846-9f39-709aa1748071), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:26.784108 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d3a4d9db-c246-49aa-9196-769012a7c27a req-78cc1a52-f441-4358-8f80-6c2126a0adc3 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481863 Sep 16 12:49:26.805939 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=065308fc-710e-4f14-b3d0-e976788d4def,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:26.817678 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] For port 65db34e4-9d56-4846-9f39-709aa1748071, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:49:26.822236 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] For port 65db34e4-9d56-4846-9f39-709aa1748071, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=65db34e4-9d56-4846-9f39-709aa1748071,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:49:26.828260 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (65db34e4-9d56-4846-9f39-709aa1748071), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:26.832603 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:26.833169 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:26.834745 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-236483b1-6792-4296-924d-f0db426d54aa service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/65db34e4-9d56-4846-9f39-709aa1748071 HTTP/1.1" status: 200 len: 1096 time: 0.7146952 Sep 16 12:49:26.835388 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd98275b-2759-4880-b280-fc6fc1614e93', 'tag': '65db34e4-9d56-4846-9f39-709aa1748071'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:26.838301 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef9723a-b72e-404d-9392-4c0d1699f308" -d '{"events": [{"name": "network-changed", "server_uuid": "dd98275b-2759-4880-b280-fc6fc1614e93", "tag": "65db34e4-9d56-4846-9f39-709aa1748071"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:26.913866 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cf2886-3f14-411c-b09c-06506a42aa56 x-openstack-request-id: req-13cf2886-3f14-411c-b09c-06506a42aa56 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:26.914154 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd98275b-2759-4880-b280-fc6fc1614e93", "tag": "65db34e4-9d56-4846-9f39-709aa1748071", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:26.914390 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-13cf2886-3f14-411c-b09c-06506a42aa56 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:26.914827 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13cf2886-3f14-411c-b09c-06506a42aa56'] response: {'name': 'network-changed', 'server_uuid': 'dd98275b-2759-4880-b280-fc6fc1614e93', 'tag': '65db34e4-9d56-4846-9f39-709aa1748071', 'status': 'completed', 'code': 200} Sep 16 12:49:26.932679 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236483b1-6792-4296-924d-f0db426d54aa service neutron] Pushing event updated for resources: {'Port': ['ID=65db34e4-9d56-4846-9f39-709aa1748071,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:26.936177 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93373ba3-8fab-4955-8185-8d4b804d3f00 req-8e974979-064c-42a8-9496-5b3325fc4d34 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464447 Sep 16 12:49:26.948718 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-b58633d6-6f3e-417a-aeb9-cf1ec2a39833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:26.950283 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-b58633d6-6f3e-417a-aeb9-cf1ec2a39833 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&device_id=dd98275b-2759-4880-b280-fc6fc1614e93 HTTP/1.1" status: 200 len: 1130 time: 0.0727224 Sep 16 12:49:26.983270 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b995e9bf-1c71-4c18-ae01-a4adf7507db9 None None] Attempt 2 to provision port 65db34e4-9d56-4846-9f39-709aa1748071 Sep 16 12:49:26.992871 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f44a2-c0d8-44ca-b3b9-80fae408dceb req-92f1164e-29ba-4614-8520-2e9691ea8b43 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:26.994528 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-330f44a2-c0d8-44ca-b3b9-80fae408dceb req-92f1164e-29ba-4614-8520-2e9691ea8b43 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0567098 Sep 16 12:49:27.001559 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-b9fb70e3-4add-43f0-a3a0-f052a4b4d09e service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=65db34e4-9d56-4846-9f39-709aa1748071 HTTP/1.1" status: 200 len: 217 time: 0.0407546 Sep 16 12:49:27.044431 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:27.048435 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b995e9bf-1c71-4c18-ae01-a4adf7507db9 None None] Port 65db34e4-9d56-4846-9f39-709aa1748071 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:49:27.065502 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-93a111a0-af0f-4286-8ac1-5d1744f8c500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:27.066960 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-93a111a0-af0f-4286-8ac1-5d1744f8c500 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0545735 Sep 16 12:49:27.091718 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98fad7-ca44-4e35-8d28-fbf2fb2edfb2 req-78d8fc2c-3811-431e-9bb8-aa477d819bcb tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:27.093241 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6e98fad7-ca44-4e35-8d28-fbf2fb2edfb2 req-78d8fc2c-3811-431e-9bb8-aa477d819bcb tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 945 time: 0.0948205 Sep 16 12:49:27.114658 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-f6c289c5-e91d-4801-b393-4a520684f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:27.116217 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-f6c289c5-e91d-4801-b393-4a520684f41c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0426579 Sep 16 12:49:27.120489 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93373ba3-8fab-4955-8185-8d4b804d3f00 req-de6fab23-1658-4088-b132-7430b69b59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:27.121913 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93373ba3-8fab-4955-8185-8d4b804d3f00 req-de6fab23-1658-4088-b132-7430b69b59bc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 1126 time: 0.0901952 Sep 16 12:49:27.137541 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-330f44a2-c0d8-44ca-b3b9-80fae408dceb req-bfc3cc79-d2f9-4b22-8c30-7238590d8a8d tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371944 Sep 16 12:49:27.216346 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6e98fad7-ca44-4e35-8d28-fbf2fb2edfb2 req-5afb5f0b-c80c-4f8e-bc65-28331646c6b6 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126130 Sep 16 12:49:27.225004 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-3b54e8f3-e690-4929-b885-0d2e5840fa35 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023624 Sep 16 12:49:27.261677 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93373ba3-8fab-4955-8185-8d4b804d3f00 req-49c921cc-19f1-4bb7-8bd9-3c65e4280b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:27.263140 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93373ba3-8fab-4955-8185-8d4b804d3f00 req-49c921cc-19f1-4bb7-8bd9-3c65e4280b74 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 0.1131811 Sep 16 12:49:27.316085 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93373ba3-8fab-4955-8185-8d4b804d3f00 req-468add06-4570-4a79-b4a5-1386035c993e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=924f27c6-9b29-461f-bbff-57520beb8e29 HTTP/1.1" status: 200 len: 217 time: 0.0464776 Sep 16 12:49:27.334917 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9908090b-1ce6-4cf8-bd98-75987278a8dd req-228416b8-b1f2-4200-9b2a-0c23a84eb316 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030273 Sep 16 12:49:27.403055 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:27.403757 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:27.430769 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbbe41-2c21-4502-9878-d7986056022f req-c6ff144b-5ea9-4928-bcfc-3a67df28067c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:27.432299 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c2fbbe41-2c21-4502-9878-d7986056022f req-c6ff144b-5ea9-4928-bcfc-3a67df28067c tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 945 time: 0.1198180 Sep 16 12:49:27.443272 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 50970) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:49:27.448596 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a582fcd-6a68-4bbb-b3a3-87afbc1e8760 req-88c2d1a0-5650-41ea-94dc-07ed74925531 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:27.448918 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-e0a5f3ab-81f6-45b8-b25d-111ad8255188 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Request body: {'floatingip': {'port_id': '9fe525ed-e767-4d78-8eff-93ca2a0eb98f'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:49:27.450156 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5a582fcd-6a68-4bbb-b3a3-87afbc1e8760 req-88c2d1a0-5650-41ea-94dc-07ed74925531 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd98275b-2759-4880-b280-fc6fc1614e93 HTTP/1.1" status: 200 len: 948 time: 0.1363943 Sep 16 12:49:27.453186 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93373ba3-8fab-4955-8185-8d4b804d3f00 req-fcd74bfd-3853-4bfd-8bdc-7c5c277f0960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:27.453508 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93373ba3-8fab-4955-8185-8d4b804d3f00 req-fcd74bfd-3853-4bfd-8bdc-7c5c277f0960 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.1202877 Sep 16 12:49:27.489177 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e0a5f3ab-81f6-45b8-b25d-111ad8255188 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for floatingip (66783b06-485d-443c-9cc3-694723172f36), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:27.563434 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93373ba3-8fab-4955-8185-8d4b804d3f00 req-56157946-deec-4a3f-8d9a-3e7c61a0c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:27.564976 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93373ba3-8fab-4955-8185-8d4b804d3f00 req-56157946-deec-4a3f-8d9a-3e7c61a0c3aa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1028371 Sep 16 12:49:27.585548 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5a582fcd-6a68-4bbb-b3a3-87afbc1e8760 req-4cda5979-17d5-4f46-a383-f0cd5b7d949b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296620 Sep 16 12:49:27.603273 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e98bf-f7d2-4b3f-871d-d0c5e0da24c8 req-50e93ef7-0514-422f-9687-2a5324812e8f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:27.612182 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-423e98bf-f7d2-4b3f-871d-d0c5e0da24c8 req-50e93ef7-0514-422f-9687-2a5324812e8f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.1106126 Sep 16 12:49:27.715846 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-423e98bf-f7d2-4b3f-871d-d0c5e0da24c8 req-dea6aa3d-3827-4ef9-9e9b-3b0e5fa61481 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041276 Sep 16 12:49:27.721669 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93373ba3-8fab-4955-8185-8d4b804d3f00 req-352998c4-cdf8-43ff-b89e-7c50126c4bdf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480186 Sep 16 12:49:27.841027 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b6d3a502-6613-4940-a5f5-50f01842d30f req-9ea56879-6d9e-4c1a-8c86-5f6a964fab88 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0432472 Sep 16 12:49:27.844550 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93373ba3-8fab-4955-8185-8d4b804d3f00 req-9dd9669b-3a34-4540-bc27-bc27377a98cc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166079 Sep 16 12:49:27.885920 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:27.910957 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:27.921489 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4b09c-3f52-48a8-af55-7a184740e331 req-9cc0fe24-1824-4c37-844b-f6d781381c7d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:27.928729 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2eb4b09c-3f52-48a8-af55-7a184740e331 req-9cc0fe24-1824-4c37-844b-f6d781381c7d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 944 time: 0.0630379 Sep 16 12:49:27.960918 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e0a5f3ab-81f6-45b8-b25d-111ad8255188 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:27.964723 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e0a5f3ab-81f6-45b8-b25d-111ad8255188 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (66783b06-485d-443c-9cc3-694723172f36), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:27.975757 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2eb4b09c-3f52-48a8-af55-7a184740e331 req-c70932c7-a66a-429d-8779-a594ab875c39 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458674 Sep 16 12:49:28.061325 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [None req-e0a5f3ab-81f6-45b8-b25d-111ad8255188 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Floating IP 66783b06-485d-443c-9cc3-694723172f36 associated. External IP: 172.25.2.218, port: 9fe525ed-e767-4d78-8eff-93ca2a0eb98f. Sep 16 12:49:28.114516 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['065308fc-710e-4f14-b3d0-e976788d4def'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:49:28.153239 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:28.271052 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3078b-82f1-4d72-9c39-e2b0637057e1 req-8fe60834-4541-4af9-b15d-2ac4549dc4b8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:28.272014 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a5f3ab-81f6-45b8-b25d-111ad8255188 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Router bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:49:28.272736 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c2f3078b-82f1-4d72-9c39-e2b0637057e1 req-8fe60834-4541-4af9-b15d-2ac4549dc4b8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0487032 Sep 16 12:49:28.324106 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c2f3078b-82f1-4d72-9c39-e2b0637057e1 req-3622dbbf-a7af-4111-bf47-dbe2c221b7e5 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454121 Sep 16 12:49:28.377413 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a5f3ab-81f6-45b8-b25d-111ad8255188 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:49:28.382840 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e0a5f3ab-81f6-45b8-b25d-111ad8255188 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:28.388048 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ff9c85-db62-49f3-a617-d9b1065944be None None] Sync routers for ids ['bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:49:28.408044 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ff9c85-db62-49f3-a617-d9b1065944be None None] Routers {'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:49:28.408695 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-11ff9c85-db62-49f3-a617-d9b1065944be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:49:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:49:28.417699 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e0a5f3ab-81f6-45b8-b25d-111ad8255188 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/66783b06-485d-443c-9cc3-694723172f36 HTTP/1.1" status: 200 len: 991 time: 0.9697948 Sep 16 12:49:28.514094 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-11ff9c85-db62-49f3-a617-d9b1065944be None None] Set router bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:49:28.567644 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9723a-b72e-404d-9392-4c0d1699f308 req-e9ef5948-5feb-468c-874e-1e685b0280b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:28.569273 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-aef9723a-b72e-404d-9392-4c0d1699f308 req-e9ef5948-5feb-468c-874e-1e685b0280b4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&device_id=dd98275b-2759-4880-b280-fc6fc1614e93 HTTP/1.1" status: 200 len: 1130 time: 0.0428317 Sep 16 12:49:28.668086 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9723a-b72e-404d-9392-4c0d1699f308 req-d8c48187-1c62-458f-8d65-e6166de6f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:28.669620 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-aef9723a-b72e-404d-9392-4c0d1699f308 req-d8c48187-1c62-458f-8d65-e6166de6f342 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.0944283 Sep 16 12:49:28.713878 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-aef9723a-b72e-404d-9392-4c0d1699f308 req-19b315c4-32c2-47c3-982e-d3c2c4ee097e service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=65db34e4-9d56-4846-9f39-709aa1748071 HTTP/1.1" status: 200 len: 217 time: 0.0368614 Sep 16 12:49:28.718624 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0e837-c3c3-43c2-927c-36007ea0dba5 req-0957ed51-9154-4a98-a7c0-ea0f543b87f4 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:28.720172 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0fa0e837-c3c3-43c2-927c-36007ea0dba5 req-0957ed51-9154-4a98-a7c0-ea0f543b87f4 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd98275b-2759-4880-b280-fc6fc1614e93 HTTP/1.1" status: 200 len: 948 time: 0.0473630 Sep 16 12:49:28.743891 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-11ff9c85-db62-49f3-a617-d9b1065944be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'name': 'tempest-AttachSCSIVolumeTestJSON-550497175-router', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:43Z', 'updated_at': '2022-09-16T12:47:50Z', 'revision_number': 4, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'gw_port': {'id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:44Z', 'updated_at': '2022-09-16T12:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '66783b06-485d-443c-9cc3-694723172f36', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'port_id': '9fe525ed-e767-4d78-8eff-93ca2a0eb98f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081', 'mac_address': 'fa:16:3e:ef:fc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16466e6-cdcd-43d7-bc01-bdf3249fdcf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:48:41Z', 'updated_at': '2022-09-16T12:49:27Z', 'revision_number': 1, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57af9c38-648b-4852-89b0-54f59a27ec89', 'name': '', 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'mac_address': 'fa:16:3e:65:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '84ba4951-a43e-462f-8cea-c8f3885b092d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:48Z', 'updated_at': '2022-09-16T12:47:53Z', 'revision_number': 5, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'subnets': [{'id': '84ba4951-a43e-462f-8cea-c8f3885b092d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:49:28.772317 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9723a-b72e-404d-9392-4c0d1699f308 req-57f6506c-6f7e-4d24-b40b-58aefc262f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:28.774176 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-aef9723a-b72e-404d-9392-4c0d1699f308 req-57f6506c-6f7e-4d24-b40b-58aefc262f51 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0545495 Sep 16 12:49:28.784639 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ff9c85-db62-49f3-a617-d9b1065944be None None] Checking router: bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:49:28.785648 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0fa0e837-c3c3-43c2-927c-36007ea0dba5 req-f5d62377-f8db-431b-a7f7-10b3c7b76565 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584252 Sep 16 12:49:28.807080 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ff9c85-db62-49f3-a617-d9b1065944be None None] Routers {'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:49:28.808856 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-11ff9c85-db62-49f3-a617-d9b1065944be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:49:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:49:28.827392 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9723a-b72e-404d-9392-4c0d1699f308 req-0eeb2ced-5645-4a43-b383-b22691ae84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:28.828942 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-aef9723a-b72e-404d-9392-4c0d1699f308 req-0eeb2ced-5645-4a43-b383-b22691ae84f1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0476785 Sep 16 12:49:28.894616 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2508e-b6b4-4af0-8f65-d50d1f075877 req-48911381-d4d8-4f52-a3a7-4efc8b13991c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:28.903656 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-75c2508e-b6b4-4af0-8f65-d50d1f075877 req-48911381-d4d8-4f52-a3a7-4efc8b13991c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0656543 Sep 16 12:49:28.920970 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16466e6-cdcd-43d7-bc01-bdf3249fdcf0', 'tag': '9fe525ed-e767-4d78-8eff-93ca2a0eb98f'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:28.925137 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e7bb8b-5bcf-45f0-a3d4-32b532ef2b26" -d '{"events": [{"name": "network-changed", "server_uuid": "d16466e6-cdcd-43d7-bc01-bdf3249fdcf0", "tag": "9fe525ed-e767-4d78-8eff-93ca2a0eb98f"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:28.934829 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-11ff9c85-db62-49f3-a617-d9b1065944be None None] Set router bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:49:28.948806 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-aef9723a-b72e-404d-9392-4c0d1699f308 req-3ff96579-4861-4d34-a81f-fd328fd06340 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109812 Sep 16 12:49:28.963132 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-75c2508e-b6b4-4af0-8f65-d50d1f075877 req-93a6d2ec-a0dd-4698-a307-af2cc656cc2a tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582435 Sep 16 12:49:29.020523 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0268cd36-f6e2-48d6-ae6e-fa24f8f1de02 x-openstack-request-id: req-0268cd36-f6e2-48d6-ae6e-fa24f8f1de02 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:29.020810 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16466e6-cdcd-43d7-bc01-bdf3249fdcf0", "tag": "9fe525ed-e767-4d78-8eff-93ca2a0eb98f", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:29.021059 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0268cd36-f6e2-48d6-ae6e-fa24f8f1de02 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:29.022132 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0268cd36-f6e2-48d6-ae6e-fa24f8f1de02'] response: {'name': 'network-changed', 'server_uuid': 'd16466e6-cdcd-43d7-bc01-bdf3249fdcf0', 'tag': '9fe525ed-e767-4d78-8eff-93ca2a0eb98f', 'status': 'completed', 'code': 200} Sep 16 12:49:29.024755 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-50904b77-7946-4005-ada0-6a0d98def73a req-0da9547e-4132-428f-802b-2415674ee1c2 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0396879 Sep 16 12:49:29.064045 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-aef9723a-b72e-404d-9392-4c0d1699f308 req-f1d923bb-ea93-46a2-8e19-960f32c880f9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077759 Sep 16 12:49:29.171432 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0ce38-eaf4-4ed5-a2d4-808903b4a2ae req-1dff8591-835c-454c-95d8-faaae6b3f013 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:29.173107 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a7a0ce38-eaf4-4ed5-a2d4-808903b4a2ae req-1dff8591-835c-454c-95d8-faaae6b3f013 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 944 time: 0.0803156 Sep 16 12:49:29.186531 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-11ff9c85-db62-49f3-a617-d9b1065944be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'name': 'tempest-AttachSCSIVolumeTestJSON-550497175-router', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:43Z', 'updated_at': '2022-09-16T12:47:50Z', 'revision_number': 4, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'gw_port': {'id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:44Z', 'updated_at': '2022-09-16T12:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '66783b06-485d-443c-9cc3-694723172f36', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'port_id': '9fe525ed-e767-4d78-8eff-93ca2a0eb98f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081', 'mac_address': 'fa:16:3e:ef:fc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16466e6-cdcd-43d7-bc01-bdf3249fdcf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:48:41Z', 'updated_at': '2022-09-16T12:49:27Z', 'revision_number': 1, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57af9c38-648b-4852-89b0-54f59a27ec89', 'name': '', 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'mac_address': 'fa:16:3e:65:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '84ba4951-a43e-462f-8cea-c8f3885b092d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:48Z', 'updated_at': '2022-09-16T12:47:53Z', 'revision_number': 5, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'subnets': [{'id': '84ba4951-a43e-462f-8cea-c8f3885b092d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:49:29.194136 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7bb8b-5bcf-45f0-a3d4-32b532ef2b26 req-91593ec5-d99d-4504-a934-5df1dd8d7f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:29.196633 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9e7bb8b-5bcf-45f0-a3d4-32b532ef2b26 req-91593ec5-d99d-4504-a934-5df1dd8d7f88 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=97a3e6c179c6495281c2816a1e18aa7e&device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 1127 time: 0.0923839 Sep 16 12:49:29.218179 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ff9c85-db62-49f3-a617-d9b1065944be None None] The sync data for ids ['bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'] in n-d-858094-4 is: [{'id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'name': 'tempest-AttachSCSIVolumeTestJSON-550497175-router', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:43Z', 'updated_at': '2022-09-16T12:47:50Z', 'revision_number': 4, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'gw_port': {'id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:44Z', 'updated_at': '2022-09-16T12:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '66783b06-485d-443c-9cc3-694723172f36', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'port_id': '9fe525ed-e767-4d78-8eff-93ca2a0eb98f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081', 'mac_address': 'fa:16:3e:ef:fc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16466e6-cdcd-43d7-bc01-bdf3249fdcf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:48:41Z', 'updated_at': '2022-09-16T12:49:27Z', 'revision_number': 1, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57af9c38-648b-4852-89b0-54f59a27ec89', 'name': '', 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'mac_address': 'fa:16:3e:65:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '84ba4951-a43e-462f-8cea-c8f3885b092d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:48Z', 'updated_at': '2022-09-16T12:47:53Z', 'revision_number': 5, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'subnets': [{'id': '84ba4951-a43e-462f-8cea-c8f3885b092d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:49:29.259875 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:29.299679 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a7a0ce38-eaf4-4ed5-a2d4-808903b4a2ae req-9abce195-2577-4599-b053-f88003827436 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163008 Sep 16 12:49:29.311245 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:29.331680 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7bb8b-5bcf-45f0-a3d4-32b532ef2b26 req-79c02387-8e6d-4dc8-892e-64ac77feb90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:29.333270 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9e7bb8b-5bcf-45f0-a3d4-32b532ef2b26 req-79c02387-8e6d-4dc8-892e-64ac77feb90f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a79b9e4b-851c-466c-9c78-fcc8f1ac7081 HTTP/1.1" status: 200 len: 915 time: 0.1282020 Sep 16 12:49:29.406337 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9e7bb8b-5bcf-45f0-a3d4-32b532ef2b26 req-a0ae98c1-151a-4d4b-aa0a-31f7e2008ede service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fe525ed-e767-4d78-8eff-93ca2a0eb98f HTTP/1.1" status: 200 len: 999 time: 0.0672865 Sep 16 12:49:29.456264 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e29a6d8-f601-46ea-a2c5-e7e68a757f3d None None] New status for floating IP 66783b06-485d-443c-9cc3-694723172f36: ACTIVE {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:49:29.457041 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870f10d-43bb-4303-9f45-81104e305ec8 req-5a94f310-4080-4f0e-a1b7-9f0197c199c1 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:29.458641 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5870f10d-43bb-4303-9f45-81104e305ec8 req-5a94f310-4080-4f0e-a1b7-9f0197c199c1 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0514088 Sep 16 12:49:29.508106 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5870f10d-43bb-4303-9f45-81104e305ec8 req-643cb098-9458-4ce1-a730-abf1a611abe5 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428710 Sep 16 12:49:29.713885 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7bb8b-5bcf-45f0-a3d4-32b532ef2b26 req-e089c182-df22-404c-a8ae-347cc2d09954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:29.715318 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9e7bb8b-5bcf-45f0-a3d4-32b532ef2b26 req-e089c182-df22-404c-a8ae-347cc2d09954 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=84ba4951-a43e-462f-8cea-c8f3885b092d HTTP/1.1" status: 200 len: 853 time: 0.0486894 Sep 16 12:49:29.763237 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7bb8b-5bcf-45f0-a3d4-32b532ef2b26 req-7cf3fff8-b2f7-4ade-9780-d9f3a1c1ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:29.764738 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9e7bb8b-5bcf-45f0-a3d4-32b532ef2b26 req-7cf3fff8-b2f7-4ade-9780-d9f3a1c1ddac service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a79b9e4b-851c-466c-9c78-fcc8f1ac7081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0382936 Sep 16 12:49:29.871418 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9e7bb8b-5bcf-45f0-a3d4-32b532ef2b26 req-b23c0a13-a143-4c68-b72c-518f8d8d5c88 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a79b9e4b-851c-466c-9c78-fcc8f1ac7081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954602 Sep 16 12:49:29.953385 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8163165-9d0a-471b-a89c-8b5373a211f5 req-cc6839e9-dc29-4558-b084-6f6956cad058 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:29.954868 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8163165-9d0a-471b-a89c-8b5373a211f5 req-cc6839e9-dc29-4558-b084-6f6956cad058 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd98275b-2759-4880-b280-fc6fc1614e93 HTTP/1.1" status: 200 len: 948 time: 0.0982034 Sep 16 12:49:30.033191 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9e7bb8b-5bcf-45f0-a3d4-32b532ef2b26 req-02398887-fe1e-45db-a9b4-5be8d832390a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a79b9e4b-851c-466c-9c78-fcc8f1ac7081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420782 Sep 16 12:49:30.038282 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8163165-9d0a-471b-a89c-8b5373a211f5 req-be03bd9d-4288-493f-ab52-9c4fc679db2d tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766807 Sep 16 12:49:30.087527 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adb54a-4434-48fb-9d6e-7abf03a9520c req-1240ef1d-f481-48c1-8647-14d496c0b479 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:30.089139 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-65adb54a-4434-48fb-9d6e-7abf03a9520c req-1240ef1d-f481-48c1-8647-14d496c0b479 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0499632 Sep 16 12:49:30.159723 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f6023ab1-d876-4f02-9c12-eebfc903fae4 req-b845de06-8c19-42da-9dec-d57336958725 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0382113 Sep 16 12:49:30.163360 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-65adb54a-4434-48fb-9d6e-7abf03a9520c req-fac48b11-8972-48bd-84d7-fc78eea6bb46 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680897 Sep 16 12:49:30.174924 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 065308fc-710e-4f14-b3d0-e976788d4def up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:49:30.220174 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 065308fc-710e-4f14-b3d0-e976788d4def completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:49:30.226071 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 065308fc-710e-4f14-b3d0-e976788d4def triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:49:30.226478 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (065308fc-710e-4f14-b3d0-e976788d4def), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:30.226894 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 065308fc-710e-4f14-b3d0-e976788d4def Sep 16 12:49:30.299549 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 065308fc-710e-4f14-b3d0-e976788d4def is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:49:30.299818 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (065308fc-710e-4f14-b3d0-e976788d4def), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:30.323331 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3085e02c-a09e-4bc5-a8c4-87ab1cedfc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065308fc-710e-4f14-b3d0-e976788d4def'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:30.325624 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8215c55-9393-43ec-8ffe-bd2a194886c4" -d '{"events": [{"server_uuid": "3085e02c-a09e-4bc5-a8c4-87ab1cedfc16", "name": "network-vif-plugged", "status": "completed", "tag": "065308fc-710e-4f14-b3d0-e976788d4def"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:30.342541 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 065308fc-710e-4f14-b3d0-e976788d4def, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=065308fc-710e-4f14-b3d0-e976788d4def,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:30.347247 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (065308fc-710e-4f14-b3d0-e976788d4def), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:30.371597 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac0922b-86b8-48c1-af62-f2a1faa4d9ff x-openstack-request-id: req-2ac0922b-86b8-48c1-af62-f2a1faa4d9ff {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:30.371909 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3085e02c-a09e-4bc5-a8c4-87ab1cedfc16", "name": "network-vif-plugged", "status": "completed", "tag": "065308fc-710e-4f14-b3d0-e976788d4def", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:30.372191 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2ac0922b-86b8-48c1-af62-f2a1faa4d9ff {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:30.372586 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac0922b-86b8-48c1-af62-f2a1faa4d9ff'] response: {'server_uuid': '3085e02c-a09e-4bc5-a8c4-87ab1cedfc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065308fc-710e-4f14-b3d0-e976788d4def', 'code': 200} Sep 16 12:49:30.400427 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=065308fc-710e-4f14-b3d0-e976788d4def,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:30.436100 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a22dbd-c38c-47ec-bf51-b59ac489b849 req-f17ed084-54b5-4114-bc0c-bedbf3aabffd tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:30.437628 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e4a22dbd-c38c-47ec-bf51-b59ac489b849 req-f17ed084-54b5-4114-bc0c-bedbf3aabffd tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 945 time: 0.0490274 Sep 16 12:49:30.489565 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e4a22dbd-c38c-47ec-bf51-b59ac489b849 req-72d7d17f-db67-4e41-b61a-532008696c6e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463011 Sep 16 12:49:30.629761 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c14fec-ec2a-4363-b864-b599302deed6 req-f641836c-576c-478a-ab4c-ad204096c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:30.631816 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-16c14fec-ec2a-4363-b864-b599302deed6 req-f641836c-576c-478a-ab4c-ad204096c5fc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 1127 time: 0.0646186 Sep 16 12:49:30.657671 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08389bae-aad9-47d4-8218-db22c81dcb35 req-ef12b53c-cffb-4d41-a41e-742abccd1249 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:30.659091 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-08389bae-aad9-47d4-8218-db22c81dcb35 req-ef12b53c-cffb-4d41-a41e-742abccd1249 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0655394 Sep 16 12:49:30.704056 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-16c14fec-ec2a-4363-b864-b599302deed6 req-5563405d-c0aa-4041-b51d-796d627a6bcf service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644855 Sep 16 12:49:30.724443 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-08389bae-aad9-47d4-8218-db22c81dcb35 req-a6f8d3e1-a3af-4805-880e-447e00e5ad9a tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582502 Sep 16 12:49:31.163026 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8c8cb-f27c-46d3-af6b-eb5d0c3dd328 req-fdecc5ab-4951-4928-9d6c-6cbc9a080583 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:31.164638 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cfa8c8cb-f27c-46d3-af6b-eb5d0c3dd328 req-fdecc5ab-4951-4928-9d6c-6cbc9a080583 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd98275b-2759-4880-b280-fc6fc1614e93 HTTP/1.1" status: 200 len: 948 time: 0.0511465 Sep 16 12:49:31.175892 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:31.201175 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:31.217394 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cfa8c8cb-f27c-46d3-af6b-eb5d0c3dd328 req-20593665-280a-41ae-93ff-156a801ec95a tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470438 Sep 16 12:49:31.291937 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90deb41a-9609-484b-89c7-3854d1a0e127 req-84102e53-5e62-4553-a13b-2a4edb15efc3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:31.293428 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90deb41a-9609-484b-89c7-3854d1a0e127 req-84102e53-5e62-4553-a13b-2a4edb15efc3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0477934 Sep 16 12:49:31.330298 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67708290-ea44-47e4-8d8b-16cde12dd27c req-f0369ce1-aa01-4ac8-af8e-b1ae6a469e98 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0358319 Sep 16 12:49:31.361280 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90deb41a-9609-484b-89c7-3854d1a0e127 req-091bd8c8-7775-4dff-ab91-6c917c933935 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586638 Sep 16 12:49:31.616318 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6088c-6dcd-4f4a-91f6-07ba1fb2402c req-8e3f4de1-cce0-4a6e-a0ec-8f2af8495657 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:31.617686 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9e6088c-6dcd-4f4a-91f6-07ba1fb2402c req-8e3f4de1-cce0-4a6e-a0ec-8f2af8495657 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 945 time: 0.0499783 Sep 16 12:49:31.665693 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9e6088c-6dcd-4f4a-91f6-07ba1fb2402c req-af6c63bb-3de5-4d43-91b2-7594b37588d6 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424993 Sep 16 12:49:31.844861 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952d234-fe28-42b6-9c77-63afbe261c77 req-77ed2dca-89e9-4914-8f71-d024893a6ae8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:31.846335 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c952d234-fe28-42b6-9c77-63afbe261c77 req-77ed2dca-89e9-4914-8f71-d024893a6ae8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0468533 Sep 16 12:49:31.894249 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c952d234-fe28-42b6-9c77-63afbe261c77 req-c0d538be-4403-4f90-863f-be72628a910d tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417082 Sep 16 12:49:32.074410 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 65db34e4-9d56-4846-9f39-709aa1748071 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:49:32.178150 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 65db34e4-9d56-4846-9f39-709aa1748071, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=65db34e4-9d56-4846-9f39-709aa1748071,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:32.189476 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '65db34e4-9d56-4846-9f39-709aa1748071', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '65db34e4-9d56-4846-9f39-709aa1748071', 'mac_address': 'fa:16:3e:37:fd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:49:32.224810 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 65db34e4-9d56-4846-9f39-709aa1748071 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:49:32.225190 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (65db34e4-9d56-4846-9f39-709aa1748071), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:32.238146 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65db34e4-9d56-4846-9f39-709aa1748071 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:49:32.260188 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 65db34e4-9d56-4846-9f39-709aa1748071, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=65db34e4-9d56-4846-9f39-709aa1748071,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:32.266799 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (65db34e4-9d56-4846-9f39-709aa1748071), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:32.304686 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e8d04c48-c84a-4ddd-af8a-348c7337b684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:32.321928 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=65db34e4-9d56-4846-9f39-709aa1748071,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:32.351996 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bc1ad-396b-473f-b757-f966f711f68a req-93749e72-621d-4d87-b7d5-1fe000fa7342 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:32.353502 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6d3bc1ad-396b-473f-b757-f966f711f68a req-93749e72-621d-4d87-b7d5-1fe000fa7342 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd98275b-2759-4880-b280-fc6fc1614e93 HTTP/1.1" status: 200 len: 949 time: 0.0508249 Sep 16 12:49:32.406119 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6d3bc1ad-396b-473f-b757-f966f711f68a req-f9540846-42c6-4554-9a88-4557d73a8f45 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469463 Sep 16 12:49:32.455047 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aba6b7b7-f9e2-4762-b841-2c9ad688c949 req-4f90e84f-05db-4a7f-bac7-b9296c3f1e4c tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0295076 Sep 16 12:49:32.522829 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76e627-5c21-49a4-97f4-8b2f107de1fa req-77571b13-aae5-4b2a-942a-18d1e1643f82 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:32.524329 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7a76e627-5c21-49a4-97f4-8b2f107de1fa req-77571b13-aae5-4b2a-942a-18d1e1643f82 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0477238 Sep 16 12:49:32.574319 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['65db34e4-9d56-4846-9f39-709aa1748071'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:49:32.577296 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7a76e627-5c21-49a4-97f4-8b2f107de1fa req-565c9eae-ff1a-408e-9daf-a0550c5a417b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470443 Sep 16 12:49:32.748846 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:32.758336 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:32.791673 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f923c6-8809-4a5d-bc07-448a148c0c1b req-100455cb-6ae9-4811-8013-a6857a980252 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:32.793175 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f8f923c6-8809-4a5d-bc07-448a148c0c1b req-100455cb-6ae9-4811-8013-a6857a980252 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 945 time: 0.0493639 Sep 16 12:49:33.141096 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f8f923c6-8809-4a5d-bc07-448a148c0c1b req-dcf6e6fc-eff9-48ce-bc5d-4c050c12b114 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3415222 Sep 16 12:49:33.174619 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78112c78-f40a-42cd-9963-7e29f4b2620f req-ef63ff0d-5522-4346-aa07-5db6f4271d0f tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:33.176064 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-78112c78-f40a-42cd-9963-7e29f4b2620f req-ef63ff0d-5522-4346-aa07-5db6f4271d0f tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0495257 Sep 16 12:49:33.235296 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-78112c78-f40a-42cd-9963-7e29f4b2620f req-560cfa8a-7314-4bb2-ace8-2eb9535bec78 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526793 Sep 16 12:49:33.269089 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b369c-e253-4c0a-bc74-e87c0d638357 req-efe7e358-a377-4495-a946-15d3652b785a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:33.270466 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0e2b369c-e253-4c0a-bc74-e87c0d638357 req-efe7e358-a377-4495-a946-15d3652b785a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 945 time: 0.0554712 Sep 16 12:49:33.280958 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 51030) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:49:33.285383 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-4c6e6f4e-83de-4676-8d80-8af7297543ed tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Request body: {'floatingip': {'port_id': '065308fc-710e-4f14-b3d0-e976788d4def'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:49:33.327269 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6f4e-83de-4676-8d80-8af7297543ed tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for floatingip (72e1bf64-af63-44a5-8b1b-d2e4de247c90), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:33.569835 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:33.580071 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9925eb-e4db-415d-9cc0-5c6336c29b7d req-3ffa19ed-156e-41c9-a3ae-5fd2ec1e2280 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:33.581536 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8e9925eb-e4db-415d-9cc0-5c6336c29b7d req-3ffa19ed-156e-41c9-a3ae-5fd2ec1e2280 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd98275b-2759-4880-b280-fc6fc1614e93 HTTP/1.1" status: 200 len: 949 time: 0.0952432 Sep 16 12:49:33.605582 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c5926acf-ee02-4954-8322-2ced9818f720 req-15849513-32c4-418b-b510-5ba7d35447d1 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0523677 Sep 16 12:49:33.740857 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8e9925eb-e4db-415d-9cc0-5c6336c29b7d req-72411fad-dd98-4dc1-9dd5-02c06146dd50 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405976 Sep 16 12:49:33.760057 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:33.784945 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b590e2-d21a-413d-a743-8d66c64ae1fc req-decfc3ce-f501-4162-bd9e-3152fb90efa6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:33.786398 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-39b590e2-d21a-413d-a743-8d66c64ae1fc req-decfc3ce-f501-4162-bd9e-3152fb90efa6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0691490 Sep 16 12:49:33.906460 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-39b590e2-d21a-413d-a743-8d66c64ae1fc req-ad3a2384-a6d1-49df-b0e3-3d8ce27aeeb0 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871389 Sep 16 12:49:33.963639 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6f4e-83de-4676-8d80-8af7297543ed tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:33.967186 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6f4e-83de-4676-8d80-8af7297543ed tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (72e1bf64-af63-44a5-8b1b-d2e4de247c90), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:34.060812 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [None req-4c6e6f4e-83de-4676-8d80-8af7297543ed tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Floating IP 72e1bf64-af63-44a5-8b1b-d2e4de247c90 associated. External IP: 172.25.2.36, port: 065308fc-710e-4f14-b3d0-e976788d4def. Sep 16 12:49:34.090370 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 65db34e4-9d56-4846-9f39-709aa1748071 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:49:34.133327 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 65db34e4-9d56-4846-9f39-709aa1748071 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:49:34.139834 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 65db34e4-9d56-4846-9f39-709aa1748071 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:49:34.140682 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (65db34e4-9d56-4846-9f39-709aa1748071), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:34.140900 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 65db34e4-9d56-4846-9f39-709aa1748071 Sep 16 12:49:34.218937 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 65db34e4-9d56-4846-9f39-709aa1748071 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:49:34.219322 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (65db34e4-9d56-4846-9f39-709aa1748071), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:34.242881 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd98275b-2759-4880-b280-fc6fc1614e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65db34e4-9d56-4846-9f39-709aa1748071'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:34.245177 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bfd26f-b0df-440c-ab96-8da71e7956c5" -d '{"events": [{"server_uuid": "dd98275b-2759-4880-b280-fc6fc1614e93", "name": "network-vif-plugged", "status": "completed", "tag": "65db34e4-9d56-4846-9f39-709aa1748071"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:34.258941 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 65db34e4-9d56-4846-9f39-709aa1748071, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=65db34e4-9d56-4846-9f39-709aa1748071,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:34.263853 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (65db34e4-9d56-4846-9f39-709aa1748071), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:34.277772 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6e6f4e-83de-4676-8d80-8af7297543ed tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Router 7ea12114-704c-4862-8d51-9fa038ce9deb has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:49:34.304564 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19f296d-dbfa-47ae-9457-2e25879ef6f9 x-openstack-request-id: req-a19f296d-dbfa-47ae-9457-2e25879ef6f9 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:34.304879 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd98275b-2759-4880-b280-fc6fc1614e93", "name": "network-vif-plugged", "status": "completed", "tag": "65db34e4-9d56-4846-9f39-709aa1748071", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:34.305141 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a19f296d-dbfa-47ae-9457-2e25879ef6f9 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:34.305541 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19f296d-dbfa-47ae-9457-2e25879ef6f9'] response: {'server_uuid': 'dd98275b-2759-4880-b280-fc6fc1614e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65db34e4-9d56-4846-9f39-709aa1748071', 'code': 200} Sep 16 12:49:34.320929 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=65db34e4-9d56-4846-9f39-709aa1748071,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:34.391721 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b15fce-c15a-4326-b887-5aab2d2567ef req-f93014db-44dc-449c-a829-914885e15146 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:34.393150 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-29b15fce-c15a-4326-b887-5aab2d2567ef req-f93014db-44dc-449c-a829-914885e15146 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0580621 Sep 16 12:49:34.430040 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:34.432156 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bc695-644e-4613-afb7-3f013e3ac5ac req-297ae7aa-b5ab-4eb6-bc72-4d3e90063eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:34.433713 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-786bc695-644e-4613-afb7-3f013e3ac5ac req-297ae7aa-b5ab-4eb6-bc72-4d3e90063eb4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=dd98275b-2759-4880-b280-fc6fc1614e93 HTTP/1.1" status: 200 len: 1132 time: 0.0494499 Sep 16 12:49:34.452511 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:34.469584 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6e6f4e-83de-4676-8d80-8af7297543ed tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:49:34.476806 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6f4e-83de-4676-8d80-8af7297543ed tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:34.480907 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117cace7-0cfc-4cc0-b2d2-cf6dc88abaf1 None None] Sync routers for ids ['7ea12114-704c-4862-8d51-9fa038ce9deb'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:49:34.481934 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-786bc695-644e-4613-afb7-3f013e3ac5ac req-50e97f32-5c38-42b7-82dd-12900ee29776 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422802 Sep 16 12:49:34.491939 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117cace7-0cfc-4cc0-b2d2-cf6dc88abaf1 None None] Routers {'7ea12114-704c-4862-8d51-9fa038ce9deb'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:49:34.492753 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-117cace7-0cfc-4cc0-b2d2-cf6dc88abaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:49:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['7ea12114-704c-4862-8d51-9fa038ce9deb'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:49:34.503926 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-29b15fce-c15a-4326-b887-5aab2d2567ef req-109c3844-abd2-42ca-9d68-60839592387d tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862238 Sep 16 12:49:34.521929 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-4c6e6f4e-83de-4676-8d80-8af7297543ed tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/72e1bf64-af63-44a5-8b1b-d2e4de247c90 HTTP/1.1" status: 200 len: 990 time: 1.2386115 Sep 16 12:49:34.521929 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3085e02c-a09e-4bc5-a8c4-87ab1cedfc16', 'tag': '065308fc-710e-4f14-b3d0-e976788d4def'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:34.524262 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50f1137-f7b5-4ad9-b6ef-561dc44a9f58" -d '{"events": [{"name": "network-changed", "server_uuid": "3085e02c-a09e-4bc5-a8c4-87ab1cedfc16", "tag": "065308fc-710e-4f14-b3d0-e976788d4def"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:34.564627 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09f637e-791e-451c-bf48-6242deec6c8a x-openstack-request-id: req-c09f637e-791e-451c-bf48-6242deec6c8a {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:34.564984 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3085e02c-a09e-4bc5-a8c4-87ab1cedfc16", "tag": "065308fc-710e-4f14-b3d0-e976788d4def", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:34.565307 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c09f637e-791e-451c-bf48-6242deec6c8a {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:34.565797 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09f637e-791e-451c-bf48-6242deec6c8a'] response: {'name': 'network-changed', 'server_uuid': '3085e02c-a09e-4bc5-a8c4-87ab1cedfc16', 'tag': '065308fc-710e-4f14-b3d0-e976788d4def', 'status': 'completed', 'code': 200} Sep 16 12:49:34.595849 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-23087083-83aa-4fdc-9f87-4b4fc50aa08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:34.598172 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:34.606434 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-117cace7-0cfc-4cc0-b2d2-cf6dc88abaf1 None None] Set router 7ea12114-704c-4862-8d51-9fa038ce9deb gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:49:34.688039 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:34.699209 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f1137-f7b5-4ad9-b6ef-561dc44a9f58 req-95851da0-5d3f-4f69-9f39-7f89c8c30c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:34.701255 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c50f1137-f7b5-4ad9-b6ef-561dc44a9f58 req-95851da0-5d3f-4f69-9f39-7f89c8c30c73 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 1127 time: 0.0492284 Sep 16 12:49:34.751592 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-47c5be41-93a2-4505-a33d-27fde1251c69 req-ec218a90-f7bd-4539-9d95-a526d4d7d0fb tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0453436 Sep 16 12:49:34.841155 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f1137-f7b5-4ad9-b6ef-561dc44a9f58 req-cf8c04c1-c34e-486d-9e49-1338069067e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:34.842664 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c50f1137-f7b5-4ad9-b6ef-561dc44a9f58 req-cf8c04c1-c34e-486d-9e49-1338069067e1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 0.1344876 Sep 16 12:49:34.862271 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:34.909325 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:34.916065 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba69ad-b9d5-4001-bba3-a5c92922aa0e req-8784feb6-97cb-44fa-967c-e264866d2f83 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:34.917589 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3eba69ad-b9d5-4001-bba3-a5c92922aa0e req-8784feb6-97cb-44fa-967c-e264866d2f83 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd98275b-2759-4880-b280-fc6fc1614e93 HTTP/1.1" status: 200 len: 950 time: 0.0863395 Sep 16 12:49:34.921531 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-117cace7-0cfc-4cc0-b2d2-cf6dc88abaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'name': 'tempest-LiveMigrationTest-1212016905-router', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:43Z', 'revision_number': 4, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'gw_port': {'id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '72e1bf64-af63-44a5-8b1b-d2e4de247c90', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'port_id': '065308fc-710e-4f14-b3d0-e976788d4def', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'mac_address': 'fa:16:3e:61:3d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3085e02c-a09e-4bc5-a8c4-87ab1cedfc16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:48:57Z', 'updated_at': '2022-09-16T12:49:33Z', 'revision_number': 1, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175b84f6-307b-427a-a83c-49696ec1ba52', 'name': '', 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'mac_address': 'fa:16:3e:d2:c6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:38Z', 'updated_at': '2022-09-16T12:46:50Z', 'revision_number': 5, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'subnets': [{'id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:49:34.947265 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117cace7-0cfc-4cc0-b2d2-cf6dc88abaf1 None None] Checking router: 7ea12114-704c-4862-8d51-9fa038ce9deb for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:49:34.955908 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117cace7-0cfc-4cc0-b2d2-cf6dc88abaf1 None None] Routers {'7ea12114-704c-4862-8d51-9fa038ce9deb'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:49:34.956575 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-117cace7-0cfc-4cc0-b2d2-cf6dc88abaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:49:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['7ea12114-704c-4862-8d51-9fa038ce9deb'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:49:34.959236 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c50f1137-f7b5-4ad9-b6ef-561dc44a9f58 req-6281f6af-245c-46d4-a813-df952a5a66c4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=065308fc-710e-4f14-b3d0-e976788d4def HTTP/1.1" status: 200 len: 998 time: 0.0921550 Sep 16 12:49:35.026023 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3eba69ad-b9d5-4001-bba3-a5c92922aa0e req-f22ffdba-3b88-4204-adbe-d590f736490b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006563 Sep 16 12:49:35.066007 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f1137-f7b5-4ad9-b6ef-561dc44a9f58 req-8828c5fe-e416-4b88-82cb-5000b9ecadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:35.067473 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c50f1137-f7b5-4ad9-b6ef-561dc44a9f58 req-8828c5fe-e416-4b88-82cb-5000b9ecadbb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.0982001 Sep 16 12:49:35.073390 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fc628-8ef6-40c1-820f-32246157069b req-2e5fa6f9-9856-4a44-975b-f2131ce1ae23 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:35.074794 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fd1fc628-8ef6-40c1-820f-32246157069b req-2e5fa6f9-9856-4a44-975b-f2131ce1ae23 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0702455 Sep 16 12:49:35.076699 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-117cace7-0cfc-4cc0-b2d2-cf6dc88abaf1 None None] Set router 7ea12114-704c-4862-8d51-9fa038ce9deb gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:49:35.134198 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f1137-f7b5-4ad9-b6ef-561dc44a9f58 req-f0a69006-e3bc-41e8-8ce7-f9b338d94ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:35.135712 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c50f1137-f7b5-4ad9-b6ef-561dc44a9f58 req-f0a69006-e3bc-41e8-8ce7-f9b338d94ab5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0600705 Sep 16 12:49:35.176495 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fd1fc628-8ef6-40c1-820f-32246157069b req-2c691242-8d22-4288-83af-c4d16a5f9a60 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930243 Sep 16 12:49:35.244167 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c50f1137-f7b5-4ad9-b6ef-561dc44a9f58 req-dd9e7e86-46c7-4e70-b874-2985971be2ab service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003056 Sep 16 12:49:35.297259 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-117cace7-0cfc-4cc0-b2d2-cf6dc88abaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'name': 'tempest-LiveMigrationTest-1212016905-router', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:43Z', 'revision_number': 4, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'gw_port': {'id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '72e1bf64-af63-44a5-8b1b-d2e4de247c90', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'port_id': '065308fc-710e-4f14-b3d0-e976788d4def', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'mac_address': 'fa:16:3e:61:3d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3085e02c-a09e-4bc5-a8c4-87ab1cedfc16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:48:57Z', 'updated_at': '2022-09-16T12:49:33Z', 'revision_number': 1, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175b84f6-307b-427a-a83c-49696ec1ba52', 'name': '', 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'mac_address': 'fa:16:3e:d2:c6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:38Z', 'updated_at': '2022-09-16T12:46:50Z', 'revision_number': 5, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'subnets': [{'id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:49:35.322879 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117cace7-0cfc-4cc0-b2d2-cf6dc88abaf1 None None] The sync data for ids ['7ea12114-704c-4862-8d51-9fa038ce9deb'] in n-d-858094-4 is: [{'id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'name': 'tempest-LiveMigrationTest-1212016905-router', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:43Z', 'revision_number': 4, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'gw_port': {'id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '72e1bf64-af63-44a5-8b1b-d2e4de247c90', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'port_id': '065308fc-710e-4f14-b3d0-e976788d4def', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'mac_address': 'fa:16:3e:61:3d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3085e02c-a09e-4bc5-a8c4-87ab1cedfc16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:48:57Z', 'updated_at': '2022-09-16T12:49:33Z', 'revision_number': 1, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175b84f6-307b-427a-a83c-49696ec1ba52', 'name': '', 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'mac_address': 'fa:16:3e:d2:c6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:38Z', 'updated_at': '2022-09-16T12:46:50Z', 'revision_number': 5, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'subnets': [{'id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:49:35.353526 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c50f1137-f7b5-4ad9-b6ef-561dc44a9f58 req-cf6acc41-577e-4669-affe-42ff7b72a4ba service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986362 Sep 16 12:49:35.522609 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed46617-ba12-42d3-9683-1609903deb2e None None] New status for floating IP 72e1bf64-af63-44a5-8b1b-d2e4de247c90: ACTIVE {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:49:35.632530 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886aca4-b35b-4f6a-848a-3c4d41e5072f req-336fb285-d9a1-4f4f-83d8-e7a71c3e0e88 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:35.634012 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b886aca4-b35b-4f6a-848a-3c4d41e5072f req-336fb285-d9a1-4f4f-83d8-e7a71c3e0e88 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0500362 Sep 16 12:49:35.692603 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b886aca4-b35b-4f6a-848a-3c4d41e5072f req-d7fdef04-9219-486b-9f9b-29842e968c58 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525405 Sep 16 12:49:35.892376 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c1a42d5-ddd5-4c80-b567-fe388918ee50 req-db2d97bc-edaf-440d-9ea2-726e112de4d5 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0387552 Sep 16 12:49:35.967147 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:36.150767 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70bf19-b79c-4400-98cd-54ccc963ad53 req-6535217a-3ffa-47e7-9fea-1cac0d1aaf67 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:36.152270 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5a70bf19-b79c-4400-98cd-54ccc963ad53 req-6535217a-3ffa-47e7-9fea-1cac0d1aaf67 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd98275b-2759-4880-b280-fc6fc1614e93 HTTP/1.1" status: 200 len: 950 time: 0.0482483 Sep 16 12:49:36.200904 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5a70bf19-b79c-4400-98cd-54ccc963ad53 req-2a49916b-64d4-4ee6-b702-5691825c53fa tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430267 Sep 16 12:49:36.330315 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b610c-4b98-4770-ad1e-81b0d5c3192b req-d701d947-7280-4ea4-9c43-8ef656fd9f35 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:36.331801 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-571b610c-4b98-4770-ad1e-81b0d5c3192b req-d701d947-7280-4ea4-9c43-8ef656fd9f35 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0798037 Sep 16 12:49:36.337775 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddbec0-1734-4be4-a13a-7ed2d6dd89db req-22cac453-6d5b-4865-8c71-6b26eab634e4 tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:36.339203 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e4ddbec0-1734-4be4-a13a-7ed2d6dd89db req-22cac453-6d5b-4865-8c71-6b26eab634e4 tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd98275b-2759-4880-b280-fc6fc1614e93 HTTP/1.1" status: 200 len: 1132 time: 0.0572953 Sep 16 12:49:36.390311 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:36.410112 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-571b610c-4b98-4770-ad1e-81b0d5c3192b req-349b9bf6-ef5c-47db-b1ea-8cbbd22a1dd7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699825 Sep 16 12:49:36.416399 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e4ddbec0-1734-4be4-a13a-7ed2d6dd89db req-500213eb-a7f4-402d-be95-7c2b6715d71c tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702336 Sep 16 12:49:36.573554 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-260a8663-d7fd-42b4-8428-73133916ef3d req-6b5feac6-c9e4-4c02-aae1-012eef49e523 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=8c037a6456444018a6ef54314419e2f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239768 Sep 16 12:49:36.687822 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a8663-d7fd-42b4-8428-73133916ef3d req-2f6e986c-293d-44ec-a024-400ccd477f74 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:36.689615 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-260a8663-d7fd-42b4-8428-73133916ef3d req-2f6e986c-293d-44ec-a024-400ccd477f74 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1107919 Sep 16 12:49:36.705321 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-260a8663-d7fd-42b4-8428-73133916ef3d req-2446b6f2-d414-4c20-b52c-7d00fd2b2ab1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/quotas/8c037a6456444018a6ef54314419e2f2 HTTP/1.1" status: 200 len: 375 time: 0.0094261 Sep 16 12:49:36.767047 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-260a8663-d7fd-42b4-8428-73133916ef3d req-f84943d8-d012-41d9-bdb5-ad6b63e74e6f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0566726 Sep 16 12:49:36.780931 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:36.822094 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777a32c-e60c-4a1f-b58d-b5f1e37f0eae req-ba3e1be9-efa7-4ab2-a22b-32070e27507d tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:36.823313 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7777a32c-e60c-4a1f-b58d-b5f1e37f0eae req-ba3e1be9-efa7-4ab2-a22b-32070e27507d tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0504291 Sep 16 12:49:36.873136 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7777a32c-e60c-4a1f-b58d-b5f1e37f0eae req-f2fb6633-9264-4e77-9a97-118dbb00e516 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439944 Sep 16 12:49:36.952767 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d92ce54c-d859-40e4-8265-9d16da9ae2ea req-00fb6ff2-15a7-46eb-905b-24f1f7bf1414 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 210 time: 0.0414021 Sep 16 12:49:37.036058 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ac75a648-a2c1-4823-8b57-cbb3a76a3611 req-ab1f5a93-2c6f-48f6-93e7-6de2da82a5ef tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0306160 Sep 16 12:49:37.224876 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:37.399235 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:37.538545 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f457f-19cc-425c-a598-5cf687c7db4b req-ba0259e5-868f-495b-8dd3-6ba3629a37c6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:37.539955 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-373f457f-19cc-425c-a598-5cf687c7db4b req-ba0259e5-868f-495b-8dd3-6ba3629a37c6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0520957 Sep 16 12:49:37.594926 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-373f457f-19cc-425c-a598-5cf687c7db4b req-1811b4d9-d142-4f67-880f-28bfea7dc14b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490708 Sep 16 12:49:37.694859 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:38.013782 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12ff5d-515d-4f0f-ad67-27637f7730b6 req-93f9cbfe-c641-4938-acaf-c85064108ec7 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:38.015265 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9c12ff5d-515d-4f0f-ad67-27637f7730b6 req-93f9cbfe-c641-4938-acaf-c85064108ec7 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0497510 Sep 16 12:49:38.069377 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b49c880-a2a3-420f-a832-c1f1c6699c3a req-5bde3d20-aede-4205-8e5a-abfb3044afbf tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 210 time: 0.0413396 Sep 16 12:49:38.096038 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9c12ff5d-515d-4f0f-ad67-27637f7730b6 req-fec450a0-3101-47b8-9558-6527b14a26ce tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715861 Sep 16 12:49:38.159081 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ae2bf8f9-18d4-4471-b9c8-70b3288d8b80 req-66394968-1d31-40a8-87d2-c3edabc5e01d tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0294468 Sep 16 12:49:38.253539 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-260a8663-d7fd-42b4-8428-73133916ef3d req-1a7e75da-7296-4fed-bb6b-5ee605b48ef5 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=8c037a6456444018a6ef54314419e2f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219502 Sep 16 12:49:38.371034 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a8663-d7fd-42b4-8428-73133916ef3d req-0ef1d05d-915c-4dc0-8edf-4f62a1133732 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:38.372439 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-260a8663-d7fd-42b4-8428-73133916ef3d req-0ef1d05d-915c-4dc0-8edf-4f62a1133732 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1116078 Sep 16 12:49:38.410113 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-260a8663-d7fd-42b4-8428-73133916ef3d req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Request body: {'port': {'device_id': 'f6c03f63-cad2-4937-9963-7b180cca34f5', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '8c037a6456444018a6ef54314419e2f2'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:49:38.518330 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-260a8663-d7fd-42b4-8428-73133916ef3d req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Made reservation on behalf of 8c037a6456444018a6ef54314419e2f2 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:49:38.522127 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-260a8663-d7fd-42b4-8428-73133916ef3d req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:38.660872 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-260a8663-d7fd-42b4-8428-73133916ef3d req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Allocated IP 192.168.233.143 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/d45dadfe-c229-4c51-b2e6-ad9d273fe116) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:49:38.720499 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a5e13-be0d-4dc4-af92-7e182f67167e req-96cd1b86-3109-4c12-9b24-cba161b2600e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:38.722289 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b85a5e13-be0d-4dc4-af92-7e182f67167e req-96cd1b86-3109-4c12-9b24-cba161b2600e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0495300 Sep 16 12:49:38.773605 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b85a5e13-be0d-4dc4-af92-7e182f67167e req-dfa8c2c6-70cf-4ecd-99cf-895fce6534b1 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445926 Sep 16 12:49:38.823588 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-260a8663-d7fd-42b4-8428-73133916ef3d req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks [] for port (d45dadfe-c229-4c51-b2e6-ad9d273fe116), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:38.856694 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-260a8663-d7fd-42b4-8428-73133916ef3d req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (d45dadfe-c229-4c51-b2e6-ad9d273fe116), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:38.869116 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['5d6e364d-d651-4c3c-b21c-27421ce4597f', '84d3e3e1-0c23-49c4-af27-80f8acbc75ae', '1c5c05cf-4ab1-4beb-b208-fb0941341532', '65db34e4-9d56-4846-9f39-709aa1748071'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:49:38.903518 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-260a8663-d7fd-42b4-8428-73133916ef3d req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:49:38.907028 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-260a8663-d7fd-42b4-8428-73133916ef3d req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:49:38.907245 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['27de96a3-bf43-46c1-a8f8-afd304cea206', 'e3afd82f-9e91-4967-8755-5ee2e7d21714'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:49:38.911528 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-260a8663-d7fd-42b4-8428-73133916ef3d req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:49:38.937383 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Pushing event updated for resources: {'Port': ['ID=d45dadfe-c229-4c51-b2e6-ad9d273fe116,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:38.951632 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:38.951973 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:38.952344 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:38.952993 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:38.952993 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:38.953352 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:38.953680 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:38.954008 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:38.954364 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:38.954687 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:38.955009 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:38.955335 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:38.955657 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:38.955976 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:38.956318 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:38.991838 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a8663-d7fd-42b4-8428-73133916ef3d req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:38.993303 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-260a8663-d7fd-42b4-8428-73133916ef3d req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:39.013498 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-260a8663-d7fd-42b4-8428-73133916ef3d req-f8d5084a-5d1f-471a-bd90-a90b850bd50c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6070445 Sep 16 12:49:39.026743 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] Request body: {'port': {'device_id': 'f6c03f63-cad2-4937-9963-7b180cca34f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:49:39.098518 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d45dadfe-c229-4c51-b2e6-ad9d273fe116), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:39.102458 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:39.119347 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:39.125486 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:39.144435 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:39.235589 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-3c759be5-7655-40c6-92f7-5d1eb62d242a None None] Provisioning complete for port d45dadfe-c229-4c51-b2e6-ad9d273fe116 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:49:39.235962 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3c759be5-7655-40c6-92f7-5d1eb62d242a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (d45dadfe-c229-4c51-b2e6-ad9d273fe116), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:39.236327 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3c759be5-7655-40c6-92f7-5d1eb62d242a None None] Attempt 1 to provision port d45dadfe-c229-4c51-b2e6-ad9d273fe116 Sep 16 12:49:39.264973 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3446b-9b10-493c-98c6-da6c0a0e7196 req-fdda6f64-6872-45a1-a540-df187f9f9d16 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:39.267356 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-44a3446b-9b10-493c-98c6-da6c0a0e7196 req-fdda6f64-6872-45a1-a540-df187f9f9d16 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 936 time: 0.0930109 Sep 16 12:49:39.274782 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d021c-bb73-42bb-89f1-5cf62268a89b req-30b5e37b-4d98-4d2f-98af-0a27e4276c7c tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:39.276398 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ec7d021c-bb73-42bb-89f1-5cf62268a89b req-30b5e37b-4d98-4d2f-98af-0a27e4276c7c tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0677273 Sep 16 12:49:39.321398 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3c759be5-7655-40c6-92f7-5d1eb62d242a None None] Port d45dadfe-c229-4c51-b2e6-ad9d273fe116 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:49:39.358004 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-44a3446b-9b10-493c-98c6-da6c0a0e7196 req-0bbb8221-2f6c-4c95-9db8-2b633d6cbeed tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804806 Sep 16 12:49:39.367899 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ec7d021c-bb73-42bb-89f1-5cf62268a89b req-bc193094-d360-4a14-8bb3-27ec9905cff1 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834522 Sep 16 12:49:39.433790 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45dadfe-c229-4c51-b2e6-ad9d273fe116 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:49:39.441575 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] Publish callbacks [] for port (d45dadfe-c229-4c51-b2e6-ad9d273fe116), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:39.458079 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] Transition to ACTIVE for port object d45dadfe-c229-4c51-b2e6-ad9d273fe116 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:49:39.462736 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (d45dadfe-c229-4c51-b2e6-ad9d273fe116), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:39.466441 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a937b8c8-0bb6-4eaf-b3c8-690763375079 req-3d2888c1-58b1-46be-a707-4d6de30eca34 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0396030 Sep 16 12:49:39.531727 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d45dadfe-c229-4c51-b2e6-ad9d273fe116,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:39.581221 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] Attempting to bind port d45dadfe-c229-4c51-b2e6-ad9d273fe116 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:49:39.581570 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] Attempting to bind port d45dadfe-c229-4c51-b2e6-ad9d273fe116 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:49:39.582018 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] Attempting to bind port d45dadfe-c229-4c51-b2e6-ad9d273fe116 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:49:39.624734 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] Port d45dadfe-c229-4c51-b2e6-ad9d273fe116 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:49:39.625055 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] Attempting to bind port d45dadfe-c229-4c51-b2e6-ad9d273fe116 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:49:39.666415 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:49:39.666746 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:49:39.667120 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:49:39.667575 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] Bound port: d45dadfe-c229-4c51-b2e6-ad9d273fe116, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:49:39.667936 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d45dadfe-c229-4c51-b2e6-ad9d273fe116), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:39.731764 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] For port d45dadfe-c229-4c51-b2e6-ad9d273fe116, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:49:39.734961 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] For port d45dadfe-c229-4c51-b2e6-ad9d273fe116, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=d45dadfe-c229-4c51-b2e6-ad9d273fe116,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:49:39.741301 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (d45dadfe-c229-4c51-b2e6-ad9d273fe116), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:39.745290 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:39.745891 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:39.747293 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-260a8663-d7fd-42b4-8428-73133916ef3d req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/d45dadfe-c229-4c51-b2e6-ad9d273fe116 HTTP/1.1" status: 200 len: 1096 time: 0.7269614 Sep 16 12:49:39.747834 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c03f63-cad2-4937-9963-7b180cca34f5', 'tag': 'd45dadfe-c229-4c51-b2e6-ad9d273fe116'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:39.750077 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264b1ef6-5047-4252-aefc-b3a408d830ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c03f63-cad2-4937-9963-7b180cca34f5", "tag": "d45dadfe-c229-4c51-b2e6-ad9d273fe116"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:39.794377 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a07188-ee33-4734-8b8e-eeb250f9cce6 x-openstack-request-id: req-64a07188-ee33-4734-8b8e-eeb250f9cce6 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:39.794662 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c03f63-cad2-4937-9963-7b180cca34f5", "tag": "d45dadfe-c229-4c51-b2e6-ad9d273fe116", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:39.794907 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-64a07188-ee33-4734-8b8e-eeb250f9cce6 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:39.795303 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a07188-ee33-4734-8b8e-eeb250f9cce6'] response: {'name': 'network-changed', 'server_uuid': 'f6c03f63-cad2-4937-9963-7b180cca34f5', 'tag': 'd45dadfe-c229-4c51-b2e6-ad9d273fe116', 'status': 'completed', 'code': 200} Sep 16 12:49:39.800269 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf82f18-b674-4479-919e-c296bccbe4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d45dadfe-c229-4c51-b2e6-ad9d273fe116,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:39.822789 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3c759be5-7655-40c6-92f7-5d1eb62d242a None None] Attempt 2 to provision port d45dadfe-c229-4c51-b2e6-ad9d273fe116 Sep 16 12:49:39.843196 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a8663-d7fd-42b4-8428-73133916ef3d req-badaa829-31a4-413e-8a87-9ce47becea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:39.846219 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-260a8663-d7fd-42b4-8428-73133916ef3d req-badaa829-31a4-413e-8a87-9ce47becea93 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 1130 time: 0.0410800 Sep 16 12:49:39.866517 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3c759be5-7655-40c6-92f7-5d1eb62d242a None None] Port d45dadfe-c229-4c51-b2e6-ad9d273fe116 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:49:39.894024 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-260a8663-d7fd-42b4-8428-73133916ef3d req-2a6f3884-7e7a-42ab-91a5-9d9f77e553b1 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=d45dadfe-c229-4c51-b2e6-ad9d273fe116 HTTP/1.1" status: 200 len: 217 time: 0.0373363 Sep 16 12:49:39.899404 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5973fea-d4f7-4082-a5ea-2d66da8db3a3 req-1b050587-3965-4017-8d04-bc32468d6a8f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:39.901150 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a5973fea-d4f7-4082-a5ea-2d66da8db3a3 req-1b050587-3965-4017-8d04-bc32468d6a8f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0490389 Sep 16 12:49:39.952015 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a8663-d7fd-42b4-8428-73133916ef3d req-fdc76482-401b-4f7a-8e6c-cc4367285811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:39.953451 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-260a8663-d7fd-42b4-8428-73133916ef3d req-fdc76482-401b-4f7a-8e6c-cc4367285811 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0528119 Sep 16 12:49:39.955020 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a5973fea-d4f7-4082-a5ea-2d66da8db3a3 req-30af5368-2926-4b15-b801-d465fef0685c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484474 Sep 16 12:49:39.998612 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a8663-d7fd-42b4-8428-73133916ef3d req-6128832e-a78f-411d-a9dc-b18a61b1bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:40.000107 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-260a8663-d7fd-42b4-8428-73133916ef3d req-6128832e-a78f-411d-a9dc-b18a61b1bbb7 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0389616 Sep 16 12:49:40.085501 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:40.096271 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-260a8663-d7fd-42b4-8428-73133916ef3d req-6cc3c353-149d-46d4-a0fe-92104d15a5d9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885818 Sep 16 12:49:40.146741 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:40.188840 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-260a8663-d7fd-42b4-8428-73133916ef3d req-bc0e42f9-1829-43c3-881b-41464611c13d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863214 Sep 16 12:49:40.514934 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebd4d6-6517-435d-a0db-6f2ed6637ddf req-b42d0563-aec7-4d05-a7ce-172dc151963b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:40.516457 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-94ebd4d6-6517-435d-a0db-6f2ed6637ddf req-b42d0563-aec7-4d05-a7ce-172dc151963b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 948 time: 0.0778170 Sep 16 12:49:40.524753 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131c07e-bf72-4c63-99c1-8d259ebad08d req-2e674c78-a174-4dba-b42f-3e3da44f9164 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:40.526233 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6131c07e-bf72-4c63-99c1-8d259ebad08d req-2e674c78-a174-4dba-b42f-3e3da44f9164 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0856650 Sep 16 12:49:40.547679 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:40.601831 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-94ebd4d6-6517-435d-a0db-6f2ed6637ddf req-7721f182-0231-4baa-b537-1fe68cd9a308 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746403 Sep 16 12:49:40.606147 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6131c07e-bf72-4c63-99c1-8d259ebad08d req-aab46ef3-2712-4c2a-a597-4fa1927e0a54 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721781 Sep 16 12:49:40.693784 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-786c0946-8329-43ba-8c0d-77f743848bba req-d0ec031a-3753-45da-b1c9-235e5fa74218 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0281477 Sep 16 12:49:41.077811 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73a7a4-ba42-470a-b155-5223f2f4e010 req-be24bd50-96d9-458b-be3c-1c67a18a75c4 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:41.079272 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c73a7a4-ba42-470a-b155-5223f2f4e010 req-be24bd50-96d9-458b-be3c-1c67a18a75c4 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0464900 Sep 16 12:49:41.132301 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c73a7a4-ba42-470a-b155-5223f2f4e010 req-43569a70-ee35-4dd5-b4bc-8bb4dcef4855 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464976 Sep 16 12:49:41.553473 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b1ef6-5047-4252-aefc-b3a408d830ba req-15eaf911-6b10-4b89-bba1-fb7dc0ca3ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:41.554985 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-264b1ef6-5047-4252-aefc-b3a408d830ba req-15eaf911-6b10-4b89-bba1-fb7dc0ca3ee7 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 1130 time: 0.0477343 Sep 16 12:49:41.654132 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b1ef6-5047-4252-aefc-b3a408d830ba req-6ef802c7-d56a-44db-99f9-91bc387eae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:41.656268 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-264b1ef6-5047-4252-aefc-b3a408d830ba req-6ef802c7-d56a-44db-99f9-91bc387eae02 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.0925219 Sep 16 12:49:41.716214 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-264b1ef6-5047-4252-aefc-b3a408d830ba req-af084c8a-0fc3-46bd-86be-ba1d17d6f5fd service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=d45dadfe-c229-4c51-b2e6-ad9d273fe116 HTTP/1.1" status: 200 len: 217 time: 0.0452983 Sep 16 12:49:41.760415 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2ba92-1f18-4fa0-88f4-ce29794b40a8 req-6a7e2e26-6ff9-4d9b-83b1-9aff00e689fa tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:41.761914 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-16d2ba92-1f18-4fa0-88f4-ce29794b40a8 req-6a7e2e26-6ff9-4d9b-83b1-9aff00e689fa tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 948 time: 0.0770421 Sep 16 12:49:41.773672 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b1ef6-5047-4252-aefc-b3a408d830ba req-83d1bc47-d6b2-4271-9e37-b5a177044c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:41.775149 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-264b1ef6-5047-4252-aefc-b3a408d830ba req-83d1bc47-d6b2-4271-9e37-b5a177044c16 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0481725 Sep 16 12:49:41.786525 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b899b-7a69-4ac1-b345-02d392fda2b8 req-bb22f300-230d-4674-95d2-efbcc338e441 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:41.788524 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c07b899b-7a69-4ac1-b345-02d392fda2b8 req-bb22f300-230d-4674-95d2-efbcc338e441 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.0746202 Sep 16 12:49:41.822569 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b1ef6-5047-4252-aefc-b3a408d830ba req-c2880f42-c9c7-401c-b8c9-58a218512266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:41.824081 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-264b1ef6-5047-4252-aefc-b3a408d830ba req-c2880f42-c9c7-401c-b8c9-58a218512266 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0414674 Sep 16 12:49:41.830741 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:41.862313 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-16d2ba92-1f18-4fa0-88f4-ce29794b40a8 req-646180a0-fc67-44d2-a628-e6d43ee771ed tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942276 Sep 16 12:49:41.867015 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c07b899b-7a69-4ac1-b345-02d392fda2b8 req-f97fbcfd-1ade-4f3c-be6f-c12323e7db57 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697691 Sep 16 12:49:41.965606 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-63e21fb8-c980-4eb8-9cbd-7b5484d5c615 req-8b775bab-d494-4af2-b54e-8e19abf91b1b tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0358989 Sep 16 12:49:42.231823 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-264b1ef6-5047-4252-aefc-b3a408d830ba req-5ccadc1d-ddb0-4ebf-a6e4-c21af08a50d7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017551 Sep 16 12:49:42.300245 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f5cda-e2c9-4a08-87a4-33b0660d6ecd req-abb9db08-fe12-4cbe-8e1c-4b6635736ffb tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:42.302371 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-388f5cda-e2c9-4a08-87a4-33b0660d6ecd req-abb9db08-fe12-4cbe-8e1c-4b6635736ffb tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0549581 Sep 16 12:49:42.329342 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-264b1ef6-5047-4252-aefc-b3a408d830ba req-96d6a39e-1a1f-4d4a-85c2-a312ec0f6268 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880532 Sep 16 12:49:42.357037 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-388f5cda-e2c9-4a08-87a4-33b0660d6ecd req-e5f538d2-7dec-440d-bf6a-68d129b70ab2 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479884 Sep 16 12:49:42.593401 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-3cfb279a-d978-4966-bdfc-46af4c4eff62 service neutron] show failed (client error): The resource could not be found. Sep 16 12:49:42.595033 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-3cfb279a-d978-4966-bdfc-46af4c4eff62 service neutron] 10.222.0.25 "GET /networking/v2.0/ports/c82c5517-9370-47b7-870d-b1c0f066ce8a/bindings/n-h2-858094-4 HTTP/1.1" status: 404 len: 380 time: 0.0563214 Sep 16 12:49:42.597849 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device d45dadfe-c229-4c51-b2e6-ad9d273fe116 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:49:42.703054 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port d45dadfe-c229-4c51-b2e6-ad9d273fe116, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=d45dadfe-c229-4c51-b2e6-ad9d273fe116,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:42.719507 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': 'd45dadfe-c229-4c51-b2e6-ad9d273fe116', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': 'd45dadfe-c229-4c51-b2e6-ad9d273fe116', 'mac_address': 'fa:16:3e:31:6c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:49:42.756408 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port d45dadfe-c229-4c51-b2e6-ad9d273fe116 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:49:42.756826 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d45dadfe-c229-4c51-b2e6-ad9d273fe116), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:42.759985 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:42.766646 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:42.773453 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45dadfe-c229-4c51-b2e6-ad9d273fe116 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:49:42.796592 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port d45dadfe-c229-4c51-b2e6-ad9d273fe116, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=d45dadfe-c229-4c51-b2e6-ad9d273fe116,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:42.800673 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (d45dadfe-c229-4c51-b2e6-ad9d273fe116), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:42.856810 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=d45dadfe-c229-4c51-b2e6-ad9d273fe116,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:42.864269 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:42.864618 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:42.864951 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:42.865277 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:42.865608 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:42.865958 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:42.866279 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:42.866597 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:42.866913 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:42.867229 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:42.867544 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:42.867859 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:42.868201 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:42.868516 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:42.868828 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:42.916082 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-71d3da80-41e8-493b-8993-6b22774babee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:42.917754 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-71d3da80-41e8-493b-8993-6b22774babee service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74&tenant_id=0b18ec5302634d2a95e51547e0019d40 HTTP/1.1" status: 200 len: 1131 time: 0.0469563 Sep 16 12:49:42.934548 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-858094-4', 'device_owner': 'compute:nova'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:49:42.992908 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafb5bd-2d0d-408a-a132-df58b06a24cf req-f7282d27-96b5-4f80-bc51-4e0daf628f79 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:42.993496 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:42.994401 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dafb5bd-2d0d-408a-a132-df58b06a24cf req-f7282d27-96b5-4f80-bc51-4e0daf628f79 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 949 time: 0.0526807 Sep 16 12:49:43.045839 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dafb5bd-2d0d-408a-a132-df58b06a24cf req-cabbe55c-9698-4c0e-9a87-e82c1a2960a1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458183 Sep 16 12:49:43.094530 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['d45dadfe-c229-4c51-b2e6-ad9d273fe116'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:49:43.094833 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62fe0331-a46f-413e-934d-fb6e334c4b11 req-9fe1fce2-087d-4942-af08-9664b961ce55 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0301409 Sep 16 12:49:43.212793 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] For port c82c5517-9370-47b7-870d-b1c0f066ce8a, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c82c5517-9370-47b7-870d-b1c0f066ce8a,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:43.246728 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] For port c82c5517-9370-47b7-870d-b1c0f066ce8a, host n-h1-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:49:43.288356 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:43.291332 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b4a601-8b6e-498e-8c17-9e689c13db74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c82c5517-9370-47b7-870d-b1c0f066ce8a'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:43.293607 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92085c17-a027-4ec5-8042-e50fe20bc401" -d '{"events": [{"server_uuid": "c6b4a601-8b6e-498e-8c17-9e689c13db74", "name": "network-vif-unplugged", "status": "completed", "tag": "c82c5517-9370-47b7-870d-b1c0f066ce8a"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:43.297801 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] Publish callbacks [] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:43.312163 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] Transition to ACTIVE for port object c82c5517-9370-47b7-870d-b1c0f066ce8a will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:49:43.316580 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:43.361561 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031c0b4e-40f8-4009-9fd7-ed653689834e x-openstack-request-id: req-031c0b4e-40f8-4009-9fd7-ed653689834e {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:43.361758 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b4a601-8b6e-498e-8c17-9e689c13db74", "name": "network-vif-unplugged", "status": "completed", "tag": "c82c5517-9370-47b7-870d-b1c0f066ce8a", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:43.362013 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-031c0b4e-40f8-4009-9fd7-ed653689834e {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:43.362405 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-031c0b4e-40f8-4009-9fd7-ed653689834e'] response: {'server_uuid': 'c6b4a601-8b6e-498e-8c17-9e689c13db74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c82c5517-9370-47b7-870d-b1c0f066ce8a', 'code': 200} Sep 16 12:49:43.367785 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] No DVR routers for this DVR port c82c5517-9370-47b7-870d-b1c0f066ce8a on host n-h1-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:49:43.373697 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:43.383129 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] Pushing event updated for resources: {'Port': ['ID=c82c5517-9370-47b7-870d-b1c0f066ce8a,revision_number=6']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:43.417995 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] Attempting to bind port c82c5517-9370-47b7-870d-b1c0f066ce8a on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:49:43.418341 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] Attempting to bind port c82c5517-9370-47b7-870d-b1c0f066ce8a by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:49:43.418674 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] Attempting to bind port c82c5517-9370-47b7-870d-b1c0f066ce8a on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:49:43.464238 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] Port c82c5517-9370-47b7-870d-b1c0f066ce8a on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:49:43.464569 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] Attempting to bind port c82c5517-9370-47b7-870d-b1c0f066ce8a on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:49:43.484906 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729310a-a3cc-4268-97ff-040fab7a2018 req-33a73a70-dc56-4706-a04a-0fb5d2e5753d tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:43.486731 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1729310a-a3cc-4268-97ff-040fab7a2018 req-33a73a70-dc56-4706-a04a-0fb5d2e5753d tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 947 time: 0.0484374 Sep 16 12:49:43.508108 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:49:43.508485 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:49:43.508876 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:49:43.509317 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] Bound port: c82c5517-9370-47b7-870d-b1c0f066ce8a, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:49:43.509681 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:43.537698 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1729310a-a3cc-4268-97ff-040fab7a2018 req-6cde6726-ac40-4595-9703-af8e34e95e4a tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454903 Sep 16 12:49:43.574780 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] For port c82c5517-9370-47b7-870d-b1c0f066ce8a, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:49:43.577767 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] For port c82c5517-9370-47b7-870d-b1c0f066ce8a, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c82c5517-9370-47b7-870d-b1c0f066ce8a,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:49:43.584396 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:43.588523 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:43.589122 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:43.590480 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/c82c5517-9370-47b7-870d-b1c0f066ce8a HTTP/1.1" status: 200 len: 1095 time: 0.6601355 Sep 16 12:49:43.671218 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-57af6000-a045-4133-a63c-e87c0cd4d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:43.672660 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-57af6000-a045-4133-a63c-e87c0cd4d30d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 1129 time: 0.0534225 Sep 16 12:49:43.673689 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e7dab-6ad5-4314-90c0-ff828ca12a47 service neutron] Pushing event updated for resources: {'Port': ['ID=c82c5517-9370-47b7-870d-b1c0f066ce8a,revision_number=7']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:43.767379 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-3f87788c-e4c8-4d2a-ad93-91e198683657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:43.768875 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-3f87788c-e4c8-4d2a-ad93-91e198683657 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.0880351 Sep 16 12:49:43.811325 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-272c4e74-0448-456e-a5a9-638e21ca6154 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c82c5517-9370-47b7-870d-b1c0f066ce8a HTTP/1.1" status: 200 len: 217 time: 0.0352099 Sep 16 12:49:43.861880 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-d22b5351-b5c3-496c-8615-ad113f49a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:43.863337 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-d22b5351-b5c3-496c-8615-ad113f49a6be service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0447285 Sep 16 12:49:43.910042 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-ad72ad7c-aed6-4191-8944-b81aa0a9bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:43.912008 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-ad72ad7c-aed6-4191-8944-b81aa0a9bfbb service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0425286 Sep 16 12:49:44.008409 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-7d7aeac0-88ee-43a9-af96-5ff63e0b5253 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898786 Sep 16 12:49:44.102689 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f625b804-6e46-4a84-b3fe-524f8063b52f req-aa997ca3-d8ff-46b6-932d-f86db4c36688 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877233 Sep 16 12:49:44.183892 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2580cc6-170a-4a5b-a528-c461cf5bedd4 req-9ee5bf94-584b-44f9-9d40-0e58324afd7e tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:44.190368 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f2580cc6-170a-4a5b-a528-c461cf5bedd4 req-9ee5bf94-584b-44f9-9d40-0e58324afd7e tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 949 time: 0.0609999 Sep 16 12:49:44.237161 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1855a813-9e43-4c71-8740-cb3676ffa1ee req-10878d75-f6e0-48b7-8d4b-11d717d1412e tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0389769 Sep 16 12:49:44.264356 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f2580cc6-170a-4a5b-a528-c461cf5bedd4 req-688ac1f1-1fae-4168-b1b3-403c6a542173 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730531 Sep 16 12:49:44.604318 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device d45dadfe-c229-4c51-b2e6-ad9d273fe116 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:49:44.652801 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port d45dadfe-c229-4c51-b2e6-ad9d273fe116 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:49:44.659934 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port d45dadfe-c229-4c51-b2e6-ad9d273fe116 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:49:44.660339 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (d45dadfe-c229-4c51-b2e6-ad9d273fe116), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:44.660693 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port d45dadfe-c229-4c51-b2e6-ad9d273fe116 Sep 16 12:49:44.744447 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port d45dadfe-c229-4c51-b2e6-ad9d273fe116 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:49:44.744839 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d45dadfe-c229-4c51-b2e6-ad9d273fe116), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:44.770703 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c03f63-cad2-4937-9963-7b180cca34f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45dadfe-c229-4c51-b2e6-ad9d273fe116'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:44.773331 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626b2977-c7c9-44b0-85c4-41eb3c913c49" -d '{"events": [{"server_uuid": "f6c03f63-cad2-4937-9963-7b180cca34f5", "name": "network-vif-plugged", "status": "completed", "tag": "d45dadfe-c229-4c51-b2e6-ad9d273fe116"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:44.787134 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port d45dadfe-c229-4c51-b2e6-ad9d273fe116, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=d45dadfe-c229-4c51-b2e6-ad9d273fe116,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:44.791837 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (d45dadfe-c229-4c51-b2e6-ad9d273fe116), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:44.820817 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a971af-654a-446b-884b-8d7efa082719 x-openstack-request-id: req-17a971af-654a-446b-884b-8d7efa082719 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:44.821107 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c03f63-cad2-4937-9963-7b180cca34f5", "name": "network-vif-plugged", "status": "completed", "tag": "d45dadfe-c229-4c51-b2e6-ad9d273fe116", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:44.821354 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-17a971af-654a-446b-884b-8d7efa082719 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:44.821742 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a971af-654a-446b-884b-8d7efa082719'] response: {'server_uuid': 'f6c03f63-cad2-4937-9963-7b180cca34f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45dadfe-c229-4c51-b2e6-ad9d273fe116', 'code': 200} Sep 16 12:49:44.844229 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=d45dadfe-c229-4c51-b2e6-ad9d273fe116,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:44.862158 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87ee44-b3ac-4be8-9bdf-db960141eeea req-42d4cc4a-8017-41f4-9266-70907c357582 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:44.863654 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b87ee44-b3ac-4be8-9bdf-db960141eeea req-42d4cc4a-8017-41f4-9266-70907c357582 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 947 time: 0.0482607 Sep 16 12:49:44.909168 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:44.914044 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b87ee44-b3ac-4be8-9bdf-db960141eeea req-4a380050-312c-4b2f-ab54-345f9b1c5258 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438836 Sep 16 12:49:45.294380 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=35 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:45.300845 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=67 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:45.365050 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b4a601-8b6e-498e-8c17-9e689c13db74', 'tag': 'c82c5517-9370-47b7-870d-b1c0f066ce8a'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:45.367406 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b33b1c-46c6-44e8-869a-6460f0e424c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b4a601-8b6e-498e-8c17-9e689c13db74", "tag": "c82c5517-9370-47b7-870d-b1c0f066ce8a"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:45.393306 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d1ac6a2f-07de-49a8-827a-b02961765c6f req-01bbb0ce-d3cd-48eb-8232-849cc5db8869 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0562830 Sep 16 12:49:45.408967 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2a6fe-24e4-47e5-8443-ac18ae850114 req-48fdcfb2-0ca5-4da8-b40b-4863dfe736ae tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:45.410418 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19f2a6fe-24e4-47e5-8443-ac18ae850114 req-48fdcfb2-0ca5-4da8-b40b-4863dfe736ae tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 950 time: 0.0748241 Sep 16 12:49:45.462554 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19f2a6fe-24e4-47e5-8443-ac18ae850114 req-8628bb0d-9fbd-4c6a-8039-a0b8f3112d58 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449977 Sep 16 12:49:45.514971 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd534503-ec63-4fa0-b55d-d11aeca1b6bf x-openstack-request-id: req-fd534503-ec63-4fa0-b55d-d11aeca1b6bf {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:45.515247 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b4a601-8b6e-498e-8c17-9e689c13db74", "tag": "c82c5517-9370-47b7-870d-b1c0f066ce8a", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:45.515492 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fd534503-ec63-4fa0-b55d-d11aeca1b6bf {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:45.515886 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd534503-ec63-4fa0-b55d-d11aeca1b6bf'] response: {'name': 'network-changed', 'server_uuid': 'c6b4a601-8b6e-498e-8c17-9e689c13db74', 'tag': 'c82c5517-9370-47b7-870d-b1c0f066ce8a', 'status': 'completed', 'code': 200} Sep 16 12:49:45.618320 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-2f17280e-7fcd-440d-be81-e5a7b069d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:45.619803 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-2f17280e-7fcd-440d-be81-e5a7b069d417 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 1129 time: 0.0398300 Sep 16 12:49:45.731673 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-94def2a1-7706-45b9-88b2-7d07b0044c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:45.732896 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-94def2a1-7706-45b9-88b2-7d07b0044c77 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.1017299 Sep 16 12:49:45.777072 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-b0859f29-e80a-4927-8668-f568999122a4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c82c5517-9370-47b7-870d-b1c0f066ce8a HTTP/1.1" status: 200 len: 217 time: 0.0329890 Sep 16 12:49:45.834598 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-194385e9-5194-475c-bc06-37caaf1e7778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:45.836074 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-194385e9-5194-475c-bc06-37caaf1e7778 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0505621 Sep 16 12:49:45.886281 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-58250f32-c94e-4dd1-9105-ee34742821db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:45.887808 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-58250f32-c94e-4dd1-9105-ee34742821db service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0408885 Sep 16 12:49:45.993942 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-96d89dd6-d915-4ffa-8e25-95b34bdb9259 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929713 Sep 16 12:49:46.003756 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:46.085474 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3033d-0c1c-4356-b741-554025ca12a1 req-2ddf6cb2-a0c8-40ac-b590-893a4b0ce04d tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:46.087118 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f5f3033d-0c1c-4356-b741-554025ca12a1 req-2ddf6cb2-a0c8-40ac-b590-893a4b0ce04d tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 947 time: 0.0922909 Sep 16 12:49:46.297052 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device fabffdb4-d14b-4b3e-bbe3-09f69928ff1e details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:49:46.323187 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device c82c5517-9370-47b7-870d-b1c0f066ce8a no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:49:46.327089 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-586cacb0-e7f0-4523-867e-15fa8909de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:46.329412 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-586cacb0-e7f0-4523-867e-15fa8909de6d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 1129 time: 0.0535469 Sep 16 12:49:46.418817 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] The host n-h1-858094-4 is not matching for port c82c5517-9370-47b7-870d-b1c0f066ce8a host n-h2-858094-4! {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 16 12:49:46.419382 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device c82c5517-9370-47b7-870d-b1c0f066ce8a not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:49:46.449883 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-8f52a9c2-9860-4a09-a769-6f36df3f9ddc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449463 Sep 16 12:49:46.460833 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=fabffdb4-d14b-4b3e-bbe3-09f69928ff1e,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:46.464388 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3219912-631d-4c14-9fa9-685107f18b12 req-14af20c3-c74c-4281-bddb-b69998d5c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:46.466277 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d3219912-631d-4c14-9fa9-685107f18b12 req-14af20c3-c74c-4281-bddb-b69998d5c341 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 1132 time: 0.0996721 Sep 16 12:49:46.483530 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f5f3033d-0c1c-4356-b741-554025ca12a1 req-48778b19-413a-4d89-9e04-3cdba2da34f9 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802290 Sep 16 12:49:46.484330 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': 'fabffdb4-d14b-4b3e-bbe3-09f69928ff1e', 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801', 'port_id': 'fabffdb4-d14b-4b3e-bbe3-09f69928ff1e', 'mac_address': 'fa:16:3e:58:db:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4fab7ee-afa2-498a-a38b-87393fd03027', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:49:46.529672 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e is: ACTIVE; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:49:46.530070 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fabffdb4-d14b-4b3e-bbe3-09f69928ff1e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:46.545832 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:46.547957 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-748e9def-5bec-46c9-9e8c-bec45ad5d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:46.550605 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-748e9def-5bec-46c9-9e8c-bec45ad5d962 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.1934643 Sep 16 12:49:46.571870 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fabffdb4-d14b-4b3e-bbe3-09f69928ff1e {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:49:46.606920 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device c82c5517-9370-47b7-870d-b1c0f066ce8a details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:49:46.616095 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a4adb507-a517-429a-ac09-9f8c6b147d3b req-052bf70e-1b19-41d6-be65-49fc5a013cd0 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0582666 Sep 16 12:49:46.668045 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-62bb24a6-b64f-40ab-bde6-8a5fd7a594bf service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c82c5517-9370-47b7-870d-b1c0f066ce8a HTTP/1.1" status: 200 len: 217 time: 0.0743880 Sep 16 12:49:46.691928 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6b207-6a01-4e32-8b73-15017f56c461 req-906d842b-c13b-49c6-8c72-2552318ba1fa tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:46.695376 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3de6b207-6a01-4e32-8b73-15017f56c461 req-906d842b-c13b-49c6-8c72-2552318ba1fa tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 950 time: 0.0672715 Sep 16 12:49:46.703658 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:46.704933 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:46.710932 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=fabffdb4-d14b-4b3e-bbe3-09f69928ff1e,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:46.721407 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (fabffdb4-d14b-4b3e-bbe3-09f69928ff1e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:46.734988 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:46.738491 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-3a926191-8580-418d-969e-d4ce8179c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:46.740075 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-3a926191-8580-418d-969e-d4ce8179c0d2 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0570765 Sep 16 12:49:46.761927 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d3219912-631d-4c14-9fa9-685107f18b12 req-405612bf-ca46-47f9-b7ae-f97c017228ca service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885405 Sep 16 12:49:46.765904 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3de6b207-6a01-4e32-8b73-15017f56c461 req-cbb6053a-a602-4620-8302-20cd2f58bbb4 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626659 Sep 16 12:49:46.790498 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port c82c5517-9370-47b7-870d-b1c0f066ce8a, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c82c5517-9370-47b7-870d-b1c0f066ce8a,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:46.808874 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=fabffdb4-d14b-4b3e-bbe3-09f69928ff1e,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:46.811940 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': 'c82c5517-9370-47b7-870d-b1c0f066ce8a', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': 'c82c5517-9370-47b7-870d-b1c0f066ce8a', 'mac_address': 'fa:16:3e:7b:4b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:49:46.851223 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port c82c5517-9370-47b7-870d-b1c0f066ce8a is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:49:46.851529 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:46.869096 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c82c5517-9370-47b7-870d-b1c0f066ce8a {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:49:46.891679 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port c82c5517-9370-47b7-870d-b1c0f066ce8a, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c82c5517-9370-47b7-870d-b1c0f066ce8a,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:46.896057 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:46.941878 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=c82c5517-9370-47b7-870d-b1c0f066ce8a,revision_number=8']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:46.966900 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['fabffdb4-d14b-4b3e-bbe3-09f69928ff1e'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:49:47.053315 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-2fcb4836-ad03-4115-8fdd-580b1c564891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:47.054322 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-2fcb4836-ad03-4115-8fdd-580b1c564891 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0456166 Sep 16 12:49:47.151511 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-9b600c7b-3320-4d1b-803f-048a7dc12e55 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897069 Sep 16 12:49:47.244728 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8b33b1c-46c6-44e8-869a-6460f0e424c4 req-1a993ae7-3a52-4a68-b511-b095aa70f924 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876920 Sep 16 12:49:47.305573 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['c82c5517-9370-47b7-870d-b1c0f066ce8a'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:49:47.599093 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462977d-66f3-4400-9026-763e8da36e72 req-704c86c3-d717-486c-9e38-f61bb9bd5a5d tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:47.604800 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6462977d-66f3-4400-9026-763e8da36e72 req-704c86c3-d717-486c-9e38-f61bb9bd5a5d tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 948 time: 0.0552907 Sep 16 12:49:47.650155 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6462977d-66f3-4400-9026-763e8da36e72 req-165a6d21-6cea-44b1-a08e-86a771e9bce5 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436077 Sep 16 12:49:47.730949 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:49:47.756092 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bab9a684-420a-40a3-ac2f-e1248c2d730a req-a2892ebf-24e7-431f-9adb-9d2bc668c0b5 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0282168 Sep 16 12:49:47.933149 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8456912-d3ab-4b8e-94a2-7f565b7a7e14 req-dc84a744-6164-4756-b5a0-793ee24afbb0 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:47.934654 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f8456912-d3ab-4b8e-94a2-7f565b7a7e14 req-dc84a744-6164-4756-b5a0-793ee24afbb0 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 948 time: 0.1194036 Sep 16 12:49:47.989751 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1c0ff-6c0a-4cd6-b584-975b071f1e53 req-299ca345-fa74-44de-867f-41fb6850f1be tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:47.991211 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4eb1c0ff-6c0a-4cd6-b584-975b071f1e53 req-299ca345-fa74-44de-867f-41fb6850f1be tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 950 time: 0.1387002 Sep 16 12:49:48.013432 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3c1af-cfd3-4f3e-b25c-6a8301d2d047 req-72975925-0b4b-43bc-bacd-ae80a8cdbf68 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:48.014770 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-33d3c1af-cfd3-4f3e-b25c-6a8301d2d047 req-72975925-0b4b-43bc-bacd-ae80a8cdbf68 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74&tenant_id=0b18ec5302634d2a95e51547e0019d40&binding%3Ahost_id=n-h2-858094-4 HTTP/1.1" status: 200 len: 948 time: 0.1210084 Sep 16 12:49:48.022083 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:48.119058 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f8456912-d3ab-4b8e-94a2-7f565b7a7e14 req-1962d67c-0461-49e2-b699-7c3738cba06e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614890 Sep 16 12:49:48.130285 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4eb1c0ff-6c0a-4cd6-b584-975b071f1e53 req-eb2ff856-3d2c-4b2b-87ff-8d74a9d50223 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250947 Sep 16 12:49:48.136701 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-33d3c1af-cfd3-4f3e-b25c-6a8301d2d047 req-aa96cd63-4ca0-4bb9-b7a4-282318fa2fb9 service neutron] delete failed (client error): The resource could not be found. Sep 16 12:49:48.137803 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-33d3c1af-cfd3-4f3e-b25c-6a8301d2d047 req-aa96cd63-4ca0-4bb9-b7a4-282318fa2fb9 service neutron] 10.222.0.25 "DELETE /networking/v2.0/ports/c82c5517-9370-47b7-870d-b1c0f066ce8a/bindings/n-h1-858094-4 HTTP/1.1" status: 404 len: 380 time: 0.1145439 Sep 16 12:49:48.281161 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3c1af-cfd3-4f3e-b25c-6a8301d2d047 req-428b338c-9c82-4de7-9458-ae33aaa98ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:48.282535 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-33d3c1af-cfd3-4f3e-b25c-6a8301d2d047 req-428b338c-9c82-4de7-9458-ae33aaa98ab3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 1130 time: 0.0404315 Sep 16 12:49:48.309527 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device fabffdb4-d14b-4b3e-bbe3-09f69928ff1e up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:49:48.356719 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:49:48.357180 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (fabffdb4-d14b-4b3e-bbe3-09f69928ff1e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:48.357576 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e Sep 16 12:49:48.394602 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3c1af-cfd3-4f3e-b25c-6a8301d2d047 req-91e5e152-c002-428a-81ca-ba2762874f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:48.396687 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-33d3c1af-cfd3-4f3e-b25c-6a8301d2d047 req-91e5e152-c002-428a-81ca-ba2762874f21 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.1056108 Sep 16 12:49:48.401235 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:48.444115 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:49:48.444628 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fabffdb4-d14b-4b3e-bbe3-09f69928ff1e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:48.445492 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-33d3c1af-cfd3-4f3e-b25c-6a8301d2d047 req-c2a20dee-279c-49e2-8060-f27a0d8ec6fc service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c82c5517-9370-47b7-870d-b1c0f066ce8a HTTP/1.1" status: 200 len: 217 time: 0.0405138 Sep 16 12:49:48.469183 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacfa868-1c8b-4918-8797-f31caee29361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabffdb4-d14b-4b3e-bbe3-09f69928ff1e'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:48.471492 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762b7691-4329-45db-8ca2-72bb4ae3dbaf" -d '{"events": [{"server_uuid": "dacfa868-1c8b-4918-8797-f31caee29361", "name": "network-vif-plugged", "status": "completed", "tag": "fabffdb4-d14b-4b3e-bbe3-09f69928ff1e"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:48.485937 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=fabffdb4-d14b-4b3e-bbe3-09f69928ff1e,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:48.492273 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (fabffdb4-d14b-4b3e-bbe3-09f69928ff1e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:48.523627 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3c1af-cfd3-4f3e-b25c-6a8301d2d047 req-7f075889-5450-4075-a5aa-2cd00e9bf116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:48.525162 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-33d3c1af-cfd3-4f3e-b25c-6a8301d2d047 req-7f075889-5450-4075-a5aa-2cd00e9bf116 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0689924 Sep 16 12:49:48.549949 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad8948a-ba75-4c7d-b733-b6f66880d0da x-openstack-request-id: req-4ad8948a-ba75-4c7d-b733-b6f66880d0da {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:48.550307 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacfa868-1c8b-4918-8797-f31caee29361", "name": "network-vif-plugged", "status": "completed", "tag": "fabffdb4-d14b-4b3e-bbe3-09f69928ff1e", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:48.550618 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4ad8948a-ba75-4c7d-b733-b6f66880d0da {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:48.551082 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad8948a-ba75-4c7d-b733-b6f66880d0da'] response: {'server_uuid': 'dacfa868-1c8b-4918-8797-f31caee29361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabffdb4-d14b-4b3e-bbe3-09f69928ff1e', 'code': 200} Sep 16 12:49:48.556412 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=fabffdb4-d14b-4b3e-bbe3-09f69928ff1e,revision_number=7']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:48.579781 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3c1af-cfd3-4f3e-b25c-6a8301d2d047 req-14c11bef-936f-4a03-b72d-642611923c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:48.581313 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-33d3c1af-cfd3-4f3e-b25c-6a8301d2d047 req-14c11bef-936f-4a03-b72d-642611923c64 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0481992 Sep 16 12:49:48.640591 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device c82c5517-9370-47b7-870d-b1c0f066ce8a up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:49:48.642878 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:48.691360 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port c82c5517-9370-47b7-870d-b1c0f066ce8a completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:49:48.693325 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-33d3c1af-cfd3-4f3e-b25c-6a8301d2d047 req-e4e5f26a-0a99-4f0f-851c-eb8cdbdad958 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934026 Sep 16 12:49:48.698151 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port c82c5517-9370-47b7-870d-b1c0f066ce8a triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:49:48.698535 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:48.698889 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port c82c5517-9370-47b7-870d-b1c0f066ce8a Sep 16 12:49:48.720748 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:48.782879 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port c82c5517-9370-47b7-870d-b1c0f066ce8a is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:49:48.783237 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:48.797947 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-33d3c1af-cfd3-4f3e-b25c-6a8301d2d047 req-3a04ca1e-3a58-409f-9c86-cabafb437663 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979803 Sep 16 12:49:48.819577 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port c82c5517-9370-47b7-870d-b1c0f066ce8a, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c82c5517-9370-47b7-870d-b1c0f066ce8a,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:49:48.823569 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:48.873211 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=c82c5517-9370-47b7-870d-b1c0f066ce8a,revision_number=9']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:48.891909 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bea53b15-5703-4f9b-b430-2b3b9795fb8c req-c4c989a5-c931-4471-8ec4-39c53593ceeb tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0285633 Sep 16 12:49:49.288776 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b2ba7-a159-4926-aeda-be1466e06fae req-5722abf6-6d63-4aad-b7a5-3624d1cb91cd tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:49.290270 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-684b2ba7-a159-4926-aeda-be1466e06fae req-5722abf6-6d63-4aad-b7a5-3624d1cb91cd tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 950 time: 0.0800598 Sep 16 12:49:49.297984 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082a616-e52a-4bde-a038-ca5ca0192aa2 req-b474e8a8-2213-40dc-85e9-2bedc7cb34e3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:49.299646 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9082a616-e52a-4bde-a038-ca5ca0192aa2 req-b474e8a8-2213-40dc-85e9-2bedc7cb34e3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0875049 Sep 16 12:49:49.373765 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-684b2ba7-a159-4926-aeda-be1466e06fae req-fae8ebf5-a703-48c5-9edd-ef29ab6f84e8 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730674 Sep 16 12:49:49.377862 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9082a616-e52a-4bde-a038-ca5ca0192aa2 req-13ea86a3-a8b3-4726-b99c-8051a0cc95b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711803 Sep 16 12:49:49.487492 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192790e-55f3-45db-a067-8de2148241e5 req-90c8ea94-2d8d-4b55-8813-3a0364a1a360 tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:49.489362 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c192790e-55f3-45db-a067-8de2148241e5 req-90c8ea94-2d8d-4b55-8813-3a0364a1a360 tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 1132 time: 0.0411808 Sep 16 12:49:49.540438 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c192790e-55f3-45db-a067-8de2148241e5 req-9005a5b7-e861-45ef-b447-d42864a7aa58 tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455408 Sep 16 12:49:49.701916 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-bc29c220-79a3-4067-966a-7d706e57777e tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=8c037a6456444018a6ef54314419e2f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222669 Sep 16 12:49:49.833506 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-780ce28e-0667-46d8-b309-4acd0dfee354 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:49.835126 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-780ce28e-0667-46d8-b309-4acd0dfee354 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1247382 Sep 16 12:49:49.852746 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-04193f70-1d05-442e-a21e-fc9a89b8f3f2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/quotas/8c037a6456444018a6ef54314419e2f2 HTTP/1.1" status: 200 len: 375 time: 0.0112753 Sep 16 12:49:49.932228 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-d0d1f298-1803-48a7-b942-639fbf1d689f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0741310 Sep 16 12:49:49.959043 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:50.068282 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3685c109-a6ab-4b37-88e2-83d228510795 req-6e03f609-235d-4e35-8117-bbc155686209 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0453300 Sep 16 12:49:50.155941 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-223f4183-30fb-42dd-8fc7-00bc56cc7d4a req-ec767ae0-ca5e-48f1-aeaf-ca503d1e3e16 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 210 time: 0.0435688 Sep 16 12:49:50.503888 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:50.534247 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11390660-21cd-4eed-adf9-1610943fbe2c req-2d87e466-224a-422d-b9d9-d0e65032c3b7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:50.541717 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11390660-21cd-4eed-adf9-1610943fbe2c req-2d87e466-224a-422d-b9d9-d0e65032c3b7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0732272 Sep 16 12:49:50.552914 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b4a601-8b6e-498e-8c17-9e689c13db74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82c5517-9370-47b7-870d-b1c0f066ce8a'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:50.555917 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49142777-8c98-4815-8e97-6688ef6589ad" -d '{"events": [{"server_uuid": "c6b4a601-8b6e-498e-8c17-9e689c13db74", "name": "network-vif-plugged", "status": "completed", "tag": "c82c5517-9370-47b7-870d-b1c0f066ce8a"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:50.599248 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51a050e-a099-4996-94f4-c03eb262e321 x-openstack-request-id: req-d51a050e-a099-4996-94f4-c03eb262e321 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:50.599540 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b4a601-8b6e-498e-8c17-9e689c13db74", "name": "network-vif-plugged", "status": "completed", "tag": "c82c5517-9370-47b7-870d-b1c0f066ce8a", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:50.599792 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d51a050e-a099-4996-94f4-c03eb262e321 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:50.600264 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d51a050e-a099-4996-94f4-c03eb262e321'] response: {'server_uuid': 'c6b4a601-8b6e-498e-8c17-9e689c13db74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82c5517-9370-47b7-870d-b1c0f066ce8a', 'code': 200} Sep 16 12:49:50.614422 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11390660-21cd-4eed-adf9-1610943fbe2c req-864bcdac-8381-4f44-8945-26ab3b8bd80c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712054 Sep 16 12:49:50.793289 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93ffc5-a13e-43cd-b412-37cdb155530f req-f55c7550-6b66-4163-a0e9-b047a479d932 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:50.794885 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f93ffc5-a13e-43cd-b412-37cdb155530f req-f55c7550-6b66-4163-a0e9-b047a479d932 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0643976 Sep 16 12:49:50.914128 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f93ffc5-a13e-43cd-b412-37cdb155530f req-0e2ac8e8-3a24-4fc0-9536-2c7903773313 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085217 Sep 16 12:49:51.029332 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 51350) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:49:51.034226 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--209511458', 'description': 'tempest-description--558753969'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:49:51.064224 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:51.155245 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for security_group (bf71a8ab-e768-4b7b-863a-ab6aaacbf42a), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:51.162660 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (bf71a8ab-e768-4b7b-863a-ab6aaacbf42a), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:51.224183 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf71a8ab-e768-4b7b-863a-ab6aaacbf42a,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:51.236790 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:51.237142 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:51.237484 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:51.237820 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:51.238167 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:51.238552 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:51.244201 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:51.245237 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:51.253211 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:51.254175 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:51.255550 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:51.257435 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:51.258219 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:51.258773 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:51.260190 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:49:51.343189 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:51.346181 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-4a14969c-5266-4e9e-9a8e-937c653524b8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3141317 Sep 16 12:49:51.347620 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 51356) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:49:51.353786 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-929f44b4-4854-4902-a351-4cf3122b83ba tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Request body: {'security_group_rule': {'security_group_id': 'bf71a8ab-e768-4b7b-863a-ab6aaacbf42a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:49:51.364662 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-83ee0a82-bafb-4ce2-a7a4-c00fecfd14d5 req-4b4f8d08-e2be-4a7b-b42b-ddd84e4b7f70 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 210 time: 0.0853000 Sep 16 12:49:51.373981 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-04f3e66b-8903-45f5-beb0-a4f7df7caaf1 req-3df36170-805c-4750-b44f-e2f6edb76257 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.1413915 Sep 16 12:49:51.424305 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-929f44b4-4854-4902-a351-4cf3122b83ba tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for security_group_rule (fce3fd84-ad16-46af-a0d8-4a653fdd1cf7), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:51.445508 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:51.505376 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-929f44b4-4854-4902-a351-4cf3122b83ba tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for security_group_rule (fce3fd84-ad16-46af-a0d8-4a653fdd1cf7), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:51.510774 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-929f44b4-4854-4902-a351-4cf3122b83ba tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (fce3fd84-ad16-46af-a0d8-4a653fdd1cf7), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:51.544875 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f44b4-4854-4902-a351-4cf3122b83ba tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce3fd84-ad16-46af-a0d8-4a653fdd1cf7,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:51.550650 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-929f44b4-4854-4902-a351-4cf3122b83ba tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:51.552751 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-929f44b4-4854-4902-a351-4cf3122b83ba tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2035508 Sep 16 12:49:51.555830 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 51358) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:49:51.561047 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-4f5f7bdd-9372-44a0-8ef1-543dcf3b7143 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Request body: {'security_group_rule': {'security_group_id': 'bf71a8ab-e768-4b7b-863a-ab6aaacbf42a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:49:51.594462 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4f5f7bdd-9372-44a0-8ef1-543dcf3b7143 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for security_group_rule (326a5565-a2e4-44f4-95d9-80fee863e7b8), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:51.674977 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4f5f7bdd-9372-44a0-8ef1-543dcf3b7143 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for security_group_rule (326a5565-a2e4-44f4-95d9-80fee863e7b8), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:51.684801 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4f5f7bdd-9372-44a0-8ef1-543dcf3b7143 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (326a5565-a2e4-44f4-95d9-80fee863e7b8), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:51.728574 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f7bdd-9372-44a0-8ef1-543dcf3b7143 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326a5565-a2e4-44f4-95d9-80fee863e7b8,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:51.752189 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4f5f7bdd-9372-44a0-8ef1-543dcf3b7143 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:51.753391 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-4f5f7bdd-9372-44a0-8ef1-543dcf3b7143 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1964726 Sep 16 12:49:51.758190 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 51360) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:49:51.765366 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-d621df16-6fc0-49ad-bffb-0a614d97cdb9 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=8c037a6456444018a6ef54314419e2f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279419 Sep 16 12:49:51.769115 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-608e88b1-812d-43d5-96bc-7aa1076f81f6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:49:51.809175 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-608e88b1-812d-43d5-96bc-7aa1076f81f6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:51.928029 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-7c3365bf-68d9-4019-8b38-2242d2edc910 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:51.931814 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-7c3365bf-68d9-4019-8b38-2242d2edc910 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1608155 Sep 16 12:49:51.956590 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-0d4ee944-4b0e-47d0-8179-c853cf8f8507 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Request body: {'port': {'device_id': '96ff60ae-143a-4ae5-9c18-aff09a5c80cd', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '8c037a6456444018a6ef54314419e2f2'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:49:51.994506 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-608e88b1-812d-43d5-96bc-7aa1076f81f6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:52.023627 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:52.115798 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-0d4ee944-4b0e-47d0-8179-c853cf8f8507 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Made reservation on behalf of 8c037a6456444018a6ef54314419e2f2 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:49:52.120984 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-0d4ee944-4b0e-47d0-8179-c853cf8f8507 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:52.147227 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-608e88b1-812d-43d5-96bc-7aa1076f81f6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Allocated IP 172.25.2.221 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/4497dfc4-2fe1-4b72-9758-0a4592c513d5) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:49:52.279983 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-608e88b1-812d-43d5-96bc-7aa1076f81f6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for port (4497dfc4-2fe1-4b72-9758-0a4592c513d5), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:52.315957 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:52.325270 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-608e88b1-812d-43d5-96bc-7aa1076f81f6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (4497dfc4-2fe1-4b72-9758-0a4592c513d5), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:52.327954 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-0d4ee944-4b0e-47d0-8179-c853cf8f8507 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Allocated IP 192.168.233.66 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/86268f4b-8663-42c1-8d76-59058c635845) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:49:52.374121 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e88b1-812d-43d5-96bc-7aa1076f81f6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:49:52.378318 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-608e88b1-812d-43d5-96bc-7aa1076f81f6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:49:52.383204 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608e88b1-812d-43d5-96bc-7aa1076f81f6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:49:52.431708 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e88b1-812d-43d5-96bc-7aa1076f81f6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Pushing event updated for resources: {'Port': ['ID=4497dfc4-2fe1-4b72-9758-0a4592c513d5,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:52.546144 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4265b980-0437-4d26-84fe-3c3ae5fa1d14 req-27a4c389-2c35-46c5-b8ba-732f3bb06cef tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 210 time: 0.0462048 Sep 16 12:49:52.549163 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-608e88b1-812d-43d5-96bc-7aa1076f81f6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for floatingip (782041f4-412e-4df0-b4ce-16bb02ee571d), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:52.607381 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-608e88b1-812d-43d5-96bc-7aa1076f81f6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4497dfc4-2fe1-4b72-9758-0a4592c513d5), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:52.626467 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-0d4ee944-4b0e-47d0-8179-c853cf8f8507 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks [] for port (86268f4b-8663-42c1-8d76-59058c635845), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:52.633909 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d73b9cc0-6fed-436c-8a0a-8d1c153cd740 req-db2e175d-04d0-4e13-95c0-9b9ad40f1109 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0944061 Sep 16 12:49:52.642080 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:52.686731 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-0d4ee944-4b0e-47d0-8179-c853cf8f8507 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (86268f4b-8663-42c1-8d76-59058c635845), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:52.702440 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['5d6e364d-d651-4c3c-b21c-27421ce4597f', '84d3e3e1-0c23-49c4-af27-80f8acbc75ae', '1c5c05cf-4ab1-4beb-b208-fb0941341532', '65db34e4-9d56-4846-9f39-709aa1748071', 'd45dadfe-c229-4c51-b2e6-ad9d273fe116'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:49:52.745328 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-0d4ee944-4b0e-47d0-8179-c853cf8f8507 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:49:52.750923 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['27de96a3-bf43-46c1-a8f8-afd304cea206', 'e3afd82f-9e91-4967-8755-5ee2e7d21714'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:49:52.753632 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-0d4ee944-4b0e-47d0-8179-c853cf8f8507 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:49:52.772277 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-0d4ee944-4b0e-47d0-8179-c853cf8f8507 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:49:52.805932 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-608e88b1-812d-43d5-96bc-7aa1076f81f6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for port (4497dfc4-2fe1-4b72-9758-0a4592c513d5), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:52.808626 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:52.811911 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-608e88b1-812d-43d5-96bc-7aa1076f81f6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (4497dfc4-2fe1-4b72-9758-0a4592c513d5), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:52.831720 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-0d4ee944-4b0e-47d0-8179-c853cf8f8507 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:52.832659 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-0d4ee944-4b0e-47d0-8179-c853cf8f8507 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:52.845164 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ee944-4b0e-47d0-8179-c853cf8f8507 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Pushing event updated for resources: {'Port': ['ID=86268f4b-8663-42c1-8d76-59058c635845,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:52.862970 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-0d4ee944-4b0e-47d0-8179-c853cf8f8507 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9110732 Sep 16 12:49:52.883773 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] Request body: {'port': {'device_id': '96ff60ae-143a-4ae5-9c18-aff09a5c80cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:49:52.898567 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-608e88b1-812d-43d5-96bc-7aa1076f81f6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (782041f4-412e-4df0-b4ce-16bb02ee571d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:52.902119 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e88b1-812d-43d5-96bc-7aa1076f81f6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Pushing event updated for resources: {'Port': ['ID=4497dfc4-2fe1-4b72-9758-0a4592c513d5,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:52.927930 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-608e88b1-812d-43d5-96bc-7aa1076f81f6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:52.929492 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-608e88b1-812d-43d5-96bc-7aa1076f81f6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1685128 Sep 16 12:49:53.038437 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (86268f4b-8663-42c1-8d76-59058c635845), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:53.238298 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-7016a572-f211-4f18-afc4-181b17ee6339 None None] Provisioning complete for port 86268f4b-8663-42c1-8d76-59058c635845 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:49:53.239181 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7016a572-f211-4f18-afc4-181b17ee6339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (86268f4b-8663-42c1-8d76-59058c635845), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:53.239748 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-7016a572-f211-4f18-afc4-181b17ee6339 None None] Attempt 1 to provision port 86268f4b-8663-42c1-8d76-59058c635845 Sep 16 12:49:53.319171 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7016a572-f211-4f18-afc4-181b17ee6339 None None] Port 86268f4b-8663-42c1-8d76-59058c635845 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:49:53.370978 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:53.402572 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:53.408279 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86268f4b-8663-42c1-8d76-59058c635845 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:49:53.418319 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] Publish callbacks [] for port (86268f4b-8663-42c1-8d76-59058c635845), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:53.438755 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] Transition to ACTIVE for port object 86268f4b-8663-42c1-8d76-59058c635845 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:49:53.439732 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:53.456245 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (86268f4b-8663-42c1-8d76-59058c635845), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:53.528761 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] Pushing event updated for resources: {'Port': ['ID=86268f4b-8663-42c1-8d76-59058c635845,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:53.563848 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-0b235df1-7cc8-4e3e-8740-7946264a0389 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=0b18ec5302634d2a95e51547e0019d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316184 Sep 16 12:49:53.722828 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63176721-7a92-4cdf-b4bc-3fd744875e11 req-a58b1604-c7ef-4a91-85eb-c08dd8fc7af7 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:53.724920 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-63176721-7a92-4cdf-b4bc-3fd744875e11 req-a58b1604-c7ef-4a91-85eb-c08dd8fc7af7 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 947 time: 0.0576353 Sep 16 12:49:53.782217 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:53.829039 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] Attempting to bind port 86268f4b-8663-42c1-8d76-59058c635845 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:49:53.829402 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] Attempting to bind port 86268f4b-8663-42c1-8d76-59058c635845 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:49:53.829739 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] Attempting to bind port 86268f4b-8663-42c1-8d76-59058c635845 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:49:53.885609 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-c183a223-b931-45b7-858c-c6cad902bc26 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:53.893207 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-c183a223-b931-45b7-858c-c6cad902bc26 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3212531 Sep 16 12:49:53.909747 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-7016a572-f211-4f18-afc4-181b17ee6339 None None] Attempt 2 to provision port 86268f4b-8663-42c1-8d76-59058c635845 Sep 16 12:49:53.911621 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-63176721-7a92-4cdf-b4bc-3fd744875e11 req-7f9e4afd-f404-48a3-abdd-052a3b05d8aa tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752596 Sep 16 12:49:53.919675 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-e5d5e4f1-4a6b-4846-ae57-e1f51a3e5cfa tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/quotas/0b18ec5302634d2a95e51547e0019d40 HTTP/1.1" status: 200 len: 375 time: 0.0242054 Sep 16 12:49:53.980135 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7016a572-f211-4f18-afc4-181b17ee6339 None None] Port 86268f4b-8663-42c1-8d76-59058c635845 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:49:54.031905 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] Port 86268f4b-8663-42c1-8d76-59058c635845 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:49:54.031905 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] Attempting to bind port 86268f4b-8663-42c1-8d76-59058c635845 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:49:54.085737 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-21f8a363-62a2-4c07-8ab5-febee8ee2351 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1652181 Sep 16 12:49:54.091517 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e79d2aaf-437f-4c79-8467-3eadca9dce24 req-2c29db4b-2b05-45fc-8e37-66a8c5d23bf4 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0782659 Sep 16 12:49:54.143621 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:49:54.143976 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:49:54.144390 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:49:54.144872 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] Bound port: 86268f4b-8663-42c1-8d76-59058c635845, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:49:54.145232 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (86268f4b-8663-42c1-8d76-59058c635845), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:54.221027 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] For port 86268f4b-8663-42c1-8d76-59058c635845, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:49:54.225650 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] For port 86268f4b-8663-42c1-8d76-59058c635845, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=86268f4b-8663-42c1-8d76-59058c635845,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:49:54.236683 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (86268f4b-8663-42c1-8d76-59058c635845), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:54.249621 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:54.250242 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:54.251732 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/86268f4b-8663-42c1-8d76-59058c635845 HTTP/1.1" status: 200 len: 1095 time: 1.3725941 Sep 16 12:49:54.252466 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ff60ae-143a-4ae5-9c18-aff09a5c80cd', 'tag': '86268f4b-8663-42c1-8d76-59058c635845'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:54.255629 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c36ed68-e9f7-4688-8149-67198bfe92ff" -d '{"events": [{"name": "network-changed", "server_uuid": "96ff60ae-143a-4ae5-9c18-aff09a5c80cd", "tag": "86268f4b-8663-42c1-8d76-59058c635845"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:54.330929 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd6bb4-03a2-4fde-8817-61ee24bf9a73 service neutron] Pushing event updated for resources: {'Port': ['ID=86268f4b-8663-42c1-8d76-59058c635845,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:54.387988 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea17bb75-ef71-4925-9aab-605976677049 x-openstack-request-id: req-ea17bb75-ef71-4925-9aab-605976677049 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:54.388303 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96ff60ae-143a-4ae5-9c18-aff09a5c80cd", "tag": "86268f4b-8663-42c1-8d76-59058c635845", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:54.388565 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ea17bb75-ef71-4925-9aab-605976677049 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:54.388996 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea17bb75-ef71-4925-9aab-605976677049'] response: {'name': 'network-changed', 'server_uuid': '96ff60ae-143a-4ae5-9c18-aff09a5c80cd', 'tag': '86268f4b-8663-42c1-8d76-59058c635845', 'status': 'completed', 'code': 200} Sep 16 12:49:54.402955 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7ac1d098-55cc-4615-afdb-1d5f6af307ab req-17913fef-f16d-4de3-a41c-cd2c56cc67f4 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 210 time: 0.0657189 Sep 16 12:49:54.482351 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-7016a572-f211-4f18-afc4-181b17ee6339 None None] Attempt 3 to provision port 86268f4b-8663-42c1-8d76-59058c635845 Sep 16 12:49:54.498964 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-6134c5f4-d369-4e24-b162-2cd70873160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:54.500840 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-6134c5f4-d369-4e24-b162-2cd70873160b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 1129 time: 0.0598204 Sep 16 12:49:54.548680 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7016a572-f211-4f18-afc4-181b17ee6339 None None] Port 86268f4b-8663-42c1-8d76-59058c635845 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:49:54.556478 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-147aa442-3179-445a-9e90-e128a7c73013 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=86268f4b-8663-42c1-8d76-59058c635845 HTTP/1.1" status: 200 len: 217 time: 0.0395579 Sep 16 12:49:54.630423 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-abf21780-706d-47dc-b2b9-29642d2bbc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:54.633604 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-abf21780-706d-47dc-b2b9-29642d2bbc7c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0684788 Sep 16 12:49:54.694775 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-1c28ac46-eaad-47ad-9d72-28084c9dd251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:54.698585 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-1c28ac46-eaad-47ad-9d72-28084c9dd251 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0505433 Sep 16 12:49:54.866834 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-80d431fd-b6c2-47e8-be34-5ab667c25203 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591427 Sep 16 12:49:54.955744 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:54.989307 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2bfdb194-8d43-4b6f-a8e8-4bba80f5fb9a req-033cd5e9-b11b-4e18-89cd-e351bacbc969 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172738 Sep 16 12:49:55.078720 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a9037-36a6-47bd-b1f6-c50f0c86ed49 req-3cb3f47b-4a25-4b60-b7c0-9836f058ae16 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:55.087765 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f08a9037-36a6-47bd-b1f6-c50f0c86ed49 req-3cb3f47b-4a25-4b60-b7c0-9836f058ae16 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 947 time: 0.0685501 Sep 16 12:49:55.148523 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f08a9037-36a6-47bd-b1f6-c50f0c86ed49 req-156b2853-2bb3-4c1a-bf4a-712b9f403237 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581062 Sep 16 12:49:55.311050 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cc86c240-0562-4ba8-bece-28c2f35b0249 req-3648a206-44fe-42b7-854e-d99c7d655326 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0742126 Sep 16 12:49:55.523245 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6ece7d1c-d726-426f-903f-b760c0055b65 req-8c4645f0-3ec3-4cf8-a1f0-24b082bdfb85 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 210 time: 0.0446494 Sep 16 12:49:56.369256 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce21283-bb46-4833-a30a-840707414cf3 req-a23e8e3d-af2d-488a-873b-18f5ac54592c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:56.382701 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fce21283-bb46-4833-a30a-840707414cf3 req-a23e8e3d-af2d-488a-873b-18f5ac54592c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 947 time: 0.1035609 Sep 16 12:49:56.401899 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-5d60b88f-1ab6-4100-81bb-ebe2d3904376 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=0b18ec5302634d2a95e51547e0019d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427885 Sep 16 12:49:56.453567 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fce21283-bb46-4833-a30a-840707414cf3 req-889ae3fe-535f-4e80-90b1-22dc1287a821 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695934 Sep 16 12:49:56.587712 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-25f1db3c-783f-4324-b83f-0e75156f7bd7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:56.589622 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-25f1db3c-783f-4324-b83f-0e75156f7bd7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809709 Sep 16 12:49:56.609497 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1c820b6d-07b4-47bc-b581-314a33199733 req-1ef92901-2b82-4bfd-b53e-16d9daeb0b03 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0656111 Sep 16 12:49:56.613846 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-235856ef-6574-47a7-806c-451b78a79084 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Request body: {'port': {'device_id': 'a439c4ea-46f5-4571-9d87-96a91a6359f7', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '0b18ec5302634d2a95e51547e0019d40'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:49:56.768956 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:56.795088 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5d68c8af-3a13-411c-b4c1-db4855c1e1d1 req-57a44e77-20e6-406e-881c-984ddf4367c0 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 210 time: 0.0573010 Sep 16 12:49:56.800905 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-235856ef-6574-47a7-806c-451b78a79084 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Made reservation on behalf of 0b18ec5302634d2a95e51547e0019d40 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:49:56.810200 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-235856ef-6574-47a7-806c-451b78a79084 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:56.949292 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:56.975019 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f24d2-7223-458b-b6c6-e40f1cbe653f req-1e0b68a3-ba53-41f4-98f3-cf1d15bb898d tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:56.977045 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-140f24d2-7223-458b-b6c6-e40f1cbe653f req-1e0b68a3-ba53-41f4-98f3-cf1d15bb898d tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 946 time: 0.0687187 Sep 16 12:49:56.984904 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-235856ef-6574-47a7-806c-451b78a79084 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Allocated IP 192.168.233.211 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/76e2deeb-80ac-4c0d-98b8-96091a5ab0d2) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:49:57.049665 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-140f24d2-7223-458b-b6c6-e40f1cbe653f req-cafdf34c-f85e-4475-964b-73706a6de229 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1ab1c70b-bd1e-4b5f-a710-c457e22db414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645664 Sep 16 12:49:57.220318 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-235856ef-6574-47a7-806c-451b78a79084 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:57.275954 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-235856ef-6574-47a7-806c-451b78a79084 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:57.296827 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['c82c5517-9370-47b7-870d-b1c0f066ce8a'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:49:57.353258 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['3fe50ad6-99ae-4c0b-a11b-3e41218b0317'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:49:57.387122 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-235856ef-6574-47a7-806c-451b78a79084 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:49:57.393693 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-235856ef-6574-47a7-806c-451b78a79084 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:49:57.401541 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-235856ef-6574-47a7-806c-451b78a79084 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:49:57.483949 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235856ef-6574-47a7-806c-451b78a79084 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Pushing event updated for resources: {'Port': ['ID=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:57.536525 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-235856ef-6574-47a7-806c-451b78a79084 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:57.537750 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-235856ef-6574-47a7-806c-451b78a79084 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:57.585179 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-235856ef-6574-47a7-806c-451b78a79084 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9833050 Sep 16 12:49:57.606138 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] Request body: {'port': {'device_id': 'a439c4ea-46f5-4571-9d87-96a91a6359f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:49:57.606441 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:57.678969 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ef3bc-9894-402a-a65f-23a24f547181 req-51c2207e-e9e5-4f83-883a-6ce47e6a1b96 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:57.692741 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5f7ef3bc-9894-402a-a65f-23a24f547181 req-51c2207e-e9e5-4f83-883a-6ce47e6a1b96 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 947 time: 0.1126144 Sep 16 12:49:57.734838 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:57.785559 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:57.820751 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5f7ef3bc-9894-402a-a65f-23a24f547181 req-ced0277b-3334-4d29-a14f-da0b0237db5f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266048 Sep 16 12:49:57.874708 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-96709e4a-5658-4027-8601-285c71b49f6b None None] Provisioning complete for port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:49:57.875464 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-96709e4a-5658-4027-8601-285c71b49f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:57.876311 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-96709e4a-5658-4027-8601-285c71b49f6b None None] Attempt 1 to provision port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 Sep 16 12:49:57.885527 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:57.927516 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-96709e4a-5658-4027-8601-285c71b49f6b None None] Port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:49:57.982530 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9ae11aa6-8762-469c-b6c5-1d6300fc03a4 req-0b2fda4e-1034-4da1-b047-ceb994b48761 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0434005 Sep 16 12:49:58.094384 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3904b-be2f-4596-8bd5-ed81c30f8b33 req-679b86a9-3de3-4b5b-8ece-b820dd69ba89 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:58.096011 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c0f3904b-be2f-4596-8bd5-ed81c30f8b33 req-679b86a9-3de3-4b5b-8ece-b820dd69ba89 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 936 time: 0.0547018 Sep 16 12:49:58.203540 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:58.223480 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36ed68-e9f7-4688-8149-67198bfe92ff req-146bad74-6ffb-4c60-8abc-adb249f2c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:58.225089 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4c36ed68-e9f7-4688-8149-67198bfe92ff req-146bad74-6ffb-4c60-8abc-adb249f2c258 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 1129 time: 0.1103883 Sep 16 12:49:58.242112 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4dd0a2-c896-40b5-9693-52f2b99af016 req-c63e631d-4026-428b-832a-63240ad6e4cf tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:58.243718 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c4dd0a2-c896-40b5-9693-52f2b99af016 req-c63e631d-4026-428b-832a-63240ad6e4cf tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 946 time: 0.0863895 Sep 16 12:49:58.257833 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c0f3904b-be2f-4596-8bd5-ed81c30f8b33 req-c4d70efe-0ac3-463a-a3b7-7d7751ad3239 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516628 Sep 16 12:49:58.273144 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:49:58.282197 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] Publish callbacks [] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:58.299311 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] Transition to ACTIVE for port object 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:49:58.304098 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:58.350425 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c4dd0a2-c896-40b5-9693-52f2b99af016 req-62fc5a1e-1be0-4a5f-a896-f957df305a3a tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1ab1c70b-bd1e-4b5f-a710-c457e22db414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968618 Sep 16 12:49:58.406469 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36ed68-e9f7-4688-8149-67198bfe92ff req-e0b75237-07f8-44cb-bc26-1d0bc3053d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:58.408481 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4c36ed68-e9f7-4688-8149-67198bfe92ff req-e0b75237-07f8-44cb-bc26-1d0bc3053d30 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.1733334 Sep 16 12:49:58.413159 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:58.428930 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-96709e4a-5658-4027-8601-285c71b49f6b None None] Attempt 2 to provision port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 Sep 16 12:49:58.449927 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=12 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:58.463950 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4c36ed68-e9f7-4688-8149-67198bfe92ff req-a773a5c6-1f57-497a-96ff-4a6d1d4fd6e6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=86268f4b-8663-42c1-8d76-59058c635845 HTTP/1.1" status: 200 len: 217 time: 0.0475726 Sep 16 12:49:58.473731 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] Attempting to bind port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:49:58.474322 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] Attempting to bind port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:49:58.474816 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] Attempting to bind port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:49:58.497937 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-96709e4a-5658-4027-8601-285c71b49f6b None None] Port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:49:58.518169 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=16 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:58.540836 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36ed68-e9f7-4688-8149-67198bfe92ff req-8ab03c83-b506-4c28-af49-e92a6c5639c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:58.542687 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4c36ed68-e9f7-4688-8149-67198bfe92ff req-8ab03c83-b506-4c28-af49-e92a6c5639c7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0697815 Sep 16 12:49:58.545384 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] Port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:49:58.545889 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] Attempting to bind port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:49:58.602106 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:49:58.602414 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:49:58.602897 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:49:58.603182 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] Bound port: 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:49:58.603557 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:58.616078 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36ed68-e9f7-4688-8149-67198bfe92ff req-487ab1d4-c950-49ce-826c-f77dbbb1d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:58.617910 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4c36ed68-e9f7-4688-8149-67198bfe92ff req-487ab1d4-c950-49ce-826c-f77dbbb1d27c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0638340 Sep 16 12:49:58.684361 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] For port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:49:58.687801 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] For port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:49:58.698631 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:58.704188 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:58.704946 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:49:58.706416 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 HTTP/1.1" status: 200 len: 1096 time: 1.1134524 Sep 16 12:49:58.707012 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a439c4ea-46f5-4571-9d87-96a91a6359f7', 'tag': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:49:58.709989 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aaf025f-56c5-4a46-8852-4c1edfd879bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a439c4ea-46f5-4571-9d87-96a91a6359f7", "tag": "76e2deeb-80ac-4c0d-98b8-96091a5ab0d2"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:49:58.763287 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4c36ed68-e9f7-4688-8149-67198bfe92ff req-afb09994-8ad3-46b6-8a7b-840031bd0893 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370566 Sep 16 12:49:58.778092 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4229aa1-97b1-44a6-99fa-f8c1216929a1 x-openstack-request-id: req-a4229aa1-97b1-44a6-99fa-f8c1216929a1 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:49:58.778372 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a439c4ea-46f5-4571-9d87-96a91a6359f7", "tag": "76e2deeb-80ac-4c0d-98b8-96091a5ab0d2", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:49:58.778669 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a4229aa1-97b1-44a6-99fa-f8c1216929a1 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:49:58.779069 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4229aa1-97b1-44a6-99fa-f8c1216929a1'] response: {'name': 'network-changed', 'server_uuid': 'a439c4ea-46f5-4571-9d87-96a91a6359f7', 'tag': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2', 'status': 'completed', 'code': 200} Sep 16 12:49:58.784788 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fcdf3-f75b-479e-bf4d-2e509f348ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:49:58.811775 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:58.911494 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4c36ed68-e9f7-4688-8149-67198bfe92ff req-c56c7dd6-93d0-4845-bc6f-222ed325ef38 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405632 Sep 16 12:49:58.999750 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-96709e4a-5658-4027-8601-285c71b49f6b None None] Attempt 3 to provision port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 Sep 16 12:49:59.011982 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff5016-5ee3-46e8-bf9c-11e1d2090d26 req-3bd206ec-0bd6-49f3-a55f-243470d630f4 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:59.020874 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61ff5016-5ee3-46e8-bf9c-11e1d2090d26 req-3bd206ec-0bd6-49f3-a55f-243470d630f4 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 947 time: 0.0725265 Sep 16 12:49:59.095276 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-96709e4a-5658-4027-8601-285c71b49f6b None None] Port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:49:59.109980 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61ff5016-5ee3-46e8-bf9c-11e1d2090d26 req-b2532901-ebac-4658-ba28-57e7916f2eca tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880847 Sep 16 12:49:59.230988 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1e54fa51-8fe8-4993-a6b8-9636b20639af req-c942cc6d-231a-4d90-97f5-0897fddde1d6 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0347581 Sep 16 12:49:59.344513 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4691ff-72a9-4d08-8f2e-ad812d71a76d req-eeb1cc91-08d3-472c-8e80-a65a94d538d9 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:59.352994 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8a4691ff-72a9-4d08-8f2e-ad812d71a76d req-eeb1cc91-08d3-472c-8e80-a65a94d538d9 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=38d079dd-9676-45f7-b286-16aa78d487bf HTTP/1.1" status: 200 len: 945 time: 0.0835102 Sep 16 12:49:59.741318 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da5037-2908-4c48-b6f2-5e4dec56c3c9 req-5bf0ddcb-8c21-4d56-ae6b-558d5435a927 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:59.742914 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-65da5037-2908-4c48-b6f2-5e4dec56c3c9 req-5bf0ddcb-8c21-4d56-ae6b-558d5435a927 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 948 time: 0.3879080 Sep 16 12:49:59.784945 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8a4691ff-72a9-4d08-8f2e-ad812d71a76d req-e525d299-ad36-4486-a58b-e1ad46e31a01 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4309618 Sep 16 12:49:59.808714 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:49:59.820152 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-65da5037-2908-4c48-b6f2-5e4dec56c3c9 req-342b91dd-cedc-4b7b-8ddf-29fccb541ba2 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672908 Sep 16 12:49:59.951930 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72839534-1477-4b6c-8d2a-a9f8db42416b req-472dd8c4-0cf0-4b31-9c3c-532623189d8b tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:49:59.955031 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72839534-1477-4b6c-8d2a-a9f8db42416b req-472dd8c4-0cf0-4b31-9c3c-532623189d8b tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 946 time: 0.0572686 Sep 16 12:50:00.024482 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72839534-1477-4b6c-8d2a-a9f8db42416b req-acdaeb27-a466-4f65-ae82-b006cba68ee2 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1ab1c70b-bd1e-4b5f-a710-c457e22db414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642333 Sep 16 12:50:00.302097 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f04dc7-9883-4a61-8e3c-afc3ebd454d6 req-87a74ccf-0f33-4ba7-84f1-66e19902b4d0 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:00.317064 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54f04dc7-9883-4a61-8e3c-afc3ebd454d6 req-87a74ccf-0f33-4ba7-84f1-66e19902b4d0 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 947 time: 0.1069427 Sep 16 12:50:00.365710 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 86268f4b-8663-42c1-8d76-59058c635845 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:50:00.410569 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c230b762-0b8f-4320-8403-c6b349e677e9 req-f85ae901-21a8-46a4-8acd-d188321d4b16 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0413787 Sep 16 12:50:00.428039 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54f04dc7-9883-4a61-8e3c-afc3ebd454d6 req-e528e52b-cf30-4525-b973-acb6d48f4196 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094065 Sep 16 12:50:00.563254 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 86268f4b-8663-42c1-8d76-59058c635845, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=86268f4b-8663-42c1-8d76-59058c635845,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:00.582752 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '86268f4b-8663-42c1-8d76-59058c635845', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '86268f4b-8663-42c1-8d76-59058c635845', 'mac_address': 'fa:16:3e:a2:83:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:50:00.652842 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 86268f4b-8663-42c1-8d76-59058c635845 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:50:00.653377 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (86268f4b-8663-42c1-8d76-59058c635845), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:00.669255 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86268f4b-8663-42c1-8d76-59058c635845 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:50:00.691895 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 86268f4b-8663-42c1-8d76-59058c635845, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=86268f4b-8663-42c1-8d76-59058c635845,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:00.698479 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (86268f4b-8663-42c1-8d76-59058c635845), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:00.754748 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=86268f4b-8663-42c1-8d76-59058c635845,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:00.922186 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf025f-56c5-4a46-8852-4c1edfd879bd req-2fa5f509-c2f5-4865-b787-eedd508b3415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:00.924004 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1aaf025f-56c5-4a46-8852-4c1edfd879bd req-2fa5f509-c2f5-4865-b787-eedd508b3415 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 1130 time: 0.0780921 Sep 16 12:50:01.006363 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c44b2-c19a-4169-9492-8f8ac8ce37bd req-e691a176-475a-4328-8be5-1d75e3b3bc2e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:01.008265 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-067c44b2-c19a-4169-9492-8f8ac8ce37bd req-e691a176-475a-4328-8be5-1d75e3b3bc2e tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=38d079dd-9676-45f7-b286-16aa78d487bf HTTP/1.1" status: 200 len: 945 time: 0.1151774 Sep 16 12:50:01.017981 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ecf8a-d6de-4e6d-a2b0-ad73d8edf1e2 req-c8a3b42d-2310-4e19-9bf8-26fc245ae7b7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:01.020041 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1a7ecf8a-d6de-4e6d-a2b0-ad73d8edf1e2 req-c8a3b42d-2310-4e19-9bf8-26fc245ae7b7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 948 time: 0.0798354 Sep 16 12:50:01.121971 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-067c44b2-c19a-4169-9492-8f8ac8ce37bd req-e0188e08-ce07-4e70-b99a-712d1138eb8a tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007810 Sep 16 12:50:01.133487 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1a7ecf8a-d6de-4e6d-a2b0-ad73d8edf1e2 req-3949b3be-211e-4d61-9bd8-73ed7b4461aa tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997884 Sep 16 12:50:01.144934 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1aaf025f-56c5-4a46-8852-4c1edfd879bd req-b665fd30-8b4b-4ad1-aeb4-0e4162758494 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=0b18ec5302634d2a95e51547e0019d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0990689 Sep 16 12:50:01.255538 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['86268f4b-8663-42c1-8d76-59058c635845'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:50:01.270820 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0af756-da91-4812-83ec-2390a29d0894 req-cbfe8468-9bbd-4293-8c4f-ca2e35611402 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:01.278147 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-dc0af756-da91-4812-83ec-2390a29d0894 req-cbfe8468-9bbd-4293-8c4f-ca2e35611402 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 946 time: 0.2193179 Sep 16 12:50:01.415585 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f7b05-b938-46b2-b93b-3f615b00fe5a req-f97e98ef-8854-482c-a10b-5b83ebdc4c24 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:01.428729 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-630f7b05-b938-46b2-b93b-3f615b00fe5a req-f97e98ef-8854-482c-a10b-5b83ebdc4c24 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 946 time: 0.1451230 Sep 16 12:50:01.506565 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d842bc-52a7-495c-a5bc-54e8d2afb215 req-de3f11db-bff8-4fbd-8e8b-10b9f6b79b1d tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:01.509286 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-79d842bc-52a7-495c-a5bc-54e8d2afb215 req-de3f11db-bff8-4fbd-8e8b-10b9f6b79b1d tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=38d079dd-9676-45f7-b286-16aa78d487bf HTTP/1.1" status: 200 len: 945 time: 0.3533554 Sep 16 12:50:01.573955 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:01.591805 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-630f7b05-b938-46b2-b93b-3f615b00fe5a req-45129e25-59ff-4775-95c8-ce493c87cb0f tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1ab1c70b-bd1e-4b5f-a710-c457e22db414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571848 Sep 16 12:50:01.611272 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:01.612363 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-dc0af756-da91-4812-83ec-2390a29d0894 req-a8c058dd-749f-4db5-ae79-1911b1655591 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Deleting port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:01.612821 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-dc0af756-da91-4812-83ec-2390a29d0894 req-a8c058dd-749f-4db5-ae79-1911b1655591 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (f5de57d0-58b1-4bb4-be3d-a6d88fd93f21), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:01.709109 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf025f-56c5-4a46-8852-4c1edfd879bd req-659772a7-ef20-447c-a41a-4aecb66bdbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:01.711122 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1aaf025f-56c5-4a46-8852-4c1edfd879bd req-659772a7-ef20-447c-a41a-4aecb66bdbfd service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5297527 Sep 16 12:50:01.733490 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40927384-6f15-48fb-8864-0004a29563df req-b2aeab8e-9e5c-4b7c-8f1d-34fd365caac8 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:01.737986 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-40927384-6f15-48fb-8864-0004a29563df req-b2aeab8e-9e5c-4b7c-8f1d-34fd365caac8 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 948 time: 0.1379097 Sep 16 12:50:01.789390 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f47b37c-975a-4681-aa0b-835b65c77da2 req-47f0ef1b-a314-4191-b3b6-1024fed69691 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0505543 Sep 16 12:50:01.823940 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-d51b288d-83c5-4f7b-a39b-27b7399b91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:01.825669 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-d51b288d-83c5-4f7b-a39b-27b7399b91d5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 1130 time: 0.0518744 Sep 16 12:50:01.879693 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-79d842bc-52a7-495c-a5bc-54e8d2afb215 req-5d06dcee-a531-4cb9-b48a-bde37061d590 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Deleting port 3d903631-a9e4-424f-ad6d-35d838b2d04d {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:01.880204 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-79d842bc-52a7-495c-a5bc-54e8d2afb215 req-5d06dcee-a531-4cb9-b48a-bde37061d590 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (3d903631-a9e4-424f-ad6d-35d838b2d04d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:01.905990 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-40927384-6f15-48fb-8864-0004a29563df req-76df72b0-ccda-4242-a901-35a50c168340 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532419 Sep 16 12:50:01.946668 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-b2e62729-6ba3-4f6b-9906-b969aa905423 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 HTTP/1.1" status: 200 len: 217 time: 0.1065736 Sep 16 12:50:02.044058 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:02.056737 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-dc0af756-da91-4812-83ec-2390a29d0894 req-a8c058dd-749f-4db5-ae79-1911b1655591 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] For port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=f5de57d0-58b1-4bb4-be3d-a6d88fd93f21,segment=NetworkSegment(a798abf2-1cd1-4a7a-9eee-0afdaf4a3317),segment_id=a798abf2-1cd1-4a7a-9eee-0afdaf4a3317)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:02.057109 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-dc0af756-da91-4812-83ec-2390a29d0894 req-a8c058dd-749f-4db5-ae79-1911b1655591 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (f5de57d0-58b1-4bb4-be3d-a6d88fd93f21), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:02.187953 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-e8076a4d-612f-499b-a1ab-1a1c586c2dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:02.197957 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-e8076a4d-612f-499b-a1ab-1a1c586c2dad service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.2071555 Sep 16 12:50:02.292773 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ebf92593-c122-4989-9aed-824aae7aab4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:02.302377 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-79d842bc-52a7-495c-a5bc-54e8d2afb215 req-5d06dcee-a531-4cb9-b48a-bde37061d590 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] For port 3d903631-a9e4-424f-ad6d-35d838b2d04d, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3d903631-a9e4-424f-ad6d-35d838b2d04d,segment=NetworkSegment(54018204-1d57-4be0-9461-ce44976109f9),segment_id=54018204-1d57-4be0-9461-ce44976109f9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:02.302841 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-79d842bc-52a7-495c-a5bc-54e8d2afb215 req-5d06dcee-a531-4cb9-b48a-bde37061d590 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (3d903631-a9e4-424f-ad6d-35d838b2d04d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:02.377468 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162f45f-6579-4058-ac0f-d027d2e245fb req-b1f6673b-6ffb-4088-b700-107df9d5f34f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:02.382950 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7162f45f-6579-4058-ac0f-d027d2e245fb req-b1f6673b-6ffb-4088-b700-107df9d5f34f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 948 time: 0.1172104 Sep 16 12:50:02.398652 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c466a8-af00-41b0-afc1-42a8714d65d4 req-f792aa28-4053-4bfd-adc8-dbbf3bb4dd49 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:02.400509 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a6c466a8-af00-41b0-afc1-42a8714d65d4 req-f792aa28-4053-4bfd-adc8-dbbf3bb4dd49 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=38d079dd-9676-45f7-b286-16aa78d487bf HTTP/1.1" status: 200 len: 945 time: 0.0983925 Sep 16 12:50:02.501476 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7162f45f-6579-4058-ac0f-d027d2e245fb req-12e69f07-060a-4063-98ff-230a8decad6b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133120 Sep 16 12:50:02.514283 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a6c466a8-af00-41b0-afc1-42a8714d65d4 req-4aca0b1e-9e82-4350-a39e-8de556bc6c01 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063437 Sep 16 12:50:02.812441 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d4057-b9b7-451c-b798-f7a2d93d280c req-caa348b3-059a-4140-87f8-09433e53ef07 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:02.813982 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-057d4057-b9b7-451c-b798-f7a2d93d280c req-caa348b3-059a-4140-87f8-09433e53ef07 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 946 time: 0.1149721 Sep 16 12:50:02.867167 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 86268f4b-8663-42c1-8d76-59058c635845 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:50:02.884450 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-5279de37-41fe-46d1-9ac7-f96771ddc80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:02.886018 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-5279de37-41fe-46d1-9ac7-f96771ddc80e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6623051 Sep 16 12:50:02.901425 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-057d4057-b9b7-451c-b798-f7a2d93d280c req-653d16cf-f770-4d91-9b7c-c8437e8e29cf tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1ab1c70b-bd1e-4b5f-a710-c457e22db414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800185 Sep 16 12:50:02.978354 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 86268f4b-8663-42c1-8d76-59058c635845 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:50:02.987354 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 86268f4b-8663-42c1-8d76-59058c635845 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:50:02.987849 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (86268f4b-8663-42c1-8d76-59058c635845), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:02.988833 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 86268f4b-8663-42c1-8d76-59058c635845 Sep 16 12:50:03.068251 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:03.082096 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-140e8b44-db9a-47fb-98f6-7aa67d78a67b req-049e2f63-2f17-425c-8335-1b5ef15380c1 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0650117 Sep 16 12:50:03.119620 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 86268f4b-8663-42c1-8d76-59058c635845 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:50:03.120337 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (86268f4b-8663-42c1-8d76-59058c635845), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:03.144709 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:03.162962 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ff60ae-143a-4ae5-9c18-aff09a5c80cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86268f4b-8663-42c1-8d76-59058c635845'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:50:03.166009 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b8036e-7bf6-4670-931e-5f7747733451" -d '{"events": [{"server_uuid": "96ff60ae-143a-4ae5-9c18-aff09a5c80cd", "name": "network-vif-plugged", "status": "completed", "tag": "86268f4b-8663-42c1-8d76-59058c635845"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:50:03.185706 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 86268f4b-8663-42c1-8d76-59058c635845, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=86268f4b-8663-42c1-8d76-59058c635845,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:03.192108 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (86268f4b-8663-42c1-8d76-59058c635845), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:03.261406 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=86268f4b-8663-42c1-8d76-59058c635845,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:03.309063 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b475424-0927-4404-addf-cfcb605e9350 req-696e197e-62c9-4807-b761-34c1f12346dc tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:03.309905 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-10d68e7a-fb4c-4379-886d-7225162cba5c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127150 Sep 16 12:50:03.316300 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1b475424-0927-4404-addf-cfcb605e9350 req-696e197e-62c9-4807-b761-34c1f12346dc tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 949 time: 0.0838056 Sep 16 12:50:03.319102 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-dc0af756-da91-4812-83ec-2390a29d0894 req-a8c058dd-749f-4db5-ae79-1911b1655591 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:03.325077 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-dc0af756-da91-4812-83ec-2390a29d0894 req-a8c058dd-749f-4db5-ae79-1911b1655591 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (01cccd48-81a1-462b-b2aa-58a614020fee), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:03.327222 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [req-dc0af756-da91-4812-83ec-2390a29d0894 req-a8c058dd-749f-4db5-ae79-1911b1655591 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Floating IP 01cccd48-81a1-462b-b2aa-58a614020fee disassociated. External IP: 172.25.2.99, port: f5de57d0-58b1-4bb4-be3d-a6d88fd93f21. Sep 16 12:50:03.327668 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-dc0af756-da91-4812-83ec-2390a29d0894 req-a8c058dd-749f-4db5-ae79-1911b1655591 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Calling delete_port for f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:03.386511 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-79d842bc-52a7-495c-a5bc-54e8d2afb215 req-5d06dcee-a531-4cb9-b48a-bde37061d590 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:03.386886 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-79d842bc-52a7-495c-a5bc-54e8d2afb215 req-5d06dcee-a531-4cb9-b48a-bde37061d590 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (482646c7-4950-49fe-8099-b0c933feadd4), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:03.387241 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [req-79d842bc-52a7-495c-a5bc-54e8d2afb215 req-5d06dcee-a531-4cb9-b48a-bde37061d590 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Floating IP 482646c7-4950-49fe-8099-b0c933feadd4 disassociated. External IP: 172.25.2.209, port: 3d903631-a9e4-424f-ad6d-35d838b2d04d. Sep 16 12:50:03.387646 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-79d842bc-52a7-495c-a5bc-54e8d2afb215 req-5d06dcee-a531-4cb9-b48a-bde37061d590 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Calling delete_port for 3d903631-a9e4-424f-ad6d-35d838b2d04d owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:03.411717 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1b475424-0927-4404-addf-cfcb605e9350 req-9b7b2742-5d88-4093-94e7-9ff97a5fc280 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944741 Sep 16 12:50:03.480465 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1b87c3-da73-47dc-b922-0316945ecb5b x-openstack-request-id: req-bd1b87c3-da73-47dc-b922-0316945ecb5b {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:50:03.481505 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ff60ae-143a-4ae5-9c18-aff09a5c80cd", "name": "network-vif-plugged", "status": "completed", "tag": "86268f4b-8663-42c1-8d76-59058c635845", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:50:03.482047 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bd1b87c3-da73-47dc-b922-0316945ecb5b {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:50:03.482734 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd1b87c3-da73-47dc-b922-0316945ecb5b'] response: {'server_uuid': '96ff60ae-143a-4ae5-9c18-aff09a5c80cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86268f4b-8663-42c1-8d76-59058c635845', 'code': 200} Sep 16 12:50:03.530969 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:03.624733 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:03.663507 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d950ed9e-82b9-4f16-8e4d-60e20ad4840c req-1b50eb46-4d30-4bb8-a886-4981f52f19d8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277521 Sep 16 12:50:03.775519 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf602c1-9baf-40be-904a-b5e6d3863d0d req-1aece60b-3836-4860-8faf-2204522d5347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:03.777357 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-edf602c1-9baf-40be-904a-b5e6d3863d0d req-1aece60b-3836-4860-8faf-2204522d5347 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 1131 time: 0.1470833 Sep 16 12:50:03.828814 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050d66c-bb74-4275-9683-4dc59532bfbc req-04a1a447-10f7-4924-b2e0-21c68c51a17d tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:03.830689 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e050d66c-bb74-4275-9683-4dc59532bfbc req-04a1a447-10f7-4924-b2e0-21c68c51a17d tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 948 time: 0.1615753 Sep 16 12:50:03.835960 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-dc0af756-da91-4812-83ec-2390a29d0894 req-a8c058dd-749f-4db5-ae79-1911b1655591 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (f5de57d0-58b1-4bb4-be3d-a6d88fd93f21), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:03.878412 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:03.901354 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c058dd-749f-4db5-ae79-1911b1655591 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Pushing event deleted for resources: {'Port': ['ID=f5de57d0-58b1-4bb4-be3d-a6d88fd93f21,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:03.918814 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-edf602c1-9baf-40be-904a-b5e6d3863d0d req-36780cab-667a-4619-8c4b-4c4782feb02b service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256983 Sep 16 12:50:03.954509 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a240c61-df37-4c29-b6ba-01313aef7fb6 req-5e5c6c66-9979-44f1-8bb6-075cedf18d2a tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:03.962072 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5a240c61-df37-4c29-b6ba-01313aef7fb6 req-5e5c6c66-9979-44f1-8bb6-075cedf18d2a tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=38d079dd-9676-45f7-b286-16aa78d487bf HTTP/1.1" status: 200 len: 945 time: 0.1467249 Sep 16 12:50:03.991221 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e050d66c-bb74-4275-9683-4dc59532bfbc req-99111c86-fdeb-4c05-82a1-371f2b73740e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471062 Sep 16 12:50:03.991426 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-79d842bc-52a7-495c-a5bc-54e8d2afb215 req-5d06dcee-a531-4cb9-b48a-bde37061d590 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (3d903631-a9e4-424f-ad6d-35d838b2d04d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:04.025714 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06dcee-a531-4cb9-b48a-bde37061d590 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Pushing event deleted for resources: {'Port': ['ID=3d903631-a9e4-424f-ad6d-35d838b2d04d,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:04.066872 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5a240c61-df37-4c29-b6ba-01313aef7fb6 req-167726c4-a349-45dd-b4d8-02e147234d16 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7775057f-57f6-4251-aaa7-ff631623100e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034610 Sep 16 12:50:04.213171 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc0af756-da91-4812-83ec-2390a29d0894 req-a8c058dd-749f-4db5-ae79-1911b1655591 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Router f63d6293-eb39-4305-aa42-0b29810a311b has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:50:04.217940 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5e9d3b49-e876-41e3-82a5-b55718ad8088 req-63bd931b-e152-4db0-9bd2-c7cf7e2395c6 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 210 time: 0.0460370 Sep 16 12:50:04.412891 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-29ef24af-5da7-4731-a566-d68254cfcd42 req-54e55688-8a07-4cb7-bfc1-6b03ef9519e7 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0775309 Sep 16 12:50:04.436873 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79d842bc-52a7-495c-a5bc-54e8d2afb215 req-5d06dcee-a531-4cb9-b48a-bde37061d590 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:50:04.540967 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc0af756-da91-4812-83ec-2390a29d0894 req-a8c058dd-749f-4db5-ae79-1911b1655591 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:50:04.554080 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52948e6f-2e3d-4b15-93fa-bc50ef7241b1 None None] Sync routers for ids ['f63d6293-eb39-4305-aa42-0b29810a311b'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:50:04.627774 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52948e6f-2e3d-4b15-93fa-bc50ef7241b1 None None] Routers {'f63d6293-eb39-4305-aa42-0b29810a311b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:50:04.629088 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-52948e6f-2e3d-4b15-93fa-bc50ef7241b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:49:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['f63d6293-eb39-4305-aa42-0b29810a311b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:04.637078 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ac8cc852-794d-4d30-abe7-c69d7ebf1881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:04.702188 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0af756-da91-4812-83ec-2390a29d0894 req-a8c058dd-749f-4db5-ae79-1911b1655591 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] No DVR routers for this DVR port f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:50:04.706084 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-dc0af756-da91-4812-83ec-2390a29d0894 req-a8c058dd-749f-4db5-ae79-1911b1655591 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:04.710904 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-dc0af756-da91-4812-83ec-2390a29d0894 req-a8c058dd-749f-4db5-ae79-1911b1655591 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.76 "DELETE /networking/v2.0/ports/f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 HTTP/1.1" status: 204 len: 173 time: 3.4269454 Sep 16 12:50:04.713502 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8983b634-6da4-4830-b0f1-5835cc55083e', 'name': 'network-vif-deleted', 'tag': 'f5de57d0-58b1-4bb4-be3d-a6d88fd93f21'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:50:04.715794 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b026d25e-21f6-416d-80d5-e4bb2c665300" -d '{"events": [{"server_uuid": "8983b634-6da4-4830-b0f1-5835cc55083e", "name": "network-vif-deleted", "tag": "f5de57d0-58b1-4bb4-be3d-a6d88fd93f21"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:50:04.722510 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f976d-d975-4bc4-a08e-783355c17f92 req-7a28c2d5-a28e-4385-a9cd-5dd13f1e8e6f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:04.724329 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c8f976d-d975-4bc4-a08e-783355c17f92 req-7a28c2d5-a28e-4385-a9cd-5dd13f1e8e6f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 949 time: 0.1604977 Sep 16 12:50:04.754476 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79d842bc-52a7-495c-a5bc-54e8d2afb215 req-5d06dcee-a531-4cb9-b48a-bde37061d590 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:50:04.766840 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e64405-c08d-401a-89a0-a43af9f78706 None None] Sync routers for ids ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:50:04.789192 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e64405-c08d-401a-89a0-a43af9f78706 None None] Routers {'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:50:04.789917 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-d2e64405-c08d-401a-89a0-a43af9f78706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:50:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:04.848640 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-52948e6f-2e3d-4b15-93fa-bc50ef7241b1 None None] Set router f63d6293-eb39-4305-aa42-0b29810a311b gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:50:04.851467 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d842bc-52a7-495c-a5bc-54e8d2afb215 req-5d06dcee-a531-4cb9-b48a-bde37061d590 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] No DVR routers for this DVR port 3d903631-a9e4-424f-ad6d-35d838b2d04d on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:50:04.855311 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-79d842bc-52a7-495c-a5bc-54e8d2afb215 req-5d06dcee-a531-4cb9-b48a-bde37061d590 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:04.859330 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-79d842bc-52a7-495c-a5bc-54e8d2afb215 req-5d06dcee-a531-4cb9-b48a-bde37061d590 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.76 "DELETE /networking/v2.0/ports/3d903631-a9e4-424f-ad6d-35d838b2d04d HTTP/1.1" status: 204 len: 173 time: 3.3014200 Sep 16 12:50:04.876822 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c8f976d-d975-4bc4-a08e-783355c17f92 req-76bdb904-760c-4430-89e4-a4d1e302ffae tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430092 Sep 16 12:50:05.010123 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a096bb2a-1aa7-4f98-adf1-e7b40908fc56 x-openstack-request-id: req-a096bb2a-1aa7-4f98-adf1-e7b40908fc56 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:50:05.011183 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8983b634-6da4-4830-b0f1-5835cc55083e", "name": "network-vif-deleted", "tag": "f5de57d0-58b1-4bb4-be3d-a6d88fd93f21", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:50:05.012357 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a096bb2a-1aa7-4f98-adf1-e7b40908fc56 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:50:05.013315 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a096bb2a-1aa7-4f98-adf1-e7b40908fc56'] response: {'server_uuid': '8983b634-6da4-4830-b0f1-5835cc55083e', 'name': 'network-vif-deleted', 'tag': 'f5de57d0-58b1-4bb4-be3d-a6d88fd93f21', 'status': 'completed', 'code': 200} Sep 16 12:50:05.114014 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-d2e64405-c08d-401a-89a0-a43af9f78706 None None] Set router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:50:05.153957 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-02b7f635-d275-4fd2-8ca5-8db7908aebc9 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:05.155537 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-02b7f635-d275-4fd2-8ca5-8db7908aebc9 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/networks?id=0e610de6-3238-41c3-bd1a-f23917fad801 HTTP/1.1" status: 200 len: 805 time: 0.4073932 Sep 16 12:50:05.179958 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-52948e6f-2e3d-4b15-93fa-bc50ef7241b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'name': 'tempest-ServersTestJSON-1675488359-router', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:48:26Z', 'updated_at': '2022-09-16T12:48:35Z', 'revision_number': 4, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'gw_port': {'id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:28Z', 'updated_at': '2022-09-16T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '40c55462-fdbc-4090-8cb7-97d082863125', 'name': '', 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'mac_address': 'fa:16:3e:f1:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e4718ee6-232f-478b-b220-a60983fb9ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:33Z', 'updated_at': '2022-09-16T12:48:41Z', 'revision_number': 5, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'subnets': [{'id': 'e4718ee6-232f-478b-b220-a60983fb9ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:05.184464 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:05.207970 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-0db4191c-6646-48ac-9c78-e83fd9d858a4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/quotas/e6fa2067c44b42b5aa940619abd8e538 HTTP/1.1" status: 200 len: 375 time: 0.0454068 Sep 16 12:50:05.229978 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52948e6f-2e3d-4b15-93fa-bc50ef7241b1 None None] Checking router: f63d6293-eb39-4305-aa42-0b29810a311b for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:50:05.244163 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52948e6f-2e3d-4b15-93fa-bc50ef7241b1 None None] Routers {'f63d6293-eb39-4305-aa42-0b29810a311b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:50:05.245129 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-52948e6f-2e3d-4b15-93fa-bc50ef7241b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:50:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['f63d6293-eb39-4305-aa42-0b29810a311b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:05.293490 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24d412-e0e2-44e0-993f-ae16df17b976 req-735c3aac-a1b9-41ee-ac30-5add47186d81 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:05.304162 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2b24d412-e0e2-44e0-993f-ae16df17b976 req-735c3aac-a1b9-41ee-ac30-5add47186d81 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 948 time: 0.1176658 Sep 16 12:50:05.404908 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-49e5e877-12c8-4730-9655-0ecfe8d76a9d tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=e6fa2067c44b42b5aa940619abd8e538&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1956608 Sep 16 12:50:05.433217 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-d2e64405-c08d-401a-89a0-a43af9f78706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:12Z', 'updated_at': '2022-09-16T12:46:19Z', 'revision_number': 4, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'gw_port': {'id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:13Z', 'updated_at': '2022-09-16T12:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e440ffa3-b382-4dbb-b375-94dc825628ba', 'name': '', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'mac_address': 'fa:16:3e:30:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:18Z', 'updated_at': '2022-09-16T12:46:24Z', 'revision_number': 5, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'subnets': [{'id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:05.461905 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-52948e6f-2e3d-4b15-93fa-bc50ef7241b1 None None] Set router f63d6293-eb39-4305-aa42-0b29810a311b gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:50:05.481892 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e64405-c08d-401a-89a0-a43af9f78706 None None] Checking router: a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:50:05.485394 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2b24d412-e0e2-44e0-993f-ae16df17b976 req-1e6f71ab-2019-4142-9bdf-70fa9d945ddb tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803393 Sep 16 12:50:05.508479 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e64405-c08d-401a-89a0-a43af9f78706 None None] Routers {'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:50:05.509143 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-d2e64405-c08d-401a-89a0-a43af9f78706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:50:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:05.596649 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-a197803e-bde3-46f1-be7a-d9dfbec29bd4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0e610de6-3238-41c3-bd1a-f23917fad801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905425 Sep 16 12:50:05.727375 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-d2e64405-c08d-401a-89a0-a43af9f78706 None None] Set router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:50:05.776746 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-fbce114e-d3e9-45bb-8678-73e28b944171 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0e610de6-3238-41c3-bd1a-f23917fad801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789162 Sep 16 12:50:05.781624 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-52948e6f-2e3d-4b15-93fa-bc50ef7241b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'name': 'tempest-ServersTestJSON-1675488359-router', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:48:26Z', 'updated_at': '2022-09-16T12:48:35Z', 'revision_number': 4, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'gw_port': {'id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:28Z', 'updated_at': '2022-09-16T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '40c55462-fdbc-4090-8cb7-97d082863125', 'name': '', 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'mac_address': 'fa:16:3e:f1:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e4718ee6-232f-478b-b220-a60983fb9ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:33Z', 'updated_at': '2022-09-16T12:48:41Z', 'revision_number': 5, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'subnets': [{'id': 'e4718ee6-232f-478b-b220-a60983fb9ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:05.815238 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52948e6f-2e3d-4b15-93fa-bc50ef7241b1 None None] The sync data for ids ['f63d6293-eb39-4305-aa42-0b29810a311b'] in n-d-858094-4 is: [{'id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'name': 'tempest-ServersTestJSON-1675488359-router', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:48:26Z', 'updated_at': '2022-09-16T12:48:35Z', 'revision_number': 4, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'gw_port': {'id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:28Z', 'updated_at': '2022-09-16T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '40c55462-fdbc-4090-8cb7-97d082863125', 'name': '', 'network_id': '3300d86a-7270-4b5f-bde5-4572289b9372', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'mac_address': 'fa:16:3e:f1:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e4718ee6-232f-478b-b220-a60983fb9ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:33Z', 'updated_at': '2022-09-16T12:48:41Z', 'revision_number': 5, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'subnets': [{'id': 'e4718ee6-232f-478b-b220-a60983fb9ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:50:05.839349 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aea66f25-fe8d-4137-ad0e-f2da4fd394b5 req-e64d4940-d1da-4a41-a3b9-15e12653e726 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=38d079dd-9676-45f7-b286-16aa78d487bf HTTP/1.1" status: 200 len: 210 time: 0.0587893 Sep 16 12:50:05.889241 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:50:05.939681 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:50:05.940025 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device f5de57d0-58b1-4bb4-be3d-a6d88fd93f21 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:50:05.940571 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3d903631-a9e4-424f-ad6d-35d838b2d04d no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:50:06.061990 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 3d903631-a9e4-424f-ad6d-35d838b2d04d {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:50:06.063807 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3d903631-a9e4-424f-ad6d-35d838b2d04d not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:50:06.135129 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5e52e6f0-da9a-4a81-9926-d03f2dbb6741 req-ad0af294-f86c-407c-934c-46f7eaa0b5ea tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8983b634-6da4-4830-b0f1-5835cc55083e HTTP/1.1" status: 200 len: 210 time: 0.1074202 Sep 16 12:50:06.137719 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-32c36732-5710-4ea8-9d7a-e0af81944000 req-6f9fd2ce-d14d-438e-848c-2354a5f13c39 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0960159 Sep 16 12:50:06.186908 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:06.304101 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dcda8152-e9c2-4bac-be4f-8e63247d6820 req-dc721e80-9816-4b80-a164-5730c6373b7e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7725f9a0-ac02-47ad-a67f-a9d42c2a6aac HTTP/1.1" status: 200 len: 210 time: 0.0762167 Sep 16 12:50:06.369610 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-d2e64405-c08d-401a-89a0-a43af9f78706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:12Z', 'updated_at': '2022-09-16T12:46:19Z', 'revision_number': 4, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'gw_port': {'id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:13Z', 'updated_at': '2022-09-16T12:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e440ffa3-b382-4dbb-b375-94dc825628ba', 'name': '', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'mac_address': 'fa:16:3e:30:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:18Z', 'updated_at': '2022-09-16T12:46:24Z', 'revision_number': 5, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'subnets': [{'id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:06.418725 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1931f781-bd0e-4598-8f2d-fdaafc439d1b None None] New status for floating IP 01cccd48-81a1-462b-b2aa-58a614020fee: DOWN {{(pid=113701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:50:06.436349 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e64405-c08d-401a-89a0-a43af9f78706 None None] The sync data for ids ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'] in n-d-858094-4 is: [{'id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:12Z', 'updated_at': '2022-09-16T12:46:19Z', 'revision_number': 4, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'gw_port': {'id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:13Z', 'updated_at': '2022-09-16T12:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e440ffa3-b382-4dbb-b375-94dc825628ba', 'name': '', 'network_id': 'eb8add18-d929-45d2-acc9-197a8391e875', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'mac_address': 'fa:16:3e:30:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:18Z', 'updated_at': '2022-09-16T12:46:24Z', 'revision_number': 5, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'subnets': [{'id': 'fb6cbc25-6c82-4a73-b1fd-602ce120a77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:50:06.564896 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025adb7-1c4c-43e5-8cbe-f46a4ae58cd7 req-8e25c809-6709-4b63-9bc1-520888f9445a tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:06.573872 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6025adb7-1c4c-43e5-8cbe-f46a4ae58cd7 req-8e25c809-6709-4b63-9bc1-520888f9445a tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 949 time: 0.2685800 Sep 16 12:50:06.591183 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b88649-7fbd-4ac9-9af1-bffcfcd83d38 req-3c101c9c-5c94-480d-afdc-7f372c430d14 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:06.593314 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d2b88649-7fbd-4ac9-9af1-bffcfcd83d38 req-3c101c9c-5c94-480d-afdc-7f372c430d14 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dacfa868-1c8b-4918-8797-f31caee29361 HTTP/1.1" status: 200 len: 945 time: 0.1386852 Sep 16 12:50:06.826004 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103a30e-eee0-4b07-b6e6-d0b9c4f00479 req-3af833fb-469f-47d9-97ef-1a5a92170485 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:06.838512 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c103a30e-eee0-4b07-b6e6-d0b9c4f00479 req-3af833fb-469f-47d9-97ef-1a5a92170485 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 948 time: 0.2374070 Sep 16 12:50:06.860911 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device fabffdb4-d14b-4b3e-bbe3-09f69928ff1e no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:50:06.892360 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-d2b88649-7fbd-4ac9-9af1-bffcfcd83d38 req-33d1454e-86cf-4b8a-9d1b-3893e8d5ff2a tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Deleting port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:06.893098 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d2b88649-7fbd-4ac9-9af1-bffcfcd83d38 req-33d1454e-86cf-4b8a-9d1b-3893e8d5ff2a tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (fabffdb4-d14b-4b3e-bbe3-09f69928ff1e), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:06.938741 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:07.015099 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d079dd-9676-45f7-b286-16aa78d487bf', 'name': 'network-vif-deleted', 'tag': '3d903631-a9e4-424f-ad6d-35d838b2d04d'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:50:07.017711 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3260f9-17ee-466a-b46a-ff95ced55e4d" -d '{"events": [{"server_uuid": "38d079dd-9676-45f7-b286-16aa78d487bf", "name": "network-vif-deleted", "tag": "3d903631-a9e4-424f-ad6d-35d838b2d04d"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:50:07.066114 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-d2b88649-7fbd-4ac9-9af1-bffcfcd83d38 req-33d1454e-86cf-4b8a-9d1b-3893e8d5ff2a tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] For port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=fabffdb4-d14b-4b3e-bbe3-09f69928ff1e,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:07.066881 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d2b88649-7fbd-4ac9-9af1-bffcfcd83d38 req-33d1454e-86cf-4b8a-9d1b-3893e8d5ff2a tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (fabffdb4-d14b-4b3e-bbe3-09f69928ff1e), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:07.083617 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3af0b7-90f7-4a98-837a-849020336351 None None] New status for floating IP 482646c7-4950-49fe-8099-b0c933feadd4: DOWN {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:50:07.095877 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-d2b88649-7fbd-4ac9-9af1-bffcfcd83d38 req-33d1454e-86cf-4b8a-9d1b-3893e8d5ff2a tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Calling delete_port for fabffdb4-d14b-4b3e-bbe3-09f69928ff1e owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:07.209968 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:07.255216 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6025adb7-1c4c-43e5-8cbe-f46a4ae58cd7 req-cd174daf-3976-4fd8-9e17-ed3005e0ed1b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6798179 Sep 16 12:50:07.349120 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c103a30e-eee0-4b07-b6e6-d0b9c4f00479 req-7c3cfb6a-cfac-4b96-bd61-f854bd0201fe tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094621 Sep 16 12:50:07.439439 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:50:07.440272 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fabffdb4-d14b-4b3e-bbe3-09f69928ff1e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:07.482022 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455fd42d-83e9-4090-bd42-acc9ed780a44 x-openstack-request-id: req-455fd42d-83e9-4090-bd42-acc9ed780a44 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:50:07.483672 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d079dd-9676-45f7-b286-16aa78d487bf", "name": "network-vif-deleted", "tag": "3d903631-a9e4-424f-ad6d-35d838b2d04d", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:50:07.483939 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-455fd42d-83e9-4090-bd42-acc9ed780a44 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:50:07.484675 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-455fd42d-83e9-4090-bd42-acc9ed780a44'] response: {'server_uuid': '38d079dd-9676-45f7-b286-16aa78d487bf', 'name': 'network-vif-deleted', 'tag': '3d903631-a9e4-424f-ad6d-35d838b2d04d', 'status': 'completed', 'code': 200} Sep 16 12:50:07.575769 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:07.576551 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:07.593586 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:07.721092 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4dfa238d-5b80-4d48-bddd-8a8dee44369f req-807a50ce-800c-496f-a510-3d88712c41c7 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7725f9a0-ac02-47ad-a67f-a9d42c2a6aac HTTP/1.1" status: 200 len: 210 time: 0.1150627 Sep 16 12:50:07.725879 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:07.780667 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c5f4e89-690c-4bdf-958b-852058ee1d50 req-007bffb9-6682-4e2d-a990-e7f0d241c407 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.1455095 Sep 16 12:50:07.781373 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d2b88649-7fbd-4ac9-9af1-bffcfcd83d38 req-33d1454e-86cf-4b8a-9d1b-3893e8d5ff2a tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (fabffdb4-d14b-4b3e-bbe3-09f69928ff1e), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:07.866721 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:50:07.888815 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 51740) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:07.904104 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1454e-86cf-4b8a-9d1b-3893e8d5ff2a tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Pushing event deleted for resources: {'Port': ['ID=fabffdb4-d14b-4b3e-bbe3-09f69928ff1e,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:07.953993 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:08.001570 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 51744) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:08.013611 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b88649-7fbd-4ac9-9af1-bffcfcd83d38 req-33d1454e-86cf-4b8a-9d1b-3893e8d5ff2a tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] No DVR routers for this DVR port fabffdb4-d14b-4b3e-bbe3-09f69928ff1e on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:50:08.020324 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d2b88649-7fbd-4ac9-9af1-bffcfcd83d38 req-33d1454e-86cf-4b8a-9d1b-3893e8d5ff2a tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:08.025456 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d2b88649-7fbd-4ac9-9af1-bffcfcd83d38 req-33d1454e-86cf-4b8a-9d1b-3893e8d5ff2a tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.25 "DELETE /networking/v2.0/ports/fabffdb4-d14b-4b3e-bbe3-09f69928ff1e HTTP/1.1" status: 204 len: 173 time: 1.4116330 Sep 16 12:50:08.026436 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacfa868-1c8b-4918-8797-f31caee29361', 'name': 'network-vif-deleted', 'tag': 'fabffdb4-d14b-4b3e-bbe3-09f69928ff1e'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:50:08.044196 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a189049-a474-4b12-a5fa-a254f1abc91a" -d '{"events": [{"server_uuid": "dacfa868-1c8b-4918-8797-f31caee29361", "name": "network-vif-deleted", "tag": "fabffdb4-d14b-4b3e-bbe3-09f69928ff1e"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:50:08.086911 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2cc2080c-78b5-45b2-a534-85cba2eee977 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for security_group (1ab1c70b-bd1e-4b5f-a710-c457e22db414), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:08.136549 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2cc2080c-78b5-45b2-a534-85cba2eee977 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for security_group (1ab1c70b-bd1e-4b5f-a710-c457e22db414), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:08.204487 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:08.241334 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2', 'mac_address': 'fa:16:3e:d3:a0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:50:08.248428 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8ac2-4389-4327-86e7-67b7b3c7ea74 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for security_group (7775057f-57f6-4251-aaa7-ff631623100e), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:08.256491 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494e2c8e-9c9e-43cf-9f71-ff3710e61dc9 x-openstack-request-id: req-494e2c8e-9c9e-43cf-9f71-ff3710e61dc9 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:50:08.256768 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacfa868-1c8b-4918-8797-f31caee29361", "name": "network-vif-deleted", "tag": "fabffdb4-d14b-4b3e-bbe3-09f69928ff1e", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:50:08.257337 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-494e2c8e-9c9e-43cf-9f71-ff3710e61dc9 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:50:08.259155 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-494e2c8e-9c9e-43cf-9f71-ff3710e61dc9'] response: {'server_uuid': 'dacfa868-1c8b-4918-8797-f31caee29361', 'name': 'network-vif-deleted', 'tag': 'fabffdb4-d14b-4b3e-bbe3-09f69928ff1e', 'status': 'completed', 'code': 200} Sep 16 12:50:08.276138 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2cc2080c-78b5-45b2-a534-85cba2eee977 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (1ab1c70b-bd1e-4b5f-a710-c457e22db414), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:08.280678 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2cc2080c-78b5-45b2-a534-85cba2eee977 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:08.282643 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2cc2080c-78b5-45b2-a534-85cba2eee977 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/1ab1c70b-bd1e-4b5f-a710-c457e22db414 HTTP/1.1" status: 204 len: 168 time: 0.3923194 Sep 16 12:50:08.289487 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 51748) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:08.293949 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:08.306485 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2080c-78b5-45b2-a534-85cba2eee977 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab1c70b-bd1e-4b5f-a710-c457e22db414,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:08.325342 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [None req-7751636c-c56a-4905-9fdc-29d1ea982cff tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] show failed (client error): The resource could not be found. Sep 16 12:50:08.329575 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 51752) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:08.329803 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-7751636c-c56a-4905-9fdc-29d1ea982cff tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "GET /networking/v2.0/security-groups/1ab1c70b-bd1e-4b5f-a710-c457e22db414 HTTP/1.1" status: 404 len: 347 time: 0.0379906 Sep 16 12:50:08.333194 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8ac2-4389-4327-86e7-67b7b3c7ea74 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for security_group (7775057f-57f6-4251-aaa7-ff631623100e), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:08.411293 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:50:08.412389 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:08.435458 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8ac2-4389-4327-86e7-67b7b3c7ea74 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (7775057f-57f6-4251-aaa7-ff631623100e), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:08.438160 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8ac2-4389-4327-86e7-67b7b3c7ea74 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:08.442616 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-d3ef8ac2-4389-4327-86e7-67b7b3c7ea74 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/7775057f-57f6-4251-aaa7-ff631623100e HTTP/1.1" status: 204 len: 168 time: 0.4343684 Sep 16 12:50:08.446642 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 51760) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:08.447851 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:50:08.477375 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:DELETE=14 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:08.487590 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef8ac2-4389-4327-86e7-67b7b3c7ea74 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7775057f-57f6-4251-aaa7-ff631623100e,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:08.513238 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:08.532502 n-d-858094-4 neutron-server[113699]: INFO neutron.api.v2.resource [None req-39c15461-edf6-4aa4-83db-cce060bfa421 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] show failed (client error): The resource could not be found. Sep 16 12:50:08.533806 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-39c15461-edf6-4aa4-83db-cce060bfa421 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "GET /networking/v2.0/security-groups/7775057f-57f6-4251-aaa7-ff631623100e HTTP/1.1" status: 404 len: 347 time: 0.0766900 Sep 16 12:50:08.535059 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:08.537730 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 51762) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:08.596067 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-3bf9584b-fd07-4365-bb15-69fe8979a463 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Deleting port 87b801a8-8cd8-47aa-9985-315966a9dc1d {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:08.596784 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3bf9584b-fd07-4365-bb15-69fe8979a463 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (87b801a8-8cd8-47aa-9985-315966a9dc1d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:08.702619 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:08.744399 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3bf9584b-fd07-4365-bb15-69fe8979a463 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (87b801a8-8cd8-47aa-9985-315966a9dc1d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:08.744847 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3bf9584b-fd07-4365-bb15-69fe8979a463 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for floatingip (87b801a8-8cd8-47aa-9985-315966a9dc1d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:08.755543 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc945a5-2e8b-40eb-8505-5fb4efd8fce9 req-3af1a825-8bd7-4d5b-b48e-ceaf2ee07e8d tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:08.766045 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dc945a5-2e8b-40eb-8505-5fb4efd8fce9 req-3af1a825-8bd7-4d5b-b48e-ceaf2ee07e8d tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 949 time: 0.2272351 Sep 16 12:50:08.847635 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72389fa4-f0eb-44c1-9cd4-b35c8fea201c req-3b5d551e-156f-486e-aac2-b8676c9f19df tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:08.855621 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72389fa4-f0eb-44c1-9cd4-b35c8fea201c req-3b5d551e-156f-486e-aac2-b8676c9f19df tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 949 time: 0.3933561 Sep 16 12:50:08.883725 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['76e2deeb-80ac-4c0d-98b8-96091a5ab0d2'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:50:08.936802 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-09b09521-fbd0-4084-8bcc-41ff1e7df7e7 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Deleting port 7ae288e6-ca7f-4735-88ad-6f645b6ea0bc {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:08.937146 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-09b09521-fbd0-4084-8bcc-41ff1e7df7e7 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (7ae288e6-ca7f-4735-88ad-6f645b6ea0bc), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:09.035154 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-09b09521-fbd0-4084-8bcc-41ff1e7df7e7 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (7ae288e6-ca7f-4735-88ad-6f645b6ea0bc), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:09.035793 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-09b09521-fbd0-4084-8bcc-41ff1e7df7e7 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for floatingip (7ae288e6-ca7f-4735-88ad-6f645b6ea0bc), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:09.051344 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-09b09521-fbd0-4084-8bcc-41ff1e7df7e7 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Calling delete_port for 7ae288e6-ca7f-4735-88ad-6f645b6ea0bc owned by network:floatingip {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:09.062903 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-3bf9584b-fd07-4365-bb15-69fe8979a463 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Calling delete_port for 87b801a8-8cd8-47aa-9985-315966a9dc1d owned by network:floatingip {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:09.077061 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-20268e63-6268-471f-b373-112caaf51516 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:09.079906 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-20268e63-6268-471f-b373-112caaf51516 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.76 "GET /networking/v2.0/networks?id=0e610de6-3238-41c3-bd1a-f23917fad801 HTTP/1.1" status: 200 len: 805 time: 0.3298969 Sep 16 12:50:09.097015 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-d141c6d5-14f6-4014-8118-85da0d51b6d4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Request body: {'port': {'device_id': '7725f9a0-ac02-47ad-a67f-a9d42c2a6aac', 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801', 'admin_state_up': True, 'tenant_id': 'e6fa2067c44b42b5aa940619abd8e538'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:50:09.145328 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:09.180039 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dc945a5-2e8b-40eb-8505-5fb4efd8fce9 req-9b4e775e-36f4-46db-a922-bfc5f667b372 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104269 Sep 16 12:50:09.300657 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72389fa4-f0eb-44c1-9cd4-b35c8fea201c req-0c8049c2-1336-4002-b5ee-f8611a29c912 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436731 Sep 16 12:50:09.392631 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d89985a8-1bee-47ff-8086-0922d72deb77 req-70e5391c-f42a-4b12-b5ec-68843a3522ca tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7725f9a0-ac02-47ad-a67f-a9d42c2a6aac HTTP/1.1" status: 200 len: 210 time: 0.0773704 Sep 16 12:50:09.461027 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20d1f997-bad5-459a-bbc3-41dca85c235b req-55b6f785-3b0b-40a8-8fdf-8ffd86052546 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0452502 Sep 16 12:50:09.462558 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-09b09521-fbd0-4084-8bcc-41ff1e7df7e7 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (7ae288e6-ca7f-4735-88ad-6f645b6ea0bc), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:09.504961 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b09521-fbd0-4084-8bcc-41ff1e7df7e7 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Pushing event deleted for resources: {'Port': ['ID=7ae288e6-ca7f-4735-88ad-6f645b6ea0bc,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:09.602875 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-d141c6d5-14f6-4014-8118-85da0d51b6d4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Made reservation on behalf of e6fa2067c44b42b5aa940619abd8e538 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:50:09.609015 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-d141c6d5-14f6-4014-8118-85da0d51b6d4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:09.649917 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-09b09521-fbd0-4084-8bcc-41ff1e7df7e7 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks [] for floatingip (482646c7-4950-49fe-8099-b0c933feadd4), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:09.652997 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-09b09521-fbd0-4084-8bcc-41ff1e7df7e7 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:09.667494 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-09b09521-fbd0-4084-8bcc-41ff1e7df7e7 tempest-ServersWithSpecificFlavorTestJSON-985301388 tempest-ServersWithSpecificFlavorTestJSON-985301388-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/482646c7-4950-49fe-8099-b0c933feadd4 HTTP/1.1" status: 204 len: 168 time: 1.0925968 Sep 16 12:50:09.683866 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e412a64-d5bd-4a96-b083-27e89b9b11bb req-4ab0d19c-629e-40b6-bd2d-e41bd6864285 tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:09.685434 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8e412a64-d5bd-4a96-b083-27e89b9b11bb req-4ab0d19c-629e-40b6-bd2d-e41bd6864285 tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 1131 time: 0.0979042 Sep 16 12:50:09.717172 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:09.732301 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3bf9584b-fd07-4365-bb15-69fe8979a463 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (87b801a8-8cd8-47aa-9985-315966a9dc1d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:09.759547 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8e412a64-d5bd-4a96-b083-27e89b9b11bb req-fd9e509a-424e-4b74-98ed-3e1ececdc275 tempest-ServersOnMultiNodesTest-11797491 tempest-ServersOnMultiNodesTest-11797491-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673473 Sep 16 12:50:09.817775 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9584b-fd07-4365-bb15-69fe8979a463 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Pushing event deleted for resources: {'Port': ['ID=87b801a8-8cd8-47aa-9985-315966a9dc1d,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:09.969310 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:09.970879 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-d141c6d5-14f6-4014-8118-85da0d51b6d4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Allocated IP 172.20.0.12 (0e610de6-3238-41c3-bd1a-f23917fad801/e4fab7ee-afa2-498a-a38b-87393fd03027/e749f518-c322-429e-b87d-fb7a8eccab82) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:50:09.979342 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3bf9584b-fd07-4365-bb15-69fe8979a463 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks [] for floatingip (01cccd48-81a1-462b-b2aa-58a614020fee), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:09.982204 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3bf9584b-fd07-4365-bb15-69fe8979a463 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:09.989168 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3bf9584b-fd07-4365-bb15-69fe8979a463 tempest-ServersTestJSON-971196439 tempest-ServersTestJSON-971196439-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/01cccd48-81a1-462b-b2aa-58a614020fee HTTP/1.1" status: 204 len: 168 time: 1.6524279 Sep 16 12:50:09.990553 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 51784) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:10.185934 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 51792) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:10.308209 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-d141c6d5-14f6-4014-8118-85da0d51b6d4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks [] for port (e749f518-c322-429e-b87d-fb7a8eccab82), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:10.309414 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:50:10.365881 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:10.383057 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-d141c6d5-14f6-4014-8118-85da0d51b6d4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (e749f518-c322-429e-b87d-fb7a8eccab82), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:10.438951 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:50:10.461810 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:50:10.463128 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:10.464556 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 Sep 16 12:50:10.471463 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-d141c6d5-14f6-4014-8118-85da0d51b6d4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Network 0e610de6-3238-41c3-bd1a-f23917fad801 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:50:10.481017 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-d141c6d5-14f6-4014-8118-85da0d51b6d4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:50:10.494563 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-d141c6d5-14f6-4014-8118-85da0d51b6d4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:50:10.600365 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141c6d5-14f6-4014-8118-85da0d51b6d4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Pushing event updated for resources: {'Port': ['ID=e749f518-c322-429e-b87d-fb7a8eccab82,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:10.668251 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:10.675736 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-d141c6d5-14f6-4014-8118-85da0d51b6d4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:10.676896 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-d141c6d5-14f6-4014-8118-85da0d51b6d4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:10.679125 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:50:10.682373 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:10.713894 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-d141c6d5-14f6-4014-8118-85da0d51b6d4 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6214862 Sep 16 12:50:10.732907 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] Request body: {'port': {'device_id': '7725f9a0-ac02-47ad-a67f-a9d42c2a6aac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:50:10.762411 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a439c4ea-46f5-4571-9d87-96a91a6359f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:50:10.767042 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4550822e-4293-46cd-bef7-7627c66023f7" -d '{"events": [{"server_uuid": "a439c4ea-46f5-4571-9d87-96a91a6359f7", "name": "network-vif-plugged", "status": "completed", "tag": "76e2deeb-80ac-4c0d-98b8-96091a5ab0d2"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:50:10.792559 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:10.798917 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:10.814514 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a27fb-2e00-45a8-bd84-974f8fb61060 req-9a80fad0-5b27-4988-9ff4-01ce98736fba tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:10.820324 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e99a27fb-2e00-45a8-bd84-974f8fb61060 req-9a80fad0-5b27-4988-9ff4-01ce98736fba tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 949 time: 0.5517888 Sep 16 12:50:10.884915 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device fabffdb4-d14b-4b3e-bbe3-09f69928ff1e no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:50:10.887009 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e749f518-c322-429e-b87d-fb7a8eccab82), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:10.927553 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: fabffdb4-d14b-4b3e-bbe3-09f69928ff1e {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:50:10.928218 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device fabffdb4-d14b-4b3e-bbe3-09f69928ff1e not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:50:10.930430 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:10.953738 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-510efe22-28ef-4ebd-bbb1-bb414e7512ea None None] Provisioning complete for port e749f518-c322-429e-b87d-fb7a8eccab82 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:50:10.954118 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-510efe22-28ef-4ebd-bbb1-bb414e7512ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e749f518-c322-429e-b87d-fb7a8eccab82), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:10.954534 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-510efe22-28ef-4ebd-bbb1-bb414e7512ea None None] Attempt 1 to provision port e749f518-c322-429e-b87d-fb7a8eccab82 Sep 16 12:50:10.995646 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-510efe22-28ef-4ebd-bbb1-bb414e7512ea None None] Port e749f518-c322-429e-b87d-fb7a8eccab82 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:50:11.010692 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fd45-02aa-49d7-83ca-ac156af955ed req-e3ae02c7-5659-4e72-8a9a-5fae2a0122c5 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:11.012311 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bff6fd45-02aa-49d7-83ca-ac156af955ed req-e3ae02c7-5659-4e72-8a9a-5fae2a0122c5 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 949 time: 0.3529398 Sep 16 12:50:11.151070 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bff6fd45-02aa-49d7-83ca-ac156af955ed req-32420de3-9afb-424e-bc12-8dd5e931a0cc tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266806 Sep 16 12:50:11.186650 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e99a27fb-2e00-45a8-bd84-974f8fb61060 req-46ab4e7d-7340-4ee6-a15b-2863b533d798 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100200 Sep 16 12:50:11.320427 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e749f518-c322-429e-b87d-fb7a8eccab82 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:50:11.331482 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] Publish callbacks [] for port (e749f518-c322-429e-b87d-fb7a8eccab82), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:11.350137 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] Transition to ACTIVE for port object e749f518-c322-429e-b87d-fb7a8eccab82 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:50:11.357266 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (e749f518-c322-429e-b87d-fb7a8eccab82), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:11.378606 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc43389e-5525-48fa-8ea7-122fc25b38dc req-ad851535-45d1-4ffa-86bb-e43ba2aa8d7a tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0776987 Sep 16 12:50:11.384684 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:11.434886 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] Pushing event updated for resources: {'Port': ['ID=e749f518-c322-429e-b87d-fb7a8eccab82,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:11.485609 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:11.487551 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-09e28de5-f05d-4301-a83d-0526e83706cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (f63d6293-eb39-4305-aa42-0b29810a311b), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:11.497202 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdab89-1b50-4594-ad77-6f2f14057a09 req-f49034fd-b5aa-4850-8084-4e3c9e0b28c5 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:11.497569 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-510efe22-28ef-4ebd-bbb1-bb414e7512ea None None] Attempt 2 to provision port e749f518-c322-429e-b87d-fb7a8eccab82 Sep 16 12:50:11.505752 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-46bdab89-1b50-4594-ad77-6f2f14057a09 req-f49034fd-b5aa-4850-8084-4e3c9e0b28c5 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7725f9a0-ac02-47ad-a67f-a9d42c2a6aac HTTP/1.1" status: 200 len: 932 time: 0.2523873 Sep 16 12:50:11.580154 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8105b3ef-6183-4968-9537-ba774a4a7d8b x-openstack-request-id: req-8105b3ef-6183-4968-9537-ba774a4a7d8b {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:50:11.580154 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a439c4ea-46f5-4571-9d87-96a91a6359f7", "name": "network-vif-plugged", "status": "completed", "tag": "76e2deeb-80ac-4c0d-98b8-96091a5ab0d2", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:50:11.580736 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8105b3ef-6183-4968-9537-ba774a4a7d8b {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:50:11.582259 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8105b3ef-6183-4968-9537-ba774a4a7d8b'] response: {'server_uuid': 'a439c4ea-46f5-4571-9d87-96a91a6359f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2', 'code': 200} Sep 16 12:50:11.609369 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-510efe22-28ef-4ebd-bbb1-bb414e7512ea None None] Port e749f518-c322-429e-b87d-fb7a8eccab82 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:50:11.714329 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-46bdab89-1b50-4594-ad77-6f2f14057a09 req-1ccd782d-1a66-4fae-b615-daf3cb1b4756 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068696 Sep 16 12:50:11.741033 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:12.068790 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] Attempting to bind port e749f518-c322-429e-b87d-fb7a8eccab82 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:50:12.068790 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] Attempting to bind port e749f518-c322-429e-b87d-fb7a8eccab82 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:50:12.068790 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] Attempting to bind port e749f518-c322-429e-b87d-fb7a8eccab82 on network 0e610de6-3238-41c3-bd1a-f23917fad801 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:50:12.084355 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ecc5c-995b-4af3-91a1-72b4a22ed01d req-057d2763-4347-4f51-8d5c-54debce7d198 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:12.090224 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-108ecc5c-995b-4af3-91a1-72b4a22ed01d req-057d2763-4347-4f51-8d5c-54debce7d198 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 949 time: 0.3211408 Sep 16 12:50:12.110687 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-510efe22-28ef-4ebd-bbb1-bb414e7512ea None None] Attempt 3 to provision port e749f518-c322-429e-b87d-fb7a8eccab82 Sep 16 12:50:12.125697 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] Port e749f518-c322-429e-b87d-fb7a8eccab82 on network 0e610de6-3238-41c3-bd1a-f23917fad801 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:50:12.126024 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] Attempting to bind port e749f518-c322-429e-b87d-fb7a8eccab82 on network 0e610de6-3238-41c3-bd1a-f23917fad801 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:50:12.187121 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:50:12.187459 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] Checking segment: {'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:50:12.187890 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] Bound using segment: {'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:50:12.188370 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] Bound port: e749f518-c322-429e-b87d-fb7a8eccab82, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:50:12.188736 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e749f518-c322-429e-b87d-fb7a8eccab82), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:12.192045 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbce3e4-bf80-4039-b610-f10f4d445b94 req-3d956ff8-059f-419b-8283-b22094e2d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:12.193621 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bfbce3e4-bf80-4039-b610-f10f4d445b94 req-3d956ff8-059f-419b-8283-b22094e2d8c4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 1132 time: 0.5270867 Sep 16 12:50:12.238609 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:12.245067 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-510efe22-28ef-4ebd-bbb1-bb414e7512ea None None] Port e749f518-c322-429e-b87d-fb7a8eccab82 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:50:12.376205 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bfbce3e4-bf80-4039-b610-f10f4d445b94 req-2ba13628-f943-4e84-8342-f84a79ae2549 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724138 Sep 16 12:50:12.403890 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:12.407066 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] For port e749f518-c322-429e-b87d-fb7a8eccab82, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:50:12.411887 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] For port e749f518-c322-429e-b87d-fb7a8eccab82, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e749f518-c322-429e-b87d-fb7a8eccab82,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:50:12.419567 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (e749f518-c322-429e-b87d-fb7a8eccab82), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:12.474313 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:12.475718 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:12.475952 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-54287f95-b2dd-4ff3-bbf4-5339623a0a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:12.476739 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/e749f518-c322-429e-b87d-fb7a8eccab82 HTTP/1.1" status: 200 len: 1092 time: 1.7481289 Sep 16 12:50:12.480160 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebd194-90fd-4d18-be50-37efa8ec6e3b service neutron] Pushing event updated for resources: {'Port': ['ID=e749f518-c322-429e-b87d-fb7a8eccab82,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:12.487625 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7725f9a0-ac02-47ad-a67f-a9d42c2a6aac', 'tag': 'e749f518-c322-429e-b87d-fb7a8eccab82'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:50:12.490152 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45443ab9-784f-4aad-a2b1-86f140fdccd1" -d '{"events": [{"name": "network-changed", "server_uuid": "7725f9a0-ac02-47ad-a67f-a9d42c2a6aac", "tag": "e749f518-c322-429e-b87d-fb7a8eccab82"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:50:12.584774 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf8eb7-609b-4007-8ad6-c630db780cc9 req-1c8169ca-f0e2-41c4-80a3-5be2acdf575e tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:12.586561 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bbdf8eb7-609b-4007-8ad6-c630db780cc9 req-1c8169ca-f0e2-41c4-80a3-5be2acdf575e tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 949 time: 0.2407360 Sep 16 12:50:12.620960 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53a783-ff1a-446a-b8f2-7c1083669b51 req-2705d13c-7cc9-4c12-8972-95929c56c965 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:12.629841 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0a53a783-ff1a-446a-b8f2-7c1083669b51 req-2705d13c-7cc9-4c12-8972-95929c56c965 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.2596741 Sep 16 12:50:12.682235 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-f484344e-afbc-45ca-a706-49379ab2f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:12.683802 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-f484344e-afbc-45ca-a706-49379ab2f8b1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=e6fa2067c44b42b5aa940619abd8e538&device_id=7725f9a0-ac02-47ad-a67f-a9d42c2a6aac HTTP/1.1" status: 200 len: 1126 time: 0.0496163 Sep 16 12:50:12.685544 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-108ecc5c-995b-4af3-91a1-72b4a22ed01d req-39aa0b76-31c0-49dc-9341-c1e48f89f8c2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Deleting port 86268f4b-8663-42c1-8d76-59058c635845 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:12.685900 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-108ecc5c-995b-4af3-91a1-72b4a22ed01d req-39aa0b76-31c0-49dc-9341-c1e48f89f8c2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (86268f4b-8663-42c1-8d76-59058c635845), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:12.741469 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-8a7a9a02-2085-4f3b-a6d0-11dd3f6c7034 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e749f518-c322-429e-b87d-fb7a8eccab82 HTTP/1.1" status: 200 len: 217 time: 0.0479870 Sep 16 12:50:12.746599 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-510efe22-28ef-4ebd-bbb1-bb414e7512ea None None] Attempt 4 to provision port e749f518-c322-429e-b87d-fb7a8eccab82 Sep 16 12:50:12.803706 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-f7bd0b4f-2527-4b63-837a-03a7c5c6e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:12.805694 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-f7bd0b4f-2527-4b63-837a-03a7c5c6e97e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e4fab7ee-afa2-498a-a38b-87393fd03027 HTTP/1.1" status: 200 len: 844 time: 0.0566523 Sep 16 12:50:12.817715 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-09e28de5-f05d-4301-a83d-0526e83706cb admin admin] Deleting port 40c55462-fdbc-4090-8cb7-97d082863125 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:12.817715 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-09e28de5-f05d-4301-a83d-0526e83706cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (40c55462-fdbc-4090-8cb7-97d082863125), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:12.828362 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-510efe22-28ef-4ebd-bbb1-bb414e7512ea None None] Port e749f518-c322-429e-b87d-fb7a8eccab82 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:50:12.924229 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:13.021093 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0a53a783-ff1a-446a-b8f2-7c1083669b51 req-a604bf5b-8456-4af0-81d6-75e186583521 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899176 Sep 16 12:50:13.038684 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-108ecc5c-995b-4af3-91a1-72b4a22ed01d req-39aa0b76-31c0-49dc-9341-c1e48f89f8c2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] For port 86268f4b-8663-42c1-8d76-59058c635845, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=86268f4b-8663-42c1-8d76-59058c635845,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:13.039149 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-108ecc5c-995b-4af3-91a1-72b4a22ed01d req-39aa0b76-31c0-49dc-9341-c1e48f89f8c2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (86268f4b-8663-42c1-8d76-59058c635845), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:13.056972 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-108ecc5c-995b-4af3-91a1-72b4a22ed01d req-39aa0b76-31c0-49dc-9341-c1e48f89f8c2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Calling delete_port for 86268f4b-8663-42c1-8d76-59058c635845 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:13.097141 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bbdf8eb7-609b-4007-8ad6-c630db780cc9 req-d5dc3971-ec31-44c9-b1d2-00362a429b02 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521255 Sep 16 12:50:13.173469 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63681209-e8c5-4814-bab4-548d56582e43 x-openstack-request-id: req-63681209-e8c5-4814-bab4-548d56582e43 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:50:13.173762 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7725f9a0-ac02-47ad-a67f-a9d42c2a6aac", "tag": "e749f518-c322-429e-b87d-fb7a8eccab82", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:50:13.174096 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-63681209-e8c5-4814-bab4-548d56582e43 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:50:13.175268 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63681209-e8c5-4814-bab4-548d56582e43'] response: {'name': 'network-changed', 'server_uuid': '7725f9a0-ac02-47ad-a67f-a9d42c2a6aac', 'tag': 'e749f518-c322-429e-b87d-fb7a8eccab82', 'status': 'completed', 'code': 200} Sep 16 12:50:13.218735 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-09e28de5-f05d-4301-a83d-0526e83706cb admin admin] For port 40c55462-fdbc-4090-8cb7-97d082863125, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=40c55462-fdbc-4090-8cb7-97d082863125,segment=NetworkSegment(a798abf2-1cd1-4a7a-9eee-0afdaf4a3317),segment_id=a798abf2-1cd1-4a7a-9eee-0afdaf4a3317)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:13.219143 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-09e28de5-f05d-4301-a83d-0526e83706cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (40c55462-fdbc-4090-8cb7-97d082863125), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:13.287471 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-09e28de5-f05d-4301-a83d-0526e83706cb admin admin] Calling delete_port for 40c55462-fdbc-4090-8cb7-97d082863125 owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:13.339871 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3eabac8c-4d6e-4d49-8a08-e4b9fd6131f2 req-48de23ae-289d-4417-bc36-e01d4ffe1e55 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.1049902 Sep 16 12:50:13.370904 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-ee9bec49-cf71-4087-841a-a2b4e2b7ddee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:13.374069 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-ee9bec49-cf71-4087-841a-a2b4e2b7ddee service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0e610de6-3238-41c3-bd1a-f23917fad801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514143 Sep 16 12:50:13.430225 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1b4d3-e207-4977-b5d0-ab64d288fcc4 req-733268df-75dc-4701-830c-3b23805cf9f3 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:13.436657 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-27d1b4d3-e207-4977-b5d0-ab64d288fcc4 req-733268df-75dc-4701-830c-3b23805cf9f3 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7725f9a0-ac02-47ad-a67f-a9d42c2a6aac HTTP/1.1" status: 200 len: 944 time: 0.1857474 Sep 16 12:50:13.504889 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:13.516817 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-7c7c03ec-53f8-4532-9b53-ea0caa829647 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0e610de6-3238-41c3-bd1a-f23917fad801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341133 Sep 16 12:50:13.603038 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-27d1b4d3-e207-4977-b5d0-ab64d288fcc4 req-cba68f60-701f-45cc-93e8-814fc141e27c tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628683 Sep 16 12:50:13.718339 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-108ecc5c-995b-4af3-91a1-72b4a22ed01d req-39aa0b76-31c0-49dc-9341-c1e48f89f8c2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (86268f4b-8663-42c1-8d76-59058c635845), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:13.737386 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['5d6e364d-d651-4c3c-b21c-27421ce4597f', '84d3e3e1-0c23-49c4-af27-80f8acbc75ae', '1c5c05cf-4ab1-4beb-b208-fb0941341532', '65db34e4-9d56-4846-9f39-709aa1748071', 'd45dadfe-c229-4c51-b2e6-ad9d273fe116'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:50:13.751627 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0887eb49-9018-4665-b89b-c8d38cddd3e2 req-77e35f4b-eec3-467d-8538-a5d6b55cae19 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0e610de6-3238-41c3-bd1a-f23917fad801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233701 Sep 16 12:50:13.798336 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['27de96a3-bf43-46c1-a8f8-afd304cea206', 'e3afd82f-9e91-4967-8755-5ee2e7d21714', '86268f4b-8663-42c1-8d76-59058c635845'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:50:13.801632 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:13.808173 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa0b76-31c0-49dc-9341-c1e48f89f8c2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Pushing event deleted for resources: {'Port': ['ID=86268f4b-8663-42c1-8d76-59058c635845,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:13.810896 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-54287f95-b2dd-4ff3-bbf4-5339623a0a88 admin admin] Deleting port e440ffa3-b382-4dbb-b375-94dc825628ba {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:13.811236 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-54287f95-b2dd-4ff3-bbf4-5339623a0a88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (e440ffa3-b382-4dbb-b375-94dc825628ba), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:13.956160 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-108ecc5c-995b-4af3-91a1-72b4a22ed01d req-39aa0b76-31c0-49dc-9341-c1e48f89f8c2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] No DVR routers for this DVR port 86268f4b-8663-42c1-8d76-59058c635845 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:50:13.961127 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-108ecc5c-995b-4af3-91a1-72b4a22ed01d req-39aa0b76-31c0-49dc-9341-c1e48f89f8c2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:13.965739 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-108ecc5c-995b-4af3-91a1-72b4a22ed01d req-39aa0b76-31c0-49dc-9341-c1e48f89f8c2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.25 "DELETE /networking/v2.0/ports/86268f4b-8663-42c1-8d76-59058c635845 HTTP/1.1" status: 204 len: 173 time: 1.8665092 Sep 16 12:50:13.970929 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ff60ae-143a-4ae5-9c18-aff09a5c80cd', 'name': 'network-vif-deleted', 'tag': '86268f4b-8663-42c1-8d76-59058c635845'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:50:13.974269 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15589ad2-b7d8-40c0-9159-bd0fec8b7f83" -d '{"events": [{"server_uuid": "96ff60ae-143a-4ae5-9c18-aff09a5c80cd", "name": "network-vif-deleted", "tag": "86268f4b-8663-42c1-8d76-59058c635845"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:50:14.071323 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-54287f95-b2dd-4ff3-bbf4-5339623a0a88 admin admin] For port e440ffa3-b382-4dbb-b375-94dc825628ba, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e440ffa3-b382-4dbb-b375-94dc825628ba,segment=NetworkSegment(54018204-1d57-4be0-9461-ce44976109f9),segment_id=54018204-1d57-4be0-9461-ce44976109f9)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:14.071697 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-54287f95-b2dd-4ff3-bbf4-5339623a0a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (e440ffa3-b382-4dbb-b375-94dc825628ba), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:14.130607 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-54287f95-b2dd-4ff3-bbf4-5339623a0a88 admin admin] Calling delete_port for e440ffa3-b382-4dbb-b375-94dc825628ba owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:14.148937 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-09e28de5-f05d-4301-a83d-0526e83706cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (40c55462-fdbc-4090-8cb7-97d082863125), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:14.156843 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af792899-4e54-46da-84f7-c69692165033 x-openstack-request-id: req-af792899-4e54-46da-84f7-c69692165033 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:50:14.157167 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ff60ae-143a-4ae5-9c18-aff09a5c80cd", "name": "network-vif-deleted", "tag": "86268f4b-8663-42c1-8d76-59058c635845", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:50:14.157365 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-af792899-4e54-46da-84f7-c69692165033 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:50:14.160824 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af792899-4e54-46da-84f7-c69692165033'] response: {'server_uuid': '96ff60ae-143a-4ae5-9c18-aff09a5c80cd', 'name': 'network-vif-deleted', 'tag': '86268f4b-8663-42c1-8d76-59058c635845', 'status': 'completed', 'code': 200} Sep 16 12:50:14.212984 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e28de5-f05d-4301-a83d-0526e83706cb admin admin] Pushing event deleted for resources: {'Port': ['ID=40c55462-fdbc-4090-8cb7-97d082863125,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:14.488664 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19615f45-ff7b-44e9-aac9-2707737291c9 req-226c47f9-7c6d-4e3e-b6d5-32b5643ab056 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=96ff60ae-143a-4ae5-9c18-aff09a5c80cd HTTP/1.1" status: 200 len: 210 time: 0.1442900 Sep 16 12:50:14.830034 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:14.905273 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:15.054642 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f6f3d-599e-4cf4-a7f0-e7393d01c84b req-5c44d51d-53c1-43f2-838b-a20741666042 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:15.056158 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f49f6f3d-599e-4cf4-a7f0-e7393d01c84b req-5c44d51d-53c1-43f2-838b-a20741666042 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.6728904 Sep 16 12:50:15.152680 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c0119b16-c2e0-429b-8d23-d8b0c029e8f9 req-5c6018a3-c092-4769-aed0-0404e43e5bc0 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0892842 Sep 16 12:50:15.239443 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f49f6f3d-599e-4cf4-a7f0-e7393d01c84b req-638c9899-8da8-4c46-aa50-311ea86e2a5b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642537 Sep 16 12:50:15.421758 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:15.480985 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-09e28de5-f05d-4301-a83d-0526e83706cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (f63d6293-eb39-4305-aa42-0b29810a311b), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:15.507758 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9c5dc-5816-443e-9f31-1bb10d1c505a req-65c1e266-ffd7-46c6-9ed1-1d455ad7a579 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:15.509777 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a5c9c5dc-5816-443e-9f31-1bb10d1c505a req-65c1e266-ffd7-46c6-9ed1-1d455ad7a579 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7725f9a0-ac02-47ad-a67f-a9d42c2a6aac HTTP/1.1" status: 200 len: 944 time: 0.0976162 Sep 16 12:50:15.518771 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-54287f95-b2dd-4ff3-bbf4-5339623a0a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (e440ffa3-b382-4dbb-b375-94dc825628ba), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:15.570585 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-abbbd20e-3ab0-466d-b1fa-71e6773f5da7 req-7447ee8c-516f-4aac-9535-3f8aa05fbf83 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8d5c44e7-c030-4a42-97fb-e838e1472456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0909195 Sep 16 12:50:15.572763 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443ab9-784f-4aad-a2b1-86f140fdccd1 req-9199253c-f857-496a-aba3-1cd4645afb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:15.574685 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-45443ab9-784f-4aad-a2b1-86f140fdccd1 req-9199253c-f857-496a-aba3-1cd4645afb53 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=e6fa2067c44b42b5aa940619abd8e538&device_id=7725f9a0-ac02-47ad-a67f-a9d42c2a6aac HTTP/1.1" status: 200 len: 1126 time: 0.2055762 Sep 16 12:50:15.639943 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:15.641928 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54287f95-b2dd-4ff3-bbf4-5339623a0a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=e440ffa3-b382-4dbb-b375-94dc825628ba,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:15.654284 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:15.763865 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbd20e-3ab0-466d-b1fa-71e6773f5da7 req-7bf8deec-2ab4-4cc0-a4f8-7ea41bba3164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:15.766444 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-abbbd20e-3ab0-466d-b1fa-71e6773f5da7 req-7bf8deec-2ab4-4cc0-a4f8-7ea41bba3164 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8c037a6456444018a6ef54314419e2f2&device_id=8d5c44e7-c030-4a42-97fb-e838e1472456 HTTP/1.1" status: 200 len: 1132 time: 0.1092203 Sep 16 12:50:15.834908 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a5c9c5dc-5816-443e-9f31-1bb10d1c505a req-bef50571-3e76-4dee-9302-d2aa224f334a tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755215 Sep 16 12:50:15.993591 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443ab9-784f-4aad-a2b1-86f140fdccd1 req-c32887d0-cfb9-4069-bde1-86efecd706b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:15.996340 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-45443ab9-784f-4aad-a2b1-86f140fdccd1 req-c32887d0-cfb9-4069-bde1-86efecd706b2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0e610de6-3238-41c3-bd1a-f23917fad801 HTTP/1.1" status: 200 len: 906 time: 0.4119270 Sep 16 12:50:16.064383 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbd20e-3ab0-466d-b1fa-71e6773f5da7 req-fae31ae6-6432-4916-8e19-c24f9f3951ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:16.066248 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-abbbd20e-3ab0-466d-b1fa-71e6773f5da7 req-fae31ae6-6432-4916-8e19-c24f9f3951ba service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.2732041 Sep 16 12:50:16.120984 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-54287f95-b2dd-4ff3-bbf4-5339623a0a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:16.131670 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6a9f2-ea70-426e-8a8f-22be1adad66d req-69636b05-8b78-46d1-8c7e-db3ca936155c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:16.139038 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-76b6a9f2-ea70-426e-8a8f-22be1adad66d req-69636b05-8b78-46d1-8c7e-db3ca936155c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 950 time: 0.0839827 Sep 16 12:50:16.322267 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-76b6a9f2-ea70-426e-8a8f-22be1adad66d req-b96606e3-7e99-44d5-aef7-14eb66eb4a2e tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823261 Sep 16 12:50:16.441205 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f14260ef-bc2c-452a-99e4-0889d5732b0f req-8acc3907-5cd7-49a8-b967-086fcda53e32 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0429661 Sep 16 12:50:16.523471 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e28de5-f05d-4301-a83d-0526e83706cb admin admin] Router f63d6293-eb39-4305-aa42-0b29810a311b has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:50:16.575021 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b29b2-9397-4249-85ec-1c8ecd9b7ec4 req-dad427dc-901b-4344-84a2-48a4db715286 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:16.576642 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-360b29b2-9397-4249-85ec-1c8ecd9b7ec4 req-dad427dc-901b-4344-84a2-48a4db715286 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.1390932 Sep 16 12:50:16.732529 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:16.748464 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-360b29b2-9397-4249-85ec-1c8ecd9b7ec4 req-3d430383-d20e-4ad2-b2a7-027990f634d8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583652 Sep 16 12:50:16.821179 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54287f95-b2dd-4ff3-bbf4-5339623a0a88 admin admin] Router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:50:16.847090 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e28de5-f05d-4301-a83d-0526e83706cb admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:50:16.855254 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-09e28de5-f05d-4301-a83d-0526e83706cb admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/f63d6293-eb39-4305-aa42-0b29810a311b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8656831 Sep 16 12:50:16.857896 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 51840) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:16.864815 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a90adb7-b5d5-4259-9cb7-63ea1c7e6252 None None] Sync routers for ids ['f63d6293-eb39-4305-aa42-0b29810a311b'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:50:16.879918 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a90adb7-b5d5-4259-9cb7-63ea1c7e6252 None None] Routers {'f63d6293-eb39-4305-aa42-0b29810a311b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:50:16.880979 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-3a90adb7-b5d5-4259-9cb7-63ea1c7e6252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:50:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['f63d6293-eb39-4305-aa42-0b29810a311b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:17.016039 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:17.067136 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6cc42dc-2bf0-46fb-9c71-eabe160de6b4 admin admin] Publish callbacks [] for router (f63d6293-eb39-4305-aa42-0b29810a311b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:17.075476 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73ac45-1c48-4407-8234-e82df40dd33f req-06d09722-d1b9-413b-bfe2-d05349871a15 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:17.083492 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d73ac45-1c48-4407-8234-e82df40dd33f req-06d09722-d1b9-413b-bfe2-d05349871a15 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.2267268 Sep 16 12:50:17.139052 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-3a90adb7-b5d5-4259-9cb7-63ea1c7e6252 None None] Set router f63d6293-eb39-4305-aa42-0b29810a311b gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:50:17.142958 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cff489-dfe2-4c6c-987d-13ccde46c309 req-d36ab640-fcfc-4fd5-9faa-000e2d3b8dca tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:17.150553 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-23cff489-dfe2-4c6c-987d-13ccde46c309 req-d36ab640-fcfc-4fd5-9faa-000e2d3b8dca tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7725f9a0-ac02-47ad-a67f-a9d42c2a6aac HTTP/1.1" status: 200 len: 944 time: 0.1628156 Sep 16 12:50:17.234103 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54287f95-b2dd-4ff3-bbf4-5339623a0a88 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:50:17.239904 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-54287f95-b2dd-4ff3-bbf4-5339623a0a88 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0527077 Sep 16 12:50:17.242534 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 51844) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:17.260629 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a7ab4b-409d-4b28-8d7b-390cb842fdf6 None None] Sync routers for ids ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:50:17.271004 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-23cff489-dfe2-4c6c-987d-13ccde46c309 req-e0f29b13-ec60-4824-aeb8-8d1c7512d26c tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194863 Sep 16 12:50:17.300991 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d73ac45-1c48-4407-8234-e82df40dd33f req-c3e6b0cc-32b4-452e-8c34-1ac6f860f801 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054090 Sep 16 12:50:17.301168 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a7ab4b-409d-4b28-8d7b-390cb842fdf6 None None] Routers {'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:50:17.301168 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-80a7ab4b-409d-4b28-8d7b-390cb842fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:50:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:17.394905 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:17.447322 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:17.489026 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-3a90adb7-b5d5-4259-9cb7-63ea1c7e6252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'name': 'tempest-ServersTestJSON-1675488359-router', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:48:26Z', 'updated_at': '2022-09-16T12:50:13Z', 'revision_number': 5, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'gw_port': {'id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:28Z', 'updated_at': '2022-09-16T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:17.544418 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a90adb7-b5d5-4259-9cb7-63ea1c7e6252 None None] Checking router: f63d6293-eb39-4305-aa42-0b29810a311b for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:50:17.553962 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eee17b-b484-4fab-8ccd-be4316dcd612 req-12903b54-f8b1-4b2e-8031-23e30e780ab6 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:17.558706 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a90adb7-b5d5-4259-9cb7-63ea1c7e6252 None None] Routers {'f63d6293-eb39-4305-aa42-0b29810a311b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:50:17.559635 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-3a90adb7-b5d5-4259-9cb7-63ea1c7e6252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:50:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['f63d6293-eb39-4305-aa42-0b29810a311b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:17.563418 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-94eee17b-b484-4fab-8ccd-be4316dcd612 req-12903b54-f8b1-4b2e-8031-23e30e780ab6 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 950 time: 0.1003320 Sep 16 12:50:17.581597 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-80a7ab4b-409d-4b28-8d7b-390cb842fdf6 None None] Set router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:50:17.590317 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-81efb0c7-59ac-48ad-a1b5-31799f0c4417 admin admin] Publish callbacks [] for router (a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:17.646027 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 86268f4b-8663-42c1-8d76-59058c635845 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:50:17.682150 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-94eee17b-b484-4fab-8ccd-be4316dcd612 req-83b447be-8de7-4db9-ac34-205cde293552 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177187 Sep 16 12:50:17.736851 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-45443ab9-784f-4aad-a2b1-86f140fdccd1 req-0e5a2c2e-b65f-4c98-b230-23631d41a20e service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e749f518-c322-429e-b87d-fb7a8eccab82 HTTP/1.1" status: 200 len: 217 time: 0.3960660 Sep 16 12:50:17.746720 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-3a90adb7-b5d5-4259-9cb7-63ea1c7e6252 None None] Set router f63d6293-eb39-4305-aa42-0b29810a311b gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:50:17.835211 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:17.838172 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-abbbd20e-3ab0-466d-b1fa-71e6773f5da7 req-017e7e3f-5513-41ad-8bb6-0b866a68a5e4 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=5d6e364d-d651-4c3c-b21c-27421ce4597f HTTP/1.1" status: 200 len: 217 time: 0.4772956 Sep 16 12:50:17.839627 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6cc42dc-2bf0-46fb-9c71-eabe160de6b4 admin admin] Publish callbacks [] for router_gateway (f63d6293-eb39-4305-aa42-0b29810a311b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:17.886337 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fea99447-78be-44dc-8f37-a8f710a6574c req-e6c3e838-b9c8-48cf-8ace-3b94ce6e76e9 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0714068 Sep 16 12:50:17.956749 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: 86268f4b-8663-42c1-8d76-59058c635845 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:50:17.957413 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 86268f4b-8663-42c1-8d76-59058c635845 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:50:18.011544 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-80a7ab4b-409d-4b28-8d7b-390cb842fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:12Z', 'updated_at': '2022-09-16T12:50:15Z', 'revision_number': 5, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'gw_port': {'id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:13Z', 'updated_at': '2022-09-16T12:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:18.060979 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a7ab4b-409d-4b28-8d7b-390cb842fdf6 None None] Checking router: a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:50:18.081461 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a7ab4b-409d-4b28-8d7b-390cb842fdf6 None None] Routers {'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:50:18.082473 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-80a7ab4b-409d-4b28-8d7b-390cb842fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:50:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:18.143431 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599770f3-e9aa-43ec-8ef9-e8aa7fa4825f req-d20de448-3e64-45ee-b4a5-e7d743018a4b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:18.158263 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-599770f3-e9aa-43ec-8ef9-e8aa7fa4825f req-d20de448-3e64-45ee-b4a5-e7d743018a4b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.1678882 Sep 16 12:50:18.163102 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-3a90adb7-b5d5-4259-9cb7-63ea1c7e6252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'name': 'tempest-ServersTestJSON-1675488359-router', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:48:26Z', 'updated_at': '2022-09-16T12:50:13Z', 'revision_number': 5, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'gw_port': {'id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:28Z', 'updated_at': '2022-09-16T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:18.200236 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a90adb7-b5d5-4259-9cb7-63ea1c7e6252 None None] The sync data for ids ['f63d6293-eb39-4305-aa42-0b29810a311b'] in n-d-858094-4 is: [{'id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'name': 'tempest-ServersTestJSON-1675488359-router', 'tenant_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:48:26Z', 'updated_at': '2022-09-16T12:50:13Z', 'revision_number': 5, 'project_id': '3e3e2fe65ad744a2ba3b757f42f1d07b', 'gw_port': {'id': 'e468fe67-6abb-43a3-97a7-bc3bdaf3d743', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:32:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63d6293-eb39-4305-aa42-0b29810a311b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:48:28Z', 'updated_at': '2022-09-16T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:50:18.269062 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-80a7ab4b-409d-4b28-8d7b-390cb842fdf6 None None] Set router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:50:18.291639 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-599770f3-e9aa-43ec-8ef9-e8aa7fa4825f req-7cfecfaf-b8b0-4f26-bbff-dff057184adc tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317086 Sep 16 12:50:18.318960 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef0282-4ceb-4b86-982f-1dd15307aada req-52acf287-6a4e-49bb-a360-5d8a707573f9 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:18.320907 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6eef0282-4ceb-4b86-982f-1dd15307aada req-52acf287-6a4e-49bb-a360-5d8a707573f9 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 950 time: 0.6983533 Sep 16 12:50:18.326829 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbd20e-3ab0-466d-b1fa-71e6773f5da7 req-46b97d8d-45f9-453f-8dbb-4b6cd8abffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:18.328992 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-abbbd20e-3ab0-466d-b1fa-71e6773f5da7 req-46b97d8d-45f9-453f-8dbb-4b6cd8abffe6 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.4799330 Sep 16 12:50:18.331558 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443ab9-784f-4aad-a2b1-86f140fdccd1 req-0cfc22a1-0dd1-4336-a61d-585432acfd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:18.333964 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-45443ab9-784f-4aad-a2b1-86f140fdccd1 req-0cfc22a1-0dd1-4336-a61d-585432acfd49 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e4fab7ee-afa2-498a-a38b-87393fd03027 HTTP/1.1" status: 200 len: 844 time: 0.5764246 Sep 16 12:50:18.465740 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce9949-d0f0-487a-a259-a52a96dae366 req-3f351d0c-ba75-4aca-b318-6f029008d38d tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:18.465740 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0cce9949-d0f0-487a-a259-a52a96dae366 req-3f351d0c-ba75-4aca-b318-6f029008d38d tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7725f9a0-ac02-47ad-a67f-a9d42c2a6aac HTTP/1.1" status: 200 len: 944 time: 0.0650508 Sep 16 12:50:18.475191 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443ab9-784f-4aad-a2b1-86f140fdccd1 req-f0c1aba7-a55c-4a2c-b9ee-fc027463894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:18.476781 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-45443ab9-784f-4aad-a2b1-86f140fdccd1 req-f0c1aba7-a55c-4a2c-b9ee-fc027463894c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0e610de6-3238-41c3-bd1a-f23917fad801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1210916 Sep 16 12:50:18.477810 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbd20e-3ab0-466d-b1fa-71e6773f5da7 req-dd0a7a6e-0f1b-4a4a-9d03-5776e84c6c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:18.479647 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-abbbd20e-3ab0-466d-b1fa-71e6773f5da7 req-dd0a7a6e-0f1b-4a4a-9d03-5776e84c6c58 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0757043 Sep 16 12:50:18.536230 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:18.540900 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0cce9949-d0f0-487a-a259-a52a96dae366 req-e498abf8-cfd1-4945-a6d1-c6d04960abc2 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675156 Sep 16 12:50:18.580702 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:18.580702 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-81efb0c7-59ac-48ad-a1b5-31799f0c4417 admin admin] Publish callbacks [] for router_gateway (a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:18.582814 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-80a7ab4b-409d-4b28-8d7b-390cb842fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:12Z', 'updated_at': '2022-09-16T12:50:15Z', 'revision_number': 5, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'gw_port': {'id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:13Z', 'updated_at': '2022-09-16T12:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:18.627416 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a7ab4b-409d-4b28-8d7b-390cb842fdf6 None None] The sync data for ids ['a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032'] in n-d-858094-4 is: [{'id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638108456-router', 'tenant_id': '7058e9e184834c39a5a299f481a6e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:12Z', 'updated_at': '2022-09-16T12:50:15Z', 'revision_number': 5, 'project_id': '7058e9e184834c39a5a299f481a6e62e', 'gw_port': {'id': '8b8777bf-7231-4e6f-b934-1ff2a404c80e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:13Z', 'updated_at': '2022-09-16T12:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:50:18.683170 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-d6cc42dc-2bf0-46fb-9c71-eabe160de6b4 admin admin] Deleting port e468fe67-6abb-43a3-97a7-bc3bdaf3d743 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:18.683747 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6cc42dc-2bf0-46fb-9c71-eabe160de6b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (e468fe67-6abb-43a3-97a7-bc3bdaf3d743), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:18.702705 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 40c55462-fdbc-4090-8cb7-97d082863125 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:50:18.751115 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-09cc2cde-95a0-4136-bc47-b903235cbb29 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7120616 Sep 16 12:50:18.772644 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 40c55462-fdbc-4090-8cb7-97d082863125 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:50:18.773205 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 40c55462-fdbc-4090-8cb7-97d082863125 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:50:18.779632 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-24d876a1-9acd-4449-bcf8-30115259dab3 service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113699) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:50:18.793209 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-24d876a1-9acd-4449-bcf8-30115259dab3 service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0412021 Sep 16 12:50:18.833738 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device e749f518-c322-429e-b87d-fb7a8eccab82 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:50:18.931420 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-81efb0c7-59ac-48ad-a1b5-31799f0c4417 admin admin] Deleting port 8b8777bf-7231-4e6f-b934-1ff2a404c80e {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:18.931721 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-81efb0c7-59ac-48ad-a1b5-31799f0c4417 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (8b8777bf-7231-4e6f-b934-1ff2a404c80e), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:19.204694 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-d6cc42dc-2bf0-46fb-9c71-eabe160de6b4 admin admin] For port e468fe67-6abb-43a3-97a7-bc3bdaf3d743, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e468fe67-6abb-43a3-97a7-bc3bdaf3d743,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:19.206007 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6cc42dc-2bf0-46fb-9c71-eabe160de6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (e468fe67-6abb-43a3-97a7-bc3bdaf3d743), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:19.226322 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-6eef0282-4ceb-4b86-982f-1dd15307aada req-3db96f44-d5de-4303-8249-5ec0affd5290 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Deleting port d45dadfe-c229-4c51-b2e6-ad9d273fe116 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:19.226322 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-6eef0282-4ceb-4b86-982f-1dd15307aada req-3db96f44-d5de-4303-8249-5ec0affd5290 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (d45dadfe-c229-4c51-b2e6-ad9d273fe116), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:19.266769 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port e749f518-c322-429e-b87d-fb7a8eccab82, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e749f518-c322-429e-b87d-fb7a8eccab82,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:19.284291 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244a928-33a7-4cb2-82da-7f5050955746 req-510237ae-6733-4ed8-9659-c667ab1d9ca0 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:19.288550 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8244a928-33a7-4cb2-82da-7f5050955746 req-510237ae-6733-4ed8-9659-c667ab1d9ca0 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 950 time: 0.4497433 Sep 16 12:50:19.293538 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-17440e7d-24ae-447f-8cbd-d6ffcf1a85e9 req-7210209e-fdf6-4d63-b1c4-b9d051a879ad tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.1380782 Sep 16 12:50:19.306313 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-d6cc42dc-2bf0-46fb-9c71-eabe160de6b4 admin admin] Calling delete_port for e468fe67-6abb-43a3-97a7-bc3bdaf3d743 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:19.313431 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-abbbd20e-3ab0-466d-b1fa-71e6773f5da7 req-8ac22c0a-165d-4e39-96e0-59dea7d22068 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7933133 Sep 16 12:50:19.316398 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': 'e749f518-c322-429e-b87d-fb7a8eccab82', 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801', 'port_id': 'e749f518-c322-429e-b87d-fb7a8eccab82', 'mac_address': 'fa:16:3e:ee:b2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4fab7ee-afa2-498a-a38b-87393fd03027', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:50:19.359687 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 51888) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:19.427012 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8244a928-33a7-4cb2-82da-7f5050955746 req-a342c701-2698-45c6-a0e7-009afcde2a1a tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292543 Sep 16 12:50:19.473371 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port e749f518-c322-429e-b87d-fb7a8eccab82 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:50:19.475251 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e749f518-c322-429e-b87d-fb7a8eccab82), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:19.484477 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:19.518750 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e749f518-c322-429e-b87d-fb7a8eccab82 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:50:19.522294 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783ea66-8ab2-42ce-a42a-db89d2482836 req-b45e5af3-8c7c-4fdf-9326-f08a839060ac tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:19.526002 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-45443ab9-784f-4aad-a2b1-86f140fdccd1 req-92029188-3b09-410c-a82d-247014ea29bf service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0e610de6-3238-41c3-bd1a-f23917fad801?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0172195 Sep 16 12:50:19.530464 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8783ea66-8ab2-42ce-a42a-db89d2482836 req-b45e5af3-8c7c-4fdf-9326-f08a839060ac tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.0787005 Sep 16 12:50:19.565233 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port e749f518-c322-429e-b87d-fb7a8eccab82, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e749f518-c322-429e-b87d-fb7a8eccab82,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:19.571662 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e749f518-c322-429e-b87d-fb7a8eccab82), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:19.598201 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8783ea66-8ab2-42ce-a42a-db89d2482836 req-c1cd2faa-73bc-457c-afa4-25c6ccc5bbd0 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665162 Sep 16 12:50:19.608535 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:19.677661 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-55410ae3-1d78-4b4a-b5e5-8bfcd07733a6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:19.687445 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=e749f518-c322-429e-b87d-fb7a8eccab82,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:19.689271 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-55410ae3-1d78-4b4a-b5e5-8bfcd07733a6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports/76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 HTTP/1.1" status: 200 len: 947 time: 0.3145361 Sep 16 12:50:19.784854 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e1167-ea2e-4aa1-bd04-75f9d61ea9da req-149a0c87-9735-4ef4-bf19-160628c7a97f tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:19.786841 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c6e1167-ea2e-4aa1-bd04-75f9d61ea9da req-149a0c87-9735-4ef4-bf19-160628c7a97f tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7725f9a0-ac02-47ad-a67f-a9d42c2a6aac HTTP/1.1" status: 200 len: 945 time: 0.1154351 Sep 16 12:50:19.827514 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:19.875862 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c6e1167-ea2e-4aa1-bd04-75f9d61ea9da req-8e99b0be-59c4-4511-8017-75c72b0530ff tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809753 Sep 16 12:50:19.901798 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['e749f518-c322-429e-b87d-fb7a8eccab82'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:50:19.982890 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:20.149315 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-abbbd20e-3ab0-466d-b1fa-71e6773f5da7 req-83ce2d3a-b91f-43d2-810a-9bf13af2f3de service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7847600 Sep 16 12:50:20.159672 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-81efb0c7-59ac-48ad-a1b5-31799f0c4417 admin admin] For port 8b8777bf-7231-4e6f-b934-1ff2a404c80e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=8b8777bf-7231-4e6f-b934-1ff2a404c80e,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:20.160252 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-81efb0c7-59ac-48ad-a1b5-31799f0c4417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (8b8777bf-7231-4e6f-b934-1ff2a404c80e), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:20.162980 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:20.193990 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-6eef0282-4ceb-4b86-982f-1dd15307aada req-3db96f44-d5de-4303-8249-5ec0affd5290 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] For port d45dadfe-c229-4c51-b2e6-ad9d273fe116, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=d45dadfe-c229-4c51-b2e6-ad9d273fe116,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:20.194354 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-6eef0282-4ceb-4b86-982f-1dd15307aada req-3db96f44-d5de-4303-8249-5ec0affd5290 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (d45dadfe-c229-4c51-b2e6-ad9d273fe116), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:20.199537 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-81efb0c7-59ac-48ad-a1b5-31799f0c4417 admin admin] Calling delete_port for 8b8777bf-7231-4e6f-b934-1ff2a404c80e owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:20.258344 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-6eef0282-4ceb-4b86-982f-1dd15307aada req-3db96f44-d5de-4303-8249-5ec0affd5290 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Calling delete_port for d45dadfe-c229-4c51-b2e6-ad9d273fe116 owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:20.373403 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-45443ab9-784f-4aad-a2b1-86f140fdccd1 req-6de85ffc-a08f-4c0b-b958-61b550a7d4b0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0e610de6-3238-41c3-bd1a-f23917fad801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7632859 Sep 16 12:50:20.472654 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-32ed3026-f085-46ed-a2fd-0ed4e2a62651 req-71f16de3-bdf9-45e3-95ea-11f993336407 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0328019 Sep 16 12:50:20.535072 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6cc42dc-2bf0-46fb-9c71-eabe160de6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (e468fe67-6abb-43a3-97a7-bc3bdaf3d743), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:20.620795 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc42dc-2bf0-46fb-9c71-eabe160de6b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e468fe67-6abb-43a3-97a7-bc3bdaf3d743,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:20.638554 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1cce5-625f-43ee-8213-7b49c2e387ae req-6c3b5227-544b-40d6-bd93-407236976e93 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:20.644846 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0a1cce5-625f-43ee-8213-7b49c2e387ae req-6c3b5227-544b-40d6-bd93-407236976e93 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 950 time: 0.0688162 Sep 16 12:50:20.679471 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-6eef0282-4ceb-4b86-982f-1dd15307aada req-3db96f44-d5de-4303-8249-5ec0affd5290 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (d45dadfe-c229-4c51-b2e6-ad9d273fe116), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:20.715925 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['27de96a3-bf43-46c1-a8f8-afd304cea206', 'e3afd82f-9e91-4967-8755-5ee2e7d21714'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:50:20.736411 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-81efb0c7-59ac-48ad-a1b5-31799f0c4417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (8b8777bf-7231-4e6f-b934-1ff2a404c80e), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:20.752343 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db96f44-d5de-4303-8249-5ec0affd5290 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Pushing event deleted for resources: {'Port': ['ID=d45dadfe-c229-4c51-b2e6-ad9d273fe116,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:20.781761 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0a1cce5-625f-43ee-8213-7b49c2e387ae req-4a5fcfcc-ca91-482d-b256-70db25291cf8 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299551 Sep 16 12:50:20.788140 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6cc42dc-2bf0-46fb-9c71-eabe160de6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (f63d6293-eb39-4305-aa42-0b29810a311b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:20.833547 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e440ffa3-b382-4dbb-b375-94dc825628ba no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:50:20.923994 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:20.941323 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35224e5d-3e05-4d96-ba5c-b8274dc2f8f1 req-99bcdd4c-2b8b-4bfe-9bc0-f27b19da8b04 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:20.956895 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-35224e5d-3e05-4d96-ba5c-b8274dc2f8f1 req-99bcdd4c-2b8b-4bfe-9bc0-f27b19da8b04 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.1684031 Sep 16 12:50:20.981941 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efb0c7-59ac-48ad-a1b5-31799f0c4417 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b8777bf-7231-4e6f-b934-1ff2a404c80e,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:21.055328 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:DELETE=15 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:21.059153 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9a71a949-9fbb-44d9-93fd-835cf16999fe req-f1f347d2-28fc-4b82-b0aa-62b0dbb53b2a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=2f4fa02f470647fea7d4732332e71a2d&device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0495505 Sep 16 12:50:21.136534 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['5d6e364d-d651-4c3c-b21c-27421ce4597f', '84d3e3e1-0c23-49c4-af27-80f8acbc75ae', '1c5c05cf-4ab1-4beb-b208-fb0941341532', '65db34e4-9d56-4846-9f39-709aa1748071'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:50:21.139166 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device e749f518-c322-429e-b87d-fb7a8eccab82 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:50:21.147748 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-35224e5d-3e05-4d96-ba5c-b8274dc2f8f1 req-e1e935d5-2d11-443e-82c8-f5fdb316d2e3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833191 Sep 16 12:50:21.163432 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eef0282-4ceb-4b86-982f-1dd15307aada req-3db96f44-d5de-4303-8249-5ec0affd5290 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] No DVR routers for this DVR port d45dadfe-c229-4c51-b2e6-ad9d273fe116 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:50:21.172192 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: e440ffa3-b382-4dbb-b375-94dc825628ba {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:50:21.172900 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e440ffa3-b382-4dbb-b375-94dc825628ba not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:50:21.192104 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6cc42dc-2bf0-46fb-9c71-eabe160de6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (f63d6293-eb39-4305-aa42-0b29810a311b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:21.196831 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad55ad-5357-47c8-a56a-55ca160d4eba req-fdb31250-10f2-4322-9bf5-af254d206d66 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:21.198157 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6cc42dc-2bf0-46fb-9c71-eabe160de6b4 admin admin] Publish callbacks [] for router_controller (f63d6293-eb39-4305-aa42-0b29810a311b), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:21.209175 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-6eef0282-4ceb-4b86-982f-1dd15307aada req-3db96f44-d5de-4303-8249-5ec0affd5290 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:21.212824 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dad55ad-5357-47c8-a56a-55ca160d4eba req-fdb31250-10f2-4322-9bf5-af254d206d66 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7725f9a0-ac02-47ad-a67f-a9d42c2a6aac HTTP/1.1" status: 200 len: 945 time: 0.1934457 Sep 16 12:50:21.215642 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6eef0282-4ceb-4b86-982f-1dd15307aada req-3db96f44-d5de-4303-8249-5ec0affd5290 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "DELETE /networking/v2.0/ports/d45dadfe-c229-4c51-b2e6-ad9d273fe116 HTTP/1.1" status: 204 len: 173 time: 2.8742955 Sep 16 12:50:21.217001 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c03f63-cad2-4937-9963-7b180cca34f5', 'name': 'network-vif-deleted', 'tag': 'd45dadfe-c229-4c51-b2e6-ad9d273fe116'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:50:21.222839 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acae86d8-5dd9-48e5-a0c8-d043d35a46f4" -d '{"events": [{"server_uuid": "f6c03f63-cad2-4937-9963-7b180cca34f5", "name": "network-vif-deleted", "tag": "d45dadfe-c229-4c51-b2e6-ad9d273fe116"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:50:21.227104 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9a71a949-9fbb-44d9-93fd-835cf16999fe req-30021e3e-82c8-419a-90a8-a3539118a19f service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=2f4fa02f470647fea7d4732332e71a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1018150 Sep 16 12:50:21.240676 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-81efb0c7-59ac-48ad-a1b5-31799f0c4417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:21.327519 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:21.333575 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dad55ad-5357-47c8-a56a-55ca160d4eba req-968c55a6-0af7-4d2f-8909-e42a7b30dbde tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195433 Sep 16 12:50:21.445023 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port e749f518-c322-429e-b87d-fb7a8eccab82 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:50:21.457262 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2093bb0b-eb10-4dee-8dc4-34487b405548 x-openstack-request-id: req-2093bb0b-eb10-4dee-8dc4-34487b405548 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:50:21.457856 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c03f63-cad2-4937-9963-7b180cca34f5", "name": "network-vif-deleted", "tag": "d45dadfe-c229-4c51-b2e6-ad9d273fe116", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:50:21.458099 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2093bb0b-eb10-4dee-8dc4-34487b405548 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:50:21.458732 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2093bb0b-eb10-4dee-8dc4-34487b405548'] response: {'server_uuid': 'f6c03f63-cad2-4937-9963-7b180cca34f5', 'name': 'network-vif-deleted', 'tag': 'd45dadfe-c229-4c51-b2e6-ad9d273fe116', 'status': 'completed', 'code': 200} Sep 16 12:50:21.480059 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6cc42dc-2bf0-46fb-9c71-eabe160de6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (f63d6293-eb39-4305-aa42-0b29810a311b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:21.481070 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cc42dc-2bf0-46fb-9c71-eabe160de6b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f63d6293-eb39-4305-aa42-0b29810a311b {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:50:21.482023 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port e749f518-c322-429e-b87d-fb7a8eccab82 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:50:21.482790 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e749f518-c322-429e-b87d-fb7a8eccab82), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:21.483595 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port e749f518-c322-429e-b87d-fb7a8eccab82 Sep 16 12:50:21.498291 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6cc42dc-2bf0-46fb-9c71-eabe160de6b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:21.504292 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 51924) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:21.505280 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d6cc42dc-2bf0-46fb-9c71-eabe160de6b4 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/f63d6293-eb39-4305-aa42-0b29810a311b HTTP/1.1" status: 204 len: 168 time: 4.6461494 Sep 16 12:50:21.641065 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e829655-39f1-4e5c-af7a-adb3831936e7 admin admin] Deleting subnet e4718ee6-232f-478b-b220-a60983fb9ed1 {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:50:21.666223 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-81efb0c7-59ac-48ad-a1b5-31799f0c4417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:21.673425 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-81efb0c7-59ac-48ad-a1b5-31799f0c4417 admin admin] Publish callbacks [] for router_controller (a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:21.676719 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1e829655-39f1-4e5c-af7a-adb3831936e7 admin admin] Publish callbacks [] for subnet (e4718ee6-232f-478b-b220-a60983fb9ed1), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:21.714034 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:21.774776 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4fecfc32-928e-4dde-8357-fe576bea91e2 req-43c0963a-1942-4e7d-9ceb-b02aa42a3b54 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0473471 Sep 16 12:50:21.806958 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1e829655-39f1-4e5c-af7a-adb3831936e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (e4718ee6-232f-478b-b220-a60983fb9ed1), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:21.871071 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-81efb0c7-59ac-48ad-a1b5-31799f0c4417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:21.871639 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81efb0c7-59ac-48ad-a1b5-31799f0c4417 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:50:21.878639 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-81efb0c7-59ac-48ad-a1b5-31799f0c4417 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:21.879787 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-81efb0c7-59ac-48ad-a1b5-31799f0c4417 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/a21f9c00-4bf7-43e5-8bf2-fbaa4b5eb032 HTTP/1.1" status: 204 len: 168 time: 4.6360109 Sep 16 12:50:21.881403 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-a967e65f-c531-445a-80c7-8cd8bc0170f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:21.882400 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 51930) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:21.883575 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-a967e65f-c531-445a-80c7-8cd8bc0170f2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 1132 time: 0.1340654 Sep 16 12:50:21.941660 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port e749f518-c322-429e-b87d-fb7a8eccab82 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:50:21.942634 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e749f518-c322-429e-b87d-fb7a8eccab82), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:21.967198 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:22.012933 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3fa30f95-e2d8-46b8-8490-0095e2eb0364 req-82009d2c-4d1c-4724-b529-931d1046c997 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 210 time: 0.0567791 Sep 16 12:50:22.029265 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71a949-9fbb-44d9-93fd-835cf16999fe req-a19580c9-9e84-4c06-9c99-172773dea746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:22.030658 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9a71a949-9fbb-44d9-93fd-835cf16999fe req-a19580c9-9e84-4c06-9c99-172773dea746 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6590028 Sep 16 12:50:22.035545 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7725f9a0-ac02-47ad-a67f-a9d42c2a6aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e749f518-c322-429e-b87d-fb7a8eccab82'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:50:22.038242 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf646e4-4300-4565-8281-d84df789b69e" -d '{"events": [{"server_uuid": "7725f9a0-ac02-47ad-a67f-a9d42c2a6aac", "name": "network-vif-plugged", "status": "completed", "tag": "e749f518-c322-429e-b87d-fb7a8eccab82"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:50:22.051158 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-422eec75-55d2-4121-a748-686cab553596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:22.053113 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-422eec75-55d2-4121-a748-686cab553596 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.1619625 Sep 16 12:50:22.064350 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port e749f518-c322-429e-b87d-fb7a8eccab82, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e749f518-c322-429e-b87d-fb7a8eccab82,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:22.070792 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e749f518-c322-429e-b87d-fb7a8eccab82), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:22.071629 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device d45dadfe-c229-4c51-b2e6-ad9d273fe116 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:50:22.093708 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-99625952-7788-4f63-b00d-b3d7e2c16e69 admin admin] Deleting subnet fb6cbc25-6c82-4a73-b1fd-602ce120a77f {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:50:22.105108 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-99625952-7788-4f63-b00d-b3d7e2c16e69 admin admin] Publish callbacks [] for subnet (fb6cbc25-6c82-4a73-b1fd-602ce120a77f), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:22.133175 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1e829655-39f1-4e5c-af7a-adb3831936e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (e4718ee6-232f-478b-b220-a60983fb9ed1), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:22.146861 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358a1e26-e96e-4442-a030-4ebc6c1d6900 x-openstack-request-id: req-358a1e26-e96e-4442-a030-4ebc6c1d6900 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:50:22.147172 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7725f9a0-ac02-47ad-a67f-a9d42c2a6aac", "name": "network-vif-plugged", "status": "completed", "tag": "e749f518-c322-429e-b87d-fb7a8eccab82", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:50:22.147435 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-358a1e26-e96e-4442-a030-4ebc6c1d6900 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:50:22.147838 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-358a1e26-e96e-4442-a030-4ebc6c1d6900'] response: {'server_uuid': '7725f9a0-ac02-47ad-a67f-a9d42c2a6aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e749f518-c322-429e-b87d-fb7a8eccab82', 'code': 200} Sep 16 12:50:22.155714 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: d45dadfe-c229-4c51-b2e6-ad9d273fe116 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:50:22.156487 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device d45dadfe-c229-4c51-b2e6-ad9d273fe116 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:50:22.209972 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-99625952-7788-4f63-b00d-b3d7e2c16e69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (fb6cbc25-6c82-4a73-b1fd-602ce120a77f), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:22.233291 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-110fbb34-b014-4e24-99e3-3322737af961 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 HTTP/1.1" status: 200 len: 217 time: 0.0599988 Sep 16 12:50:22.266367 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=e749f518-c322-429e-b87d-fb7a8eccab82,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:22.348219 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1e829655-39f1-4e5c-af7a-adb3831936e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (e4718ee6-232f-478b-b220-a60983fb9ed1), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:22.391742 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e829655-39f1-4e5c-af7a-adb3831936e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4718ee6-232f-478b-b220-a60983fb9ed1,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:22.411182 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1e829655-39f1-4e5c-af7a-adb3831936e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:22.414276 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-1e829655-39f1-4e5c-af7a-adb3831936e7 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/e4718ee6-232f-478b-b220-a60983fb9ed1 HTTP/1.1" status: 204 len: 168 time: 0.9087856 Sep 16 12:50:22.418363 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3286b213-457c-41a5-8a8e-ef247341d1a1 None None] Network 3300d86a-7270-4b5f-bde5-4572289b9372 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:50:22.418789 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 51938) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:22.422488 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3441f-c54a-4f58-a491-93003acb1875 req-6c057f5b-d42a-4aac-a583-b25f2bb725ac tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:22.424314 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-abc3441f-c54a-4f58-a491-93003acb1875 req-6c057f5b-d42a-4aac-a583-b25f2bb725ac tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.1410501 Sep 16 12:50:22.425672 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-99625952-7788-4f63-b00d-b3d7e2c16e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (fb6cbc25-6c82-4a73-b1fd-602ce120a77f), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:22.552634 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50bb4f31-3c75-4c47-bd74-9ab68c39c09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (3300d86a-7270-4b5f-bde5-4572289b9372), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:22.643261 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-50bb4f31-3c75-4c47-bd74-9ab68c39c09d admin admin] Deleting port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:22.643718 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50bb4f31-3c75-4c47-bd74-9ab68c39c09d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (12edc2f7-f977-42ce-81d7-46fb3ad3b71e), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:22.688078 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80d33b2-9bdd-430a-925e-ab71bca637ac None None] DHCP port deletion for 3300d86a-7270-4b5f-bde5-4572289b9372 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:50:22.700716 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:22.727648 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-50bb4f31-3c75-4c47-bd74-9ab68c39c09d admin admin] For port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=12edc2f7-f977-42ce-81d7-46fb3ad3b71e,segment=NetworkSegment(a798abf2-1cd1-4a7a-9eee-0afdaf4a3317),segment_id=a798abf2-1cd1-4a7a-9eee-0afdaf4a3317)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:22.728395 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50bb4f31-3c75-4c47-bd74-9ab68c39c09d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (12edc2f7-f977-42ce-81d7-46fb3ad3b71e), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:22.754911 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-50bb4f31-3c75-4c47-bd74-9ab68c39c09d admin admin] Calling delete_port for 12edc2f7-f977-42ce-81d7-46fb3ad3b71e owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:22.772046 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f80d33b2-9bdd-430a-925e-ab71bca637ac None None] Deleting port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:22.772453 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f80d33b2-9bdd-430a-925e-ab71bca637ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (12edc2f7-f977-42ce-81d7-46fb3ad3b71e), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:22.828803 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8b8777bf-7231-4e6f-b934-1ff2a404c80e no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:50:22.864609 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 8b8777bf-7231-4e6f-b934-1ff2a404c80e {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:50:22.865043 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8b8777bf-7231-4e6f-b934-1ff2a404c80e not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:50:22.865543 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e468fe67-6abb-43a3-97a7-bc3bdaf3d743 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:50:22.882973 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50bb4f31-3c75-4c47-bd74-9ab68c39c09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (12edc2f7-f977-42ce-81d7-46fb3ad3b71e), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:22.896690 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:22.904511 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: e468fe67-6abb-43a3-97a7-bc3bdaf3d743 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:50:22.904956 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e468fe67-6abb-43a3-97a7-bc3bdaf3d743 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:50:22.905544 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 12edc2f7-f977-42ce-81d7-46fb3ad3b71e no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:50:22.921446 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb4f31-3c75-4c47-bd74-9ab68c39c09d admin admin] Pushing event deleted for resources: {'Port': ['ID=12edc2f7-f977-42ce-81d7-46fb3ad3b71e,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:22.929082 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bb4f31-3c75-4c47-bd74-9ab68c39c09d admin admin] No DVR routers for this DVR port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:50:22.936282 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-abc3441f-c54a-4f58-a491-93003acb1875 req-e6bd78f8-63e2-41d1-8ea5-6d32c892681e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017941 Sep 16 12:50:22.940142 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 12edc2f7-f977-42ce-81d7-46fb3ad3b71e {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:50:22.940336 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 12edc2f7-f977-42ce-81d7-46fb3ad3b71e not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:50:22.960195 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-f80d33b2-9bdd-430a-925e-ab71bca637ac None None] For port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=12edc2f7-f977-42ce-81d7-46fb3ad3b71e,segment=NetworkSegment(a798abf2-1cd1-4a7a-9eee-0afdaf4a3317),segment_id=a798abf2-1cd1-4a7a-9eee-0afdaf4a3317)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:22.961164 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70c0bc-ef2f-4c1e-a14b-5dd123b4c385 req-ed6d8bd3-af92-4b9e-a705-4d836a3d982a tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:22.961602 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f80d33b2-9bdd-430a-925e-ab71bca637ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (12edc2f7-f977-42ce-81d7-46fb3ad3b71e), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:22.964574 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c70c0bc-ef2f-4c1e-a14b-5dd123b4c385 req-ed6d8bd3-af92-4b9e-a705-4d836a3d982a tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7725f9a0-ac02-47ad-a67f-a9d42c2a6aac HTTP/1.1" status: 200 len: 946 time: 0.1351314 Sep 16 12:50:22.985066 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f80d33b2-9bdd-430a-925e-ab71bca637ac None None] Calling delete_port for 12edc2f7-f977-42ce-81d7-46fb3ad3b71e owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:23.034474 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c70c0bc-ef2f-4c1e-a14b-5dd123b4c385 req-ea3c1fdb-51e9-4e30-9d6d-a0c5a0b904e2 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629079 Sep 16 12:50:23.046022 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-99625952-7788-4f63-b00d-b3d7e2c16e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (fb6cbc25-6c82-4a73-b1fd-602ce120a77f), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.053056 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50bb4f31-3c75-4c47-bd74-9ab68c39c09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (3300d86a-7270-4b5f-bde5-4572289b9372), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.075923 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:23.088698 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-50bb4f31-3c75-4c47-bd74-9ab68c39c09d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3300d86a-7270-4b5f-bde5-4572289b9372']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:23.088967 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f80d33b2-9bdd-430a-925e-ab71bca637ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (12edc2f7-f977-42ce-81d7-46fb3ad3b71e), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.098865 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:23.106427 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-50bb4f31-3c75-4c47-bd74-9ab68c39c09d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a798abf2-1cd1-4a7a-9eee-0afdaf4a3317') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:23.106809 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-50bb4f31-3c75-4c47-bd74-9ab68c39c09d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a798abf2-1cd1-4a7a-9eee-0afdaf4a3317') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:23.121265 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3d455c3d-c246-45dc-ad1c-38b666f8f24a req-b149ea0c-5d98-4db0-8c73-c474aa7d3fa2 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0930526 Sep 16 12:50:23.121618 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50bb4f31-3c75-4c47-bd74-9ab68c39c09d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (a798abf2-1cd1-4a7a-9eee-0afdaf4a3317), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.122207 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d33b2-9bdd-430a-925e-ab71bca637ac None None] Pushing event deleted for resources: {'Port': ['ID=12edc2f7-f977-42ce-81d7-46fb3ad3b71e,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:23.125426 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99625952-7788-4f63-b00d-b3d7e2c16e69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb6cbc25-6c82-4a73-b1fd-602ce120a77f,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:23.139703 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-99625952-7788-4f63-b00d-b3d7e2c16e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.140056 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80d33b2-9bdd-430a-925e-ab71bca637ac None None] No DVR routers for this DVR port 12edc2f7-f977-42ce-81d7-46fb3ad3b71e on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:50:23.147232 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-99625952-7788-4f63-b00d-b3d7e2c16e69 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/fb6cbc25-6c82-4a73-b1fd-602ce120a77f HTTP/1.1" status: 204 len: 168 time: 1.2613633 Sep 16 12:50:23.148174 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 51944) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:23.154472 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e956742-82b5-433d-82f1-e13f6fd26f27 None None] Network eb8add18-d929-45d2-acc9-197a8391e875 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:50:23.163267 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50bb4f31-3c75-4c47-bd74-9ab68c39c09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (a798abf2-1cd1-4a7a-9eee-0afdaf4a3317), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.184583 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50bb4f31-3c75-4c47-bd74-9ab68c39c09d admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:50:23.185017 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50bb4f31-3c75-4c47-bd74-9ab68c39c09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (a798abf2-1cd1-4a7a-9eee-0afdaf4a3317), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.215666 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment a798abf2-1cd1-4a7a-9eee-0afdaf4a3317 resource provider aggregate not found Sep 16 12:50:23.242792 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0c5321e3-d2d2-4d9b-a58a-91018f6e4135 req-b0a15b70-51fe-484f-b49d-60844221ad34 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 210 time: 0.0731978 Sep 16 12:50:23.271006 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment a798abf2-1cd1-4a7a-9eee-0afdaf4a3317 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a798abf2-1cd1-4a7a-9eee-0afdaf4a3317 found for delete ", "request_id": "req-5af6afa9-23a6-4cbc-a554-a4da299de090"}]} Sep 16 12:50:23.280541 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50bb4f31-3c75-4c47-bd74-9ab68c39c09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (3300d86a-7270-4b5f-bde5-4572289b9372), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.281222 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4b265d1-8b38-4c19-97fa-f5c45ddbe22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (eb8add18-d929-45d2-acc9-197a8391e875), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.289813 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50bb4f31-3c75-4c47-bd74-9ab68c39c09d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.295404 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-50bb4f31-3c75-4c47-bd74-9ab68c39c09d admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/3300d86a-7270-4b5f-bde5-4572289b9372 HTTP/1.1" status: 204 len: 168 time: 0.8727436 Sep 16 12:50:23.300061 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:23.305064 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb4f31-3c75-4c47-bd74-9ab68c39c09d admin admin] Pushing event deleted for resources: {'Network': ['ID=3300d86a-7270-4b5f-bde5-4572289b9372,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:23.355443 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-b4b265d1-8b38-4c19-97fa-f5c45ddbe22d admin admin] Deleting port 9e659ddb-5989-4dc5-9686-824094bd53f1 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:23.355822 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4b265d1-8b38-4c19-97fa-f5c45ddbe22d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (9e659ddb-5989-4dc5-9686-824094bd53f1), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.388587 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16b1615-0977-4e96-9892-635eab2bd134 None None] DHCP port deletion for eb8add18-d929-45d2-acc9-197a8391e875 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:50:23.440238 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-b4b265d1-8b38-4c19-97fa-f5c45ddbe22d admin admin] For port 9e659ddb-5989-4dc5-9686-824094bd53f1, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=9e659ddb-5989-4dc5-9686-824094bd53f1,segment=NetworkSegment(54018204-1d57-4be0-9461-ce44976109f9),segment_id=54018204-1d57-4be0-9461-ce44976109f9)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:23.440652 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4b265d1-8b38-4c19-97fa-f5c45ddbe22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (9e659ddb-5989-4dc5-9686-824094bd53f1), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.453108 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d16b1615-0977-4e96-9892-635eab2bd134 None None] Deleting port 9e659ddb-5989-4dc5-9686-824094bd53f1 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:23.454011 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d16b1615-0977-4e96-9892-635eab2bd134 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (9e659ddb-5989-4dc5-9686-824094bd53f1), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.457878 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-b4b265d1-8b38-4c19-97fa-f5c45ddbe22d admin admin] Calling delete_port for 9e659ddb-5989-4dc5-9686-824094bd53f1 owned by network:dhcp {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:23.550479 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 51952) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:23.575976 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d16b1615-0977-4e96-9892-635eab2bd134 None None] For port 9e659ddb-5989-4dc5-9686-824094bd53f1, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=9e659ddb-5989-4dc5-9686-824094bd53f1,segment=NetworkSegment(54018204-1d57-4be0-9461-ce44976109f9),segment_id=54018204-1d57-4be0-9461-ce44976109f9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:23.576392 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d16b1615-0977-4e96-9892-635eab2bd134 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (9e659ddb-5989-4dc5-9686-824094bd53f1), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.592342 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d16b1615-0977-4e96-9892-635eab2bd134 None None] Calling delete_port for 9e659ddb-5989-4dc5-9686-824094bd53f1 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:23.602678 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4b265d1-8b38-4c19-97fa-f5c45ddbe22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (9e659ddb-5989-4dc5-9686-824094bd53f1), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.651685 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b265d1-8b38-4c19-97fa-f5c45ddbe22d admin admin] No DVR routers for this DVR port 9e659ddb-5989-4dc5-9686-824094bd53f1 on host n-d-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:50:23.689892 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-3ed57cb7-0ed1-4521-a18f-c6e431278cd5 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=3e3e2fe65ad744a2ba3b757f42f1d07b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371462 Sep 16 12:50:23.694041 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b265d1-8b38-4c19-97fa-f5c45ddbe22d admin admin] Pushing event deleted for resources: {'Port': ['ID=9e659ddb-5989-4dc5-9686-824094bd53f1,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:23.697362 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 51954) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:23.738152 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-2d8f2a7a-e8c5-4051-94fb-688e2848eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:23.739816 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-2d8f2a7a-e8c5-4051-94fb-688e2848eeae service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1238647 Sep 16 12:50:23.746389 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d16b1615-0977-4e96-9892-635eab2bd134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (9e659ddb-5989-4dc5-9686-824094bd53f1), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.761020 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4b265d1-8b38-4c19-97fa-f5c45ddbe22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (eb8add18-d929-45d2-acc9-197a8391e875), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.764474 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:23.795552 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-b4b265d1-8b38-4c19-97fa-f5c45ddbe22d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8add18-d929-45d2-acc9-197a8391e875']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:23.808546 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-b4b265d1-8b38-4c19-97fa-f5c45ddbe22d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54018204-1d57-4be0-9461-ce44976109f9') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:23.808842 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-b4b265d1-8b38-4c19-97fa-f5c45ddbe22d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54018204-1d57-4be0-9461-ce44976109f9') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:23.812417 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b1615-0977-4e96-9892-635eab2bd134 None None] Pushing event deleted for resources: {'Port': ['ID=9e659ddb-5989-4dc5-9686-824094bd53f1,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:23.826992 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4b265d1-8b38-4c19-97fa-f5c45ddbe22d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (54018204-1d57-4be0-9461-ce44976109f9), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.829371 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16b1615-0977-4e96-9892-635eab2bd134 None None] No DVR routers for this DVR port 9e659ddb-5989-4dc5-9686-824094bd53f1 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:50:23.837660 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3998a-8d91-4d95-baeb-cc2e930389cd req-78e1c20a-ca6b-42f5-9c73-902f00b9e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:23.840394 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b8b3998a-8d91-4d95-baeb-cc2e930389cd req-78e1c20a-ca6b-42f5-9c73-902f00b9e6eb service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=7725f9a0-ac02-47ad-a67f-a9d42c2a6aac HTTP/1.1" status: 200 len: 1128 time: 0.1712010 Sep 16 12:50:23.864621 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4b265d1-8b38-4c19-97fa-f5c45ddbe22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (54018204-1d57-4be0-9461-ce44976109f9), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.874902 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b265d1-8b38-4c19-97fa-f5c45ddbe22d admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:50:23.875745 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4b265d1-8b38-4c19-97fa-f5c45ddbe22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (54018204-1d57-4be0-9461-ce44976109f9), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.901553 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-d4892311-c309-469b-9a10-9833b92eace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:23.904383 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-d4892311-c309-469b-9a10-9833b92eace0 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1455662 Sep 16 12:50:23.910833 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 54018204-1d57-4be0-9461-ce44976109f9 resource provider aggregate not found Sep 16 12:50:23.951957 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 54018204-1d57-4be0-9461-ce44976109f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54018204-1d57-4be0-9461-ce44976109f9 found for delete ", "request_id": "req-a857c1fa-918b-43aa-aa6e-43e848206386"}]} Sep 16 12:50:23.979442 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4b265d1-8b38-4c19-97fa-f5c45ddbe22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (eb8add18-d929-45d2-acc9-197a8391e875), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.985580 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b4b265d1-8b38-4c19-97fa-f5c45ddbe22d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:23.992707 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b4b265d1-8b38-4c19-97fa-f5c45ddbe22d admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/eb8add18-d929-45d2-acc9-197a8391e875 HTTP/1.1" status: 204 len: 168 time: 0.8385699 Sep 16 12:50:23.993352 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 51964) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:24.011549 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b265d1-8b38-4c19-97fa-f5c45ddbe22d admin admin] Pushing event deleted for resources: {'Network': ['ID=eb8add18-d929-45d2-acc9-197a8391e875,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:24.082158 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b8b3998a-8d91-4d95-baeb-cc2e930389cd req-ef34474d-b797-4451-ac9f-07088f511575 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256317 Sep 16 12:50:24.083565 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f7e84207-c6c9-4526-8052-9593ffa8e344 admin admin] Publish callbacks [] for security_group (9a314c08-00f1-4c5e-aba0-6f7258a9ea6e), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:24.123767 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f7e84207-c6c9-4526-8052-9593ffa8e344 admin admin] Publish callbacks [] for security_group (9a314c08-00f1-4c5e-aba0-6f7258a9ea6e), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:24.193271 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-6ddec1ff-3b75-4a2f-8c0a-2282e4dbb120 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723680 Sep 16 12:50:24.229660 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f7e84207-c6c9-4526-8052-9593ffa8e344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (9a314c08-00f1-4c5e-aba0-6f7258a9ea6e), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:24.232418 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f7e84207-c6c9-4526-8052-9593ffa8e344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:24.237263 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f7e84207-c6c9-4526-8052-9593ffa8e344 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/9a314c08-00f1-4c5e-aba0-6f7258a9ea6e HTTP/1.1" status: 204 len: 168 time: 0.5349185 Sep 16 12:50:24.249022 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e84207-c6c9-4526-8052-9593ffa8e344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a314c08-00f1-4c5e-aba0-6f7258a9ea6e,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:24.251294 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4e41d-8942-482d-9964-1482968950ad req-419adb5a-96cf-454d-ae14-03064e6c8f3e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:24.252972 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fda4e41d-8942-482d-9964-1482968950ad req-419adb5a-96cf-454d-ae14-03064e6c8f3e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.1716478 Sep 16 12:50:24.289008 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cf998-a9d5-44ca-b66a-e2e03d58b453 req-a78f1644-f275-47ea-a340-3175cd1ea112 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:24.290455 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5f3cf998-a9d5-44ca-b66a-e2e03d58b453 req-a78f1644-f275-47ea-a340-3175cd1ea112 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7725f9a0-ac02-47ad-a67f-a9d42c2a6aac HTTP/1.1" status: 200 len: 946 time: 0.1023817 Sep 16 12:50:24.442312 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:24.449805 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fda4e41d-8942-482d-9964-1482968950ad req-154172f0-eb43-4c69-87b4-03aab4573146 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805334 Sep 16 12:50:24.456093 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-8634f7bf-6fec-4688-b73f-6a64e4e467d7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625526 Sep 16 12:50:24.469550 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:24.495561 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5f3cf998-a9d5-44ca-b66a-e2e03d58b453 req-8c907245-6650-47ed-a35b-5f24d3948596 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554720 Sep 16 12:50:24.575864 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e5489c25-2701-437d-b865-6d20b6a55745 req-ef172c1a-c796-4180-b604-8eec8da86f20 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0366595 Sep 16 12:50:24.680902 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c394f3b-dd99-4556-98aa-33f496c486af req-b04516c7-ba1b-4715-8305-d860c4a4d09e tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6c03f63-cad2-4937-9963-7b180cca34f5 HTTP/1.1" status: 200 len: 210 time: 0.0437791 Sep 16 12:50:24.716653 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-03dfa259-0875-4d85-be6a-282c9629eebe req-c8340c22-8b8f-4288-8fb9-65002525925e service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:50:24.717694 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-03dfa259-0875-4d85-be6a-282c9629eebe req-c8340c22-8b8f-4288-8fb9-65002525925e service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0061200 Sep 16 12:50:24.751619 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-5d911c4f-ea24-47bb-a4f0-6fc7428361b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (ae209977-c555-4791-a4d9-54611e8a47f4), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:24.770112 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:50:24.842493 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 9e659ddb-5989-4dc5-9686-824094bd53f1 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:50:24.870566 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 9e659ddb-5989-4dc5-9686-824094bd53f1 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:50:24.871061 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 9e659ddb-5989-4dc5-9686-824094bd53f1 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:50:25.073391 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b7dd76d-8880-4314-99e6-279e13c57254 req-c4b6bf42-19bb-445f-8acc-66ddaee7fed6 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.1162493 Sep 16 12:50:25.116435 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f7df4b72-db09-4920-a1a9-3d48aefac7be req-2792f912-c91e-43f7-bcfa-026dd34c12b0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 210 time: 0.0719283 Sep 16 12:50:25.248575 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-5d911c4f-ea24-47bb-a4f0-6fc7428361b2 admin admin] Deleting port a5a61a0a-3b75-465a-8ca1-fcee28fead93 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:25.249487 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-5d911c4f-ea24-47bb-a4f0-6fc7428361b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (a5a61a0a-3b75-465a-8ca1-fcee28fead93), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:25.468365 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-5d911c4f-ea24-47bb-a4f0-6fc7428361b2 admin admin] For port a5a61a0a-3b75-465a-8ca1-fcee28fead93, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=a5a61a0a-3b75-465a-8ca1-fcee28fead93,segment=NetworkSegment(6e92c59a-eb0c-4932-bdeb-af0a99992381),segment_id=6e92c59a-eb0c-4932-bdeb-af0a99992381)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:25.468741 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-5d911c4f-ea24-47bb-a4f0-6fc7428361b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (a5a61a0a-3b75-465a-8ca1-fcee28fead93), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:25.497921 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-5d911c4f-ea24-47bb-a4f0-6fc7428361b2 admin admin] Calling delete_port for a5a61a0a-3b75-465a-8ca1-fcee28fead93 owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:25.781832 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52016) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:25.933237 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e2ae7-ae75-423e-a4e1-4b04c7538ea3 req-9821b8e8-d4bd-45b6-a43e-e3892f917798 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:25.941928 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db7e2ae7-ae75-423e-a4e1-4b04c7538ea3 req-9821b8e8-d4bd-45b6-a43e-e3892f917798 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.1908238 Sep 16 12:50:25.990802 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-be020b85-9f0e-4f14-b68a-b983f476e997 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-476305287-network', 'tenant_id': '665869d344cf42e38020c270515c5abf'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:50:25.999266 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219281e-151e-4827-8c7a-70a90d0e0324 req-a23d5950-6333-4768-97da-655dafbf36ca tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:26.008768 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8219281e-151e-4827-8c7a-70a90d0e0324 req-a23d5950-6333-4768-97da-655dafbf36ca tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7725f9a0-ac02-47ad-a67f-a9d42c2a6aac HTTP/1.1" status: 200 len: 946 time: 0.2366254 Sep 16 12:50:26.019525 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be020b85-9f0e-4f14-b68a-b983f476e997 admin admin] Made reservation on behalf of 665869d344cf42e38020c270515c5abf for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:50:26.023225 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-be020b85-9f0e-4f14-b68a-b983f476e997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:26.037779 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-be020b85-9f0e-4f14-b68a-b983f476e997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:26.102489 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:26.120886 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db7e2ae7-ae75-423e-a4e1-4b04c7538ea3 req-944e53a1-c52e-4f78-b2e3-04281b851190 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777296 Sep 16 12:50:26.163143 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:26.199206 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8219281e-151e-4827-8c7a-70a90d0e0324 req-33332a24-0864-402c-b7a7-46d3127b978f tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762223 Sep 16 12:50:26.199206 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-5d911c4f-ea24-47bb-a4f0-6fc7428361b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (a5a61a0a-3b75-465a-8ca1-fcee28fead93), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:26.240239 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-be020b85-9f0e-4f14-b68a-b983f476e997 admin admin] Publish callbacks [] for security_group (35d1b92e-ffa8-4dd7-a456-c7453d21411b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:26.253498 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-be020b85-9f0e-4f14-b68a-b983f476e997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (35d1b92e-ffa8-4dd7-a456-c7453d21411b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:26.303046 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d911c4f-ea24-47bb-a4f0-6fc7428361b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a61a0a-3b75-465a-8ca1-fcee28fead93,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:26.339104 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be020b85-9f0e-4f14-b68a-b983f476e997 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:50:26.395530 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be020b85-9f0e-4f14-b68a-b983f476e997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d1b92e-ffa8-4dd7-a456-c7453d21411b,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:26.409103 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-be020b85-9f0e-4f14-b68a-b983f476e997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:26.409684 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-be020b85-9f0e-4f14-b68a-b983f476e997 admin admin] Added segment f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9 of type vlan for network abbd5857-5e09-4393-907b-66607bc40ec5 Sep 16 12:50:26.411865 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:26.508210 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-082b22c5-00ce-4a16-be5d-eb7a251b8adf req-86f9a3eb-04d4-408a-911a-07465ebefe59 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0597079 Sep 16 12:50:26.559606 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-be020b85-9f0e-4f14-b68a-b983f476e997 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (abbd5857-5e09-4393-907b-66607bc40ec5), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:26.589810 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5e0dc2d3-8156-4c03-bc4b-07e883f33a26 req-d7da83c9-042d-4af1-9c81-692f4d8dd6c9 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.1398454 Sep 16 12:50:26.623364 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-be020b85-9f0e-4f14-b68a-b983f476e997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (abbd5857-5e09-4393-907b-66607bc40ec5), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:26.624453 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be020b85-9f0e-4f14-b68a-b983f476e997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:26.625043 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-be020b85-9f0e-4f14-b68a-b983f476e997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:26.741372 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-be020b85-9f0e-4f14-b68a-b983f476e997 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9557116 Sep 16 12:50:26.748811 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52028) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:26.757720 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-5f073d5e-1602-4c5f-96f9-5bd12bb2cb75 admin admin] Request body: {'subnet': {'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-476305287-subnet', 'tenant_id': '665869d344cf42e38020c270515c5abf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:50:26.767976 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be020b85-9f0e-4f14-b68a-b983f476e997 admin admin] Pushing event updated for resources: {'Network': ['ID=abbd5857-5e09-4393-907b-66607bc40ec5,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:26.780846 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network abbd5857-5e09-4393-907b-66607bc40ec5 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:50:26.786164 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f073d5e-1602-4c5f-96f9-5bd12bb2cb75 admin admin] Made reservation on behalf of 665869d344cf42e38020c270515c5abf for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:50:26.788986 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5f073d5e-1602-4c5f-96f9-5bd12bb2cb75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:26.807737 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b22c5-00ce-4a16-be5d-eb7a251b8adf req-d09865d7-0998-49f6-bbf3-1622e6fe88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:26.809582 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-082b22c5-00ce-4a16-be5d-eb7a251b8adf req-d09865d7-0998-49f6-bbf3-1622e6fe88e4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 1132 time: 0.1390321 Sep 16 12:50:26.852001 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:26.868591 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0fe52-be28-4489-8cc9-75b038273a20 req-89491976-16d9-420d-9ce6-16f6fab1213d tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:26.870151 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-70f0fe52-be28-4489-8cc9-75b038273a20 req-89491976-16d9-420d-9ce6-16f6fab1213d tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd98275b-2759-4880-b280-fc6fc1614e93 HTTP/1.1" status: 200 len: 950 time: 0.1377795 Sep 16 12:50:26.886507 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-5d911c4f-ea24-47bb-a4f0-6fc7428361b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (ae209977-c555-4791-a4d9-54611e8a47f4), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:26.999110 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5f073d5e-1602-4c5f-96f9-5bd12bb2cb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (71ceb571-3ed2-4706-b10d-4402800098f5), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:27.056469 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-70f0fe52-be28-4489-8cc9-75b038273a20 req-aa623287-3d11-4a0f-a015-c14192f29f98 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735060 Sep 16 12:50:27.061929 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f073d5e-1602-4c5f-96f9-5bd12bb2cb75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ceb571-3ed2-4706-b10d-4402800098f5,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:27.068895 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b22c5-00ce-4a16-be5d-eb7a251b8adf req-9425074e-afde-46b7-b9bf-a9ab4636e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:27.071280 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-082b22c5-00ce-4a16-be5d-eb7a251b8adf req-9425074e-afde-46b7-b9bf-a9ab4636e5ba service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.2285361 Sep 16 12:50:27.082807 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f073d5e-1602-4c5f-96f9-5bd12bb2cb75 admin admin] Checking segment: {'id': 'f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:50:27.083169 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f073d5e-1602-4c5f-96f9-5bd12bb2cb75 admin admin] Network hostable DHCP agents. Network: abbd5857-5e09-4393-907b-66607bc40ec5, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:50:27.113779 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f073d5e-1602-4c5f-96f9-5bd12bb2cb75 admin admin] Network abbd5857-5e09-4393-907b-66607bc40ec5 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:50:27.131043 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-5f073d5e-1602-4c5f-96f9-5bd12bb2cb75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, abbd5857-5e09-4393-907b-66607bc40ec5) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:50:27.137618 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f073d5e-1602-4c5f-96f9-5bd12bb2cb75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:27.138763 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5f073d5e-1602-4c5f-96f9-5bd12bb2cb75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:27.145327 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315a0390-a2c1-4cd2-8ebd-01359f9998b8 None None] Network abbd5857-5e09-4393-907b-66607bc40ec5 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:50:27.152946 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-082b22c5-00ce-4a16-be5d-eb7a251b8adf req-276d0c94-b71a-409c-a87c-b4ddf00e5b8d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=3fe50ad6-99ae-4c0b-a11b-3e41218b0317 HTTP/1.1" status: 200 len: 217 time: 0.0419381 Sep 16 12:50:27.162500 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5f073d5e-1602-4c5f-96f9-5bd12bb2cb75 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4119921 Sep 16 12:50:27.166336 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52030) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:27.174396 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-17bfd66d-393d-4dd9-9788-d6b7ce52f1e9 admin admin] Request body: {'router': {'name': 'tempest-ServerGroupTestJSON-476305287-router', 'tenant_id': '665869d344cf42e38020c270515c5abf', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:50:27.203486 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-17bfd66d-393d-4dd9-9788-d6b7ce52f1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (e1015dcb-92c8-4e66-95a1-00df4ec2baab), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:27.207472 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-17bfd66d-393d-4dd9-9788-d6b7ce52f1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (e1015dcb-92c8-4e66-95a1-00df4ec2baab), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:27.279741 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-17bfd66d-393d-4dd9-9788-d6b7ce52f1e9 admin admin] Publish callbacks [] for router_controller (e1015dcb-92c8-4e66-95a1-00df4ec2baab), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:27.297274 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b22c5-00ce-4a16-be5d-eb7a251b8adf req-be3a403d-764c-4cd1-b073-f7cf00a07513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:27.299926 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-082b22c5-00ce-4a16-be5d-eb7a251b8adf req-be3a403d-764c-4cd1-b073-f7cf00a07513 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1386628 Sep 16 12:50:27.306551 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-abbd5857-5e09-4393-907b-66607bc40ec5', 'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5', 'project_id': '665869d344cf42e38020c270515c5abf', 'fixed_ips': [{'subnet_id': '71ceb571-3ed2-4706-b10d-4402800098f5'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:50:27.307540 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:27.319787 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:27.414235 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2297-2034-4343-b458-1141e3c9b20e req-377b9849-8dfa-425b-9b7a-f5cf66ccf5de tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:27.415812 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-410e2297-2034-4343-b458-1141e3c9b20e req-377b9849-8dfa-425b-9b7a-f5cf66ccf5de tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.1439760 Sep 16 12:50:27.456762 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-17bfd66d-393d-4dd9-9788-d6b7ce52f1e9 admin admin] Publish callbacks [] for router_gateway (e1015dcb-92c8-4e66-95a1-00df4ec2baab), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:27.467444 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b22c5-00ce-4a16-be5d-eb7a251b8adf req-53127ed6-a922-47d2-bc03-a3bfe780d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:27.469063 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-082b22c5-00ce-4a16-be5d-eb7a251b8adf req-53127ed6-a922-47d2-bc03-a3bfe780d4ed service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1474063 Sep 16 12:50:27.485448 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] Allocated IP 172.20.0.2 (abbd5857-5e09-4393-907b-66607bc40ec5/71ceb571-3ed2-4706-b10d-4402800098f5/47278f0b-0f9d-4f7a-ae68-a0d03c3ad065) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:50:27.488744 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16765f19-355b-4f79-9106-a5eb2793ab96 req-768cba4c-68a1-487f-9d62-e540660ff0fb tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:27.490349 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-16765f19-355b-4f79-9106-a5eb2793ab96 req-768cba4c-68a1-487f-9d62-e540660ff0fb tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7725f9a0-ac02-47ad-a67f-a9d42c2a6aac HTTP/1.1" status: 200 len: 946 time: 0.1675701 Sep 16 12:50:27.594624 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:27.623515 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:27.634338 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:27.669980 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-410e2297-2034-4343-b458-1141e3c9b20e req-d9cb4eae-6e32-4be3-bdfe-bd13870ac4d7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229953 Sep 16 12:50:27.672345 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d911c4f-ea24-47bb-a4f0-6fc7428361b2 admin admin] Router ae209977-c555-4791-a4d9-54611e8a47f4 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:50:27.686011 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] Publish callbacks [] for port (47278f0b-0f9d-4f7a-ae68-a0d03c3ad065), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:27.694424 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-16765f19-355b-4f79-9106-a5eb2793ab96 req-f6f715b2-555a-41aa-832c-344e2d1c608c tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849718 Sep 16 12:50:27.701701 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (47278f0b-0f9d-4f7a-ae68-a0d03c3ad065), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:27.706581 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-17bfd66d-393d-4dd9-9788-d6b7ce52f1e9 admin admin] Publish callbacks [] for router_gateway (e1015dcb-92c8-4e66-95a1-00df4ec2baab), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:27.740069 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-17bfd66d-393d-4dd9-9788-d6b7ce52f1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:27.770169 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] Network abbd5857-5e09-4393-907b-66607bc40ec5 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:50:27.774623 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:50:27.776740 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:27.780634 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:50:27.788745 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] Pushing event updated for resources: {'Port': ['ID=47278f0b-0f9d-4f7a-ae68-a0d03c3ad065,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:27.831238 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-082b22c5-00ce-4a16-be5d-eb7a251b8adf req-7164c59f-4588-4f72-ade6-0b38523d4f1f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397634 Sep 16 12:50:27.895732 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] Attempting to bind port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:50:27.896998 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] Attempting to bind port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:50:27.897423 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] Attempting to bind port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 on network abbd5857-5e09-4393-907b-66607bc40ec5 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:50:27.909969 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-09b85c7e-111b-467b-86dd-a6bc56d20fd2 req-bed392a6-4f9e-42e8-83cd-cd25c651ba98 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0728838 Sep 16 12:50:27.947894 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-17bfd66d-393d-4dd9-9788-d6b7ce52f1e9 admin admin] Allocated IP 172.25.2.180 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/25f67d5f-bc5b-40c7-8894-70dba41fa3f1) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:50:27.972782 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:28.031723 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:50:28.032110 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] Checking segment: {'id': 'f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:50:28.034631 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:28.035048 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] Bound using segment: {'id': 'f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:50:28.035554 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] Bound port: 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:50:28.038837 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (47278f0b-0f9d-4f7a-ae68-a0d03c3ad065), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:28.169550 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=37 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:28.170975 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-17bfd66d-393d-4dd9-9788-d6b7ce52f1e9 admin admin] Publish callbacks [] for port (25f67d5f-bc5b-40c7-8894-70dba41fa3f1), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:28.186220 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] For port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:50:28.195394 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] For port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=47278f0b-0f9d-4f7a-ae68-a0d03c3ad065,segment=NetworkSegment(f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9),segment_id=f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:50:28.205472 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (47278f0b-0f9d-4f7a-ae68-a0d03c3ad065), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:28.300923 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f11a89-0afa-4574-838a-1f5fdec7f99a None None] Pushing event updated for resources: {'Port': ['ID=47278f0b-0f9d-4f7a-ae68-a0d03c3ad065,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:28.337957 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db53ee-d664-49fe-b5d9-e46acafe0deb req-53baee76-7b73-43b4-9e1d-5ed3aeaa75e7 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:28.342075 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-42db53ee-d664-49fe-b5d9-e46acafe0deb req-53baee76-7b73-43b4-9e1d-5ed3aeaa75e7 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=dd98275b-2759-4880-b280-fc6fc1614e93 HTTP/1.1" status: 200 len: 950 time: 0.1936471 Sep 16 12:50:28.365171 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-17bfd66d-393d-4dd9-9788-d6b7ce52f1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (25f67d5f-bc5b-40c7-8894-70dba41fa3f1), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:28.495041 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bfd66d-393d-4dd9-9788-d6b7ce52f1e9 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:50:28.513507 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-17bfd66d-393d-4dd9-9788-d6b7ce52f1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:50:28.523167 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bfd66d-393d-4dd9-9788-d6b7ce52f1e9 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:50:28.552391 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c178e-c13f-4548-bf0b-263b487bf45e req-319aa0be-6286-47c8-afbf-6a2d7357ff2e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:28.554005 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1d6c178e-c13f-4548-bf0b-263b487bf45e req-319aa0be-6286-47c8-afbf-6a2d7357ff2e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7725f9a0-ac02-47ad-a67f-a9d42c2a6aac HTTP/1.1" status: 200 len: 946 time: 0.1472740 Sep 16 12:50:28.576065 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab4fe7-ef30-484b-9ed7-85bbdff5b28a req-db0cee87-ab42-49f6-811f-9dfc63c5fa82 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:28.589493 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9fab4fe7-ef30-484b-9ed7-85bbdff5b28a req-db0cee87-ab42-49f6-811f-9dfc63c5fa82 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd98275b-2759-4880-b280-fc6fc1614e93 HTTP/1.1" status: 200 len: 950 time: 0.1854372 Sep 16 12:50:28.644634 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d911c4f-ea24-47bb-a4f0-6fc7428361b2 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:50:28.660623 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb430e76-d23e-4e87-9845-6b4cca2f2110 None None] Sync routers for ids ['ae209977-c555-4791-a4d9-54611e8a47f4'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:50:28.661240 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-5d911c4f-ea24-47bb-a4f0-6fc7428361b2 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/ae209977-c555-4791-a4d9-54611e8a47f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6663592 Sep 16 12:50:28.674398 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 52044) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:28.718422 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb430e76-d23e-4e87-9845-6b4cca2f2110 None None] Routers {'ae209977-c555-4791-a4d9-54611e8a47f4'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:50:28.722620 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-bb430e76-d23e-4e87-9845-6b4cca2f2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:50:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['ae209977-c555-4791-a4d9-54611e8a47f4'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:28.726568 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfd66d-393d-4dd9-9788-d6b7ce52f1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=25f67d5f-bc5b-40c7-8894-70dba41fa3f1,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:28.781212 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-082b22c5-00ce-4a16-be5d-eb7a251b8adf req-1cdbec8d-cbe6-4f03-8fc6-0d9b4d2b427c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9389231 Sep 16 12:50:28.815277 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1d6c178e-c13f-4548-bf0b-263b487bf45e req-2fe2ee75-ab96-4ad1-91a6-aebeb0bf80e2 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131524 Sep 16 12:50:28.885929 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-42db53ee-d664-49fe-b5d9-e46acafe0deb req-36832da4-de1b-4848-997f-d5adce0b022b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Deleting port 65db34e4-9d56-4846-9f39-709aa1748071 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:28.886367 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-42db53ee-d664-49fe-b5d9-e46acafe0deb req-36832da4-de1b-4848-997f-d5adce0b022b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (65db34e4-9d56-4846-9f39-709aa1748071), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:28.916876 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9fab4fe7-ef30-484b-9ed7-85bbdff5b28a req-b1e194a6-4370-44df-b158-c5fc27212feb tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260231 Sep 16 12:50:28.958580 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:50:29.013788 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8c3d9-6829-4248-9331-5716f1892708 req-585b6a09-7235-4f26-836c-2165cee5009d tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:29.014773 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f2f8c3d9-6829-4248-9331-5716f1892708 req-585b6a09-7235-4f26-836c-2165cee5009d tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.0947752 Sep 16 12:50:29.019103 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2059873b-6bdf-4d47-a810-8949ad769454 admin admin] Publish callbacks [] for router (ae209977-c555-4791-a4d9-54611e8a47f4), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:29.042003 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-bb430e76-d23e-4e87-9845-6b4cca2f2110 None None] Set router ae209977-c555-4791-a4d9-54611e8a47f4 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:50:29.060650 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-42db53ee-d664-49fe-b5d9-e46acafe0deb req-36832da4-de1b-4848-997f-d5adce0b022b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] For port 65db34e4-9d56-4846-9f39-709aa1748071, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=65db34e4-9d56-4846-9f39-709aa1748071,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:29.061390 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-42db53ee-d664-49fe-b5d9-e46acafe0deb req-36832da4-de1b-4848-997f-d5adce0b022b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (65db34e4-9d56-4846-9f39-709aa1748071), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:29.092030 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-42db53ee-d664-49fe-b5d9-e46acafe0deb req-36832da4-de1b-4848-997f-d5adce0b022b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Calling delete_port for 65db34e4-9d56-4846-9f39-709aa1748071 owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:29.111632 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:50:29.112187 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (47278f0b-0f9d-4f7a-ae68-a0d03c3ad065), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:29.112460 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 Sep 16 12:50:29.218264 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2e42cb20-72ea-4bf6-b5c4-dc7917a0f39f req-a5fa82d6-1776-4506-90c9-6bf3cfc6bf71 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0469720 Sep 16 12:50:29.242165 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f2f8c3d9-6829-4248-9331-5716f1892708 req-d9a5178b-645f-4c81-8292-2e1fa13f6596 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771834 Sep 16 12:50:29.277164 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:29.296173 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:50:29.296173 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (47278f0b-0f9d-4f7a-ae68-a0d03c3ad065), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:29.296948 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2059873b-6bdf-4d47-a810-8949ad769454 admin admin] Publish callbacks [] for router_gateway (ae209977-c555-4791-a4d9-54611e8a47f4), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:29.371962 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-2059873b-6bdf-4d47-a810-8949ad769454 admin admin] Deleting port f292064e-9a0e-4c53-bc47-9efd525224b1 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:29.372841 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2059873b-6bdf-4d47-a810-8949ad769454 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (f292064e-9a0e-4c53-bc47-9efd525224b1), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:29.379682 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=47278f0b-0f9d-4f7a-ae68-a0d03c3ad065,segment=NetworkSegment(f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9),segment_id=f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:29.386067 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (47278f0b-0f9d-4f7a-ae68-a0d03c3ad065), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:29.396984 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-bb430e76-d23e-4e87-9845-6b4cca2f2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae209977-c555-4791-a4d9-54611e8a47f4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-45540949-router', 'tenant_id': '49a2ef319f934a71ad3efc6077bdede3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'f292064e-9a0e-4c53-bc47-9efd525224b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:26Z', 'updated_at': '2022-09-16T12:50:26Z', 'revision_number': 5, 'project_id': '49a2ef319f934a71ad3efc6077bdede3', 'gw_port': {'id': 'f292064e-9a0e-4c53-bc47-9efd525224b1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:53:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae209977-c555-4791-a4d9-54611e8a47f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:28Z', 'updated_at': '2022-09-16T12:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:29.452700 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb430e76-d23e-4e87-9845-6b4cca2f2110 None None] Checking router: ae209977-c555-4791-a4d9-54611e8a47f4 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:50:29.480030 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb430e76-d23e-4e87-9845-6b4cca2f2110 None None] Routers {'ae209977-c555-4791-a4d9-54611e8a47f4'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:50:29.481350 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-bb430e76-d23e-4e87-9845-6b4cca2f2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:50:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['ae209977-c555-4791-a4d9-54611e8a47f4'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:29.494513 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=47278f0b-0f9d-4f7a-ae68-a0d03c3ad065,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:29.536992 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-2059873b-6bdf-4d47-a810-8949ad769454 admin admin] For port f292064e-9a0e-4c53-bc47-9efd525224b1, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f292064e-9a0e-4c53-bc47-9efd525224b1,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:29.537379 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2059873b-6bdf-4d47-a810-8949ad769454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (f292064e-9a0e-4c53-bc47-9efd525224b1), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:29.557495 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-2059873b-6bdf-4d47-a810-8949ad769454 admin admin] Calling delete_port for f292064e-9a0e-4c53-bc47-9efd525224b1 owned by network:router_gateway {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:29.637354 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:29.638044 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:29.690752 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-bb430e76-d23e-4e87-9845-6b4cca2f2110 None None] Set router ae209977-c555-4791-a4d9-54611e8a47f4 gateway port host: None {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:50:29.699744 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f7df4b72-db09-4920-a1a9-3d48aefac7be req-29626283-eaf7-4fc2-8bd2-47e25721d535 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d&tenant_id=2f4fa02f470647fea7d4732332e71a2d HTTP/1.1" status: 200 len: 210 time: 0.1567471 Sep 16 12:50:29.773711 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:29.809171 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-bb430e76-d23e-4e87-9845-6b4cca2f2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae209977-c555-4791-a4d9-54611e8a47f4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-45540949-router', 'tenant_id': '49a2ef319f934a71ad3efc6077bdede3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:26Z', 'updated_at': '2022-09-16T12:50:29Z', 'revision_number': 6, 'project_id': '49a2ef319f934a71ad3efc6077bdede3', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:29.816498 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2059873b-6bdf-4d47-a810-8949ad769454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (f292064e-9a0e-4c53-bc47-9efd525224b1), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:29.817001 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f7df4b72-db09-4920-a1a9-3d48aefac7be req-4b9e247f-1939-4dbb-90ca-7749ec5ad22f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=2f4fa02f470647fea7d4732332e71a2d&device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0574672 Sep 16 12:50:29.840275 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb430e76-d23e-4e87-9845-6b4cca2f2110 None None] The sync data for ids ['ae209977-c555-4791-a4d9-54611e8a47f4'] in n-d-858094-4 is: [{'id': 'ae209977-c555-4791-a4d9-54611e8a47f4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-45540949-router', 'tenant_id': '49a2ef319f934a71ad3efc6077bdede3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:26Z', 'updated_at': '2022-09-16T12:50:29Z', 'revision_number': 6, 'project_id': '49a2ef319f934a71ad3efc6077bdede3', 'gw_port_host': None}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:50:29.859703 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:29.862767 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f7df4b72-db09-4920-a1a9-3d48aefac7be req-e1fd3d68-7b5c-4513-b198-a91c36b91965 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=2f4fa02f470647fea7d4732332e71a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363209 Sep 16 12:50:29.870057 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059873b-6bdf-4d47-a810-8949ad769454 admin admin] Pushing event deleted for resources: {'Port': ['ID=f292064e-9a0e-4c53-bc47-9efd525224b1,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:29.909661 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-17bfd66d-393d-4dd9-9788-d6b7ce52f1e9 admin admin] Publish callbacks [] for router_gateway (e1015dcb-92c8-4e66-95a1-00df4ec2baab), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:29.911372 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-42db53ee-d664-49fe-b5d9-e46acafe0deb req-36832da4-de1b-4848-997f-d5adce0b022b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (65db34e4-9d56-4846-9f39-709aa1748071), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:29.926048 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['5d6e364d-d651-4c3c-b21c-27421ce4597f', '84d3e3e1-0c23-49c4-af27-80f8acbc75ae', '1c5c05cf-4ab1-4beb-b208-fb0941341532', '65db34e4-9d56-4846-9f39-709aa1748071'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:50:29.949522 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3d51ea-a13b-4da5-b127-b0bace9a762a None None] Network abbd5857-5e09-4393-907b-66607bc40ec5 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:50:30.038076 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36832da4-de1b-4848-997f-d5adce0b022b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Pushing event deleted for resources: {'Port': ['ID=65db34e4-9d56-4846-9f39-709aa1748071,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:30.073651 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdebbe0-768a-411a-8f03-7a6020afa3fb req-3e5a251a-be02-48a1-8d2d-aad6a10128c1 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:30.082908 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4bdebbe0-768a-411a-8f03-7a6020afa3fb req-3e5a251a-be02-48a1-8d2d-aad6a10128c1 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7725f9a0-ac02-47ad-a67f-a9d42c2a6aac HTTP/1.1" status: 200 len: 946 time: 0.1157808 Sep 16 12:50:30.128209 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3018f5fe-a264-402a-819f-7c20edfe8a30 req-a6d168df-4768-454d-aa6f-3ba3d4cde049 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd98275b-2759-4880-b280-fc6fc1614e93 HTTP/1.1" status: 200 len: 210 time: 0.0712802 Sep 16 12:50:30.139924 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-42db53ee-d664-49fe-b5d9-e46acafe0deb req-36832da4-de1b-4848-997f-d5adce0b022b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] No DVR routers for this DVR port 65db34e4-9d56-4846-9f39-709aa1748071 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:50:30.144906 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2059873b-6bdf-4d47-a810-8949ad769454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (ae209977-c555-4791-a4d9-54611e8a47f4), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:30.157129 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-42db53ee-d664-49fe-b5d9-e46acafe0deb req-36832da4-de1b-4848-997f-d5adce0b022b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:30.162326 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-42db53ee-d664-49fe-b5d9-e46acafe0deb req-36832da4-de1b-4848-997f-d5adce0b022b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "DELETE /networking/v2.0/ports/65db34e4-9d56-4846-9f39-709aa1748071 HTTP/1.1" status: 204 len: 173 time: 1.7757306 Sep 16 12:50:30.164523 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd98275b-2759-4880-b280-fc6fc1614e93', 'name': 'network-vif-deleted', 'tag': '65db34e4-9d56-4846-9f39-709aa1748071'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:50:30.167427 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c994ca-2153-4161-81f0-14dd22580429" -d '{"events": [{"server_uuid": "dd98275b-2759-4880-b280-fc6fc1614e93", "name": "network-vif-deleted", "tag": "65db34e4-9d56-4846-9f39-709aa1748071"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:50:30.211575 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['27de96a3-bf43-46c1-a8f8-afd304cea206', 'e3afd82f-9e91-4967-8755-5ee2e7d21714'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:50:30.264333 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df4b72-db09-4920-a1a9-3d48aefac7be req-90c1445b-921f-4947-803e-4da4e9d5fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:30.266314 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f7df4b72-db09-4920-a1a9-3d48aefac7be req-90c1445b-921f-4947-803e-4da4e9d5fae9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3967092 Sep 16 12:50:30.368776 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2059873b-6bdf-4d47-a810-8949ad769454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (ae209977-c555-4791-a4d9-54611e8a47f4), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:30.374829 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2059873b-6bdf-4d47-a810-8949ad769454 admin admin] Publish callbacks [] for router_controller (ae209977-c555-4791-a4d9-54611e8a47f4), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:30.397759 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4bdebbe0-768a-411a-8f03-7a6020afa3fb req-8eaa42e9-8002-4335-82fa-3db34dc9d336 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144741 Sep 16 12:50:30.446224 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-17bfd66d-393d-4dd9-9788-d6b7ce52f1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (e1015dcb-92c8-4e66-95a1-00df4ec2baab), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:30.515253 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2059873b-6bdf-4d47-a810-8949ad769454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (ae209977-c555-4791-a4d9-54611e8a47f4), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:30.515968 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2059873b-6bdf-4d47-a810-8949ad769454 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae209977-c555-4791-a4d9-54611e8a47f4 {{(pid=113698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:50:30.519978 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-5b18876e-7467-42ca-848e-eda87392b83d None None] Provisioning complete for port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:50:30.520480 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5b18876e-7467-42ca-848e-eda87392b83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (47278f0b-0f9d-4f7a-ae68-a0d03c3ad065), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:30.520928 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5b18876e-7467-42ca-848e-eda87392b83d None None] Attempt 1 to provision port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 Sep 16 12:50:30.527366 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2059873b-6bdf-4d47-a810-8949ad769454 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:30.532224 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-2059873b-6bdf-4d47-a810-8949ad769454 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/ae209977-c555-4791-a4d9-54611e8a47f4 HTTP/1.1" status: 204 len: 168 time: 1.8472176 Sep 16 12:50:30.534478 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 52070) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:30.649176 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2f1e55f0-357f-493a-a3d5-2f96db170332 req-79ef2de5-cd20-42be-a65a-92a214694533 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.1032510 Sep 16 12:50:30.784077 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-907b789c-9ba5-44e7-98ef-47413282c852 admin admin] Deleting subnet 8186d18f-b8b1-4f66-afad-98c88e1eca5b {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:50:30.818500 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-907b789c-9ba5-44e7-98ef-47413282c852 admin admin] Publish callbacks [] for subnet (8186d18f-b8b1-4f66-afad-98c88e1eca5b), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:30.870189 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:30.911296 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf415ef-38d8-4858-bfbd-5a1420fda1b7 x-openstack-request-id: req-bdf415ef-38d8-4858-bfbd-5a1420fda1b7 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:50:30.913516 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd98275b-2759-4880-b280-fc6fc1614e93", "name": "network-vif-deleted", "tag": "65db34e4-9d56-4846-9f39-709aa1748071", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:50:30.915696 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bdf415ef-38d8-4858-bfbd-5a1420fda1b7 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:50:30.916437 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdf415ef-38d8-4858-bfbd-5a1420fda1b7'] response: {'server_uuid': 'dd98275b-2759-4880-b280-fc6fc1614e93', 'name': 'network-vif-deleted', 'tag': '65db34e4-9d56-4846-9f39-709aa1748071', 'status': 'completed', 'code': 200} Sep 16 12:50:31.034446 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bfd66d-393d-4dd9-9788-d6b7ce52f1e9 admin admin] Router e1015dcb-92c8-4e66-95a1-00df4ec2baab is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:50:31.060367 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-907b789c-9ba5-44e7-98ef-47413282c852 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (8186d18f-b8b1-4f66-afad-98c88e1eca5b), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:31.111437 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:50:31.209871 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5b18876e-7467-42ca-848e-eda87392b83d None None] Current status of the port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:50:31.353556 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed502f0c-ad3e-4a69-9d88-91710ab4e85f req-7b3b79de-9962-4821-ab20-f0a0de31a77c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:31.368242 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ed502f0c-ad3e-4a69-9d88-91710ab4e85f req-7b3b79de-9962-4821-ab20-f0a0de31a77c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.2858462 Sep 16 12:50:31.503747 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bfd66d-393d-4dd9-9788-d6b7ce52f1e9 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:50:31.590057 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-17bfd66d-393d-4dd9-9788-d6b7ce52f1e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:31.592334 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-17bfd66d-393d-4dd9-9788-d6b7ce52f1e9 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4240601 Sep 16 12:50:31.596458 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52094) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:31.610687 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] Sync routers for ids ['e1015dcb-92c8-4e66-95a1-00df4ec2baab'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:50:31.613997 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-907b789c-9ba5-44e7-98ef-47413282c852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (8186d18f-b8b1-4f66-afad-98c88e1eca5b), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:31.677125 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:31.725568 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ed502f0c-ad3e-4a69-9d88-91710ab4e85f req-983f248b-6530-4c58-a7ac-f5185d711082 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560593 Sep 16 12:50:31.805386 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:50:31.805989 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (47278f0b-0f9d-4f7a-ae68-a0d03c3ad065), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:31.806524 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 Sep 16 12:50:31.856101 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-907b789c-9ba5-44e7-98ef-47413282c852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (8186d18f-b8b1-4f66-afad-98c88e1eca5b), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:31.880414 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:31.933899 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b789c-9ba5-44e7-98ef-47413282c852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8186d18f-b8b1-4f66-afad-98c88e1eca5b,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:31.947429 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-907b789c-9ba5-44e7-98ef-47413282c852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:31.968586 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-907b789c-9ba5-44e7-98ef-47413282c852 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/8186d18f-b8b1-4f66-afad-98c88e1eca5b HTTP/1.1" status: 204 len: 168 time: 1.4315801 Sep 16 12:50:31.986577 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 52108) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:32.019135 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-38904b09-0f78-43e4-831f-3e4257c94d17 req-29741d0c-0709-4d91-8b59-a32f872abd13 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd98275b-2759-4880-b280-fc6fc1614e93 HTTP/1.1" status: 200 len: 210 time: 0.0419359 Sep 16 12:50:32.066824 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] Routers {'e1015dcb-92c8-4e66-95a1-00df4ec2baab'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:50:32.067829 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:50:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e1015dcb-92c8-4e66-95a1-00df4ec2baab'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:32.071785 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-1f12fd93-c292-45bc-a75d-300e8c2f5f1c None None] Provisioning complete for port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:50:32.072762 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1f12fd93-c292-45bc-a75d-300e8c2f5f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (47278f0b-0f9d-4f7a-ae68-a0d03c3ad065), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:32.073293 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-1f12fd93-c292-45bc-a75d-300e8c2f5f1c None None] Attempt 1 to provision port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 Sep 16 12:50:32.198836 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ffe5804a-51cf-42fb-8fb5-32e0afdcd7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (f1420eb2-6871-44c8-b39f-a26ce6c7b581), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:32.275821 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-ffe5804a-51cf-42fb-8fb5-32e0afdcd7ee admin admin] Deleting port c3de1ad1-9b96-41a8-8d59-3701c60183f3 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:32.276780 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ffe5804a-51cf-42fb-8fb5-32e0afdcd7ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (c3de1ad1-9b96-41a8-8d59-3701c60183f3), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:32.372465 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04df4ea-b809-4516-8513-f24d49f8721e None None] Network f1420eb2-6871-44c8-b39f-a26ce6c7b581 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:50:32.386372 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d0865662-4fae-4388-a554-40b38a5835cd req-88a548ef-7a17-467c-91fe-7ccef7c7754d tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0572171 Sep 16 12:50:32.403199 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 65db34e4-9d56-4846-9f39-709aa1748071 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:50:32.422242 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-ffe5804a-51cf-42fb-8fb5-32e0afdcd7ee admin admin] For port c3de1ad1-9b96-41a8-8d59-3701c60183f3, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=c3de1ad1-9b96-41a8-8d59-3701c60183f3,segment=NetworkSegment(6e92c59a-eb0c-4932-bdeb-af0a99992381),segment_id=6e92c59a-eb0c-4932-bdeb-af0a99992381)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:32.422613 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ffe5804a-51cf-42fb-8fb5-32e0afdcd7ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (c3de1ad1-9b96-41a8-8d59-3701c60183f3), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:32.455576 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-ffe5804a-51cf-42fb-8fb5-32e0afdcd7ee admin admin] Calling delete_port for c3de1ad1-9b96-41a8-8d59-3701c60183f3 owned by network:dhcp {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:32.545667 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:32.584260 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:32.639234 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:32.699821 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ffe5804a-51cf-42fb-8fb5-32e0afdcd7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (c3de1ad1-9b96-41a8-8d59-3701c60183f3), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:32.736617 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe5804a-51cf-42fb-8fb5-32e0afdcd7ee admin admin] No DVR routers for this DVR port c3de1ad1-9b96-41a8-8d59-3701c60183f3 on host n-d-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:50:32.751917 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 65db34e4-9d56-4846-9f39-709aa1748071 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:50:32.753634 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 65db34e4-9d56-4846-9f39-709aa1748071 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:50:32.755114 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fa873879-2833-4222-b22b-060deee3781b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:32.775479 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-facc3343-ff71-4514-98d2-a7be7bbd889f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:32.787850 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] Set router e1015dcb-92c8-4e66-95a1-00df4ec2baab gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:50:32.881869 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5804a-51cf-42fb-8fb5-32e0afdcd7ee admin admin] Pushing event deleted for resources: {'Port': ['ID=c3de1ad1-9b96-41a8-8d59-3701c60183f3,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:32.999037 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ffe5804a-51cf-42fb-8fb5-32e0afdcd7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (f1420eb2-6871-44c8-b39f-a26ce6c7b581), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:33.059831 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:50:33.098563 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:33.120347 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-fa873879-2833-4222-b22b-060deee3781b admin admin] Allocated IP 172.20.0.1 (abbd5857-5e09-4393-907b-66607bc40ec5/71ceb571-3ed2-4706-b10d-4402800098f5/705fbefe-5f9e-4972-a4eb-2f677e4c4993) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:50:33.194261 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device a5a61a0a-3b75-465a-8ca1-fcee28fead93 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:50:33.211071 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-ffe5804a-51cf-42fb-8fb5-32e0afdcd7ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1420eb2-6871-44c8-b39f-a26ce6c7b581']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:33.264155 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-ffe5804a-51cf-42fb-8fb5-32e0afdcd7ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e92c59a-eb0c-4932-bdeb-af0a99992381') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:33.265347 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-ffe5804a-51cf-42fb-8fb5-32e0afdcd7ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e92c59a-eb0c-4932-bdeb-af0a99992381') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:33.318091 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69e110-ba84-45a8-9443-e0f8f8f1e4b7 req-fb9c4132-0163-4b6a-8df0-9becd174aad6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:33.320997 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fa873879-2833-4222-b22b-060deee3781b admin admin] Publish callbacks [] for port (705fbefe-5f9e-4972-a4eb-2f677e4c4993), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:33.324310 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3f69e110-ba84-45a8-9443-e0f8f8f1e4b7 req-fb9c4132-0163-4b6a-8df0-9becd174aad6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.3212500 Sep 16 12:50:33.342230 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ffe5804a-51cf-42fb-8fb5-32e0afdcd7ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (6e92c59a-eb0c-4932-bdeb-af0a99992381), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:33.355492 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: a5a61a0a-3b75-465a-8ca1-fcee28fead93 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:50:33.356059 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device a5a61a0a-3b75-465a-8ca1-fcee28fead93 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:50:33.356787 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f292064e-9a0e-4c53-bc47-9efd525224b1 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:50:33.387843 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ffe5804a-51cf-42fb-8fb5-32e0afdcd7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (6e92c59a-eb0c-4932-bdeb-af0a99992381), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:33.419078 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe5804a-51cf-42fb-8fb5-32e0afdcd7ee admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:50:33.423573 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ffe5804a-51cf-42fb-8fb5-32e0afdcd7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (6e92c59a-eb0c-4932-bdeb-af0a99992381), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:33.467069 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fa873879-2833-4222-b22b-060deee3781b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (705fbefe-5f9e-4972-a4eb-2f677e4c4993), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:33.479319 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ee81c9-ad00-4185-ba38-788d50335f95 None None] DHCP port deletion for f1420eb2-6871-44c8-b39f-a26ce6c7b581 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:50:33.482176 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: f292064e-9a0e-4c53-bc47-9efd525224b1 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:50:33.482692 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f292064e-9a0e-4c53-bc47-9efd525224b1 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:50:33.541341 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa873879-2833-4222-b22b-060deee3781b admin admin] Network abbd5857-5e09-4393-907b-66607bc40ec5 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:50:33.545983 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-fa873879-2833-4222-b22b-060deee3781b admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:50:33.552840 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa873879-2833-4222-b22b-060deee3781b admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:50:33.573369 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-1f12fd93-c292-45bc-a75d-300e8c2f5f1c None None] Current status of the port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:50:33.646837 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:33.689955 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa873879-2833-4222-b22b-060deee3781b admin admin] Pushing event updated for resources: {'Port': ['ID=705fbefe-5f9e-4972-a4eb-2f677e4c4993,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:33.695709 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fa873879-2833-4222-b22b-060deee3781b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (e1015dcb-92c8-4e66-95a1-00df4ec2baab), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:33.736226 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 6e92c59a-eb0c-4932-bdeb-af0a99992381 resource provider aggregate not found Sep 16 12:50:33.775872 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ffe5804a-51cf-42fb-8fb5-32e0afdcd7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (f1420eb2-6871-44c8-b39f-a26ce6c7b581), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:33.783833 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1015dcb-92c8-4e66-95a1-00df4ec2baab', 'name': 'tempest-ServerGroupTestJSON-476305287-router', 'tenant_id': '665869d344cf42e38020c270515c5abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '25f67d5f-bc5b-40c7-8894-70dba41fa3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:27Z', 'updated_at': '2022-09-16T12:50:29Z', 'revision_number': 3, 'project_id': '665869d344cf42e38020c270515c5abf', 'gw_port': {'id': '25f67d5f-bc5b-40c7-8894-70dba41fa3f1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:62:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1015dcb-92c8-4e66-95a1-00df4ec2baab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:27Z', 'updated_at': '2022-09-16T12:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:33.822872 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 6e92c59a-eb0c-4932-bdeb-af0a99992381 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e92c59a-eb0c-4932-bdeb-af0a99992381 found for delete ", "request_id": "req-0457e47d-bd14-4fba-b308-138d7a87e73b"}]} Sep 16 12:50:33.827352 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0da17072-f2ed-4175-81c1-68dee2c5365e req-7186c17e-1fec-4097-8d04-5e342adb0ac5 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0856099 Sep 16 12:50:33.828567 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ffe5804a-51cf-42fb-8fb5-32e0afdcd7ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:33.840165 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-ffe5804a-51cf-42fb-8fb5-32e0afdcd7ee admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/f1420eb2-6871-44c8-b39f-a26ce6c7b581 HTTP/1.1" status: 204 len: 168 time: 1.8506434 Sep 16 12:50:33.919383 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5804a-51cf-42fb-8fb5-32e0afdcd7ee admin admin] Pushing event deleted for resources: {'Network': ['ID=f1420eb2-6871-44c8-b39f-a26ce6c7b581,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:33.923517 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c3de1ad1-9b96-41a8-8d59-3701c60183f3 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:50:33.942712 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] Checking router: e1015dcb-92c8-4e66-95a1-00df4ec2baab for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:50:33.943052 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] Updating router e1015dcb-92c8-4e66-95a1-00df4ec2baab port 25f67d5f-bc5b-40c7-8894-70dba41fa3f1 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:50:33.947942 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3f69e110-ba84-45a8-9443-e0f8f8f1e4b7 req-c62180bb-0b0c-463f-951b-dc69ff246f8a tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6094880 Sep 16 12:50:34.066145 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device e749f518-c322-429e-b87d-fb7a8eccab82 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:50:34.071002 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: c3de1ad1-9b96-41a8-8d59-3701c60183f3 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:50:34.072399 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c3de1ad1-9b96-41a8-8d59-3701c60183f3 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:50:34.144575 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fa873879-2833-4222-b22b-060deee3781b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (705fbefe-5f9e-4972-a4eb-2f677e4c4993), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:34.188260 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (25f67d5f-bc5b-40c7-8894-70dba41fa3f1), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:34.195844 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 52152) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:34.230678 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Provisioning complete for port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:50:34.231178 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (705fbefe-5f9e-4972-a4eb-2f677e4c4993), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:34.231625 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Attempt 1 to provision port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 Sep 16 12:50:34.311422 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-be62d1f6-b375-4641-9b0e-c3b637f90f5c admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=7058e9e184834c39a5a299f481a6e62e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1141007 Sep 16 12:50:34.316291 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 52154) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:34.484898 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fa873879-2833-4222-b22b-060deee3781b admin admin] Publish callbacks [] for port (705fbefe-5f9e-4972-a4eb-2f677e4c4993), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:34.493068 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fa873879-2833-4222-b22b-060deee3781b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (705fbefe-5f9e-4972-a4eb-2f677e4c4993), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:34.521680 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-699054ce-fae8-4a79-855d-1972af7c101a admin admin] Publish callbacks [] for security_group (97d21453-780d-4a39-89ba-fc1fdf9c1046), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:34.555506 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-699054ce-fae8-4a79-855d-1972af7c101a admin admin] Publish callbacks [] for security_group (97d21453-780d-4a39-89ba-fc1fdf9c1046), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:34.580723 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa873879-2833-4222-b22b-060deee3781b admin admin] Pushing event updated for resources: {'Port': ['ID=705fbefe-5f9e-4972-a4eb-2f677e4c4993,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:34.594742 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fa873879-2833-4222-b22b-060deee3781b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (e1015dcb-92c8-4e66-95a1-00df4ec2baab), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:34.606921 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:34.608222 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:50:34.617287 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518874b-b13f-4d85-9d10-63c435391a06 req-972f9311-1278-46a0-91da-1f8dac347e8b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:34.619803 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b518874b-b13f-4d85-9d10-63c435391a06 req-972f9311-1278-46a0-91da-1f8dac347e8b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 949 time: 0.2653830 Sep 16 12:50:34.623032 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:34.666053 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-95e2db7c-8a34-4cca-94e6-5731234346da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:34.667068 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-699054ce-fae8-4a79-855d-1972af7c101a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (97d21453-780d-4a39-89ba-fc1fdf9c1046), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:34.671400 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-699054ce-fae8-4a79-855d-1972af7c101a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:34.676030 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-699054ce-fae8-4a79-855d-1972af7c101a admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/97d21453-780d-4a39-89ba-fc1fdf9c1046 HTTP/1.1" status: 204 len: 168 time: 0.3526061 Sep 16 12:50:34.678065 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port e749f518-c322-429e-b87d-fb7a8eccab82, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e749f518-c322-429e-b87d-fb7a8eccab82,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:34.684760 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:34.702005 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699054ce-fae8-4a79-855d-1972af7c101a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d21453-780d-4a39-89ba-fc1fdf9c1046,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:34.713706 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b518874b-b13f-4d85-9d10-63c435391a06 req-8d58f892-2924-4476-9bd8-856d49eae7ee tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746431 Sep 16 12:50:34.745694 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': 'e749f518-c322-429e-b87d-fb7a8eccab82', 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801', 'port_id': 'e749f518-c322-429e-b87d-fb7a8eccab82', 'mac_address': 'fa:16:3e:ee:b2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4fab7ee-afa2-498a-a38b-87393fd03027', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:50:34.747826 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa873879-2833-4222-b22b-060deee3781b admin admin] Network abbd5857-5e09-4393-907b-66607bc40ec5 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:50:34.750088 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-fa873879-2833-4222-b22b-060deee3781b admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:50:34.828288 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port e749f518-c322-429e-b87d-fb7a8eccab82 is: ACTIVE; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:50:34.829991 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e749f518-c322-429e-b87d-fb7a8eccab82), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:34.858731 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e749f518-c322-429e-b87d-fb7a8eccab82 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:50:34.875736 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:34.910403 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port e749f518-c322-429e-b87d-fb7a8eccab82, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e749f518-c322-429e-b87d-fb7a8eccab82,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:34.918798 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e749f518-c322-429e-b87d-fb7a8eccab82), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:34.936748 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa873879-2833-4222-b22b-060deee3781b admin admin] Router e1015dcb-92c8-4e66-95a1-00df4ec2baab has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:50:35.008695 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] Publish callbacks [] for port (25f67d5f-bc5b-40c7-8894-70dba41fa3f1), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:35.022624 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (25f67d5f-bc5b-40c7-8894-70dba41fa3f1), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:35.049936 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=e749f518-c322-429e-b87d-fb7a8eccab82,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:35.053132 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] Attempting to bind port 25f67d5f-bc5b-40c7-8894-70dba41fa3f1 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:50:35.053616 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] Attempting to bind port 25f67d5f-bc5b-40c7-8894-70dba41fa3f1 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:50:35.054044 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] Attempting to bind port 25f67d5f-bc5b-40c7-8894-70dba41fa3f1 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:50:35.125686 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Attempt 2 to provision port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 Sep 16 12:50:35.169869 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd6317a3-752c-4921-9e48-94b715a769e7 req-fe09031d-ce76-4127-8e2d-aecb5b009949 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.1116204 Sep 16 12:50:35.182090 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa873879-2833-4222-b22b-060deee3781b admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:50:35.202943 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-fa873879-2833-4222-b22b-060deee3781b admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/e1015dcb-92c8-4e66-95a1-00df4ec2baab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5958188 Sep 16 12:50:35.215112 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:50:35.232511 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317633d-e39b-4587-b71b-b229bfd9fc88 None None] Pushing event updated for resources: {'Port': ['ID=25f67d5f-bc5b-40c7-8894-70dba41fa3f1,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:35.256219 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff18dcc-ce49-4d69-9d4c-04ed4fa5dc7d req-491d9d41-243d-4201-ac7b-a26a14d09aa5 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:35.257807 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dff18dcc-ce49-4d69-9d4c-04ed4fa5dc7d req-491d9d41-243d-4201-ac7b-a26a14d09aa5 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 949 time: 0.1012859 Sep 16 12:50:35.258621 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:50:35.259144 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:50:35.259653 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:35.260262 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:50:35.262185 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] Bound port: 25f67d5f-bc5b-40c7-8894-70dba41fa3f1, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:50:35.263746 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (25f67d5f-bc5b-40c7-8894-70dba41fa3f1), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:35.277829 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:35.287782 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac29dc-4c69-4e8d-86c0-8ddc69cd4f33 req-279e1c20-0c71-4139-8855-6db40a99f4b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:35.289426 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a9ac29dc-4c69-4e8d-86c0-8ddc69cd4f33 req-279e1c20-0c71-4139-8855-6db40a99f4b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.1344204 Sep 16 12:50:35.345813 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] For port 25f67d5f-bc5b-40c7-8894-70dba41fa3f1, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:50:35.351748 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] For port 25f67d5f-bc5b-40c7-8894-70dba41fa3f1, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=25f67d5f-bc5b-40c7-8894-70dba41fa3f1,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:50:35.371088 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (25f67d5f-bc5b-40c7-8894-70dba41fa3f1), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:35.439349 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a9ac29dc-4c69-4e8d-86c0-8ddc69cd4f33 req-d1b0b36c-649c-4ffe-8d9e-68546476f453 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068947 Sep 16 12:50:35.478531 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-dff18dcc-ce49-4d69-9d4c-04ed4fa5dc7d req-df17a69e-7d00-48e1-b58a-90ecfa056de8 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Deleting port e3afd82f-9e91-4967-8755-5ee2e7d21714 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:35.479169 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dff18dcc-ce49-4d69-9d4c-04ed4fa5dc7d req-df17a69e-7d00-48e1-b58a-90ecfa056de8 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (e3afd82f-9e91-4967-8755-5ee2e7d21714), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:35.489733 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] Routers {'e1015dcb-92c8-4e66-95a1-00df4ec2baab'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:50:35.490874 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:50:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e1015dcb-92c8-4e66-95a1-00df4ec2baab'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:35.639477 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52180) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:35.707227 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-dff18dcc-ce49-4d69-9d4c-04ed4fa5dc7d req-df17a69e-7d00-48e1-b58a-90ecfa056de8 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] For port e3afd82f-9e91-4967-8755-5ee2e7d21714, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=e3afd82f-9e91-4967-8755-5ee2e7d21714,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:35.707907 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dff18dcc-ce49-4d69-9d4c-04ed4fa5dc7d req-df17a69e-7d00-48e1-b58a-90ecfa056de8 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (e3afd82f-9e91-4967-8755-5ee2e7d21714), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:35.727202 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Attempt 3 to provision port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 Sep 16 12:50:35.771113 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0ce9af22-cba7-457f-af74-5352b648c694 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=49a2ef319f934a71ad3efc6077bdede3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299753 Sep 16 12:50:35.775499 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-dff18dcc-ce49-4d69-9d4c-04ed4fa5dc7d req-df17a69e-7d00-48e1-b58a-90ecfa056de8 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Calling delete_port for e3afd82f-9e91-4967-8755-5ee2e7d21714 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:35.776825 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52184) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:35.834471 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:35.898691 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['e749f518-c322-429e-b87d-fb7a8eccab82'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:50:36.038365 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aaf16f77-9989-4385-9c88-6c3b491a0a8d admin admin] Publish callbacks [] for security_group (568c8922-85f5-42e2-b1bb-a2298aa5a23b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:36.045398 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:36.053707 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317633d-e39b-4587-b71b-b229bfd9fc88 None None] Pushing event updated for resources: {'Port': ['ID=25f67d5f-bc5b-40c7-8894-70dba41fa3f1,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:36.082005 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:36.122369 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aaf16f77-9989-4385-9c88-6c3b491a0a8d admin admin] Publish callbacks [] for security_group (568c8922-85f5-42e2-b1bb-a2298aa5a23b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:36.199785 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:50:36.202560 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aaf16f77-9989-4385-9c88-6c3b491a0a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (568c8922-85f5-42e2-b1bb-a2298aa5a23b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:36.207538 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aaf16f77-9989-4385-9c88-6c3b491a0a8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:36.213074 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-aaf16f77-9989-4385-9c88-6c3b491a0a8d admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/568c8922-85f5-42e2-b1bb-a2298aa5a23b HTTP/1.1" status: 204 len: 168 time: 0.4309633 Sep 16 12:50:36.223474 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf16f77-9989-4385-9c88-6c3b491a0a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568c8922-85f5-42e2-b1bb-a2298aa5a23b,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:36.243457 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9164cc-3815-43f0-b2b1-5a378bb8268c req-d08ff7ef-14de-4357-97c7-a520a0959289 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:36.243457 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fb9164cc-3815-43f0-b2b1-5a378bb8268c req-d08ff7ef-14de-4357-97c7-a520a0959289 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 949 time: 0.2366128 Sep 16 12:50:36.272585 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] Set router e1015dcb-92c8-4e66-95a1-00df4ec2baab gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:50:36.387566 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:36.406557 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fb9164cc-3815-43f0-b2b1-5a378bb8268c req-aebd24a3-e97a-490a-93ee-08bb8a84b1a0 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522026 Sep 16 12:50:36.484891 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dff18dcc-ce49-4d69-9d4c-04ed4fa5dc7d req-df17a69e-7d00-48e1-b58a-90ecfa056de8 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (e3afd82f-9e91-4967-8755-5ee2e7d21714), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:36.662573 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['27de96a3-bf43-46c1-a8f8-afd304cea206'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:50:36.750320 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Attempt 4 to provision port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 Sep 16 12:50:36.777633 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17a69e-7d00-48e1-b58a-90ecfa056de8 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Pushing event deleted for resources: {'Port': ['ID=e3afd82f-9e91-4967-8755-5ee2e7d21714,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:36.810599 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7585651-5ffb-4688-b2b9-abbeca6a6781 req-e39ee96e-b606-4f75-88a1-280343f8085b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:36.825529 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a7585651-5ffb-4688-b2b9-abbeca6a6781 req-e39ee96e-b606-4f75-88a1-280343f8085b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=95448444-b52b-428f-9c7c-8e0e78fc2b22 HTTP/1.1" status: 200 len: 950 time: 0.1768150 Sep 16 12:50:36.915784 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:50:36.951407 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff18dcc-ce49-4d69-9d4c-04ed4fa5dc7d req-df17a69e-7d00-48e1-b58a-90ecfa056de8 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] No DVR routers for this DVR port e3afd82f-9e91-4967-8755-5ee2e7d21714 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:50:36.983765 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7ae27c6f-2d4d-4ae5-9ff7-59e27179e59b req-50da759d-a0d7-4e0f-92f9-18ac95ebd3c5 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.2964256 Sep 16 12:50:37.001241 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dff18dcc-ce49-4d69-9d4c-04ed4fa5dc7d req-df17a69e-7d00-48e1-b58a-90ecfa056de8 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:37.039779 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dff18dcc-ce49-4d69-9d4c-04ed4fa5dc7d req-df17a69e-7d00-48e1-b58a-90ecfa056de8 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.25 "DELETE /networking/v2.0/ports/e3afd82f-9e91-4967-8755-5ee2e7d21714 HTTP/1.1" status: 204 len: 173 time: 1.7691519 Sep 16 12:50:37.048583 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdda11e-3b22-4d78-af62-8cc9a3915a4b', 'name': 'network-vif-deleted', 'tag': 'e3afd82f-9e91-4967-8755-5ee2e7d21714'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:50:37.079391 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3a2cd9-4751-4103-87f4-e49581e42857" -d '{"events": [{"server_uuid": "1bdda11e-3b22-4d78-af62-8cc9a3915a4b", "name": "network-vif-deleted", "tag": "e3afd82f-9e91-4967-8755-5ee2e7d21714"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:50:37.308922 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-a7585651-5ffb-4688-b2b9-abbeca6a6781 req-d7441438-3113-4832-896b-f9d1d115685f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Deleting port 1c5c05cf-4ab1-4beb-b208-fb0941341532 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:37.312168 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-a7585651-5ffb-4688-b2b9-abbeca6a6781 req-d7441438-3113-4832-896b-f9d1d115685f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (1c5c05cf-4ab1-4beb-b208-fb0941341532), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:37.420134 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Attempt 5 to provision port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 Sep 16 12:50:37.590804 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:37.645296 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b962739-c035-4a5c-b133-2cef6f179ebe req-f48143f9-f908-4b8e-a421-c8d42070e103 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:37.671813 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6b962739-c035-4a5c-b133-2cef6f179ebe req-f48143f9-f908-4b8e-a421-c8d42070e103 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.3888717 Sep 16 12:50:37.797810 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-a7585651-5ffb-4688-b2b9-abbeca6a6781 req-d7441438-3113-4832-896b-f9d1d115685f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] For port 1c5c05cf-4ab1-4beb-b208-fb0941341532, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=1c5c05cf-4ab1-4beb-b208-fb0941341532,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:37.798222 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-a7585651-5ffb-4688-b2b9-abbeca6a6781 req-d7441438-3113-4832-896b-f9d1d115685f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (1c5c05cf-4ab1-4beb-b208-fb0941341532), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:37.840044 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00897e7-ec68-413b-8f66-b7af8b5c4a2f x-openstack-request-id: req-d00897e7-ec68-413b-8f66-b7af8b5c4a2f {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:50:37.840302 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-a7585651-5ffb-4688-b2b9-abbeca6a6781 req-d7441438-3113-4832-896b-f9d1d115685f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Calling delete_port for 1c5c05cf-4ab1-4beb-b208-fb0941341532 owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:37.841872 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdda11e-3b22-4d78-af62-8cc9a3915a4b", "name": "network-vif-deleted", "tag": "e3afd82f-9e91-4967-8755-5ee2e7d21714", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:50:37.842698 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d00897e7-ec68-413b-8f66-b7af8b5c4a2f {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:50:37.842896 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d00897e7-ec68-413b-8f66-b7af8b5c4a2f'] response: {'server_uuid': '1bdda11e-3b22-4d78-af62-8cc9a3915a4b', 'name': 'network-vif-deleted', 'tag': 'e3afd82f-9e91-4967-8755-5ee2e7d21714', 'status': 'completed', 'code': 200} Sep 16 12:50:37.893266 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6b962739-c035-4a5c-b133-2cef6f179ebe req-7763ba9f-a342-4b5c-996a-ebc05248af85 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198105 Sep 16 12:50:37.947772 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:37.983018 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:50:37.990662 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:38.013596 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['5d6e364d-d651-4c3c-b21c-27421ce4597f', '84d3e3e1-0c23-49c4-af27-80f8acbc75ae', '1c5c05cf-4ab1-4beb-b208-fb0941341532'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:50:38.021779 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1015dcb-92c8-4e66-95a1-00df4ec2baab', 'name': 'tempest-ServerGroupTestJSON-476305287-router', 'tenant_id': '665869d344cf42e38020c270515c5abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '25f67d5f-bc5b-40c7-8894-70dba41fa3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:27Z', 'updated_at': '2022-09-16T12:50:34Z', 'revision_number': 4, 'project_id': '665869d344cf42e38020c270515c5abf', 'gw_port': {'id': '25f67d5f-bc5b-40c7-8894-70dba41fa3f1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:62:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1015dcb-92c8-4e66-95a1-00df4ec2baab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:27Z', 'updated_at': '2022-09-16T12:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '705fbefe-5f9e-4972-a4eb-2f677e4c4993', 'name': '', 'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5', 'tenant_id': '665869d344cf42e38020c270515c5abf', 'mac_address': 'fa:16:3e:39:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1015dcb-92c8-4e66-95a1-00df4ec2baab', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '71ceb571-3ed2-4706-b10d-4402800098f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:32Z', 'updated_at': '2022-09-16T12:50:34Z', 'revision_number': 2, 'project_id': '665869d344cf42e38020c270515c5abf', 'subnets': [{'id': '71ceb571-3ed2-4706-b10d-4402800098f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:38.041269 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device e749f518-c322-429e-b87d-fb7a8eccab82 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:50:38.091315 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1822b1f8-0335-4df9-87a1-fbec048bcbd5 req-80782bca-9fd9-44ca-aeea-7217c2da853b tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1bdda11e-3b22-4d78-af62-8cc9a3915a4b HTTP/1.1" status: 200 len: 210 time: 0.0885983 Sep 16 12:50:38.230156 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device e3afd82f-9e91-4967-8755-5ee2e7d21714 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:50:38.257051 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9326be0c-e8bc-46b4-b79f-e3384fd2e797 None None] The sync data for ids ['e1015dcb-92c8-4e66-95a1-00df4ec2baab'] in n-d-858094-4 is: [{'id': 'e1015dcb-92c8-4e66-95a1-00df4ec2baab', 'name': 'tempest-ServerGroupTestJSON-476305287-router', 'tenant_id': '665869d344cf42e38020c270515c5abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '25f67d5f-bc5b-40c7-8894-70dba41fa3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:27Z', 'updated_at': '2022-09-16T12:50:34Z', 'revision_number': 4, 'project_id': '665869d344cf42e38020c270515c5abf', 'gw_port': {'id': '25f67d5f-bc5b-40c7-8894-70dba41fa3f1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:62:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1015dcb-92c8-4e66-95a1-00df4ec2baab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:27Z', 'updated_at': '2022-09-16T12:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '705fbefe-5f9e-4972-a4eb-2f677e4c4993', 'name': '', 'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5', 'tenant_id': '665869d344cf42e38020c270515c5abf', 'mac_address': 'fa:16:3e:39:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1015dcb-92c8-4e66-95a1-00df4ec2baab', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '71ceb571-3ed2-4706-b10d-4402800098f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:32Z', 'updated_at': '2022-09-16T12:50:34Z', 'revision_number': 2, 'project_id': '665869d344cf42e38020c270515c5abf', 'subnets': [{'id': '71ceb571-3ed2-4706-b10d-4402800098f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:50:38.299597 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-a7585651-5ffb-4688-b2b9-abbeca6a6781 req-d7441438-3113-4832-896b-f9d1d115685f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (1c5c05cf-4ab1-4beb-b208-fb0941341532), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:38.425264 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: e3afd82f-9e91-4967-8755-5ee2e7d21714 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:50:38.427997 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7441438-3113-4832-896b-f9d1d115685f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Pushing event deleted for resources: {'Port': ['ID=1c5c05cf-4ab1-4beb-b208-fb0941341532,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:38.430201 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device e3afd82f-9e91-4967-8755-5ee2e7d21714 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:50:38.451788 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f57af28-5185-4261-a8f0-fdbd3c0e0a75 req-ab58eaf7-7c1a-430b-85b8-b5b8c51820b5 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.1085179 Sep 16 12:50:38.510765 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Attempt 6 to provision port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 Sep 16 12:50:38.581822 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7585651-5ffb-4688-b2b9-abbeca6a6781 req-d7441438-3113-4832-896b-f9d1d115685f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] No DVR routers for this DVR port 1c5c05cf-4ab1-4beb-b208-fb0941341532 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:50:38.587481 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-a7585651-5ffb-4688-b2b9-abbeca6a6781 req-d7441438-3113-4832-896b-f9d1d115685f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:38.602106 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a7585651-5ffb-4688-b2b9-abbeca6a6781 req-d7441438-3113-4832-896b-f9d1d115685f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "DELETE /networking/v2.0/ports/1c5c05cf-4ab1-4beb-b208-fb0941341532 HTTP/1.1" status: 204 len: 173 time: 1.7406492 Sep 16 12:50:38.604986 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95448444-b52b-428f-9c7c-8e0e78fc2b22', 'name': 'network-vif-deleted', 'tag': '1c5c05cf-4ab1-4beb-b208-fb0941341532'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:50:38.607686 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0b9916-0fb2-4521-9b67-3536de3fd3f2" -d '{"events": [{"server_uuid": "95448444-b52b-428f-9c7c-8e0e78fc2b22", "name": "network-vif-deleted", "tag": "1c5c05cf-4ab1-4beb-b208-fb0941341532"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:50:38.611656 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['27de96a3-bf43-46c1-a8f8-afd304cea206'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:50:38.648356 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:38.702636 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f018df-ec84-46e3-8136-bbacd8b16d7a x-openstack-request-id: req-e8f018df-ec84-46e3-8136-bbacd8b16d7a {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:50:38.703235 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95448444-b52b-428f-9c7c-8e0e78fc2b22", "name": "network-vif-deleted", "tag": "1c5c05cf-4ab1-4beb-b208-fb0941341532", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:50:38.703707 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e8f018df-ec84-46e3-8136-bbacd8b16d7a {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:50:38.704543 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f018df-ec84-46e3-8136-bbacd8b16d7a'] response: {'server_uuid': '95448444-b52b-428f-9c7c-8e0e78fc2b22', 'name': 'network-vif-deleted', 'tag': '1c5c05cf-4ab1-4beb-b208-fb0941341532', 'status': 'completed', 'code': 200} Sep 16 12:50:38.817565 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port e749f518-c322-429e-b87d-fb7a8eccab82 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:50:38.818124 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e749f518-c322-429e-b87d-fb7a8eccab82), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:38.818567 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port e749f518-c322-429e-b87d-fb7a8eccab82 Sep 16 12:50:39.249289 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:39.285363 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:50:39.527922 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90144446-ba34-4935-87f7-360d6c9a36ef req-f3c4d5ca-6c3c-48ef-a8e8-3d20b1aaf324 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:39.561230 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90144446-ba34-4935-87f7-360d6c9a36ef req-f3c4d5ca-6c3c-48ef-a8e8-3d20b1aaf324 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.2645178 Sep 16 12:50:39.754416 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=72 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:39.816751 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=44 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:39.826814 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90144446-ba34-4935-87f7-360d6c9a36ef req-097bb448-2aa9-4b34-9c82-0eea64f1b8f4 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589965 Sep 16 12:50:39.949584 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Attempt 7 to provision port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 Sep 16 12:50:40.389723 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:50:40.623354 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-592542c8-c521-4a3c-b01b-04320cddc9d3 req-16f1324f-768f-45a5-94d3-3f132d410f61 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0915830 Sep 16 12:50:40.685892 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port e749f518-c322-429e-b87d-fb7a8eccab82 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:50:40.690764 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e749f518-c322-429e-b87d-fb7a8eccab82), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:40.888691 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7725f9a0-ac02-47ad-a67f-a9d42c2a6aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e749f518-c322-429e-b87d-fb7a8eccab82'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:50:40.890961 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bdef37-8ad5-4a4b-bc27-3d054b2a0471" -d '{"events": [{"server_uuid": "7725f9a0-ac02-47ad-a67f-a9d42c2a6aac", "name": "network-vif-plugged", "status": "completed", "tag": "e749f518-c322-429e-b87d-fb7a8eccab82"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:50:40.896996 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Attempt 8 to provision port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 Sep 16 12:50:41.032014 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port e749f518-c322-429e-b87d-fb7a8eccab82, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e749f518-c322-429e-b87d-fb7a8eccab82,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:41.044477 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e749f518-c322-429e-b87d-fb7a8eccab82), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:41.045617 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 1c5c05cf-4ab1-4beb-b208-fb0941341532 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:50:41.082467 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 1c5c05cf-4ab1-4beb-b208-fb0941341532 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:50:41.083002 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 1c5c05cf-4ab1-4beb-b208-fb0941341532 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:50:41.164404 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:50:41.232871 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=e749f518-c322-429e-b87d-fb7a8eccab82,revision_number=7']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:41.666064 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Attempt 9 to provision port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 Sep 16 12:50:41.768692 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc62ca6-adf9-4dee-b899-979511bb9cbc req-ff4799fb-6bb4-42bd-94ee-e2b478a5edf3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:41.770282 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8bc62ca6-adf9-4dee-b899-979511bb9cbc req-ff4799fb-6bb4-42bd-94ee-e2b478a5edf3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.2483702 Sep 16 12:50:41.779530 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:50:41.791157 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 25f67d5f-bc5b-40c7-8894-70dba41fa3f1 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:50:41.861627 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:41.885105 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8bc62ca6-adf9-4dee-b899-979511bb9cbc req-aef87b55-65ed-4f68-b6a0-05fc4d785c5c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053641 Sep 16 12:50:41.945282 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 25f67d5f-bc5b-40c7-8894-70dba41fa3f1 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:50:41.945663 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (25f67d5f-bc5b-40c7-8894-70dba41fa3f1), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:41.945996 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 25f67d5f-bc5b-40c7-8894-70dba41fa3f1 Sep 16 12:50:42.002970 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344461d4-5454-4108-975b-42be49e38b2c x-openstack-request-id: req-344461d4-5454-4108-975b-42be49e38b2c {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:50:42.002970 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7725f9a0-ac02-47ad-a67f-a9d42c2a6aac", "name": "network-vif-plugged", "status": "completed", "tag": "e749f518-c322-429e-b87d-fb7a8eccab82", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:50:42.002970 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-344461d4-5454-4108-975b-42be49e38b2c {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:50:42.002970 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-344461d4-5454-4108-975b-42be49e38b2c'] response: {'server_uuid': '7725f9a0-ac02-47ad-a67f-a9d42c2a6aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e749f518-c322-429e-b87d-fb7a8eccab82', 'code': 200} Sep 16 12:50:42.066982 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['5d6e364d-d651-4c3c-b21c-27421ce4597f', '84d3e3e1-0c23-49c4-af27-80f8acbc75ae'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:50:42.094965 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:42.272052 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 25f67d5f-bc5b-40c7-8894-70dba41fa3f1 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:50:42.278243 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (25f67d5f-bc5b-40c7-8894-70dba41fa3f1), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:42.305239 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Attempt 10 to provision port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 Sep 16 12:50:42.620492 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:42.687632 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4d634c75-4ea8-466b-b380-106f7ccbb0ae None None] Port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:50:42.714651 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 25f67d5f-bc5b-40c7-8894-70dba41fa3f1, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=25f67d5f-bc5b-40c7-8894-70dba41fa3f1,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:42.726735 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (25f67d5f-bc5b-40c7-8894-70dba41fa3f1), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:42.738397 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] Sync routers for ids ['e1015dcb-92c8-4e66-95a1-00df4ec2baab'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:50:42.761532 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] Routers {'e1015dcb-92c8-4e66-95a1-00df4ec2baab'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:50:42.762461 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:50:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e1015dcb-92c8-4e66-95a1-00df4ec2baab'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:42.926548 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-fb386d40-3d8e-4df7-b65b-88c43bcb0391 None None] Provisioning complete for port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:50:42.931437 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fb386d40-3d8e-4df7-b65b-88c43bcb0391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (705fbefe-5f9e-4972-a4eb-2f677e4c4993), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:42.931437 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-fb386d40-3d8e-4df7-b65b-88c43bcb0391 None None] Attempt 1 to provision port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 Sep 16 12:50:42.983890 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-84eb5650-a62b-4e85-911c-c8eca25c707f req-73395bbe-0a4f-4444-a285-4c6d1c130d17 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0708554 Sep 16 12:50:43.060690 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=25f67d5f-bc5b-40c7-8894-70dba41fa3f1,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:43.078140 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-fb386d40-3d8e-4df7-b65b-88c43bcb0391 None None] Port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:50:43.084348 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:43.084842 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:43.085286 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:43.086154 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:43.086597 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:43.087033 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:43.087656 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:43.087912 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:43.088450 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:43.089002 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:43.089450 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:43.089878 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:43.090379 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:43.090870 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:43.091292 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:43.105346 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] Set router e1015dcb-92c8-4e66-95a1-00df4ec2baab gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:50:43.570350 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1015dcb-92c8-4e66-95a1-00df4ec2baab', 'name': 'tempest-ServerGroupTestJSON-476305287-router', 'tenant_id': '665869d344cf42e38020c270515c5abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '25f67d5f-bc5b-40c7-8894-70dba41fa3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:27Z', 'updated_at': '2022-09-16T12:50:34Z', 'revision_number': 4, 'project_id': '665869d344cf42e38020c270515c5abf', 'gw_port': {'id': '25f67d5f-bc5b-40c7-8894-70dba41fa3f1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1015dcb-92c8-4e66-95a1-00df4ec2baab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:27Z', 'updated_at': '2022-09-16T12:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '705fbefe-5f9e-4972-a4eb-2f677e4c4993', 'name': '', 'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5', 'tenant_id': '665869d344cf42e38020c270515c5abf', 'mac_address': 'fa:16:3e:39:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1015dcb-92c8-4e66-95a1-00df4ec2baab', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '71ceb571-3ed2-4706-b10d-4402800098f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:32Z', 'updated_at': '2022-09-16T12:50:34Z', 'revision_number': 2, 'project_id': '665869d344cf42e38020c270515c5abf', 'subnets': [{'id': '71ceb571-3ed2-4706-b10d-4402800098f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:43.580169 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-fb386d40-3d8e-4df7-b65b-88c43bcb0391 None None] Attempt 2 to provision port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 Sep 16 12:50:43.582372 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a679ed-92ea-4676-b467-a90974655c30 req-8b8a750c-3f5a-44d4-a20e-5b204f7d94a5 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:43.590218 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a8a679ed-92ea-4676-b467-a90974655c30 req-8b8a750c-3f5a-44d4-a20e-5b204f7d94a5 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.0672479 Sep 16 12:50:43.649009 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] Checking router: e1015dcb-92c8-4e66-95a1-00df4ec2baab for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:50:43.649403 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] Updating router e1015dcb-92c8-4e66-95a1-00df4ec2baab port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:50:43.652822 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-fb386d40-3d8e-4df7-b65b-88c43bcb0391 None None] Port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:50:43.662686 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a8a679ed-92ea-4676-b467-a90974655c30 req-1d99b551-21be-4780-9649-eef007bb1884 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711541 Sep 16 12:50:43.671785 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 25f67d5f-bc5b-40c7-8894-70dba41fa3f1 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:50:43.736813 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (705fbefe-5f9e-4972-a4eb-2f677e4c4993), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:43.778957 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 25f67d5f-bc5b-40c7-8894-70dba41fa3f1 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:50:43.778957 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (25f67d5f-bc5b-40c7-8894-70dba41fa3f1), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:43.778957 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 25f67d5f-bc5b-40c7-8894-70dba41fa3f1 Sep 16 12:50:43.917981 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 25f67d5f-bc5b-40c7-8894-70dba41fa3f1 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:50:43.981776 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ca39c-1186-4c8f-b0c2-dcc8fd22007a req-8a55e96a-d1bd-4b1b-8484-353b4a08c9d2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:43.983845 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-830ca39c-1186-4c8f-b0c2-dcc8fd22007a req-8a55e96a-d1bd-4b1b-8484-353b4a08c9d2 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d5c44e7-c030-4a42-97fb-e838e1472456 HTTP/1.1" status: 200 len: 950 time: 0.1121423 Sep 16 12:50:44.011618 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:44.080335 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-830ca39c-1186-4c8f-b0c2-dcc8fd22007a req-9a90f96e-07f2-4db3-a8b0-66de3193e67e tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894125 Sep 16 12:50:44.154574 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-fb386d40-3d8e-4df7-b65b-88c43bcb0391 None None] Attempt 3 to provision port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 Sep 16 12:50:44.226609 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-fb386d40-3d8e-4df7-b65b-88c43bcb0391 None None] Port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:50:44.273589 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] Publish callbacks [] for port (705fbefe-5f9e-4972-a4eb-2f677e4c4993), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:44.281559 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (705fbefe-5f9e-4972-a4eb-2f677e4c4993), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:44.337973 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5899f90-f881-4fc2-b08d-26445fd14a1f None None] Pushing event updated for resources: {'Port': ['ID=705fbefe-5f9e-4972-a4eb-2f677e4c4993,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:44.372365 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5899f90-f881-4fc2-b08d-26445fd14a1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:44.373092 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5899f90-f881-4fc2-b08d-26445fd14a1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:44.373598 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5899f90-f881-4fc2-b08d-26445fd14a1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:44.374087 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5899f90-f881-4fc2-b08d-26445fd14a1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:44.374576 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5899f90-f881-4fc2-b08d-26445fd14a1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:44.375653 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5899f90-f881-4fc2-b08d-26445fd14a1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:44.376455 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5899f90-f881-4fc2-b08d-26445fd14a1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:44.377004 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5899f90-f881-4fc2-b08d-26445fd14a1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:44.377673 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5899f90-f881-4fc2-b08d-26445fd14a1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:44.378003 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5899f90-f881-4fc2-b08d-26445fd14a1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:44.378348 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5899f90-f881-4fc2-b08d-26445fd14a1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:44.378775 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5899f90-f881-4fc2-b08d-26445fd14a1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:44.378992 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5899f90-f881-4fc2-b08d-26445fd14a1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:44.379319 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5899f90-f881-4fc2-b08d-26445fd14a1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:44.379661 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5899f90-f881-4fc2-b08d-26445fd14a1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:44.422756 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] Attempting to bind port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:50:44.423353 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] Attempting to bind port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:50:44.423828 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] Attempting to bind port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 on network abbd5857-5e09-4393-907b-66607bc40ec5 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:50:44.483093 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:50:44.483459 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] Checking segment: {'id': 'f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:50:44.483849 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:44.484264 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] Bound using segment: {'id': 'f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:50:44.485939 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] Bound port: 705fbefe-5f9e-4972-a4eb-2f677e4c4993, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:50:44.486461 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (705fbefe-5f9e-4972-a4eb-2f677e4c4993), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:44.577597 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] For port 705fbefe-5f9e-4972-a4eb-2f677e4c4993, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:50:44.583107 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] For port 705fbefe-5f9e-4972-a4eb-2f677e4c4993, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=705fbefe-5f9e-4972-a4eb-2f677e4c4993,segment=NetworkSegment(f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9),segment_id=f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:50:44.591875 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (705fbefe-5f9e-4972-a4eb-2f677e4c4993), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:44.659733 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:44.661391 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:44.664797 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5899f90-f881-4fc2-b08d-26445fd14a1f None None] Pushing event updated for resources: {'Port': ['ID=705fbefe-5f9e-4972-a4eb-2f677e4c4993,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:44.696010 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] Routers {'e1015dcb-92c8-4e66-95a1-00df4ec2baab'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:50:44.696659 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:50:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e1015dcb-92c8-4e66-95a1-00df4ec2baab'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:44.728656 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-fb386d40-3d8e-4df7-b65b-88c43bcb0391 None None] Attempt 4 to provision port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 Sep 16 12:50:44.829923 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] Set router e1015dcb-92c8-4e66-95a1-00df4ec2baab gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:50:44.884453 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:44.887402 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-fb386d40-3d8e-4df7-b65b-88c43bcb0391 None None] Current status of the port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:50:44.888065 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fb386d40-3d8e-4df7-b65b-88c43bcb0391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (705fbefe-5f9e-4972-a4eb-2f677e4c4993), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:44.986357 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-fb386d40-3d8e-4df7-b65b-88c43bcb0391 None None] For port 705fbefe-5f9e-4972-a4eb-2f677e4c4993, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=705fbefe-5f9e-4972-a4eb-2f677e4c4993,segment=NetworkSegment(f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9),segment_id=f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:45.001478 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fb386d40-3d8e-4df7-b65b-88c43bcb0391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (705fbefe-5f9e-4972-a4eb-2f677e4c4993), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:45.118317 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb386d40-3d8e-4df7-b65b-88c43bcb0391 None None] Pushing event updated for resources: {'Port': ['ID=705fbefe-5f9e-4972-a4eb-2f677e4c4993,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:45.238403 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1015dcb-92c8-4e66-95a1-00df4ec2baab', 'name': 'tempest-ServerGroupTestJSON-476305287-router', 'tenant_id': '665869d344cf42e38020c270515c5abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '25f67d5f-bc5b-40c7-8894-70dba41fa3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:27Z', 'updated_at': '2022-09-16T12:50:34Z', 'revision_number': 4, 'project_id': '665869d344cf42e38020c270515c5abf', 'gw_port': {'id': '25f67d5f-bc5b-40c7-8894-70dba41fa3f1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1015dcb-92c8-4e66-95a1-00df4ec2baab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:27Z', 'updated_at': '2022-09-16T12:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '705fbefe-5f9e-4972-a4eb-2f677e4c4993', 'name': '', 'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5', 'tenant_id': '665869d344cf42e38020c270515c5abf', 'mac_address': 'fa:16:3e:39:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1015dcb-92c8-4e66-95a1-00df4ec2baab', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '71ceb571-3ed2-4706-b10d-4402800098f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:32Z', 'updated_at': '2022-09-16T12:50:44Z', 'revision_number': 4, 'project_id': '665869d344cf42e38020c270515c5abf', 'subnets': [{'id': '71ceb571-3ed2-4706-b10d-4402800098f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:45.274964 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef383a6-9482-4d2e-8c51-7490ce70d2f8 None None] The sync data for ids ['e1015dcb-92c8-4e66-95a1-00df4ec2baab'] in n-d-858094-4 is: [{'id': 'e1015dcb-92c8-4e66-95a1-00df4ec2baab', 'name': 'tempest-ServerGroupTestJSON-476305287-router', 'tenant_id': '665869d344cf42e38020c270515c5abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '25f67d5f-bc5b-40c7-8894-70dba41fa3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:27Z', 'updated_at': '2022-09-16T12:50:34Z', 'revision_number': 4, 'project_id': '665869d344cf42e38020c270515c5abf', 'gw_port': {'id': '25f67d5f-bc5b-40c7-8894-70dba41fa3f1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1015dcb-92c8-4e66-95a1-00df4ec2baab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:27Z', 'updated_at': '2022-09-16T12:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '705fbefe-5f9e-4972-a4eb-2f677e4c4993', 'name': '', 'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5', 'tenant_id': '665869d344cf42e38020c270515c5abf', 'mac_address': 'fa:16:3e:39:33:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1015dcb-92c8-4e66-95a1-00df4ec2baab', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '71ceb571-3ed2-4706-b10d-4402800098f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:32Z', 'updated_at': '2022-09-16T12:50:44Z', 'revision_number': 4, 'project_id': '665869d344cf42e38020c270515c5abf', 'subnets': [{'id': '71ceb571-3ed2-4706-b10d-4402800098f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:50:45.656650 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 705fbefe-5f9e-4972-a4eb-2f677e4c4993 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:50:45.738143 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:50:45.739122 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (705fbefe-5f9e-4972-a4eb-2f677e4c4993), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:45.739122 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 Sep 16 12:50:45.741521 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:45.851615 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:50:48.051833 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 5d6e364d-d651-4c3c-b21c-27421ce4597f no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:50:48.161108 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 5d6e364d-d651-4c3c-b21c-27421ce4597f is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:50:48.161512 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5d6e364d-d651-4c3c-b21c-27421ce4597f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:48.192424 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5c44e7-c030-4a42-97fb-e838e1472456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d6e364d-d651-4c3c-b21c-27421ce4597f'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:50:48.194941 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97ade24-6293-4f82-a6bb-d6fe670c7f68" -d '{"events": [{"server_uuid": "8d5c44e7-c030-4a42-97fb-e838e1472456", "name": "network-vif-unplugged", "status": "completed", "tag": "5d6e364d-d651-4c3c-b21c-27421ce4597f"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:50:48.217314 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 5d6e364d-d651-4c3c-b21c-27421ce4597f, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=5d6e364d-d651-4c3c-b21c-27421ce4597f,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:48.241907 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5d6e364d-d651-4c3c-b21c-27421ce4597f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:48.322051 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=5d6e364d-d651-4c3c-b21c-27421ce4597f,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:48.523225 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=79,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:48.526826 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=60,neutron:DELETE=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:49.565946 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-77e69022-bb9e-42b8-8df0-b14f87e31b21 req-b0da4460-1fee-47a7-9caf-6ea57236217b tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0358231 Sep 16 12:50:49.643529 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-b06902a2-0428-4076-929b-9d3280463bf1 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:49.645939 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-b06902a2-0428-4076-929b-9d3280463bf1 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/networks?id=abbd5857-5e09-4393-907b-66607bc40ec5 HTTP/1.1" status: 200 len: 809 time: 0.2009571 Sep 16 12:50:49.670179 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-6a1c20b3-0885-4c6e-be5f-657f42543a24 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/quotas/665869d344cf42e38020c270515c5abf HTTP/1.1" status: 200 len: 375 time: 0.0178008 Sep 16 12:50:49.754798 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-3bcc7c66-1984-43ed-971a-d32493a63826 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=665869d344cf42e38020c270515c5abf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774429 Sep 16 12:50:49.795212 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411365a-3bf5-43b1-a549-29f7f6bfb523 req-5564b83b-3fbb-49b1-b492-97dc1162564f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:49.797263 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b411365a-3bf5-43b1-a549-29f7f6bfb523 req-5564b83b-3fbb-49b1-b492-97dc1162564f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.0814638 Sep 16 12:50:49.901143 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b411365a-3bf5-43b1-a549-29f7f6bfb523 req-050be0f7-c436-46e9-a660-3690425cebcb tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732133 Sep 16 12:50:49.922505 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-232c345c-6323-462a-9b02-09b0fee233e6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/abbd5857-5e09-4393-907b-66607bc40ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584346 Sep 16 12:50:49.980451 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:50.088758 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-601ed1f3-82bf-4c2f-9b3d-608803efe31e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/abbd5857-5e09-4393-907b-66607bc40ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649086 Sep 16 12:50:50.129685 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfbd27-81b5-49e0-9025-f1c1a7fd7db6 req-dca513ed-7553-44bd-8334-5ec89225f225 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:50.143622 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-29dfbd27-81b5-49e0-9025-f1c1a7fd7db6 req-dca513ed-7553-44bd-8334-5ec89225f225 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8d5c44e7-c030-4a42-97fb-e838e1472456 HTTP/1.1" status: 200 len: 948 time: 0.1185358 Sep 16 12:50:50.267463 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882d4ca-cddb-4628-8064-18f72c8a0146 req-d8bc3a9c-b6fa-48c3-9981-2a4b6da83510 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:50.270076 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7882d4ca-cddb-4628-8064-18f72c8a0146 req-d8bc3a9c-b6fa-48c3-9981-2a4b6da83510 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=21107d05-79f1-476d-b921-9548eff4f2c4 HTTP/1.1" status: 200 len: 950 time: 0.1253223 Sep 16 12:50:50.381698 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-29dfbd27-81b5-49e0-9025-f1c1a7fd7db6 req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Deleting port 5d6e364d-d651-4c3c-b21c-27421ce4597f {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:50.382358 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-29dfbd27-81b5-49e0-9025-f1c1a7fd7db6 req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (5d6e364d-d651-4c3c-b21c-27421ce4597f), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:50.466581 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9ca9f-a951-4c62-810d-e439184b686b req-2e03a6f4-06f1-4dc8-9cd6-a3c413a9836c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:50.469987 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cbf9ca9f-a951-4c62-810d-e439184b686b req-2e03a6f4-06f1-4dc8-9cd6-a3c413a9836c tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d5c44e7-c030-4a42-97fb-e838e1472456 HTTP/1.1" status: 200 len: 948 time: 0.1002491 Sep 16 12:50:50.561207 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cbf9ca9f-a951-4c62-810d-e439184b686b req-185fc373-b7bc-4e13-9c6b-7ac6da2ce2e6 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676136 Sep 16 12:50:50.571700 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-29dfbd27-81b5-49e0-9025-f1c1a7fd7db6 req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] For port 5d6e364d-d651-4c3c-b21c-27421ce4597f, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=5d6e364d-d651-4c3c-b21c-27421ce4597f,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:50.572323 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-29dfbd27-81b5-49e0-9025-f1c1a7fd7db6 req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (5d6e364d-d651-4c3c-b21c-27421ce4597f), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:50.622850 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-29dfbd27-81b5-49e0-9025-f1c1a7fd7db6 req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Calling delete_port for 5d6e364d-d651-4c3c-b21c-27421ce4597f owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:50.694114 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fb6910-c5ee-430e-8482-9da5858f7884 x-openstack-request-id: req-b3fb6910-c5ee-430e-8482-9da5858f7884 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:50:50.694532 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5c44e7-c030-4a42-97fb-e838e1472456", "name": "network-vif-unplugged", "status": "completed", "tag": "5d6e364d-d651-4c3c-b21c-27421ce4597f", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:50:50.694913 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b3fb6910-c5ee-430e-8482-9da5858f7884 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:50:50.695538 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3fb6910-c5ee-430e-8482-9da5858f7884'] response: {'server_uuid': '8d5c44e7-c030-4a42-97fb-e838e1472456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d6e364d-d651-4c3c-b21c-27421ce4597f', 'code': 200} Sep 16 12:50:50.857447 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-daf3f53d-4364-457b-acac-d855b7312832 req-9c6e877a-de71-4def-88e2-e276440f2539 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=80dccb7b-ee21-422f-8ec5-f31feeab1f65 HTTP/1.1" status: 200 len: 210 time: 0.0671277 Sep 16 12:50:50.915284 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f660ceb-7a46-4acc-99a7-efb5c740a5ee req-c1d08258-0fa9-4eb8-8ba4-41cfbf02effe tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0765228 Sep 16 12:50:50.924011 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-29dfbd27-81b5-49e0-9025-f1c1a7fd7db6 req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (5d6e364d-d651-4c3c-b21c-27421ce4597f), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:50.939542 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['84d3e3e1-0c23-49c4-af27-80f8acbc75ae'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:50:51.185677 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['27de96a3-bf43-46c1-a8f8-afd304cea206'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:50:51.200915 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Pushing event deleted for resources: {'Port': ['ID=5d6e364d-d651-4c3c-b21c-27421ce4597f,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:51.298344 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:51.298719 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:51.303529 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:51.303962 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:51.304983 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:51.305329 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:51.305670 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:51.306008 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:51.306341 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:51.306670 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:51.307000 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:51.307329 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:51.307658 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:51.307988 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:51.312811 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:51.428989 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365c31b-2508-4412-a2ff-5d19e5a3db76 req-525384e4-8630-43b4-aef8-d529ffed372d tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:51.444844 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7365c31b-2508-4412-a2ff-5d19e5a3db76 req-525384e4-8630-43b4-aef8-d529ffed372d tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.1826594 Sep 16 12:50:51.581289 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 52412) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:51.587487 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dfbd27-81b5-49e0-9025-f1c1a7fd7db6 req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] No DVR routers for this DVR port 5d6e364d-d651-4c3c-b21c-27421ce4597f on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:50:51.610310 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-29dfbd27-81b5-49e0-9025-f1c1a7fd7db6 req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:51.613842 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-29dfbd27-81b5-49e0-9025-f1c1a7fd7db6 req-7eda0523-8e56-4ab0-b9cb-8f1322f6f7b1 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "DELETE /networking/v2.0/ports/5d6e364d-d651-4c3c-b21c-27421ce4597f HTTP/1.1" status: 204 len: 173 time: 1.4502878 Sep 16 12:50:51.703796 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5c44e7-c030-4a42-97fb-e838e1472456', 'name': 'network-vif-deleted', 'tag': '5d6e364d-d651-4c3c-b21c-27421ce4597f'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:50:51.710746 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7365c31b-2508-4412-a2ff-5d19e5a3db76 req-4ed2862c-6f25-43a4-8aa2-6f8f730e2156 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631688 Sep 16 12:50:51.720654 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea5c64b-4b5a-4d00-bedc-f5413a3544f7" -d '{"events": [{"server_uuid": "8d5c44e7-c030-4a42-97fb-e838e1472456", "name": "network-vif-deleted", "tag": "5d6e364d-d651-4c3c-b21c-27421ce4597f"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:50:51.760190 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-2b8b3cc6-e665-4d46-b1c5-843964e5897a req-a3fcf25d-ceb7-4645-a101-735421d9cac2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.2554410 Sep 16 12:50:51.786882 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-7882d4ca-cddb-4628-8064-18f72c8a0146 req-33cafac0-cd54-47c1-8164-acd4eb8c390f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Deleting port 84d3e3e1-0c23-49c4-af27-80f8acbc75ae {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:51.787208 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-7882d4ca-cddb-4628-8064-18f72c8a0146 req-33cafac0-cd54-47c1-8164-acd4eb8c390f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (84d3e3e1-0c23-49c4-af27-80f8acbc75ae), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:51.873268 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ef216612-9842-4403-b115-94c88ae17446 req-006deb8e-95be-426a-b33d-382ece3c1808 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d5c44e7-c030-4a42-97fb-e838e1472456 HTTP/1.1" status: 200 len: 210 time: 0.0967383 Sep 16 12:50:51.981086 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c04be4fa-e14d-4bdb-b29f-a680b0e5b5ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:52.025286 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:52.061432 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-7882d4ca-cddb-4628-8064-18f72c8a0146 req-33cafac0-cd54-47c1-8164-acd4eb8c390f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] For port 84d3e3e1-0c23-49c4-af27-80f8acbc75ae, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=84d3e3e1-0c23-49c4-af27-80f8acbc75ae,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:52.064756 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-7882d4ca-cddb-4628-8064-18f72c8a0146 req-33cafac0-cd54-47c1-8164-acd4eb8c390f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (84d3e3e1-0c23-49c4-af27-80f8acbc75ae), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:52.100678 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:52.101934 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-7882d4ca-cddb-4628-8064-18f72c8a0146 req-33cafac0-cd54-47c1-8164-acd4eb8c390f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Calling delete_port for 84d3e3e1-0c23-49c4-af27-80f8acbc75ae owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:52.225236 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8cc33277-139f-4e23-a325-edb7ddd1f152 req-723ce0b2-cade-47e0-80ed-d7abde19b401 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=80dccb7b-ee21-422f-8ec5-f31feeab1f65 HTTP/1.1" status: 200 len: 210 time: 0.1405139 Sep 16 12:50:52.266240 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a83c42-36ff-45ce-8e12-f309614c5471 x-openstack-request-id: req-a7a83c42-36ff-45ce-8e12-f309614c5471 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:50:52.266860 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5c44e7-c030-4a42-97fb-e838e1472456", "name": "network-vif-deleted", "tag": "5d6e364d-d651-4c3c-b21c-27421ce4597f", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:50:52.266860 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a7a83c42-36ff-45ce-8e12-f309614c5471 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:50:52.267563 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a83c42-36ff-45ce-8e12-f309614c5471'] response: {'server_uuid': '8d5c44e7-c030-4a42-97fb-e838e1472456', 'name': 'network-vif-deleted', 'tag': '5d6e364d-d651-4c3c-b21c-27421ce4597f', 'status': 'completed', 'code': 200} Sep 16 12:50:52.268248 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:52.281987 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-7882d4ca-cddb-4628-8064-18f72c8a0146 req-33cafac0-cd54-47c1-8164-acd4eb8c390f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (84d3e3e1-0c23-49c4-af27-80f8acbc75ae), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:52.313612 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10eea346-651d-4c6d-b8e2-30452379612f req-6402ef6a-e4a7-43de-9913-7686dadbd289 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0675826 Sep 16 12:50:52.326281 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cafac0-cd54-47c1-8164-acd4eb8c390f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Pushing event deleted for resources: {'Port': ['ID=84d3e3e1-0c23-49c4-af27-80f8acbc75ae,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:52.388935 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c04be4fa-e14d-4bdb-b29f-a680b0e5b5ec admin admin] Publish callbacks [] for security_group (3dcc69c6-a084-42fa-ba77-e644469e5a28), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:52.460620 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-7882d4ca-cddb-4628-8064-18f72c8a0146 req-33cafac0-cd54-47c1-8164-acd4eb8c390f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] No DVR routers for this DVR port 84d3e3e1-0c23-49c4-af27-80f8acbc75ae on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:50:52.460620 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-7882d4ca-cddb-4628-8064-18f72c8a0146 req-33cafac0-cd54-47c1-8164-acd4eb8c390f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:52.460620 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7882d4ca-cddb-4628-8064-18f72c8a0146 req-33cafac0-cd54-47c1-8164-acd4eb8c390f tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.76 "DELETE /networking/v2.0/ports/84d3e3e1-0c23-49c4-af27-80f8acbc75ae HTTP/1.1" status: 204 len: 173 time: 1.3172154 Sep 16 12:50:52.463277 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['27de96a3-bf43-46c1-a8f8-afd304cea206'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:50:52.489255 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c04be4fa-e14d-4bdb-b29f-a680b0e5b5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (3dcc69c6-a084-42fa-ba77-e644469e5a28), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:52.545671 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52436) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:52.553692 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c04be4fa-e14d-4bdb-b29f-a680b0e5b5ec admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=78df09974b3e407bb2cbbfb97087a658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9710205 Sep 16 12:50:52.557725 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04be4fa-e14d-4bdb-b29f-a680b0e5b5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcc69c6-a084-42fa-ba77-e644469e5a28,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:52.591381 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be4fa-e14d-4bdb-b29f-a680b0e5b5ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:52.591744 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be4fa-e14d-4bdb-b29f-a680b0e5b5ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:52.592107 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be4fa-e14d-4bdb-b29f-a680b0e5b5ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:52.592525 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be4fa-e14d-4bdb-b29f-a680b0e5b5ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:52.592785 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be4fa-e14d-4bdb-b29f-a680b0e5b5ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:52.600878 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be4fa-e14d-4bdb-b29f-a680b0e5b5ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:52.601388 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be4fa-e14d-4bdb-b29f-a680b0e5b5ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:52.601739 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be4fa-e14d-4bdb-b29f-a680b0e5b5ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:52.602100 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be4fa-e14d-4bdb-b29f-a680b0e5b5ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:52.602629 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be4fa-e14d-4bdb-b29f-a680b0e5b5ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:52.603106 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be4fa-e14d-4bdb-b29f-a680b0e5b5ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:52.603457 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be4fa-e14d-4bdb-b29f-a680b0e5b5ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:52.603793 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be4fa-e14d-4bdb-b29f-a680b0e5b5ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:52.604160 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be4fa-e14d-4bdb-b29f-a680b0e5b5ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:52.604485 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04be4fa-e14d-4bdb-b29f-a680b0e5b5ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:50:52.687297 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7a568a9c-efb0-4c7b-aa9e-7ad750595872 admin admin] Publish callbacks [] for security_group (3dcc69c6-a084-42fa-ba77-e644469e5a28), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:52.691204 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:52.739475 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7a568a9c-efb0-4c7b-aa9e-7ad750595872 admin admin] Publish callbacks [] for security_group (3dcc69c6-a084-42fa-ba77-e644469e5a28), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:52.850272 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:52.879270 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7a568a9c-efb0-4c7b-aa9e-7ad750595872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (3dcc69c6-a084-42fa-ba77-e644469e5a28), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:52.884924 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7a568a9c-efb0-4c7b-aa9e-7ad750595872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:52.887327 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7a568a9c-efb0-4c7b-aa9e-7ad750595872 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/3dcc69c6-a084-42fa-ba77-e644469e5a28 HTTP/1.1" status: 204 len: 168 time: 0.3393667 Sep 16 12:50:52.902173 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a568a9c-efb0-4c7b-aa9e-7ad750595872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcc69c6-a084-42fa-ba77-e644469e5a28,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:52.980557 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8958c3-13a6-4bad-a39a-a91b8e0d187d req-bad6293e-e26e-410b-9fd9-162562ab66c7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:53.000925 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1f8958c3-13a6-4bad-a39a-a91b8e0d187d req-bad6293e-e26e-410b-9fd9-162562ab66c7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.1749818 Sep 16 12:50:53.131319 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1f8958c3-13a6-4bad-a39a-a91b8e0d187d req-644f1270-6fc9-427b-98c0-2c67d99acf00 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289353 Sep 16 12:50:53.242706 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-830133d6-708d-48d7-aae3-8f766a99a45d req-9874be11-6f21-41f4-ba66-75ace3335e6e tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d5c44e7-c030-4a42-97fb-e838e1472456 HTTP/1.1" status: 200 len: 210 time: 0.1341186 Sep 16 12:50:53.553258 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-08ae3735-85e4-4d39-bbea-16997d2d47da req-b8eb86e6-2cfc-4790-adf4-767451dadcfb tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=80dccb7b-ee21-422f-8ec5-f31feeab1f65 HTTP/1.1" status: 200 len: 210 time: 0.2040198 Sep 16 12:50:53.653787 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-9f5356e3-8358-4ed8-b984-0ab9730c4ccc tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:53.655678 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-9f5356e3-8358-4ed8-b984-0ab9730c4ccc tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.25 "GET /networking/v2.0/networks?id=abbd5857-5e09-4393-907b-66607bc40ec5 HTTP/1.1" status: 200 len: 809 time: 0.2085063 Sep 16 12:50:53.665621 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52474) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:53.679569 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-fd0c665b-0ccb-49cb-9191-14782a7da6c2 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Request body: {'port': {'device_id': '80dccb7b-ee21-422f-8ec5-f31feeab1f65', 'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5', 'admin_state_up': True, 'tenant_id': '665869d344cf42e38020c270515c5abf'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:50:53.691618 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e52a0dfc-f728-44f7-a94c-c5cfadc6cdca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:53.754369 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-456ef6ff-016a-46bb-b8bc-56a089934565 req-ce51c6a0-a2c7-4eba-aa9e-85555828ff0a tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0336516 Sep 16 12:50:53.881631 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e52a0dfc-f728-44f7-a94c-c5cfadc6cdca admin admin] Publish callbacks [] for security_group (1211ba5d-f24b-4f30-92ab-e198bebe9636), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:53.886980 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e52a0dfc-f728-44f7-a94c-c5cfadc6cdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (1211ba5d-f24b-4f30-92ab-e198bebe9636), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:53.925078 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-fd0c665b-0ccb-49cb-9191-14782a7da6c2 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Made reservation on behalf of 665869d344cf42e38020c270515c5abf for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:50:53.931597 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-fd0c665b-0ccb-49cb-9191-14782a7da6c2 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:53.948738 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e52a0dfc-f728-44f7-a94c-c5cfadc6cdca admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=ba8a24f86f974ceea541161888cb0389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807777 Sep 16 12:50:53.950194 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a0dfc-f728-44f7-a94c-c5cfadc6cdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1211ba5d-f24b-4f30-92ab-e198bebe9636,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:53.968743 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52502) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:54.055544 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4d1269a7-180e-4f04-879a-51721631325d admin admin] Publish callbacks [] for security_group (1211ba5d-f24b-4f30-92ab-e198bebe9636), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:54.081254 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4d1269a7-180e-4f04-879a-51721631325d admin admin] Publish callbacks [] for security_group (1211ba5d-f24b-4f30-92ab-e198bebe9636), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:54.106287 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 84d3e3e1-0c23-49c4-af27-80f8acbc75ae no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:50:54.141395 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 84d3e3e1-0c23-49c4-af27-80f8acbc75ae {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:50:54.144514 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 84d3e3e1-0c23-49c4-af27-80f8acbc75ae not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:50:54.153780 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4d1269a7-180e-4f04-879a-51721631325d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (1211ba5d-f24b-4f30-92ab-e198bebe9636), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:54.158384 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4d1269a7-180e-4f04-879a-51721631325d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:54.162105 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4d1269a7-180e-4f04-879a-51721631325d admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/1211ba5d-f24b-4f30-92ab-e198bebe9636 HTTP/1.1" status: 204 len: 168 time: 0.1854239 Sep 16 12:50:54.178236 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1269a7-180e-4f04-879a-51721631325d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1211ba5d-f24b-4f30-92ab-e198bebe9636,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:54.226693 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-fd0c665b-0ccb-49cb-9191-14782a7da6c2 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Allocated IP 172.20.0.12 (abbd5857-5e09-4393-907b-66607bc40ec5/71ceb571-3ed2-4706-b10d-4402800098f5/b830d871-a472-440e-a2b5-2d8208f11f14) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:50:54.268423 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21107d05-79f1-476d-b921-9548eff4f2c4', 'name': 'network-vif-deleted', 'tag': '84d3e3e1-0c23-49c4-af27-80f8acbc75ae'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:50:54.272726 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b4ea04-6fba-40ed-9240-b729d453f0c7" -d '{"events": [{"server_uuid": "21107d05-79f1-476d-b921-9548eff4f2c4", "name": "network-vif-deleted", "tag": "84d3e3e1-0c23-49c4-af27-80f8acbc75ae"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:50:54.680418 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c4794-a684-48ea-88ae-3783a356285b req-cb98b415-73fc-4a14-8979-85bcf2d6d9a7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:54.682044 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ff5c4794-a684-48ea-88ae-3783a356285b req-cb98b415-73fc-4a14-8979-85bcf2d6d9a7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.4517388 Sep 16 12:50:54.797965 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ff5c4794-a684-48ea-88ae-3783a356285b req-983ec176-3f9a-43b9-b49c-41ffb8c16be2 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070926 Sep 16 12:50:54.814947 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:54.887629 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-fd0c665b-0ccb-49cb-9191-14782a7da6c2 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Publish callbacks [] for port (b830d871-a472-440e-a2b5-2d8208f11f14), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:54.918272 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68c082b-1adb-40d7-a81f-5f512074b63b x-openstack-request-id: req-d68c082b-1adb-40d7-a81f-5f512074b63b {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:50:54.919505 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21107d05-79f1-476d-b921-9548eff4f2c4", "name": "network-vif-deleted", "tag": "84d3e3e1-0c23-49c4-af27-80f8acbc75ae", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:50:54.919920 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d68c082b-1adb-40d7-a81f-5f512074b63b {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:50:54.920824 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d68c082b-1adb-40d7-a81f-5f512074b63b'] response: {'server_uuid': '21107d05-79f1-476d-b921-9548eff4f2c4', 'name': 'network-vif-deleted', 'tag': '84d3e3e1-0c23-49c4-af27-80f8acbc75ae', 'status': 'completed', 'code': 200} Sep 16 12:50:54.929530 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-fd0c665b-0ccb-49cb-9191-14782a7da6c2 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (b830d871-a472-440e-a2b5-2d8208f11f14), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:54.991144 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-fd0c665b-0ccb-49cb-9191-14782a7da6c2 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Network abbd5857-5e09-4393-907b-66607bc40ec5 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:50:55.004996 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-fd0c665b-0ccb-49cb-9191-14782a7da6c2 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:50:55.024430 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-fd0c665b-0ccb-49cb-9191-14782a7da6c2 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:50:55.032481 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c665b-0ccb-49cb-9191-14782a7da6c2 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Pushing event updated for resources: {'Port': ['ID=b830d871-a472-440e-a2b5-2d8208f11f14,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:55.087642 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111cad2-0a8d-43cb-9af7-a07738de9e0d req-647f86b6-5810-475c-b7fb-51eb69b5f137 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:55.090153 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4111cad2-0a8d-43cb-9af7-a07738de9e0d req-647f86b6-5810-475c-b7fb-51eb69b5f137 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=80dccb7b-ee21-422f-8ec5-f31feeab1f65 HTTP/1.1" status: 200 len: 932 time: 0.1043973 Sep 16 12:50:55.146204 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-fd0c665b-0ccb-49cb-9191-14782a7da6c2 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:55.146835 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-fd0c665b-0ccb-49cb-9191-14782a7da6c2 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:55.150570 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:55.187195 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-fd0c665b-0ccb-49cb-9191-14782a7da6c2 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5112886 Sep 16 12:50:55.191303 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52596) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:55.192198 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4111cad2-0a8d-43cb-9af7-a07738de9e0d req-a5086e80-7b50-4584-8244-1f08d4ce958c tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=35d1b92e-ffa8-4dd7-a456-c7453d21411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938280 Sep 16 12:50:55.210887 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] Request body: {'port': {'device_id': '80dccb7b-ee21-422f-8ec5-f31feeab1f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:50:55.250918 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=51 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:55.283187 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-74a52bb9-c245-4d7f-9280-48f482253087 req-2482faf3-4e74-4719-9ad2-8280272b40ec tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0789764 Sep 16 12:50:55.328015 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b830d871-a472-440e-a2b5-2d8208f11f14), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:55.353862 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-f30e194c-d249-4459-95f1-5d3f2c8222d3 None None] Provisioning complete for port b830d871-a472-440e-a2b5-2d8208f11f14 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:50:55.355076 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f30e194c-d249-4459-95f1-5d3f2c8222d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b830d871-a472-440e-a2b5-2d8208f11f14), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:55.356413 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f30e194c-d249-4459-95f1-5d3f2c8222d3 None None] Attempt 1 to provision port b830d871-a472-440e-a2b5-2d8208f11f14 Sep 16 12:50:55.379871 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-86afd14d-ae49-4d16-a833-f48fb6aa2682 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1551508322-network', 'tenant_id': 'da915844493a4928ac8830897afa126f'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:50:55.417139 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86afd14d-ae49-4d16-a833-f48fb6aa2682 admin admin] Made reservation on behalf of da915844493a4928ac8830897afa126f for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:50:55.420047 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-86afd14d-ae49-4d16-a833-f48fb6aa2682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:55.420263 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f30e194c-d249-4459-95f1-5d3f2c8222d3 None None] Port b830d871-a472-440e-a2b5-2d8208f11f14 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:50:55.431745 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-86afd14d-ae49-4d16-a833-f48fb6aa2682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:55.534284 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e2492fc-41ac-499d-8e7b-844ac5e342ee req-96c742d7-000d-4f6d-841e-20a8868244cd tempest-UnshelveToHostMultiNodesTest-1253340493 tempest-UnshelveToHostMultiNodesTest-1253340493-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0420887 Sep 16 12:50:55.620586 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-86afd14d-ae49-4d16-a833-f48fb6aa2682 admin admin] Publish callbacks [] for security_group (14364a32-1bcc-4020-a2f0-464483d839c2), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:55.625149 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-86afd14d-ae49-4d16-a833-f48fb6aa2682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (14364a32-1bcc-4020-a2f0-464483d839c2), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:55.668773 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afd14d-ae49-4d16-a833-f48fb6aa2682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14364a32-1bcc-4020-a2f0-464483d839c2,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:55.673156 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86afd14d-ae49-4d16-a833-f48fb6aa2682 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:50:55.684478 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-86afd14d-ae49-4d16-a833-f48fb6aa2682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (13e5577d-4825-4368-885c-dd044b10cb79), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:55.684877 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-86afd14d-ae49-4d16-a833-f48fb6aa2682 admin admin] Added segment 13e5577d-4825-4368-885c-dd044b10cb79 of type vlan for network 1e927054-126f-4e94-8719-fa14f3244a7f Sep 16 12:50:55.729237 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-86afd14d-ae49-4d16-a833-f48fb6aa2682 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (1e927054-126f-4e94-8719-fa14f3244a7f), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:55.736717 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:55.766622 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-86afd14d-ae49-4d16-a833-f48fb6aa2682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (1e927054-126f-4e94-8719-fa14f3244a7f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:55.767707 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86afd14d-ae49-4d16-a833-f48fb6aa2682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:55.768382 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-86afd14d-ae49-4d16-a833-f48fb6aa2682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:55.788036 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:55.826264 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-86afd14d-ae49-4d16-a833-f48fb6aa2682 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6338506 Sep 16 12:50:55.833492 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52630) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:55.839279 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-a76f03cb-574d-4f8d-b6ca-087e1ea4ac01 admin admin] Request body: {'subnet': {'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1551508322-subnet', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:50:55.856098 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afd14d-ae49-4d16-a833-f48fb6aa2682 admin admin] Pushing event updated for resources: {'Network': ['ID=1e927054-126f-4e94-8719-fa14f3244a7f,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:55.870439 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76f03cb-574d-4f8d-b6ca-087e1ea4ac01 admin admin] Made reservation on behalf of da915844493a4928ac8830897afa126f for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:50:55.871580 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 1e927054-126f-4e94-8719-fa14f3244a7f details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:50:55.876912 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a76f03cb-574d-4f8d-b6ca-087e1ea4ac01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:55.877984 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b830d871-a472-440e-a2b5-2d8208f11f14 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:50:55.883528 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:55.897541 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] Publish callbacks [] for port (b830d871-a472-440e-a2b5-2d8208f11f14), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:55.931206 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f30e194c-d249-4459-95f1-5d3f2c8222d3 None None] Attempt 2 to provision port b830d871-a472-440e-a2b5-2d8208f11f14 Sep 16 12:50:55.948556 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] Transition to ACTIVE for port object b830d871-a472-440e-a2b5-2d8208f11f14 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:50:55.958801 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (b830d871-a472-440e-a2b5-2d8208f11f14), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:55.976643 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-fe4e910c-1410-4640-805f-30cc4a2e36c9 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:55.984055 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-fe4e910c-1410-4640-805f-30cc4a2e36c9 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/networks?id=0e610de6-3238-41c3-bd1a-f23917fad801 HTTP/1.1" status: 200 len: 805 time: 0.2203865 Sep 16 12:50:55.986711 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f30e194c-d249-4459-95f1-5d3f2c8222d3 None None] Port b830d871-a472-440e-a2b5-2d8208f11f14 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:50:56.057924 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-07420726-2dd5-4b4d-b6e4-c3cc17406b48 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/quotas/e6fa2067c44b42b5aa940619abd8e538 HTTP/1.1" status: 200 len: 375 time: 0.0724866 Sep 16 12:50:56.102505 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b830d871-a472-440e-a2b5-2d8208f11f14,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:56.109544 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a76f03cb-574d-4f8d-b6ca-087e1ea4ac01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (442e355a-28fc-4280-9c3c-7a51ba789d27), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:56.158648 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708d477-2973-43e6-8eef-f64e286b6ccd req-668552e5-ccc8-475a-8563-28059aa47557 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:56.160335 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7708d477-2973-43e6-8eef-f64e286b6ccd req-668552e5-ccc8-475a-8563-28059aa47557 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8c7aea62-7b4d-400d-89fa-5411deefe490 HTTP/1.1" status: 200 len: 949 time: 0.1529291 Sep 16 12:50:56.178185 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f03cb-574d-4f8d-b6ca-087e1ea4ac01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=442e355a-28fc-4280-9c3c-7a51ba789d27,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:56.188970 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76f03cb-574d-4f8d-b6ca-087e1ea4ac01 admin admin] Checking segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:50:56.189406 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76f03cb-574d-4f8d-b6ca-087e1ea4ac01 admin admin] Network hostable DHCP agents. Network: 1e927054-126f-4e94-8719-fa14f3244a7f, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:50:56.209078 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76f03cb-574d-4f8d-b6ca-087e1ea4ac01 admin admin] Network 1e927054-126f-4e94-8719-fa14f3244a7f is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:50:56.211210 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-8498fad1-c70a-4681-bd17-6d7fe088b606 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=e6fa2067c44b42b5aa940619abd8e538&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1418998 Sep 16 12:50:56.223700 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-a76f03cb-574d-4f8d-b6ca-087e1ea4ac01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 1e927054-126f-4e94-8719-fa14f3244a7f) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:50:56.228735 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76f03cb-574d-4f8d-b6ca-087e1ea4ac01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:56.229787 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a76f03cb-574d-4f8d-b6ca-087e1ea4ac01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:56.234152 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ab84ce-b63a-4b89-8f3c-9409840e1dd9 None None] Network 1e927054-126f-4e94-8719-fa14f3244a7f requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:50:56.251256 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a76f03cb-574d-4f8d-b6ca-087e1ea4ac01 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4135082 Sep 16 12:50:56.251492 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52638) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:56.258023 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-aa519ea9-58c6-4a6f-8c11-582be70546d9 admin admin] Request body: {'router': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1551508322-router', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:50:56.284556 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:56.299685 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] Attempting to bind port b830d871-a472-440e-a2b5-2d8208f11f14 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:50:56.300294 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] Attempting to bind port b830d871-a472-440e-a2b5-2d8208f11f14 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': 'f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:50:56.300395 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] Attempting to bind port b830d871-a472-440e-a2b5-2d8208f11f14 on network abbd5857-5e09-4393-907b-66607bc40ec5 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:50:56.336761 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7708d477-2973-43e6-8eef-f64e286b6ccd req-11d0ab95-7bb2-40de-985f-c834f782fd71 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636200 Sep 16 12:50:56.379353 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-1e927054-126f-4e94-8719-fa14f3244a7f', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'project_id': 'da915844493a4928ac8830897afa126f', 'fixed_ips': [{'subnet_id': '442e355a-28fc-4280-9c3c-7a51ba789d27'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:50:56.380319 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:56.392543 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-3939856e-873f-4778-9046-916259861292 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0e610de6-3238-41c3-bd1a-f23917fad801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655755 Sep 16 12:50:56.396764 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] Port b830d871-a472-440e-a2b5-2d8208f11f14 on network abbd5857-5e09-4393-907b-66607bc40ec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:50:56.397102 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] Attempting to bind port b830d871-a472-440e-a2b5-2d8208f11f14 on network abbd5857-5e09-4393-907b-66607bc40ec5 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:50:56.513295 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:56.554878 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541daa4-e780-494a-9c46-32e9e739a6cc req-73b6bde6-26e7-49ef-af53-b2b05f7e35d2 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:56.556536 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1541daa4-e780-494a-9c46-32e9e739a6cc req-73b6bde6-26e7-49ef-af53-b2b05f7e35d2 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.1090884 Sep 16 12:50:56.559461 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:50:56.560076 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] Checking segment: {'id': 'f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:50:56.560665 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] Bound using segment: {'id': 'f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:50:56.561413 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] Bound port: b830d871-a472-440e-a2b5-2d8208f11f14, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:50:56.562112 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b830d871-a472-440e-a2b5-2d8208f11f14), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:56.586301 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aa519ea9-58c6-4a6f-8c11-582be70546d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (1d8f5f0c-7a6a-4d86-a189-54124fe101bf), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:56.587469 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aa519ea9-58c6-4a6f-8c11-582be70546d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (1d8f5f0c-7a6a-4d86-a189-54124fe101bf), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:56.613333 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f30e194c-d249-4459-95f1-5d3f2c8222d3 None None] Attempt 3 to provision port b830d871-a472-440e-a2b5-2d8208f11f14 Sep 16 12:50:56.644862 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aa519ea9-58c6-4a6f-8c11-582be70546d9 admin admin] Publish callbacks [] for router_controller (1d8f5f0c-7a6a-4d86-a189-54124fe101bf), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:56.651938 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-21d8175d-fb7e-40c6-b7c2-28aeb58f7d91 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0e610de6-3238-41c3-bd1a-f23917fad801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262030 Sep 16 12:50:56.657295 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f30e194c-d249-4459-95f1-5d3f2c8222d3 None None] Port b830d871-a472-440e-a2b5-2d8208f11f14 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:50:56.693521 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1541daa4-e780-494a-9c46-32e9e739a6cc req-52b86be2-b98f-4691-953d-4972359e4609 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138003 Sep 16 12:50:56.697768 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] For port b830d871-a472-440e-a2b5-2d8208f11f14, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:50:56.701764 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] For port b830d871-a472-440e-a2b5-2d8208f11f14, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=b830d871-a472-440e-a2b5-2d8208f11f14,segment=NetworkSegment(f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9),segment_id=f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:50:56.712087 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (b830d871-a472-440e-a2b5-2d8208f11f14), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:56.724762 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:56.725394 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:56.726894 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/b830d871-a472-440e-a2b5-2d8208f11f14 HTTP/1.1" status: 200 len: 1092 time: 1.5204222 Sep 16 12:50:56.727486 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dccb7b-ee21-422f-8ec5-f31feeab1f65', 'tag': 'b830d871-a472-440e-a2b5-2d8208f11f14'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:50:56.727617 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] Allocated IP 172.20.0.2 (1e927054-126f-4e94-8719-fa14f3244a7f/442e355a-28fc-4280-9c3c-7a51ba789d27/375ced68-374e-40a9-b9f4-f9a9559c5c01) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:50:56.729793 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d01725-a8bd-4457-8283-0c388c6584f1" -d '{"events": [{"name": "network-changed", "server_uuid": "80dccb7b-ee21-422f-8ec5-f31feeab1f65", "tag": "b830d871-a472-440e-a2b5-2d8208f11f14"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:50:56.857371 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc3f3c-c9c5-42b5-9b6e-b637154e98b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b830d871-a472-440e-a2b5-2d8208f11f14,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:56.905461 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aa519ea9-58c6-4a6f-8c11-582be70546d9 admin admin] Publish callbacks [] for router_gateway (1d8f5f0c-7a6a-4d86-a189-54124fe101bf), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:56.978844 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-aef5198f-dee7-4def-a25b-ae4ddc225bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:56.980383 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-aef5198f-dee7-4def-a25b-ae4ddc225bc6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=665869d344cf42e38020c270515c5abf&device_id=80dccb7b-ee21-422f-8ec5-f31feeab1f65 HTTP/1.1" status: 200 len: 1126 time: 0.0612154 Sep 16 12:50:56.997222 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-908c119f-4cc2-4f59-a388-9f3a92e62314 req-10cec375-bbb3-4274-a0f2-05afeff452cd tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.1889400 Sep 16 12:50:57.009513 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] Publish callbacks [] for port (375ced68-374e-40a9-b9f4-f9a9559c5c01), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:57.014086 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:57.026564 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (375ced68-374e-40a9-b9f4-f9a9559c5c01), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:57.112782 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:57.150478 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] Network 1e927054-126f-4e94-8719-fa14f3244a7f is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:50:57.159126 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f30e194c-d249-4459-95f1-5d3f2c8222d3 None None] Attempt 4 to provision port b830d871-a472-440e-a2b5-2d8208f11f14 Sep 16 12:50:57.164411 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:50:57.167177 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:50:57.175812 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aa519ea9-58c6-4a6f-8c11-582be70546d9 admin admin] Publish callbacks [] for router_gateway (1d8f5f0c-7a6a-4d86-a189-54124fe101bf), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:57.180416 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-3983a2f8-42b5-4431-98db-4411de058680 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b830d871-a472-440e-a2b5-2d8208f11f14 HTTP/1.1" status: 200 len: 217 time: 0.1522677 Sep 16 12:50:57.189624 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94933fd6-3bc5-4241-81b8-ffb90011ba5c req-c461fef1-e373-478c-907f-cd2bddabd6b2 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:57.193295 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] Pushing event updated for resources: {'Port': ['ID=375ced68-374e-40a9-b9f4-f9a9559c5c01,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:57.198400 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-94933fd6-3bc5-4241-81b8-ffb90011ba5c req-c461fef1-e373-478c-907f-cd2bddabd6b2 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=80dccb7b-ee21-422f-8ec5-f31feeab1f65 HTTP/1.1" status: 200 len: 944 time: 0.2294304 Sep 16 12:50:57.207522 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aa519ea9-58c6-4a6f-8c11-582be70546d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:57.272091 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f30e194c-d249-4459-95f1-5d3f2c8222d3 None None] Port b830d871-a472-440e-a2b5-2d8208f11f14 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:50:57.307144 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] Attempting to bind port 375ced68-374e-40a9-b9f4-f9a9559c5c01 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:50:57.307676 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] Attempting to bind port 375ced68-374e-40a9-b9f4-f9a9559c5c01 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:50:57.308444 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] Attempting to bind port 375ced68-374e-40a9-b9f4-f9a9559c5c01 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:50:57.335195 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-bc8277a6-6833-4a2f-b35a-16c709dd822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:57.337306 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-bc8277a6-6833-4a2f-b35a-16c709dd822f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=71ceb571-3ed2-4706-b10d-4402800098f5 HTTP/1.1" status: 200 len: 848 time: 0.1342201 Sep 16 12:50:57.365699 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-94933fd6-3bc5-4241-81b8-ffb90011ba5c req-a7840ca6-f4e5-4650-b781-54ab46b4dcf6 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=35d1b92e-ffa8-4dd7-a456-c7453d21411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658654 Sep 16 12:50:57.370726 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:50:57.371650 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] Checking segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:50:57.372306 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:57.374495 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] Bound using segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:50:57.375186 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] Bound port: 375ced68-374e-40a9-b9f4-f9a9559c5c01, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:50:57.375755 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (375ced68-374e-40a9-b9f4-f9a9559c5c01), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:57.409359 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:57.421461 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb89ea06-3692-4d42-9dd7-2fc9505c8f22 x-openstack-request-id: req-eb89ea06-3692-4d42-9dd7-2fc9505c8f22 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:50:57.422669 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80dccb7b-ee21-422f-8ec5-f31feeab1f65", "tag": "b830d871-a472-440e-a2b5-2d8208f11f14", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:50:57.423085 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eb89ea06-3692-4d42-9dd7-2fc9505c8f22 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:50:57.425726 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb89ea06-3692-4d42-9dd7-2fc9505c8f22'] response: {'name': 'network-changed', 'server_uuid': '80dccb7b-ee21-422f-8ec5-f31feeab1f65', 'tag': 'b830d871-a472-440e-a2b5-2d8208f11f14', 'status': 'completed', 'code': 200} Sep 16 12:50:57.475900 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e8dbe-24c2-4176-a273-0a291b0188ed req-e84b986e-1269-45c4-aece-cf4fb36422aa tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:57.477631 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-283e8dbe-24c2-4176-a273-0a291b0188ed req-e84b986e-1269-45c4-aece-cf4fb36422aa tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=7725f9a0-ac02-47ad-a67f-a9d42c2a6aac HTTP/1.1" status: 200 len: 946 time: 0.1559174 Sep 16 12:50:57.479591 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-aa519ea9-58c6-4a6f-8c11-582be70546d9 admin admin] Allocated IP 172.25.2.135 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/6141d314-840b-41af-b30a-d9c240d4383b) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:50:57.504168 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] For port 375ced68-374e-40a9-b9f4-f9a9559c5c01, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:50:57.514421 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] For port 375ced68-374e-40a9-b9f4-f9a9559c5c01, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=375ced68-374e-40a9-b9f4-f9a9559c5c01,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:50:57.526977 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (375ced68-374e-40a9-b9f4-f9a9559c5c01), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:57.569384 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f31bc3d0-e100-4b37-a252-19dc59a466e2 req-30bbc7d1-3d6c-480e-9341-4920bc8c9109 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 210 time: 0.0933561 Sep 16 12:50:57.583434 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:57.588419 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2aeb44-435c-4ba9-a923-5e8d3cf9b1c0 req-d42ec69d-4072-4913-b750-b7005436f5f5 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:57.590246 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c2aeb44-435c-4ba9-a923-5e8d3cf9b1c0 req-d42ec69d-4072-4913-b750-b7005436f5f5 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c7aea62-7b4d-400d-89fa-5411deefe490 HTTP/1.1" status: 200 len: 949 time: 0.2222216 Sep 16 12:50:57.635736 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50160568-8091-4a6e-b1fb-e860ba5f5e4a None None] Pushing event updated for resources: {'Port': ['ID=375ced68-374e-40a9-b9f4-f9a9559c5c01,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:57.637590 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-63211eee-7556-4b14-b1af-d22a6c581e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:57.639169 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-63211eee-7556-4b14-b1af-d22a6c581e04 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=abbd5857-5e09-4393-907b-66607bc40ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2724199 Sep 16 12:50:57.704731 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ede38-eab7-465d-981c-e725dc17e668 req-0d959d76-d425-4877-9fe2-f95d5337d5c3 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:57.706264 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-887ede38-eab7-465d-981c-e725dc17e668 req-0d959d76-d425-4877-9fe2-f95d5337d5c3 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8c7aea62-7b4d-400d-89fa-5411deefe490 HTTP/1.1" status: 200 len: 949 time: 0.1865234 Sep 16 12:50:57.737839 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-283e8dbe-24c2-4176-a273-0a291b0188ed req-41085497-b176-4f1a-8c9a-a877aefc04a1 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Deleting port e749f518-c322-429e-b87d-fb7a8eccab82 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:57.738288 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-283e8dbe-24c2-4176-a273-0a291b0188ed req-41085497-b176-4f1a-8c9a-a877aefc04a1 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (e749f518-c322-429e-b87d-fb7a8eccab82), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:57.837899 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aa519ea9-58c6-4a6f-8c11-582be70546d9 admin admin] Publish callbacks [] for port (6141d314-840b-41af-b30a-d9c240d4383b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:57.928620 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:57.931911 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-52592337-0d60-478d-8562-72c714a6ec81 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/abbd5857-5e09-4393-907b-66607bc40ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680233 Sep 16 12:50:57.957581 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-283e8dbe-24c2-4176-a273-0a291b0188ed req-41085497-b176-4f1a-8c9a-a877aefc04a1 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] For port e749f518-c322-429e-b87d-fb7a8eccab82, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e749f518-c322-429e-b87d-fb7a8eccab82,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:57.957955 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-283e8dbe-24c2-4176-a273-0a291b0188ed req-41085497-b176-4f1a-8c9a-a877aefc04a1 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (e749f518-c322-429e-b87d-fb7a8eccab82), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:57.979583 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aa519ea9-58c6-4a6f-8c11-582be70546d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (6141d314-840b-41af-b30a-d9c240d4383b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:57.982127 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-7c2aeb44-435c-4ba9-a923-5e8d3cf9b1c0 req-de801dcb-7e1d-462d-b078-63682f19a009 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Deleting port 27de96a3-bf43-46c1-a8f8-afd304cea206 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:50:57.982469 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7c2aeb44-435c-4ba9-a923-5e8d3cf9b1c0 req-de801dcb-7e1d-462d-b078-63682f19a009 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (27de96a3-bf43-46c1-a8f8-afd304cea206), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:58.013283 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-283e8dbe-24c2-4176-a273-0a291b0188ed req-41085497-b176-4f1a-8c9a-a877aefc04a1 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Calling delete_port for e749f518-c322-429e-b87d-fb7a8eccab82 owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:58.038179 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5f1b6-0f25-4901-9738-4c983a8011ec req-5a434045-3ddb-4952-a311-e8f1a68b3df2 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:58.044691 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-53a5f1b6-0f25-4901-9738-4c983a8011ec req-5a434045-3ddb-4952-a311-e8f1a68b3df2 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.2355051 Sep 16 12:50:58.044923 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa519ea9-58c6-4a6f-8c11-582be70546d9 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:50:58.052184 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-aa519ea9-58c6-4a6f-8c11-582be70546d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:50:58.091221 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa519ea9-58c6-4a6f-8c11-582be70546d9 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:50:58.097866 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa519ea9-58c6-4a6f-8c11-582be70546d9 admin admin] Pushing event updated for resources: {'Port': ['ID=6141d314-840b-41af-b30a-d9c240d4383b,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:58.112801 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device e749f518-c322-429e-b87d-fb7a8eccab82 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:50:58.139301 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-887ede38-eab7-465d-981c-e725dc17e668 req-c1d8e22d-06a9-42db-a864-c3c3150c28b6 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=92538176-e025-4425-b258-25108d963b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467636 Sep 16 12:50:58.221490 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:58.232606 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port e749f518-c322-429e-b87d-fb7a8eccab82 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:50:58.234782 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e749f518-c322-429e-b87d-fb7a8eccab82), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:58.237480 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c01bc8d1-1c07-4144-a3d9-18bfb79e8d20 req-019e16c4-fa91-4b52-9ecf-4d7994a8f097 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/abbd5857-5e09-4393-907b-66607bc40ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844012 Sep 16 12:50:58.284793 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7725f9a0-ac02-47ad-a67f-a9d42c2a6aac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e749f518-c322-429e-b87d-fb7a8eccab82'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:50:58.287109 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c7c489-dd13-44fb-9d20-a78900db2b89" -d '{"events": [{"server_uuid": "7725f9a0-ac02-47ad-a67f-a9d42c2a6aac", "name": "network-vif-unplugged", "status": "completed", "tag": "e749f518-c322-429e-b87d-fb7a8eccab82"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:50:58.315095 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:58.319003 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port e749f518-c322-429e-b87d-fb7a8eccab82, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e749f518-c322-429e-b87d-fb7a8eccab82,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:58.323542 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e749f518-c322-429e-b87d-fb7a8eccab82), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:58.345657 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-53a5f1b6-0f25-4901-9738-4c983a8011ec req-84b80a71-9ea1-41b9-9145-bf89c881aebb tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981889 Sep 16 12:50:58.393105 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=e749f518-c322-429e-b87d-fb7a8eccab82,revision_number=8']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:58.421563 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-29054449-e7f1-428d-806b-b57a5221429f req-704244c7-8fe3-4918-a379-2c27493bfcf9 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0686975 Sep 16 12:50:58.446766 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdec3ed-abf4-4790-b0a0-f17b2cdaea13 x-openstack-request-id: req-3bdec3ed-abf4-4790-b0a0-f17b2cdaea13 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:50:58.447427 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7725f9a0-ac02-47ad-a67f-a9d42c2a6aac", "name": "network-vif-unplugged", "status": "completed", "tag": "e749f518-c322-429e-b87d-fb7a8eccab82", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:50:58.447745 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3bdec3ed-abf4-4790-b0a0-f17b2cdaea13 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:50:58.448615 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bdec3ed-abf4-4790-b0a0-f17b2cdaea13'] response: {'server_uuid': '7725f9a0-ac02-47ad-a67f-a9d42c2a6aac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e749f518-c322-429e-b87d-fb7a8eccab82', 'code': 200} Sep 16 12:50:58.449912 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-7c2aeb44-435c-4ba9-a923-5e8d3cf9b1c0 req-de801dcb-7e1d-462d-b078-63682f19a009 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] For port 27de96a3-bf43-46c1-a8f8-afd304cea206, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=27de96a3-bf43-46c1-a8f8-afd304cea206,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:58.450283 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7c2aeb44-435c-4ba9-a923-5e8d3cf9b1c0 req-de801dcb-7e1d-462d-b078-63682f19a009 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (27de96a3-bf43-46c1-a8f8-afd304cea206), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:58.465988 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-7c2aeb44-435c-4ba9-a923-5e8d3cf9b1c0 req-de801dcb-7e1d-462d-b078-63682f19a009 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Calling delete_port for 27de96a3-bf43-46c1-a8f8-afd304cea206 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:50:58.560232 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-283e8dbe-24c2-4176-a273-0a291b0188ed req-41085497-b176-4f1a-8c9a-a877aefc04a1 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (e749f518-c322-429e-b87d-fb7a8eccab82), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:58.595892 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7f4d6-325c-43db-bcfe-fe0a4e358ba1 req-f1fe421f-5a95-4843-8257-c358dcb6d8e5 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:58.597394 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2dd7f4d6-325c-43db-bcfe-fe0a4e358ba1 req-f1fe421f-5a95-4843-8257-c358dcb6d8e5 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=80dccb7b-ee21-422f-8ec5-f31feeab1f65 HTTP/1.1" status: 200 len: 944 time: 0.0752881 Sep 16 12:50:58.628392 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41085497-b176-4f1a-8c9a-a877aefc04a1 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Pushing event deleted for resources: {'Port': ['ID=e749f518-c322-429e-b87d-fb7a8eccab82,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:58.703227 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-283e8dbe-24c2-4176-a273-0a291b0188ed req-41085497-b176-4f1a-8c9a-a877aefc04a1 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] No DVR routers for this DVR port e749f518-c322-429e-b87d-fb7a8eccab82 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:50:58.711782 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-283e8dbe-24c2-4176-a273-0a291b0188ed req-41085497-b176-4f1a-8c9a-a877aefc04a1 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:58.715071 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-283e8dbe-24c2-4176-a273-0a291b0188ed req-41085497-b176-4f1a-8c9a-a877aefc04a1 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.76 "DELETE /networking/v2.0/ports/e749f518-c322-429e-b87d-fb7a8eccab82 HTTP/1.1" status: 204 len: 173 time: 1.2300313 Sep 16 12:50:58.715588 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7725f9a0-ac02-47ad-a67f-a9d42c2a6aac', 'name': 'network-vif-deleted', 'tag': 'e749f518-c322-429e-b87d-fb7a8eccab82'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:50:58.718649 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e360678-3099-4609-bb81-d5d03aff6ba3" -d '{"events": [{"server_uuid": "7725f9a0-ac02-47ad-a67f-a9d42c2a6aac", "name": "network-vif-deleted", "tag": "e749f518-c322-429e-b87d-fb7a8eccab82"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:50:58.728033 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aa519ea9-58c6-4a6f-8c11-582be70546d9 admin admin] Publish callbacks [] for router_gateway (1d8f5f0c-7a6a-4d86-a189-54124fe101bf), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:58.829931 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2dd7f4d6-325c-43db-bcfe-fe0a4e358ba1 req-1769e4c3-e5ea-453a-8cf5-69ce38738698 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=35d1b92e-ffa8-4dd7-a456-c7453d21411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161529 Sep 16 12:50:58.873187 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ba99d926-745f-4a15-a933-112231f07dbf req-cd83704c-2651-4373-934a-97938a159963 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 210 time: 0.1650138 Sep 16 12:50:58.916190 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:58.929638 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7c2aeb44-435c-4ba9-a923-5e8d3cf9b1c0 req-de801dcb-7e1d-462d-b078-63682f19a009 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (27de96a3-bf43-46c1-a8f8-afd304cea206), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:58.949242 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afef3b5e-e912-4890-bea0-0cd67dc88297 x-openstack-request-id: req-afef3b5e-e912-4890-bea0-0cd67dc88297 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:50:58.951679 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7725f9a0-ac02-47ad-a67f-a9d42c2a6aac", "name": "network-vif-deleted", "tag": "e749f518-c322-429e-b87d-fb7a8eccab82", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:50:58.952070 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-afef3b5e-e912-4890-bea0-0cd67dc88297 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:50:58.952788 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afef3b5e-e912-4890-bea0-0cd67dc88297'] response: {'server_uuid': '7725f9a0-ac02-47ad-a67f-a9d42c2a6aac', 'name': 'network-vif-deleted', 'tag': 'e749f518-c322-429e-b87d-fb7a8eccab82', 'status': 'completed', 'code': 200} Sep 16 12:50:58.964959 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de801dcb-7e1d-462d-b078-63682f19a009 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Pushing event deleted for resources: {'Port': ['ID=27de96a3-bf43-46c1-a8f8-afd304cea206,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:59.035637 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2aeb44-435c-4ba9-a923-5e8d3cf9b1c0 req-de801dcb-7e1d-462d-b078-63682f19a009 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] No DVR routers for this DVR port 27de96a3-bf43-46c1-a8f8-afd304cea206 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:50:59.038588 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7c2aeb44-435c-4ba9-a923-5e8d3cf9b1c0 req-de801dcb-7e1d-462d-b078-63682f19a009 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:59.042582 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c2aeb44-435c-4ba9-a923-5e8d3cf9b1c0 req-de801dcb-7e1d-462d-b078-63682f19a009 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.25 "DELETE /networking/v2.0/ports/27de96a3-bf43-46c1-a8f8-afd304cea206 HTTP/1.1" status: 204 len: 173 time: 1.4149344 Sep 16 12:50:59.185360 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aa519ea9-58c6-4a6f-8c11-582be70546d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (1d8f5f0c-7a6a-4d86-a189-54124fe101bf), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:59.188219 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a959ad-a4c6-4fe7-90fc-8439c8d96b2d None None] Network 1e927054-126f-4e94-8719-fa14f3244a7f requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:50:59.263519 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a3d31bf6-8689-4795-834f-b876b4fd4675 req-57b10739-28d7-492c-a736-2df02568bbba tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8c7aea62-7b4d-400d-89fa-5411deefe490 HTTP/1.1" status: 200 len: 210 time: 0.0398111 Sep 16 12:50:59.331562 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-ce3a8d09-498c-4e1f-ac81-8b5d5cdd8c4f None None] Provisioning complete for port 375ced68-374e-40a9-b9f4-f9a9559c5c01 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:50:59.332255 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ce3a8d09-498c-4e1f-ac81-8b5d5cdd8c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (375ced68-374e-40a9-b9f4-f9a9559c5c01), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:59.332909 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ce3a8d09-498c-4e1f-ac81-8b5d5cdd8c4f None None] Attempt 1 to provision port 375ced68-374e-40a9-b9f4-f9a9559c5c01 Sep 16 12:50:59.355923 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa519ea9-58c6-4a6f-8c11-582be70546d9 admin admin] Router 1d8f5f0c-7a6a-4d86-a189-54124fe101bf is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:50:59.426870 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c7aea62-7b4d-400d-89fa-5411deefe490', 'name': 'network-vif-deleted', 'tag': '27de96a3-bf43-46c1-a8f8-afd304cea206'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:50:59.430472 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ee114e-be5f-4b57-9c38-fddd7856f968" -d '{"events": [{"server_uuid": "8c7aea62-7b4d-400d-89fa-5411deefe490", "name": "network-vif-deleted", "tag": "27de96a3-bf43-46c1-a8f8-afd304cea206"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:50:59.492841 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ce3a8d09-498c-4e1f-ac81-8b5d5cdd8c4f None None] Current status of the port 375ced68-374e-40a9-b9f4-f9a9559c5c01 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:50:59.493258 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ce3a8d09-498c-4e1f-ac81-8b5d5cdd8c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (375ced68-374e-40a9-b9f4-f9a9559c5c01), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:59.607381 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa519ea9-58c6-4a6f-8c11-582be70546d9 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:50:59.614829 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b3c3b-e82d-487a-9f45-a7b64780f8fb req-e422c840-3721-4d8d-983d-4a057e84fed2 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:50:59.630491 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ce3a8d09-498c-4e1f-ac81-8b5d5cdd8c4f None None] For port 375ced68-374e-40a9-b9f4-f9a9559c5c01, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=375ced68-374e-40a9-b9f4-f9a9559c5c01,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:50:59.630927 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-587b3c3b-e82d-487a-9f45-a7b64780f8fb req-e422c840-3721-4d8d-983d-4a057e84fed2 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.1042678 Sep 16 12:50:59.643545 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ce3a8d09-498c-4e1f-ac81-8b5d5cdd8c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (375ced68-374e-40a9-b9f4-f9a9559c5c01), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:59.649911 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] Sync routers for ids ['1d8f5f0c-7a6a-4d86-a189-54124fe101bf'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:50:59.651730 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aa519ea9-58c6-4a6f-8c11-582be70546d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:59.652357 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124300a4-648c-4aaf-8bce-c8e98cf0a31d x-openstack-request-id: req-124300a4-648c-4aaf-8bce-c8e98cf0a31d {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:50:59.652883 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c7aea62-7b4d-400d-89fa-5411deefe490", "name": "network-vif-deleted", "tag": "27de96a3-bf43-46c1-a8f8-afd304cea206", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:50:59.653347 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-124300a4-648c-4aaf-8bce-c8e98cf0a31d {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:50:59.654324 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124300a4-648c-4aaf-8bce-c8e98cf0a31d'] response: {'server_uuid': '8c7aea62-7b4d-400d-89fa-5411deefe490', 'name': 'network-vif-deleted', 'tag': '27de96a3-bf43-46c1-a8f8-afd304cea206', 'status': 'completed', 'code': 200} Sep 16 12:50:59.655210 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-aa519ea9-58c6-4a6f-8c11-582be70546d9 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.4019008 Sep 16 12:50:59.658429 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52690) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:50:59.668703 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:59.739886 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-587b3c3b-e82d-487a-9f45-a7b64780f8fb req-4ead4a3e-e77e-4f1c-88f8-6c09fba926e9 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067364 Sep 16 12:50:59.782963 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] Routers {'1d8f5f0c-7a6a-4d86-a189-54124fe101bf'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:50:59.784078 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:50:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1d8f5f0c-7a6a-4d86-a189-54124fe101bf'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:50:59.820306 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f0e5a748-6b39-4946-b0cc-19fbc9f00dee req-a696c33a-ff7e-4593-ab39-9d9f92f209f2 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0691466 Sep 16 12:50:59.839159 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 375ced68-374e-40a9-b9f4-f9a9559c5c01 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:50:59.902986 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a8d09-498c-4e1f-ac81-8b5d5cdd8c4f None None] Pushing event updated for resources: {'Port': ['ID=375ced68-374e-40a9-b9f4-f9a9559c5c01,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:50:59.953164 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:50:59.985074 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-136604fd-cc76-41ef-9cb7-27bd94ee03a0 None None] Provisioning complete for port 375ced68-374e-40a9-b9f4-f9a9559c5c01 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:50:59.985782 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-136604fd-cc76-41ef-9cb7-27bd94ee03a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (375ced68-374e-40a9-b9f4-f9a9559c5c01), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:50:59.993845 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-136604fd-cc76-41ef-9cb7-27bd94ee03a0 None None] Attempt 1 to provision port 375ced68-374e-40a9-b9f4-f9a9559c5c01 Sep 16 12:51:00.026491 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c17a7-295a-47ea-9160-87850a009aee req-5f40d5b3-2960-4318-9a49-8ad600fda55a tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:00.035716 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a55c17a7-295a-47ea-9160-87850a009aee req-5f40d5b3-2960-4318-9a49-8ad600fda55a tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=80dccb7b-ee21-422f-8ec5-f31feeab1f65 HTTP/1.1" status: 200 len: 944 time: 0.1051447 Sep 16 12:51:00.038975 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41323823-e639-483e-933c-dd60f4a5a862 req-7ea89856-902f-4667-802a-10aa75fdcf98 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 210 time: 0.0654981 Sep 16 12:51:00.064695 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 375ced68-374e-40a9-b9f4-f9a9559c5c01 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:00.065072 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (375ced68-374e-40a9-b9f4-f9a9559c5c01), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:00.065410 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 375ced68-374e-40a9-b9f4-f9a9559c5c01 Sep 16 12:51:00.093542 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] Set router 1d8f5f0c-7a6a-4d86-a189-54124fe101bf gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:51:00.110040 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a55c17a7-295a-47ea-9160-87850a009aee req-3f3e39a4-c492-477b-bedc-11cfcb4ad6ef tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=35d1b92e-ffa8-4dd7-a456-c7453d21411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730300 Sep 16 12:51:00.228164 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:00.253761 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:00.265062 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:00.288018 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2bda-95ec-41ec-a48f-0dc9e78ccabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:00.320942 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-136604fd-cc76-41ef-9cb7-27bd94ee03a0 None None] Current status of the port 375ced68-374e-40a9-b9f4-f9a9559c5c01 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:00.339990 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 375ced68-374e-40a9-b9f4-f9a9559c5c01 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:00.397062 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-56be0060-82f2-4fe4-bd43-f58aab13ef37 req-1c7c0c53-51cc-4176-a8b5-3dac617dd1c6 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8c7aea62-7b4d-400d-89fa-5411deefe490 HTTP/1.1" status: 200 len: 210 time: 0.0330579 Sep 16 12:51:00.413803 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1551508322-router', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6141d314-840b-41af-b30a-d9c240d4383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:56Z', 'updated_at': '2022-09-16T12:50:58Z', 'revision_number': 3, 'project_id': 'da915844493a4928ac8830897afa126f', 'gw_port': {'id': '6141d314-840b-41af-b30a-d9c240d4383b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:55:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:57Z', 'updated_at': '2022-09-16T12:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:00.441746 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] Checking router: 1d8f5f0c-7a6a-4d86-a189-54124fe101bf for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:51:00.442091 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] Updating router 1d8f5f0c-7a6a-4d86-a189-54124fe101bf port 6141d314-840b-41af-b30a-d9c240d4383b binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:51:00.462004 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 27de96a3-bf43-46c1-a8f8-afd304cea206 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:51:00.488659 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: 27de96a3-bf43-46c1-a8f8-afd304cea206 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:51:00.489001 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 27de96a3-bf43-46c1-a8f8-afd304cea206 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:51:00.492557 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6141d314-840b-41af-b30a-d9c240d4383b), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:00.495161 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-a0ab2bda-95ec-41ec-a48f-0dc9e78ccabf admin admin] Allocated IP 172.20.0.1 (1e927054-126f-4e94-8719-fa14f3244a7f/442e355a-28fc-4280-9c3c-7a51ba789d27/b514ec2d-a210-456c-a5e9-648da8dcb75b) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:51:00.597525 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=27,neutron:DELETE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:00.617181 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2bda-95ec-41ec-a48f-0dc9e78ccabf admin admin] Publish callbacks [] for port (b514ec2d-a210-456c-a5e9-648da8dcb75b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:00.649160 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2bda-95ec-41ec-a48f-0dc9e78ccabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (b514ec2d-a210-456c-a5e9-648da8dcb75b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:00.685257 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ab2bda-95ec-41ec-a48f-0dc9e78ccabf admin admin] Network 1e927054-126f-4e94-8719-fa14f3244a7f is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:51:00.692769 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-a0ab2bda-95ec-41ec-a48f-0dc9e78ccabf admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:51:00.696703 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ab2bda-95ec-41ec-a48f-0dc9e78ccabf admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:51:00.705569 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab2bda-95ec-41ec-a48f-0dc9e78ccabf admin admin] Pushing event updated for resources: {'Port': ['ID=b514ec2d-a210-456c-a5e9-648da8dcb75b,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:00.745598 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2bda-95ec-41ec-a48f-0dc9e78ccabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (1d8f5f0c-7a6a-4d86-a189-54124fe101bf), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:00.825372 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] Publish callbacks [] for port (6141d314-840b-41af-b30a-d9c240d4383b), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:00.848966 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6141d314-840b-41af-b30a-d9c240d4383b), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:00.924141 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d01725-a8bd-4457-8283-0c388c6584f1 req-564ee7b6-c2bb-48ad-affc-7757185ca7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:00.942263 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90d01725-a8bd-4457-8283-0c388c6584f1 req-564ee7b6-c2bb-48ad-affc-7757185ca7d1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=665869d344cf42e38020c270515c5abf&device_id=80dccb7b-ee21-422f-8ec5-f31feeab1f65 HTTP/1.1" status: 200 len: 1126 time: 0.1488130 Sep 16 12:51:00.954760 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c058cd2-f2be-46f1-ba9b-ff49b15d6bb4 None None] Pushing event updated for resources: {'Port': ['ID=6141d314-840b-41af-b30a-d9c240d4383b,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:00.985831 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] Attempting to bind port 6141d314-840b-41af-b30a-d9c240d4383b on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:51:00.986214 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] Attempting to bind port 6141d314-840b-41af-b30a-d9c240d4383b by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:51:00.989066 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] Attempting to bind port 6141d314-840b-41af-b30a-d9c240d4383b on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:01.031651 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d08767-be85-4a58-be5b-6a54b453ef70 req-47283796-2284-4920-9d72-34b336dc438e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:01.038766 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e7d08767-be85-4a58-be5b-6a54b453ef70 req-47283796-2284-4920-9d72-34b336dc438e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.0898633 Sep 16 12:51:01.068442 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:01.086311 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:51:01.087144 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:51:01.087771 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:01.088819 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:51:01.089762 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] Bound port: 6141d314-840b-41af-b30a-d9c240d4383b, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:51:01.090373 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6141d314-840b-41af-b30a-d9c240d4383b), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:01.092277 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2bda-95ec-41ec-a48f-0dc9e78ccabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b514ec2d-a210-456c-a5e9-648da8dcb75b), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:01.118517 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62810059-798c-4c0e-a539-6d85bd0031b9 req-a1bcd3de-a58e-4e35-823c-4aa67ed1a444 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0775411 Sep 16 12:51:01.164149 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] For port 6141d314-840b-41af-b30a-d9c240d4383b, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:51:01.168584 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] For port 6141d314-840b-41af-b30a-d9c240d4383b, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6141d314-840b-41af-b30a-d9c240d4383b,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:51:01.198747 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6141d314-840b-41af-b30a-d9c240d4383b), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:01.238596 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e7d08767-be85-4a58-be5b-6a54b453ef70 req-922ddd64-6beb-4b1a-b49a-35a5a504dd41 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988659 Sep 16 12:51:01.276490 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d01725-a8bd-4457-8283-0c388c6584f1 req-c4fd1620-e82e-49e8-a964-cad618714bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:01.278064 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90d01725-a8bd-4457-8283-0c388c6584f1 req-c4fd1620-e82e-49e8-a964-cad618714bed service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=abbd5857-5e09-4393-907b-66607bc40ec5 HTTP/1.1" status: 200 len: 910 time: 0.2362618 Sep 16 12:51:01.320577 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:01.325572 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Provisioning complete for port b514ec2d-a210-456c-a5e9-648da8dcb75b triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:01.326096 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b514ec2d-a210-456c-a5e9-648da8dcb75b), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:01.326610 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Attempt 1 to provision port b514ec2d-a210-456c-a5e9-648da8dcb75b Sep 16 12:51:01.344224 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-91fc861a-9d4d-487e-88d9-2c94909cf99d req-5907cbdd-d507-4b60-ab60-fd66bb2e88b5 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 210 time: 0.0649476 Sep 16 12:51:01.352529 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] Routers {'1d8f5f0c-7a6a-4d86-a189-54124fe101bf'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:51:01.357342 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:50:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1d8f5f0c-7a6a-4d86-a189-54124fe101bf'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:01.461408 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Port b514ec2d-a210-456c-a5e9-648da8dcb75b cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:01.536290 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90d01725-a8bd-4457-8283-0c388c6584f1 req-76559681-d8b4-483f-b477-6c72b2015a1e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b830d871-a472-440e-a2b5-2d8208f11f14 HTTP/1.1" status: 200 len: 217 time: 0.1846654 Sep 16 12:51:01.536490 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2bda-95ec-41ec-a48f-0dc9e78ccabf admin admin] Publish callbacks [] for port (b514ec2d-a210-456c-a5e9-648da8dcb75b), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:01.538020 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:01.544330 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2bda-95ec-41ec-a48f-0dc9e78ccabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (b514ec2d-a210-456c-a5e9-648da8dcb75b), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:01.595981 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:01.597651 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2bda-95ec-41ec-a48f-0dc9e78ccabf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (1d8f5f0c-7a6a-4d86-a189-54124fe101bf), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:01.719376 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] Set router 1d8f5f0c-7a6a-4d86-a189-54124fe101bf gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:51:01.755492 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:51:01.767033 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2b9e0481-3b12-4070-b261-f1aa6e109333 req-30f43202-61e0-453f-bc82-cd8221d3f897 tempest-ServersOnMultiNodesTest-1155904382 tempest-ServersOnMultiNodesTest-1155904382-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8c7aea62-7b4d-400d-89fa-5411deefe490 HTTP/1.1" status: 200 len: 210 time: 0.1139145 Sep 16 12:51:01.794711 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844ac86-c328-4551-bfc2-249b4c330884 req-984f75d9-d889-4c48-87d9-e84d9f1fce68 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:01.799015 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8844ac86-c328-4551-bfc2-249b4c330884 req-984f75d9-d889-4c48-87d9-e84d9f1fce68 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=80dccb7b-ee21-422f-8ec5-f31feeab1f65 HTTP/1.1" status: 200 len: 944 time: 0.4267919 Sep 16 12:51:01.832212 n-d-858094-4 neutron-server[113699]: INFO neutron.api.v2.resource [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-7e36d1fd-fc71-4de0-8aa7-e6d7961a6a46 service neutron] show failed (client error): The resource could not be found. Sep 16 12:51:01.833595 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-7e36d1fd-fc71-4de0-8aa7-e6d7961a6a46 service neutron] 10.222.0.76 "GET /networking/v2.0/ports/76e2deeb-80ac-4c0d-98b8-96091a5ab0d2/bindings/n-h1-858094-4 HTTP/1.1" status: 404 len: 380 time: 0.1666763 Sep 16 12:51:01.836809 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 375ced68-374e-40a9-b9f4-f9a9559c5c01 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:01.837181 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d01725-a8bd-4457-8283-0c388c6584f1 req-613e71d6-9994-4e94-a336-2f70b4a7a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:01.841142 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c058cd2-f2be-46f1-ba9b-ff49b15d6bb4 None None] Pushing event updated for resources: {'Port': ['ID=6141d314-840b-41af-b30a-d9c240d4383b,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:01.846694 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab2bda-95ec-41ec-a48f-0dc9e78ccabf admin admin] Pushing event updated for resources: {'Port': ['ID=b514ec2d-a210-456c-a5e9-648da8dcb75b,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:01.847455 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90d01725-a8bd-4457-8283-0c388c6584f1 req-613e71d6-9994-4e94-a336-2f70b4a7a21b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=71ceb571-3ed2-4706-b10d-4402800098f5 HTTP/1.1" status: 200 len: 848 time: 0.3103936 Sep 16 12:51:01.904763 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:01.925767 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ab2bda-95ec-41ec-a48f-0dc9e78ccabf admin admin] Network 1e927054-126f-4e94-8719-fa14f3244a7f is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:51:01.928957 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-a0ab2bda-95ec-41ec-a48f-0dc9e78ccabf admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:51:01.953864 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 375ced68-374e-40a9-b9f4-f9a9559c5c01 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:01.954144 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (375ced68-374e-40a9-b9f4-f9a9559c5c01), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:01.954484 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 375ced68-374e-40a9-b9f4-f9a9559c5c01 Sep 16 12:51:02.093125 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ab2bda-95ec-41ec-a48f-0dc9e78ccabf admin admin] Router 1d8f5f0c-7a6a-4d86-a189-54124fe101bf has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:51:02.165717 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Attempt 2 to provision port b514ec2d-a210-456c-a5e9-648da8dcb75b Sep 16 12:51:02.254262 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ab2bda-95ec-41ec-a48f-0dc9e78ccabf admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:51:02.268163 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a0ab2bda-95ec-41ec-a48f-0dc9e78ccabf admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/1d8f5f0c-7a6a-4d86-a189-54124fe101bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6032195 Sep 16 12:51:02.268422 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Port b514ec2d-a210-456c-a5e9-648da8dcb75b cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:02.307229 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e64b1f06-956c-4892-aabf-922c0d8f3b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:02.321271 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1551508322-router', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6141d314-840b-41af-b30a-d9c240d4383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:56Z', 'updated_at': '2022-09-16T12:51:00Z', 'revision_number': 4, 'project_id': 'da915844493a4928ac8830897afa126f', 'gw_port': {'id': '6141d314-840b-41af-b30a-d9c240d4383b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:55:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:57Z', 'updated_at': '2022-09-16T12:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'b514ec2d-a210-456c-a5e9-648da8dcb75b', 'name': '', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'mac_address': 'fa:16:3e:a5:51:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:00Z', 'updated_at': '2022-09-16T12:51:00Z', 'revision_number': 1, 'project_id': 'da915844493a4928ac8830897afa126f', 'subnets': [{'id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:02.397107 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3df87d-bd05-48c6-a63a-762267e3b305 None None] The sync data for ids ['1d8f5f0c-7a6a-4d86-a189-54124fe101bf'] in n-d-858094-4 is: [{'id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1551508322-router', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6141d314-840b-41af-b30a-d9c240d4383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:56Z', 'updated_at': '2022-09-16T12:51:00Z', 'revision_number': 4, 'project_id': 'da915844493a4928ac8830897afa126f', 'gw_port': {'id': '6141d314-840b-41af-b30a-d9c240d4383b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:55:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:57Z', 'updated_at': '2022-09-16T12:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'b514ec2d-a210-456c-a5e9-648da8dcb75b', 'name': '', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'mac_address': 'fa:16:3e:a5:51:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:00Z', 'updated_at': '2022-09-16T12:51:00Z', 'revision_number': 1, 'project_id': 'da915844493a4928ac8830897afa126f', 'subnets': [{'id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:51:02.424916 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 375ced68-374e-40a9-b9f4-f9a9559c5c01 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:02.446163 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device b830d871-a472-440e-a2b5-2d8208f11f14 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:51:02.487573 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8844ac86-c328-4551-bfc2-249b4c330884 req-2d03e654-8973-41a4-807c-9adc80eec214 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=35d1b92e-ffa8-4dd7-a456-c7453d21411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6807241 Sep 16 12:51:02.500726 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a7047666-1d3f-4354-a918-c41a07e064b0 req-858594fd-1917-4ead-a7ba-071819f0943d tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.1338408 Sep 16 12:51:02.520176 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d01725-a8bd-4457-8283-0c388c6584f1 req-c03202b6-a053-4325-be6a-b31f44ad5501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:02.534454 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90d01725-a8bd-4457-8283-0c388c6584f1 req-c03202b6-a053-4325-be6a-b31f44ad5501 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=abbd5857-5e09-4393-907b-66607bc40ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6724243 Sep 16 12:51:02.600493 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-c0674ecb-dc5b-4bbb-ab36-4b7694527a7e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:02.602078 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-c0674ecb-dc5b-4bbb-ab36-4b7694527a7e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.25 "GET /networking/v2.0/networks?id=0e610de6-3238-41c3-bd1a-f23917fad801 HTTP/1.1" status: 200 len: 805 time: 1.0913458 Sep 16 12:51:02.631440 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-b7a9e00d-ae84-4789-b90a-dd7119c04c0e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Request body: {'port': {'device_id': 'f9070e88-5408-48ab-9f4b-a74368e8f25e', 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801', 'admin_state_up': True, 'tenant_id': 'e6fa2067c44b42b5aa940619abd8e538'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:51:02.661044 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port b830d871-a472-440e-a2b5-2d8208f11f14, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=b830d871-a472-440e-a2b5-2d8208f11f14,segment=NetworkSegment(f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9),segment_id=f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:02.675719 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': 'b830d871-a472-440e-a2b5-2d8208f11f14', 'network_id': 'abbd5857-5e09-4393-907b-66607bc40ec5', 'port_id': 'b830d871-a472-440e-a2b5-2d8208f11f14', 'mac_address': 'fa:16:3e:dd:95:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ceb571-3ed2-4706-b10d-4402800098f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:51:02.698585 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-d6dc18b8-090d-4d65-ac5d-337d3a020ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:02.700189 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-d6dc18b8-090d-4d65-ac5d-337d3a020ac2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7&tenant_id=0b18ec5302634d2a95e51547e0019d40 HTTP/1.1" status: 200 len: 1132 time: 0.3370650 Sep 16 12:51:02.710961 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:02.718297 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port b830d871-a472-440e-a2b5-2d8208f11f14 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:02.718416 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b830d871-a472-440e-a2b5-2d8208f11f14), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:02.737759 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b830d871-a472-440e-a2b5-2d8208f11f14 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:51:02.769018 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port b830d871-a472-440e-a2b5-2d8208f11f14, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=b830d871-a472-440e-a2b5-2d8208f11f14,segment=NetworkSegment(f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9),segment_id=f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:02.770008 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Attempt 3 to provision port b514ec2d-a210-456c-a5e9-648da8dcb75b Sep 16 12:51:02.782059 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-858094-4', 'device_owner': 'compute:nova'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:51:02.810667 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b830d871-a472-440e-a2b5-2d8208f11f14), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:02.848856 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-343fca44-86ac-4570-8630-3c0c459d9fdb req-50b61104-c562-4fba-8dc1-40c4163944a1 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 210 time: 0.2223558 Sep 16 12:51:02.865312 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Port b514ec2d-a210-456c-a5e9-648da8dcb75b cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:02.880697 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d710618-06f2-41d2-ae0c-cdf8b343c906 req-fe32e4ca-b24b-4547-b4cf-3338b3ba29ff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:02.891982 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5d710618-06f2-41d2-ae0c-cdf8b343c906 req-fe32e4ca-b24b-4547-b4cf-3338b3ba29ff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.2684958 Sep 16 12:51:02.899628 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=b830d871-a472-440e-a2b5-2d8208f11f14,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:02.922446 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:03.060840 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90d01725-a8bd-4457-8283-0c388c6584f1 req-b446fe77-ee3b-4698-aa96-30f824793f39 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/abbd5857-5e09-4393-907b-66607bc40ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808931 Sep 16 12:51:03.079087 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:03.093443 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52744) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:03.098685 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-b89b47e0-9035-43bc-a53c-932c70b87b24 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2042136293-network', 'tenant_id': '636b11b3e8674b77bd4fa933e19fb3b3'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:51:03.124382 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89b47e0-9035-43bc-a53c-932c70b87b24 admin admin] Made reservation on behalf of 636b11b3e8674b77bd4fa933e19fb3b3 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:51:03.132525 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b89b47e0-9035-43bc-a53c-932c70b87b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:03.144586 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b89b47e0-9035-43bc-a53c-932c70b87b24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:03.179931 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5d710618-06f2-41d2-ae0c-cdf8b343c906 req-93c9e821-27b7-4643-88a1-60eac9cb2163 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868993 Sep 16 12:51:03.245082 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['b830d871-a472-440e-a2b5-2d8208f11f14'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:51:03.262222 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b89b47e0-9035-43bc-a53c-932c70b87b24 admin admin] Publish callbacks [] for security_group (9a9e10d9-c0cb-4db0-8eeb-37ffa24a6838), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:03.270774 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b89b47e0-9035-43bc-a53c-932c70b87b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (9a9e10d9-c0cb-4db0-8eeb-37ffa24a6838), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:03.321898 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-b7a9e00d-ae84-4789-b90a-dd7119c04c0e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Made reservation on behalf of e6fa2067c44b42b5aa940619abd8e538 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:51:03.331854 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-b7a9e00d-ae84-4789-b90a-dd7119c04c0e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:03.353842 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89b47e0-9035-43bc-a53c-932c70b87b24 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:51:03.366308 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Attempt 4 to provision port b514ec2d-a210-456c-a5e9-648da8dcb75b Sep 16 12:51:03.370458 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:03.410879 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b47e0-9035-43bc-a53c-932c70b87b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9e10d9-c0cb-4db0-8eeb-37ffa24a6838,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:03.414265 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b89b47e0-9035-43bc-a53c-932c70b87b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (1be0dfc0-9a2b-430f-b42e-a233702bb55f), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:03.414754 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-b89b47e0-9035-43bc-a53c-932c70b87b24 admin admin] Added segment 1be0dfc0-9a2b-430f-b42e-a233702bb55f of type vlan for network 8456f2ad-c1cd-464c-b455-2820fa94ddc6 Sep 16 12:51:03.519944 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b89b47e0-9035-43bc-a53c-932c70b87b24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (8456f2ad-c1cd-464c-b455-2820fa94ddc6), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:03.552893 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Port b514ec2d-a210-456c-a5e9-648da8dcb75b cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:03.565852 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b89b47e0-9035-43bc-a53c-932c70b87b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (8456f2ad-c1cd-464c-b455-2820fa94ddc6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:03.567900 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89b47e0-9035-43bc-a53c-932c70b87b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:03.569088 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b89b47e0-9035-43bc-a53c-932c70b87b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:03.582016 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:03.668763 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:03.715300 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b47e0-9035-43bc-a53c-932c70b87b24 admin admin] Pushing event updated for resources: {'Network': ['ID=8456f2ad-c1cd-464c-b455-2820fa94ddc6,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:03.723234 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] For port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:03.725122 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b89b47e0-9035-43bc-a53c-932c70b87b24 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6304171 Sep 16 12:51:03.725775 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52758) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:03.729664 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 8456f2ad-c1cd-464c-b455-2820fa94ddc6 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:51:03.751949 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-45e25950-40d2-4ee6-97e6-d9ca5799f0c6 admin admin] Request body: {'subnet': {'network_id': '8456f2ad-c1cd-464c-b455-2820fa94ddc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2042136293-subnet', 'tenant_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:51:03.753789 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90d01725-a8bd-4457-8283-0c388c6584f1 req-cf8a6d1c-173f-4422-ba4c-47475fe59e85 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/abbd5857-5e09-4393-907b-66607bc40ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6758592 Sep 16 12:51:03.784977 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:03.810110 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6141d314-840b-41af-b30a-d9c240d4383b up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:03.812102 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e25950-40d2-4ee6-97e6-d9ca5799f0c6 admin admin] Made reservation on behalf of 636b11b3e8674b77bd4fa933e19fb3b3 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:51:03.818100 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45e25950-40d2-4ee6-97e6-d9ca5799f0c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:03.916754 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52764) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:03.950499 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 6141d314-840b-41af-b30a-d9c240d4383b triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:03.950981 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6141d314-840b-41af-b30a-d9c240d4383b), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:03.951444 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 6141d314-840b-41af-b30a-d9c240d4383b Sep 16 12:51:03.994871 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] For port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:51:04.055408 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2f0188f3-13a0-45fe-9c0a-38a059940896 req-304110d7-3842-4fb6-8c78-d9da2828c2ad tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.2958777 Sep 16 12:51:04.060309 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Attempt 5 to provision port b514ec2d-a210-456c-a5e9-648da8dcb75b Sep 16 12:51:04.107074 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe06e7-b516-4b47-86d2-9b4c2a8c0d82 req-211a9447-fc36-4514-a5ed-ffa3592b8070 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:04.116243 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-42fe06e7-b516-4b47-86d2-9b4c2a8c0d82 req-211a9447-fc36-4514-a5ed-ffa3592b8070 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=80dccb7b-ee21-422f-8ec5-f31feeab1f65 HTTP/1.1" status: 200 len: 945 time: 0.3554978 Sep 16 12:51:04.132317 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 6141d314-840b-41af-b30a-d9c240d4383b is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:04.132709 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6141d314-840b-41af-b30a-d9c240d4383b), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:04.144180 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Port b514ec2d-a210-456c-a5e9-648da8dcb75b cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:04.160238 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45e25950-40d2-4ee6-97e6-d9ca5799f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (320ad07e-3f8c-4eb4-9c80-f0523886d57d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:04.161618 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-b7a9e00d-ae84-4789-b90a-dd7119c04c0e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Allocated IP 172.20.0.4 (0e610de6-3238-41c3-bd1a-f23917fad801/e4fab7ee-afa2-498a-a38b-87393fd03027/093f17ab-8dc0-46d4-846c-da7b4807bf31) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:51:04.173195 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 6141d314-840b-41af-b30a-d9c240d4383b, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6141d314-840b-41af-b30a-d9c240d4383b,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:04.177608 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6141d314-840b-41af-b30a-d9c240d4383b), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:04.200736 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a439c4ea-46f5-4571-9d87-96a91a6359f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:51:04.207027 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd037a4-8bc0-4891-a141-0487dc05798c" -d '{"events": [{"server_uuid": "a439c4ea-46f5-4571-9d87-96a91a6359f7", "name": "network-vif-unplugged", "status": "completed", "tag": "76e2deeb-80ac-4c0d-98b8-96091a5ab0d2"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:51:04.216107 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] Publish callbacks [] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:04.249331 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] Transition to ACTIVE for port object 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:51:04.270749 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=6141d314-840b-41af-b30a-d9c240d4383b,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:04.283784 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:04.386109 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34dd2f94-0ffb-4d7c-a1cd-12c25adc32c1 req-69c1b00e-0f97-489c-828b-218f2e3e269d tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 210 time: 0.1260991 Sep 16 12:51:04.453787 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] No DVR routers for this DVR port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 on host n-h2-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:51:04.458718 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] Pushing event updated for resources: {'Port': ['ID=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,revision_number=6']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:04.472088 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-42fe06e7-b516-4b47-86d2-9b4c2a8c0d82 req-a1f2abc9-3400-49f7-9d22-2473422f830b tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=35d1b92e-ffa8-4dd7-a456-c7453d21411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541415 Sep 16 12:51:04.544724 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device b830d871-a472-440e-a2b5-2d8208f11f14 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:04.554333 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] Attempting to bind port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:51:04.554679 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] Attempting to bind port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:51:04.555011 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] Attempting to bind port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:04.558472 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5baf89-ad38-4545-ba08-0ddd0a09fe42 x-openstack-request-id: req-0f5baf89-ad38-4545-ba08-0ddd0a09fe42 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:51:04.558750 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a439c4ea-46f5-4571-9d87-96a91a6359f7", "name": "network-vif-unplugged", "status": "completed", "tag": "76e2deeb-80ac-4c0d-98b8-96091a5ab0d2", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:51:04.559000 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0f5baf89-ad38-4545-ba08-0ddd0a09fe42 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:51:04.559394 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f5baf89-ad38-4545-ba08-0ddd0a09fe42'] response: {'server_uuid': 'a439c4ea-46f5-4571-9d87-96a91a6359f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2', 'code': 200} Sep 16 12:51:04.590758 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e25950-40d2-4ee6-97e6-d9ca5799f0c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=320ad07e-3f8c-4eb4-9c80-f0523886d57d,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:04.624262 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:04.625620 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:04.651653 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3dfdc13c-a001-4a72-92a1-73454ec86325 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=8c037a6456444018a6ef54314419e2f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7334552 Sep 16 12:51:04.652306 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52778) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:04.653138 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e25950-40d2-4ee6-97e6-d9ca5799f0c6 admin admin] Checking segment: {'id': '1be0dfc0-9a2b-430f-b42e-a233702bb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8456f2ad-c1cd-464c-b455-2820fa94ddc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:51:04.653491 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e25950-40d2-4ee6-97e6-d9ca5799f0c6 admin admin] Network hostable DHCP agents. Network: 8456f2ad-c1cd-464c-b455-2820fa94ddc6, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:51:04.660606 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Attempt 6 to provision port b514ec2d-a210-456c-a5e9-648da8dcb75b Sep 16 12:51:04.719427 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e25950-40d2-4ee6-97e6-d9ca5799f0c6 admin admin] Network 8456f2ad-c1cd-464c-b455-2820fa94ddc6 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:51:04.744312 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-25163e4f-07f6-4dfa-8887-48ffd42f14ad admin admin] Publish callbacks [] for security_group (92538176-e025-4425-b258-25108d963b9d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:04.776158 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port b830d871-a472-440e-a2b5-2d8208f11f14 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:51:04.776405 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-25163e4f-07f6-4dfa-8887-48ffd42f14ad admin admin] Publish callbacks [] for security_group (92538176-e025-4425-b258-25108d963b9d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:04.776502 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9f5170fd-04ae-4459-9de3-9b49ead2f323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:04.776502 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Port b514ec2d-a210-456c-a5e9-648da8dcb75b cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:04.783354 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port b830d871-a472-440e-a2b5-2d8208f11f14 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:04.783773 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b830d871-a472-440e-a2b5-2d8208f11f14), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:04.784635 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port b830d871-a472-440e-a2b5-2d8208f11f14 Sep 16 12:51:04.830926 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-45e25950-40d2-4ee6-97e6-d9ca5799f0c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 8456f2ad-c1cd-464c-b455-2820fa94ddc6) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:51:04.841862 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] Port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:51:04.844011 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] Attempting to bind port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:04.846699 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e25950-40d2-4ee6-97e6-d9ca5799f0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:04.847515 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45e25950-40d2-4ee6-97e6-d9ca5799f0c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:04.848667 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158b569f-c3b4-4823-b785-c71cc2dbc9ff None None] Network 8456f2ad-c1cd-464c-b455-2820fa94ddc6 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:51:04.849944 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-25163e4f-07f6-4dfa-8887-48ffd42f14ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (92538176-e025-4425-b258-25108d963b9d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:04.852364 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-25163e4f-07f6-4dfa-8887-48ffd42f14ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:04.858732 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-25163e4f-07f6-4dfa-8887-48ffd42f14ad admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/92538176-e025-4425-b258-25108d963b9d HTTP/1.1" status: 204 len: 168 time: 0.1962218 Sep 16 12:51:04.893294 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3091b18-7c51-45fc-9e05-36e8241f23a1 req-ba162898-c488-4953-abf7-4c5107e670be tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:04.894864 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c3091b18-7c51-45fc-9e05-36e8241f23a1 req-ba162898-c488-4953-abf7-4c5107e670be tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 948 time: 0.2282691 Sep 16 12:51:04.899035 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25163e4f-07f6-4dfa-8887-48ffd42f14ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92538176-e025-4425-b258-25108d963b9d,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:04.927704 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a316c5-1eec-400b-920c-9650f1f1459f req-d8372a0f-33bb-4fa4-991f-4d6bc658f5c2 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:04.928555 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:04.930667 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-45e25950-40d2-4ee6-97e6-d9ca5799f0c6 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1828673 Sep 16 12:51:04.933937 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52784) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:04.938470 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f5a316c5-1eec-400b-920c-9650f1f1459f req-d8372a0f-33bb-4fa4-991f-4d6bc658f5c2 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 1127 time: 0.2037985 Sep 16 12:51:04.941513 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-90e6a8f7-2bba-4043-b05d-8f8cecb385d3 admin admin] Request body: {'router': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2042136293-router', 'tenant_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:51:04.989686 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90e6a8f7-2bba-4043-b05d-8f8cecb385d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (6dfd231d-292f-4afe-81db-79ead7c6aa72), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:04.990983 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90e6a8f7-2bba-4043-b05d-8f8cecb385d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (6dfd231d-292f-4afe-81db-79ead7c6aa72), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:05.053905 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:51:05.056469 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:51:05.057262 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:51:05.058150 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port b830d871-a472-440e-a2b5-2d8208f11f14 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:05.058636 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b830d871-a472-440e-a2b5-2d8208f11f14), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:05.059057 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] Bound port: 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:51:05.061566 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:05.084431 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90e6a8f7-2bba-4043-b05d-8f8cecb385d3 admin admin] Publish callbacks [] for router_controller (6dfd231d-292f-4afe-81db-79ead7c6aa72), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:05.102122 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-8456f2ad-c1cd-464c-b455-2820fa94ddc6', 'network_id': '8456f2ad-c1cd-464c-b455-2820fa94ddc6', 'project_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'fixed_ips': [{'subnet_id': '320ad07e-3f8c-4eb4-9c80-f0523886d57d'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:51:05.103067 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:05.106206 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-b7a9e00d-ae84-4789-b90a-dd7119c04c0e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks [] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:05.157700 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f5a316c5-1eec-400b-920c-9650f1f1459f req-8aac2353-d016-4a53-a398-e61cd69ca80c tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100084 Sep 16 12:51:05.189428 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dccb7b-ee21-422f-8ec5-f31feeab1f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b830d871-a472-440e-a2b5-2d8208f11f14'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:51:05.192165 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defbc028-a406-49f4-b03a-e6f99f51d53d" -d '{"events": [{"server_uuid": "80dccb7b-ee21-422f-8ec5-f31feeab1f65", "name": "network-vif-plugged", "status": "completed", "tag": "b830d871-a472-440e-a2b5-2d8208f11f14"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:51:05.231843 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port b830d871-a472-440e-a2b5-2d8208f11f14, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=b830d871-a472-440e-a2b5-2d8208f11f14,segment=NetworkSegment(f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9),segment_id=f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:05.236819 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c3091b18-7c51-45fc-9e05-36e8241f23a1 req-074d5a5b-969d-4d7e-83fe-6d87d761081c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217368 Sep 16 12:51:05.285671 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Attempt 7 to provision port b514ec2d-a210-456c-a5e9-648da8dcb75b Sep 16 12:51:05.292515 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b830d871-a472-440e-a2b5-2d8208f11f14), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:05.334592 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-b7a9e00d-ae84-4789-b90a-dd7119c04c0e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:05.363295 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-38acbdea-c841-4eb8-9045-df39f30fff33 req-b6ca21f3-fce8-4a41-827e-a59954cefaa4 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0707350 Sep 16 12:51:05.444658 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:05.457169 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90e6a8f7-2bba-4043-b05d-8f8cecb385d3 admin admin] Publish callbacks [] for router_gateway (6dfd231d-292f-4afe-81db-79ead7c6aa72), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:05.476449 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52800) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:05.532812 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-b7a9e00d-ae84-4789-b90a-dd7119c04c0e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Network 0e610de6-3238-41c3-bd1a-f23917fad801 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:51:05.551049 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] For port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:51:05.571796 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] Allocated IP 172.20.0.2 (8456f2ad-c1cd-464c-b455-2820fa94ddc6/320ad07e-3f8c-4eb4-9c80-f0523886d57d/eab6a964-1952-483d-9f5a-049c2676638a) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:51:05.596871 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] For port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:51:05.614899 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9e00d-ae84-4789-b90a-dd7119c04c0e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Pushing event updated for resources: {'Port': ['ID=093f17ab-8dc0-46d4-846c-da7b4807bf31,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:05.615309 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f710f10a-ff6f-4c09-81be-918de0e2d232 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=0a104ee8b22046429403d324f8efba29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353803 Sep 16 12:51:05.618641 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:05.620957 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 52804) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:05.622400 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:05.632443 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:05.633261 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e556f90-c672-4ccd-9417-d3cdb4271438 x-openstack-request-id: req-8e556f90-c672-4ccd-9417-d3cdb4271438 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:51:05.633700 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dccb7b-ee21-422f-8ec5-f31feeab1f65", "name": "network-vif-plugged", "status": "completed", "tag": "b830d871-a472-440e-a2b5-2d8208f11f14", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:51:05.634036 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8e556f90-c672-4ccd-9417-d3cdb4271438 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:51:05.634292 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:05.634607 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e556f90-c672-4ccd-9417-d3cdb4271438'] response: {'server_uuid': '80dccb7b-ee21-422f-8ec5-f31feeab1f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b830d871-a472-440e-a2b5-2d8208f11f14', 'code': 200} Sep 16 12:51:05.635851 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 HTTP/1.1" status: 200 len: 1096 time: 2.8990166 Sep 16 12:51:05.646620 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-b7a9e00d-ae84-4789-b90a-dd7119c04c0e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:51:05.688796 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Port b514ec2d-a210-456c-a5e9-648da8dcb75b cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:05.769219 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=b830d871-a472-440e-a2b5-2d8208f11f14,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:05.800572 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6141d314-840b-41af-b30a-d9c240d4383b up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:05.867619 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a49c3-f57a-4632-8320-502281e0c4cd req-99149101-86cc-4eb0-9158-c6d65592395d tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:05.879754 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d85a49c3-f57a-4632-8320-502281e0c4cd req-99149101-86cc-4eb0-9158-c6d65592395d tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 931 time: 0.2688591 Sep 16 12:51:05.887996 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-b7a9e00d-ae84-4789-b90a-dd7119c04c0e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:51:06.051195 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 6141d314-840b-41af-b30a-d9c240d4383b triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:06.051581 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6141d314-840b-41af-b30a-d9c240d4383b), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:06.051919 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 6141d314-840b-41af-b30a-d9c240d4383b Sep 16 12:51:06.109208 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:06.137600 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90e6a8f7-2bba-4043-b05d-8f8cecb385d3 admin admin] Publish callbacks [] for router_gateway (6dfd231d-292f-4afe-81db-79ead7c6aa72), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:06.141857 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:51:06.173761 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] Sync routers for ids ['1d8f5f0c-7a6a-4d86-a189-54124fe101bf'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:51:06.193438 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Attempt 8 to provision port b514ec2d-a210-456c-a5e9-648da8dcb75b Sep 16 12:51:06.195918 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90e6a8f7-2bba-4043-b05d-8f8cecb385d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:06.196636 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] Publish callbacks [] for port (eab6a964-1952-483d-9f5a-049c2676638a), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:06.199678 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] Routers {'1d8f5f0c-7a6a-4d86-a189-54124fe101bf'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:51:06.200412 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:51:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1d8f5f0c-7a6a-4d86-a189-54124fe101bf'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:06.232549 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (eab6a964-1952-483d-9f5a-049c2676638a), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:06.264235 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:06.283744 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392e8f1-ed15-4983-9661-c83cfe00a05e req-ff6da6f0-7371-45bb-aa89-7568e23c0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:06.285308 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0392e8f1-ed15-4983-9661-c83cfe00a05e req-ff6da6f0-7371-45bb-aa89-7568e23c0d57 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=80dccb7b-ee21-422f-8ec5-f31feeab1f65 HTTP/1.1" status: 200 len: 1128 time: 0.6088955 Sep 16 12:51:06.289992 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-b7a9e00d-ae84-4789-b90a-dd7119c04c0e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:06.290607 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-b7a9e00d-ae84-4789-b90a-dd7119c04c0e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:06.302841 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018d445-2f8b-4723-a6c4-270659171aaf service neutron] Pushing event updated for resources: {'Port': ['ID=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,revision_number=7']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:06.322814 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] Pushing event updated for resources: {'Port': ['ID=eab6a964-1952-483d-9f5a-049c2676638a,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:06.338104 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] The host n-h2-858094-4 is not matching for port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 host n-h1-858094-4! {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 16 12:51:06.338731 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:51:06.349562 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Port b514ec2d-a210-456c-a5e9-648da8dcb75b cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:06.378995 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] Network 8456f2ad-c1cd-464c-b455-2820fa94ddc6 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:51:06.382966 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:51:06.384173 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-90e6a8f7-2bba-4043-b05d-8f8cecb385d3 admin admin] Allocated IP 172.25.2.14 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/fe386047-84ae-48f2-9215-bff2b44fc710) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:51:06.391797 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:51:06.401829 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:06.404373 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:06.473442 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 6141d314-840b-41af-b30a-d9c240d4383b is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:06.477281 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] Attempting to bind port eab6a964-1952-483d-9f5a-049c2676638a on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:51:06.477702 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] Attempting to bind port eab6a964-1952-483d-9f5a-049c2676638a by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '1be0dfc0-9a2b-430f-b42e-a233702bb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8456f2ad-c1cd-464c-b455-2820fa94ddc6'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:51:06.478069 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] Attempting to bind port eab6a964-1952-483d-9f5a-049c2676638a on network 8456f2ad-c1cd-464c-b455-2820fa94ddc6 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:06.497751 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-87d2a22f-fb59-499a-bc3a-237212956977 admin admin] Publish callbacks [] for security_group (cac853d8-bea5-4928-8b5b-170e196c0dab), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:06.507602 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] Set router 1d8f5f0c-7a6a-4d86-a189-54124fe101bf gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:51:06.541275 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:51:06.541651 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] Checking segment: {'id': '1be0dfc0-9a2b-430f-b42e-a233702bb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8456f2ad-c1cd-464c-b455-2820fa94ddc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:51:06.542203 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:06.542641 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] Bound using segment: {'id': '1be0dfc0-9a2b-430f-b42e-a233702bb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8456f2ad-c1cd-464c-b455-2820fa94ddc6'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:51:06.543129 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] Bound port: eab6a964-1952-483d-9f5a-049c2676638a, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be0dfc0-9a2b-430f-b42e-a233702bb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8456f2ad-c1cd-464c-b455-2820fa94ddc6'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:51:06.543506 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (eab6a964-1952-483d-9f5a-049c2676638a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:06.546960 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-87d2a22f-fb59-499a-bc3a-237212956977 admin admin] Publish callbacks [] for security_group (cac853d8-bea5-4928-8b5b-170e196c0dab), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:06.551972 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90e6a8f7-2bba-4043-b05d-8f8cecb385d3 admin admin] Publish callbacks [] for port (fe386047-84ae-48f2-9215-bff2b44fc710), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:06.557516 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:06.618005 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a439c4ea-46f5-4571-9d87-96a91a6359f7', 'tag': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:51:06.628493 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e39e16-f52e-4279-ac3f-fc4370ee2606" -d '{"events": [{"name": "network-changed", "server_uuid": "a439c4ea-46f5-4571-9d87-96a91a6359f7", "tag": "76e2deeb-80ac-4c0d-98b8-96091a5ab0d2"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:51:06.658486 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] For port eab6a964-1952-483d-9f5a-049c2676638a, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:51:06.662217 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] For port eab6a964-1952-483d-9f5a-049c2676638a, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=eab6a964-1952-483d-9f5a-049c2676638a,segment=NetworkSegment(1be0dfc0-9a2b-430f-b42e-a233702bb55f),segment_id=1be0dfc0-9a2b-430f-b42e-a233702bb55f)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:51:06.664826 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-b7a9e00d-ae84-4789-b90a-dd7119c04c0e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0362937 Sep 16 12:51:06.667254 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-b8d4be3a-5b30-4a24-ac0b-64210187d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:06.669113 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (eab6a964-1952-483d-9f5a-049c2676638a), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:06.671139 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-b8d4be3a-5b30-4a24-ac0b-64210187d133 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 1130 time: 0.7884328 Sep 16 12:51:06.673274 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90e6a8f7-2bba-4043-b05d-8f8cecb385d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (fe386047-84ae-48f2-9215-bff2b44fc710), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:06.704189 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3914a-3798-443c-ae93-6396a093296a req-d10bd2fe-0e5e-4c20-9171-920961c0ce2e tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:06.712608 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-38f3914a-3798-443c-ae93-6396a093296a req-d10bd2fe-0e5e-4c20-9171-920961c0ce2e tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=80dccb7b-ee21-422f-8ec5-f31feeab1f65 HTTP/1.1" status: 200 len: 946 time: 0.8260109 Sep 16 12:51:06.758828 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:06.772024 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] Request body: {'port': {'device_id': 'f9070e88-5408-48ab-9f4b-a74368e8f25e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:51:06.786899 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e6a8f7-2bba-4043-b05d-8f8cecb385d3 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:51:06.797785 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-90e6a8f7-2bba-4043-b05d-8f8cecb385d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:51:06.861501 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d85a49c3-f57a-4632-8320-502281e0c4cd req-82fda4c2-84e9-43ef-98ad-d3925878ed95 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9804683 Sep 16 12:51:06.863927 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e6a8f7-2bba-4043-b05d-8f8cecb385d3 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:51:06.900779 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1551508322-router', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6141d314-840b-41af-b30a-d9c240d4383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:56Z', 'updated_at': '2022-09-16T12:51:00Z', 'revision_number': 4, 'project_id': 'da915844493a4928ac8830897afa126f', 'gw_port': {'id': '6141d314-840b-41af-b30a-d9c240d4383b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:55:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:57Z', 'updated_at': '2022-09-16T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'b514ec2d-a210-456c-a5e9-648da8dcb75b', 'name': '', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'mac_address': 'fa:16:3e:a5:51:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:00Z', 'updated_at': '2022-09-16T12:51:01Z', 'revision_number': 2, 'project_id': 'da915844493a4928ac8830897afa126f', 'subnets': [{'id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:06.934100 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] Checking router: 1d8f5f0c-7a6a-4d86-a189-54124fe101bf for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:51:06.934719 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] Updating router 1d8f5f0c-7a6a-4d86-a189-54124fe101bf port b514ec2d-a210-456c-a5e9-648da8dcb75b binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:51:06.953822 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6a8f7-2bba-4043-b05d-8f8cecb385d3 admin admin] Pushing event updated for resources: {'Port': ['ID=fe386047-84ae-48f2-9215-bff2b44fc710,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:06.974847 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b514ec2d-a210-456c-a5e9-648da8dcb75b), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:07.030224 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Attempt 9 to provision port b514ec2d-a210-456c-a5e9-648da8dcb75b Sep 16 12:51:07.065312 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0392e8f1-ed15-4983-9661-c83cfe00a05e req-56626540-0a24-40b9-b9be-fb4eb6bcec87 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35d1b92e-ffa8-4dd7-a456-c7453d21411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7662079 Sep 16 12:51:07.089317 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-87d2a22f-fb59-499a-bc3a-237212956977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (cac853d8-bea5-4928-8b5b-170e196c0dab), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:07.108444 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-87d2a22f-fb59-499a-bc3a-237212956977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:07.120924 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-87d2a22f-fb59-499a-bc3a-237212956977 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/cac853d8-bea5-4928-8b5b-170e196c0dab HTTP/1.1" status: 204 len: 168 time: 1.4730105 Sep 16 12:51:07.121121 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba56cbc-292c-4432-b521-c729e02c35c9 None None] Pushing event updated for resources: {'Port': ['ID=eab6a964-1952-483d-9f5a-049c2676638a,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:07.160230 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Port b514ec2d-a210-456c-a5e9-648da8dcb75b cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:07.258388 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:07.433848 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:07.446293 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2b90c-96b2-4722-8b63-c6884c4287a1 req-a2bf481f-1bd0-49f9-bfbc-17c8f57de525 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:07.454849 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90e6a8f7-2bba-4043-b05d-8f8cecb385d3 admin admin] Publish callbacks [] for router_gateway (6dfd231d-292f-4afe-81db-79ead7c6aa72), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:07.464891 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dd2b90c-96b2-4722-8b63-c6884c4287a1 req-a2bf481f-1bd0-49f9-bfbc-17c8f57de525 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 948 time: 0.3785820 Sep 16 12:51:07.603208 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2a22f-fb59-499a-bc3a-237212956977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac853d8-bea5-4928-8b5b-170e196c0dab,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:07.609158 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-848bc12f-8889-41e9-af11-ca5d5cb198ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:07.610754 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-848bc12f-8889-41e9-af11-ca5d5cb198ee service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.8326623 Sep 16 12:51:07.627912 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-38f3914a-3798-443c-ae93-6396a093296a req-17f12c73-19f6-4c1b-a362-f882f03d9e63 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=35d1b92e-ffa8-4dd7-a456-c7453d21411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9144123 Sep 16 12:51:07.661563 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Attempt 10 to provision port b514ec2d-a210-456c-a5e9-648da8dcb75b Sep 16 12:51:07.662105 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:07.720889 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] Publish callbacks [] for port (b514ec2d-a210-456c-a5e9-648da8dcb75b), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:07.739945 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b514ec2d-a210-456c-a5e9-648da8dcb75b), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:07.879229 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:07.882654 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3762cef-dd45-4176-8f59-be05b0a0991c None None] Pushing event updated for resources: {'Port': ['ID=b514ec2d-a210-456c-a5e9-648da8dcb75b,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:07.914308 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device eab6a964-1952-483d-9f5a-049c2676638a up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:07.929337 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:07.989793 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:07.990002 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90e6a8f7-2bba-4043-b05d-8f8cecb385d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (6dfd231d-292f-4afe-81db-79ead7c6aa72), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:07.996500 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] Attempting to bind port b514ec2d-a210-456c-a5e9-648da8dcb75b on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:51:07.997135 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] Attempting to bind port b514ec2d-a210-456c-a5e9-648da8dcb75b by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:51:07.997694 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] Attempting to bind port b514ec2d-a210-456c-a5e9-648da8dcb75b on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:08.009755 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-46df0661-5a75-42eb-aa60-65cb56763f6f None None] Port b514ec2d-a210-456c-a5e9-648da8dcb75b cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:08.066390 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:51:08.067108 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] Checking segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:51:08.067843 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:08.068446 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] Bound using segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:51:08.069133 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] Bound port: b514ec2d-a210-456c-a5e9-648da8dcb75b, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:51:08.069785 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b514ec2d-a210-456c-a5e9-648da8dcb75b), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:08.111588 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port eab6a964-1952-483d-9f5a-049c2676638a triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:08.112012 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (eab6a964-1952-483d-9f5a-049c2676638a), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:08.112326 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port eab6a964-1952-483d-9f5a-049c2676638a Sep 16 12:51:08.188320 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e6a8f7-2bba-4043-b05d-8f8cecb385d3 admin admin] Router 6dfd231d-292f-4afe-81db-79ead7c6aa72 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:51:08.210646 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-6e1fcf02-0d7c-4cb6-b3ab-a0f3fc868ccd None None] Provisioning complete for port b514ec2d-a210-456c-a5e9-648da8dcb75b triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:08.211013 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6e1fcf02-0d7c-4cb6-b3ab-a0f3fc868ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b514ec2d-a210-456c-a5e9-648da8dcb75b), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:08.211347 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-6e1fcf02-0d7c-4cb6-b3ab-a0f3fc868ccd None None] Attempt 1 to provision port b514ec2d-a210-456c-a5e9-648da8dcb75b Sep 16 12:51:08.222767 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] For port b514ec2d-a210-456c-a5e9-648da8dcb75b, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:51:08.231593 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] For port b514ec2d-a210-456c-a5e9-648da8dcb75b, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b514ec2d-a210-456c-a5e9-648da8dcb75b,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:51:08.246303 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b514ec2d-a210-456c-a5e9-648da8dcb75b), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:08.338851 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] Routers {'1d8f5f0c-7a6a-4d86-a189-54124fe101bf'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:51:08.339630 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:51:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1d8f5f0c-7a6a-4d86-a189-54124fe101bf'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:08.406616 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fcf02-0d7c-4cb6-b3ab-a0f3fc868ccd None None] Port b514ec2d-a210-456c-a5e9-648da8dcb75b cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:08.420246 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-041935aa-4273-4107-9268-616a5aecd157 req-38ad2f34-d29e-4bf9-8670-7b82b1b1aee6 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.1521859 Sep 16 12:51:08.517074 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port eab6a964-1952-483d-9f5a-049c2676638a is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:08.519545 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (eab6a964-1952-483d-9f5a-049c2676638a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:08.573464 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:08.589159 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e6a8f7-2bba-4043-b05d-8f8cecb385d3 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:51:08.612235 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] Sync routers for ids ['6dfd231d-292f-4afe-81db-79ead7c6aa72'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:51:08.659415 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90e6a8f7-2bba-4043-b05d-8f8cecb385d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:08.663602 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-90e6a8f7-2bba-4043-b05d-8f8cecb385d3 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.7252359 Sep 16 12:51:08.665555 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52846) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:08.697948 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:08.708883 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023ffc1d-9288-41ae-b2e7-a74743dac95e x-openstack-request-id: req-023ffc1d-9288-41ae-b2e7-a74743dac95e {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:51:08.710473 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a439c4ea-46f5-4571-9d87-96a91a6359f7", "tag": "76e2deeb-80ac-4c0d-98b8-96091a5ab0d2", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:51:08.714391 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-023ffc1d-9288-41ae-b2e7-a74743dac95e {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:51:08.714978 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-023ffc1d-9288-41ae-b2e7-a74743dac95e'] response: {'name': 'network-changed', 'server_uuid': 'a439c4ea-46f5-4571-9d87-96a91a6359f7', 'tag': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2', 'status': 'completed', 'code': 200} Sep 16 12:51:08.722444 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port eab6a964-1952-483d-9f5a-049c2676638a, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=eab6a964-1952-483d-9f5a-049c2676638a,segment=NetworkSegment(1be0dfc0-9a2b-430f-b42e-a233702bb55f),segment_id=1be0dfc0-9a2b-430f-b42e-a233702bb55f)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:08.742926 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (eab6a964-1952-483d-9f5a-049c2676638a), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:08.750463 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-1a787a4c-9056-4e4f-8af4-86faef35387d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 HTTP/1.1" status: 200 len: 217 time: 0.3825352 Sep 16 12:51:08.766631 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] Routers {'6dfd231d-292f-4afe-81db-79ead7c6aa72'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:51:08.773861 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:51:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['6dfd231d-292f-4afe-81db-79ead7c6aa72'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:08.783219 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dd2b90c-96b2-4722-8b63-c6884c4287a1 req-821a802c-1701-4e6d-8d34-c9747bfd7b81 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3173466 Sep 16 12:51:08.837750 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-0dbb6b58-9af7-42ae-af68-206ef0afa74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:08.839887 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-0dbb6b58-9af7-42ae-af68-206ef0afa74e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 1130 time: 0.1751068 Sep 16 12:51:08.901057 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-53c819cf-09b5-428f-ae58-c913e330a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:08.903746 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-53c819cf-09b5-428f-ae58-c913e330a694 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0718250 Sep 16 12:51:08.918874 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-6e1fcf02-0d7c-4cb6-b3ab-a0f3fc868ccd None None] Attempt 2 to provision port b514ec2d-a210-456c-a5e9-648da8dcb75b Sep 16 12:51:08.984561 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf110c10-2f3a-4ca8-9ecf-6799089d1eca None None] Network 8456f2ad-c1cd-464c-b455-2820fa94ddc6 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:51:09.005826 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-68189def-e430-4484-a4be-36cd07dd228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:09.007605 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-68189def-e430-4484-a4be-36cd07dd228b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0884604 Sep 16 12:51:09.050968 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9732a43-0dc6-439b-8898-46d977e22c13 req-2ba2141b-aacd-4f77-9899-0cd4bc94621a tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:09.059968 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9732a43-0dc6-439b-8898-46d977e22c13 req-2ba2141b-aacd-4f77-9899-0cd4bc94621a tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 931 time: 0.3401213 Sep 16 12:51:09.070605 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] Set router 1d8f5f0c-7a6a-4d86-a189-54124fe101bf gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:51:09.160033 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-ac0488a5-bf28-49fd-bc8b-a778399dae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:09.162074 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-ac0488a5-bf28-49fd-bc8b-a778399dae04 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.3152773 Sep 16 12:51:09.169319 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:09.183377 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:09.194509 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:09.229017 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-506a3c0c-7720-4cf8-9eef-90e682f11b0a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 HTTP/1.1" status: 200 len: 217 time: 0.0551016 Sep 16 12:51:09.268053 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fcf02-0d7c-4cb6-b3ab-a0f3fc868ccd None None] Current status of the port b514ec2d-a210-456c-a5e9-648da8dcb75b is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:09.268537 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6e1fcf02-0d7c-4cb6-b3ab-a0f3fc868ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b514ec2d-a210-456c-a5e9-648da8dcb75b), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:09.309351 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=eab6a964-1952-483d-9f5a-049c2676638a,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:09.343697 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-6e1fcf02-0d7c-4cb6-b3ab-a0f3fc868ccd None None] For port b514ec2d-a210-456c-a5e9-648da8dcb75b, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b514ec2d-a210-456c-a5e9-648da8dcb75b,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:09.349992 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1551508322-router', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6141d314-840b-41af-b30a-d9c240d4383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:56Z', 'updated_at': '2022-09-16T12:51:00Z', 'revision_number': 4, 'project_id': 'da915844493a4928ac8830897afa126f', 'gw_port': {'id': '6141d314-840b-41af-b30a-d9c240d4383b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:55:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:57Z', 'updated_at': '2022-09-16T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'b514ec2d-a210-456c-a5e9-648da8dcb75b', 'name': '', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'mac_address': 'fa:16:3e:a5:51:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:00Z', 'updated_at': '2022-09-16T12:51:08Z', 'revision_number': 4, 'project_id': 'da915844493a4928ac8830897afa126f', 'subnets': [{'id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:09.353485 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6e1fcf02-0d7c-4cb6-b3ab-a0f3fc868ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b514ec2d-a210-456c-a5e9-648da8dcb75b), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:09.368359 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-8ff9158f-a2aa-4a53-b448-c5dcb420f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:09.369961 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-8ff9158f-a2aa-4a53-b448-c5dcb420f4b6 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1304309 Sep 16 12:51:09.381732 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5f8865-f155-4580-8962-65d651080c34 None None] The sync data for ids ['1d8f5f0c-7a6a-4d86-a189-54124fe101bf'] in n-d-858094-4 is: [{'id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1551508322-router', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6141d314-840b-41af-b30a-d9c240d4383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:56Z', 'updated_at': '2022-09-16T12:51:00Z', 'revision_number': 4, 'project_id': 'da915844493a4928ac8830897afa126f', 'gw_port': {'id': '6141d314-840b-41af-b30a-d9c240d4383b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:55:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:57Z', 'updated_at': '2022-09-16T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'b514ec2d-a210-456c-a5e9-648da8dcb75b', 'name': '', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'mac_address': 'fa:16:3e:a5:51:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:00Z', 'updated_at': '2022-09-16T12:51:08Z', 'revision_number': 4, 'project_id': 'da915844493a4928ac8830897afa126f', 'subnets': [{'id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:51:09.408924 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9732a43-0dc6-439b-8898-46d977e22c13 req-8ada9f4d-c7e5-4b67-82ac-f7927503eaaf tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470769 Sep 16 12:51:09.427084 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 093f17ab-8dc0-46d4-846c-da7b4807bf31 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:51:09.438805 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] Set router 6dfd231d-292f-4afe-81db-79ead7c6aa72 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:51:09.440839 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fcf02-0d7c-4cb6-b3ab-a0f3fc868ccd None None] Pushing event updated for resources: {'Port': ['ID=b514ec2d-a210-456c-a5e9-648da8dcb75b,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:09.449123 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3762cef-dd45-4176-8f59-be05b0a0991c None None] Pushing event updated for resources: {'Port': ['ID=b514ec2d-a210-456c-a5e9-648da8dcb75b,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:09.483226 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ded35e-e8f3-4f5e-a339-99e08b43d239 req-c6108fd4-8958-4186-91e7-8dae7a13efef tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:09.485276 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-31ded35e-e8f3-4f5e-a339-99e08b43d239 req-c6108fd4-8958-4186-91e7-8dae7a13efef tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=80dccb7b-ee21-422f-8ec5-f31feeab1f65 HTTP/1.1" status: 200 len: 946 time: 0.5625961 Sep 16 12:51:09.488514 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] Publish callbacks [] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:09.547175 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-6e1fcf02-0d7c-4cb6-b3ab-a0f3fc868ccd None None] Provisioning complete for port 093f17ab-8dc0-46d4-846c-da7b4807bf31 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:09.547552 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6e1fcf02-0d7c-4cb6-b3ab-a0f3fc868ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:09.547936 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-6e1fcf02-0d7c-4cb6-b3ab-a0f3fc868ccd None None] Attempt 1 to provision port 093f17ab-8dc0-46d4-846c-da7b4807bf31 Sep 16 12:51:09.567113 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:09.634948 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] Transition to ACTIVE for port object 093f17ab-8dc0-46d4-846c-da7b4807bf31 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:51:09.703376 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:09.737448 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fcf02-0d7c-4cb6-b3ab-a0f3fc868ccd None None] Port 093f17ab-8dc0-46d4-846c-da7b4807bf31 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:09.822072 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-73c7d0a8-d792-44c1-b589-40c0fc76fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:09.830013 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-73c7d0a8-d792-44c1-b589-40c0fc76fa61 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3179691 Sep 16 12:51:09.865222 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-31ded35e-e8f3-4f5e-a339-99e08b43d239 req-a9563048-e3d8-4a85-a910-03591b5da676 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=35d1b92e-ffa8-4dd7-a456-c7453d21411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702991 Sep 16 12:51:09.880997 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device eab6a964-1952-483d-9f5a-049c2676638a up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:09.953616 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-1c6f17ff-ff96-4778-b18a-77a268d08138 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9292948 Sep 16 12:51:10.149089 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:10.162310 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfd231d-292f-4afe-81db-79ead7c6aa72', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2042136293-router', 'tenant_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'fe386047-84ae-48f2-9215-bff2b44fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:04Z', 'updated_at': '2022-09-16T12:51:07Z', 'revision_number': 3, 'project_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'gw_port': {'id': 'fe386047-84ae-48f2-9215-bff2b44fc710', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfd231d-292f-4afe-81db-79ead7c6aa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:06Z', 'updated_at': '2022-09-16T12:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:10.193234 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=093f17ab-8dc0-46d4-846c-da7b4807bf31,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:10.234520 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] Checking router: 6dfd231d-292f-4afe-81db-79ead7c6aa72 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:51:10.240371 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] Updating router 6dfd231d-292f-4afe-81db-79ead7c6aa72 port fe386047-84ae-48f2-9215-bff2b44fc710 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:51:10.258648 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-a9181e23-5aa9-4247-abdc-bfe82693667c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158762 Sep 16 12:51:10.327887 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-6e1fcf02-0d7c-4cb6-b3ab-a0f3fc868ccd None None] Attempt 2 to provision port 093f17ab-8dc0-46d4-846c-da7b4807bf31 Sep 16 12:51:10.391323 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fcea8d95-58b2-4c54-8786-21b530bd0c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:10.416793 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fe386047-84ae-48f2-9215-bff2b44fc710), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:10.598327 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fcf02-0d7c-4cb6-b3ab-a0f3fc868ccd None None] Port 093f17ab-8dc0-46d4-846c-da7b4807bf31 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:10.610917 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port eab6a964-1952-483d-9f5a-049c2676638a triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:10.611443 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (eab6a964-1952-483d-9f5a-049c2676638a), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:10.612733 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port eab6a964-1952-483d-9f5a-049c2676638a Sep 16 12:51:10.797762 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-fcea8d95-58b2-4c54-8786-21b530bd0c1e admin admin] Allocated IP 172.20.0.1 (8456f2ad-c1cd-464c-b455-2820fa94ddc6/320ad07e-3f8c-4eb4-9c80-f0523886d57d/e0735ca7-c792-4fe8-9888-9a5e46256be7) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:51:10.804402 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] Attempting to bind port 093f17ab-8dc0-46d4-846c-da7b4807bf31 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:51:10.804992 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] Attempting to bind port 093f17ab-8dc0-46d4-846c-da7b4807bf31 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:51:10.805116 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] Attempting to bind port 093f17ab-8dc0-46d4-846c-da7b4807bf31 on network 0e610de6-3238-41c3-bd1a-f23917fad801 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:10.827054 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port eab6a964-1952-483d-9f5a-049c2676638a is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:10.829186 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b514ec2d-a210-456c-a5e9-648da8dcb75b up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:10.835924 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:10.883028 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-998c153f-dcb5-4cb8-8403-171f7217beae req-5d96f100-bd4b-4a47-b164-fa5e803d98df tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.7026768 Sep 16 12:51:10.955698 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] Port 093f17ab-8dc0-46d4-846c-da7b4807bf31 on network 0e610de6-3238-41c3-bd1a-f23917fad801 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:51:10.957345 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] Attempting to bind port 093f17ab-8dc0-46d4-846c-da7b4807bf31 on network 0e610de6-3238-41c3-bd1a-f23917fad801 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:10.965690 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fcea8d95-58b2-4c54-8786-21b530bd0c1e admin admin] Publish callbacks [] for port (e0735ca7-c792-4fe8-9888-9a5e46256be7), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:11.005436 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port b514ec2d-a210-456c-a5e9-648da8dcb75b triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:11.005838 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b514ec2d-a210-456c-a5e9-648da8dcb75b), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:11.007383 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port b514ec2d-a210-456c-a5e9-648da8dcb75b Sep 16 12:51:11.012795 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:11.013869 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:11.020621 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fcea8d95-58b2-4c54-8786-21b530bd0c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (e0735ca7-c792-4fe8-9888-9a5e46256be7), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:11.066557 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c95ac-3dce-4d6e-b029-93fe95ba864f req-552e82fa-0957-4abd-b234-271df5728463 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:11.073889 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-743c95ac-3dce-4d6e-b029-93fe95ba864f req-552e82fa-0957-4abd-b234-271df5728463 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 948 time: 0.7678845 Sep 16 12:51:11.079054 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] Publish callbacks [] for port (fe386047-84ae-48f2-9215-bff2b44fc710), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:11.102362 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcea8d95-58b2-4c54-8786-21b530bd0c1e admin admin] Network 8456f2ad-c1cd-464c-b455-2820fa94ddc6 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:51:11.110157 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-fcea8d95-58b2-4c54-8786-21b530bd0c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:51:11.118750 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcea8d95-58b2-4c54-8786-21b530bd0c1e admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:51:11.139595 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-6e1fcf02-0d7c-4cb6-b3ab-a0f3fc868ccd None None] Attempt 3 to provision port 093f17ab-8dc0-46d4-846c-da7b4807bf31 Sep 16 12:51:11.184798 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fcea8d95-58b2-4c54-8786-21b530bd0c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (6dfd231d-292f-4afe-81db-79ead7c6aa72), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:11.213474 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (fe386047-84ae-48f2-9215-bff2b44fc710), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:11.277499 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea8d95-58b2-4c54-8786-21b530bd0c1e admin admin] Pushing event updated for resources: {'Port': ['ID=e0735ca7-c792-4fe8-9888-9a5e46256be7,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:11.309011 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-cef6580b-6cc6-4d4b-b526-6c8c9e4606a8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9208369 Sep 16 12:51:11.312361 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-49fa826a-b016-4b45-95c8-7d7907768a55 req-8ec1d8fd-253c-4889-81f0-22056fc5395f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3574424 Sep 16 12:51:11.348096 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-743c95ac-3dce-4d6e-b029-93fe95ba864f req-d0f87bf7-287d-421d-bf4a-0c46602530ba tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510235 Sep 16 12:51:11.424297 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:51:11.424616 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] Checking segment: {'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:51:11.425108 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] Bound using segment: {'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:51:11.425771 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] Bound port: 093f17ab-8dc0-46d4-846c-da7b4807bf31, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3935df7-7987-4128-a391-db03a40b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:51:11.426140 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:11.504324 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:11.520184 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b112f1f-3ce5-48f2-83c2-5679649d66ee None None] Pushing event updated for resources: {'Port': ['ID=fe386047-84ae-48f2-9215-bff2b44fc710,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:11.570019 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] Attempting to bind port fe386047-84ae-48f2-9215-bff2b44fc710 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:51:11.570709 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] Attempting to bind port fe386047-84ae-48f2-9215-bff2b44fc710 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:51:11.571675 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] Attempting to bind port fe386047-84ae-48f2-9215-bff2b44fc710 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:11.586442 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fcea8d95-58b2-4c54-8786-21b530bd0c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e0735ca7-c792-4fe8-9888-9a5e46256be7), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:11.595374 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8d9e8-d828-407d-8201-b560537c3908 req-41b6f6fc-79bc-47c9-8956-7ea74ca09ffa tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:11.619840 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fdb8d9e8-d828-407d-8201-b560537c3908 req-41b6f6fc-79bc-47c9-8956-7ea74ca09ffa tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 943 time: 0.3571906 Sep 16 12:51:11.621608 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:11.631649 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:51:11.632212 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:51:11.632778 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:11.634293 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:51:11.635023 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] Bound port: fe386047-84ae-48f2-9215-bff2b44fc710, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:51:11.635497 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fe386047-84ae-48f2-9215-bff2b44fc710), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:11.637397 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fcf02-0d7c-4cb6-b3ab-a0f3fc868ccd None None] Port 093f17ab-8dc0-46d4-846c-da7b4807bf31 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:11.662111 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port b514ec2d-a210-456c-a5e9-648da8dcb75b is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:11.703301 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] For port fe386047-84ae-48f2-9215-bff2b44fc710, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:51:11.707067 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] For port fe386047-84ae-48f2-9215-bff2b44fc710, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=fe386047-84ae-48f2-9215-bff2b44fc710,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:51:11.715913 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (fe386047-84ae-48f2-9215-bff2b44fc710), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:11.723399 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-17cca41d-2028-47e1-bd5e-009d79579090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:11.728943 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-17cca41d-2028-47e1-bd5e-009d79579090 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 1130 time: 0.2910769 Sep 16 12:51:11.794470 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b112f1f-3ce5-48f2-83c2-5679649d66ee None None] Pushing event updated for resources: {'Port': ['ID=fe386047-84ae-48f2-9215-bff2b44fc710,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:11.810139 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] Routers {'6dfd231d-292f-4afe-81db-79ead7c6aa72'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:51:11.811458 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:51:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['6dfd231d-292f-4afe-81db-79ead7c6aa72'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:11.825679 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fdb8d9e8-d828-407d-8201-b560537c3908 req-86cbb813-d4c6-4047-9f38-1c5809c0fbab tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953535 Sep 16 12:51:11.830726 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] For port 093f17ab-8dc0-46d4-846c-da7b4807bf31, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:51:11.846848 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] For port 093f17ab-8dc0-46d4-846c-da7b4807bf31, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=093f17ab-8dc0-46d4-846c-da7b4807bf31,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:51:11.857756 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:11.912622 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fcea8d95-58b2-4c54-8786-21b530bd0c1e admin admin] Publish callbacks [] for port (e0735ca7-c792-4fe8-9888-9a5e46256be7), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:11.922430 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fcea8d95-58b2-4c54-8786-21b530bd0c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (e0735ca7-c792-4fe8-9888-9a5e46256be7), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:11.969425 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:11.970962 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:11.979719 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/093f17ab-8dc0-46d4-846c-da7b4807bf31 HTTP/1.1" status: 200 len: 1091 time: 5.2175348 Sep 16 12:51:11.980943 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ead492-8393-4966-878f-a8e4137b7ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=093f17ab-8dc0-46d4-846c-da7b4807bf31,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:11.987831 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9070e88-5408-48ab-9f4b-a74368e8f25e', 'tag': '093f17ab-8dc0-46d4-846c-da7b4807bf31'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:51:11.999111 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8bf3d4-7b1b-46c6-a877-a3772cce7163" -d '{"events": [{"name": "network-changed", "server_uuid": "f9070e88-5408-48ab-9f4b-a74368e8f25e", "tag": "093f17ab-8dc0-46d4-846c-da7b4807bf31"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:51:12.047552 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] Set router 6dfd231d-292f-4afe-81db-79ead7c6aa72 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:51:12.150373 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6aaad2fa-aac5-4af6-a5cd-5d345864b03c req-0a37af71-cddb-499d-81f1-e0264bcd6b4c tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0542893 Sep 16 12:51:12.226942 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-6e1fcf02-0d7c-4cb6-b3ab-a0f3fc868ccd None None] Attempt 4 to provision port 093f17ab-8dc0-46d4-846c-da7b4807bf31 Sep 16 12:51:12.276774 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d71d7b8-b304-4125-829b-e6915f28af5f x-openstack-request-id: req-1d71d7b8-b304-4125-829b-e6915f28af5f {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:51:12.279682 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9070e88-5408-48ab-9f4b-a74368e8f25e", "tag": "093f17ab-8dc0-46d4-846c-da7b4807bf31", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:51:12.284586 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1d71d7b8-b304-4125-829b-e6915f28af5f {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:51:12.285282 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d71d7b8-b304-4125-829b-e6915f28af5f'] response: {'name': 'network-changed', 'server_uuid': 'f9070e88-5408-48ab-9f4b-a74368e8f25e', 'tag': '093f17ab-8dc0-46d4-846c-da7b4807bf31', 'status': 'completed', 'code': 200} Sep 16 12:51:12.302622 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75a53a-7acc-4dd6-95d0-460fdb055e1a req-afcf6503-98ad-43e0-a08d-42fee130b87f tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:12.303398 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fcf02-0d7c-4cb6-b3ab-a0f3fc868ccd None None] Port 093f17ab-8dc0-46d4-846c-da7b4807bf31 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:51:12.308174 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfd231d-292f-4afe-81db-79ead7c6aa72', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2042136293-router', 'tenant_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'fe386047-84ae-48f2-9215-bff2b44fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:04Z', 'updated_at': '2022-09-16T12:51:11Z', 'revision_number': 4, 'project_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'gw_port': {'id': 'fe386047-84ae-48f2-9215-bff2b44fc710', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfd231d-292f-4afe-81db-79ead7c6aa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:06Z', 'updated_at': '2022-09-16T12:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e0735ca7-c792-4fe8-9888-9a5e46256be7', 'name': '', 'network_id': '8456f2ad-c1cd-464c-b455-2820fa94ddc6', 'tenant_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'mac_address': 'fa:16:3e:cd:3e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfd231d-292f-4afe-81db-79ead7c6aa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '320ad07e-3f8c-4eb4-9c80-f0523886d57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:10Z', 'updated_at': '2022-09-16T12:51:10Z', 'revision_number': 1, 'project_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'subnets': [{'id': '320ad07e-3f8c-4eb4-9c80-f0523886d57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:12.310798 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fd75a53a-7acc-4dd6-95d0-460fdb055e1a req-afcf6503-98ad-43e0-a08d-42fee130b87f tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=80dccb7b-ee21-422f-8ec5-f31feeab1f65 HTTP/1.1" status: 200 len: 946 time: 0.1295750 Sep 16 12:51:12.339599 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208acb7-d8ec-474b-ac20-68ac95405378 None None] The sync data for ids ['6dfd231d-292f-4afe-81db-79ead7c6aa72'] in n-d-858094-4 is: [{'id': '6dfd231d-292f-4afe-81db-79ead7c6aa72', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2042136293-router', 'tenant_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'fe386047-84ae-48f2-9215-bff2b44fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:04Z', 'updated_at': '2022-09-16T12:51:11Z', 'revision_number': 4, 'project_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'gw_port': {'id': 'fe386047-84ae-48f2-9215-bff2b44fc710', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfd231d-292f-4afe-81db-79ead7c6aa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:06Z', 'updated_at': '2022-09-16T12:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e0735ca7-c792-4fe8-9888-9a5e46256be7', 'name': '', 'network_id': '8456f2ad-c1cd-464c-b455-2820fa94ddc6', 'tenant_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'mac_address': 'fa:16:3e:cd:3e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfd231d-292f-4afe-81db-79ead7c6aa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '320ad07e-3f8c-4eb4-9c80-f0523886d57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:10Z', 'updated_at': '2022-09-16T12:51:10Z', 'revision_number': 1, 'project_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'subnets': [{'id': '320ad07e-3f8c-4eb4-9c80-f0523886d57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:51:12.386287 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fd75a53a-7acc-4dd6-95d0-460fdb055e1a req-978d7f6b-6748-4d96-9800-a045cae77c8d tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=35d1b92e-ffa8-4dd7-a456-c7453d21411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735884 Sep 16 12:51:12.432665 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Provisioning complete for port eab6a964-1952-483d-9f5a-049c2676638a triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:12.433376 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (eab6a964-1952-483d-9f5a-049c2676638a), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:12.434009 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Attempt 1 to provision port eab6a964-1952-483d-9f5a-049c2676638a Sep 16 12:51:12.482468 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fcea8d95-58b2-4c54-8786-21b530bd0c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (6dfd231d-292f-4afe-81db-79ead7c6aa72), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:12.486541 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea8d95-58b2-4c54-8786-21b530bd0c1e admin admin] Pushing event updated for resources: {'Port': ['ID=e0735ca7-c792-4fe8-9888-9a5e46256be7,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:12.527836 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Current status of the port eab6a964-1952-483d-9f5a-049c2676638a is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:12.537847 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Provisioning complete for port e0735ca7-c792-4fe8-9888-9a5e46256be7 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:12.540036 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e0735ca7-c792-4fe8-9888-9a5e46256be7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:12.540342 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Attempt 1 to provision port e0735ca7-c792-4fe8-9888-9a5e46256be7 Sep 16 12:51:12.554242 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:12.579715 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab5a61-b3b7-4005-9add-46fd4de4e422 req-cdd9c18b-00e0-42dd-be82-b34792b60719 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:12.588508 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1dab5a61-b3b7-4005-9add-46fd4de4e422 req-cdd9c18b-00e0-42dd-be82-b34792b60719 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 948 time: 0.1017594 Sep 16 12:51:12.599342 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Port e0735ca7-c792-4fe8-9888-9a5e46256be7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:12.665102 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1dab5a61-b3b7-4005-9add-46fd4de4e422 req-9a43191f-ccfc-4d96-a987-83af07b54a67 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721858 Sep 16 12:51:12.705077 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcea8d95-58b2-4c54-8786-21b530bd0c1e admin admin] Network 8456f2ad-c1cd-464c-b455-2820fa94ddc6 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:51:12.706630 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-fcea8d95-58b2-4c54-8786-21b530bd0c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:51:12.832550 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:12.866655 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcea8d95-58b2-4c54-8786-21b530bd0c1e admin admin] Router 6dfd231d-292f-4afe-81db-79ead7c6aa72 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:51:12.977911 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:13.064298 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae4322-c7e8-4594-9828-ad089cbc5f7f req-bb43f9a6-4c5a-4f18-a5a9-fd2930dda78e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:13.071670 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11ae4322-c7e8-4594-9828-ad089cbc5f7f req-bb43f9a6-4c5a-4f18-a5a9-fd2930dda78e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 943 time: 0.0955341 Sep 16 12:51:13.090697 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcea8d95-58b2-4c54-8786-21b530bd0c1e admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:51:13.097800 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-fcea8d95-58b2-4c54-8786-21b530bd0c1e admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/6dfd231d-292f-4afe-81db-79ead7c6aa72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4299190 Sep 16 12:51:13.100297 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Attempt 2 to provision port e0735ca7-c792-4fe8-9888-9a5e46256be7 Sep 16 12:51:13.130359 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:13.150288 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Port e0735ca7-c792-4fe8-9888-9a5e46256be7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:13.190334 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11ae4322-c7e8-4594-9828-ad089cbc5f7f req-8588c21c-15e1-44a5-8c77-b26a35ef105c tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164842 Sep 16 12:51:13.365820 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26598b18-0c62-4faa-b09c-3a46b5898309 req-e81fd964-7679-4bc1-9ccb-1ea3f9ddb356 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0720503 Sep 16 12:51:13.423677 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52954) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:13.571740 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd97aaa-6f65-4e19-97be-2ae1f5d13b7f req-31d196bd-3e5d-42e8-a70b-847eee80bfda tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:13.573954 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fbd97aaa-6f65-4e19-97be-2ae1f5d13b7f req-31d196bd-3e5d-42e8-a70b-847eee80bfda tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=80dccb7b-ee21-422f-8ec5-f31feeab1f65 HTTP/1.1" status: 200 len: 946 time: 0.0822277 Sep 16 12:51:13.651357 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-550d7a17-f00a-4e28-9d7c-45a48cb629b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:13.652707 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Attempt 3 to provision port e0735ca7-c792-4fe8-9888-9a5e46256be7 Sep 16 12:51:13.661744 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fbd97aaa-6f65-4e19-97be-2ae1f5d13b7f req-5eb567b3-9e10-41fd-8558-a025db996954 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=35d1b92e-ffa8-4dd7-a456-c7453d21411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811315 Sep 16 12:51:13.709524 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Port e0735ca7-c792-4fe8-9888-9a5e46256be7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:13.845115 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa0a7e-74d4-4cde-aa3a-fb135d482325 req-ca5780c3-e4c1-4507-8f01-4506c723f5a4 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:13.846684 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ecfa0a7e-74d4-4cde-aa3a-fb135d482325 req-ca5780c3-e4c1-4507-8f01-4506c723f5a4 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 948 time: 0.0768094 Sep 16 12:51:13.854796 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device fe386047-84ae-48f2-9215-bff2b44fc710 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:13.868234 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-550d7a17-f00a-4e28-9d7c-45a48cb629b7 admin admin] Publish callbacks [] for security_group (6b5a48d7-9697-4983-9718-b1ff0dc52171), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:13.874962 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-550d7a17-f00a-4e28-9d7c-45a48cb629b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (6b5a48d7-9697-4983-9718-b1ff0dc52171), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:13.910240 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port fe386047-84ae-48f2-9215-bff2b44fc710 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:13.910608 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (fe386047-84ae-48f2-9215-bff2b44fc710), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:13.910943 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port fe386047-84ae-48f2-9215-bff2b44fc710 Sep 16 12:51:13.945429 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-550d7a17-f00a-4e28-9d7c-45a48cb629b7 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=16aa651baf50419b9b96f3f8a5691e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5186493 Sep 16 12:51:13.953501 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52974) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:13.986651 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d7a17-f00a-4e28-9d7c-45a48cb629b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5a48d7-9697-4983-9718-b1ff0dc52171,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:14.000059 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ecfa0a7e-74d4-4cde-aa3a-fb135d482325 req-753a26dd-9a3e-4d58-ab0f-3f9b0ce7dae2 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285160 Sep 16 12:51:14.024041 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:14.027799 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port fe386047-84ae-48f2-9215-bff2b44fc710 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:14.028243 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fe386047-84ae-48f2-9215-bff2b44fc710), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:14.063124 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port fe386047-84ae-48f2-9215-bff2b44fc710, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=fe386047-84ae-48f2-9215-bff2b44fc710,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:14.066839 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-54dcaaed-61d2-4825-ac37-60d9259e28b9 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:14.068827 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-54dcaaed-61d2-4825-ac37-60d9259e28b9 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 821 time: 0.2212386 Sep 16 12:51:14.073769 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (fe386047-84ae-48f2-9215-bff2b44fc710), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:14.088854 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-b0bb28e4-ba10-456e-bdad-053d3deb6b1c tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/quotas/da915844493a4928ac8830897afa126f HTTP/1.1" status: 200 len: 375 time: 0.0143452 Sep 16 12:51:14.098706 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c10cce97-17de-4957-af33-f18c8c61be48 admin admin] Publish callbacks [] for security_group (6b5a48d7-9697-4983-9718-b1ff0dc52171), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:14.157596 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c10cce97-17de-4957-af33-f18c8c61be48 admin admin] Publish callbacks [] for security_group (6b5a48d7-9697-4983-9718-b1ff0dc52171), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:14.161073 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=fe386047-84ae-48f2-9215-bff2b44fc710,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:14.180814 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-1a68929d-d914-490f-a88e-3aeed064ec68 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850105 Sep 16 12:51:14.210393 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Attempt 4 to provision port e0735ca7-c792-4fe8-9888-9a5e46256be7 Sep 16 12:51:14.224217 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c10cce97-17de-4957-af33-f18c8c61be48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (6b5a48d7-9697-4983-9718-b1ff0dc52171), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:14.236136 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c10cce97-17de-4957-af33-f18c8c61be48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:14.237874 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c10cce97-17de-4957-af33-f18c8c61be48 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/6b5a48d7-9697-4983-9718-b1ff0dc52171 HTTP/1.1" status: 204 len: 168 time: 0.2823491 Sep 16 12:51:14.262470 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Port e0735ca7-c792-4fe8-9888-9a5e46256be7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:14.265768 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cce97-17de-4957-af33-f18c8c61be48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5a48d7-9697-4983-9718-b1ff0dc52171,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:14.370791 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9596362-b597-4433-86ed-2181c01eae56 req-c10a6fa9-7a18-43c8-819f-d79ff97091db tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:14.378482 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9596362-b597-4433-86ed-2181c01eae56 req-c10a6fa9-7a18-43c8-819f-d79ff97091db tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 943 time: 0.0748210 Sep 16 12:51:14.425779 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-425a84ba-9dd2-444d-ac3a-af2ea237216e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440884 Sep 16 12:51:14.578604 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:14.583969 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:51:14.596894 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9596362-b597-4433-86ed-2181c01eae56 req-77ce8510-acb3-40ae-82ba-fac30bf4ae63 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171664 Sep 16 12:51:14.713428 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 52986) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:14.733313 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-accacde7-4d73-4cbf-9795-c9b0f2f25381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:14.740396 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-41632cc8-ac30-48e2-9d1d-529f57689eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:14.742267 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-41632cc8-ac30-48e2-9d1d-529f57689eae service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.2913742 Sep 16 12:51:14.762752 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:14.768163 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Attempt 5 to provision port e0735ca7-c792-4fe8-9888-9a5e46256be7 Sep 16 12:51:14.772161 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-b4685927-2e69-4c8f-96e9-e9ef53a8dc5f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186049 Sep 16 12:51:14.806035 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2', 'mac_address': 'fa:16:3e:d3:a0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:51:14.811598 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-40290561-b960-498d-95a4-78dee5a1b9cf req-d67fdbeb-eff1-419d-868f-361b44c5b711 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0681129 Sep 16 12:51:14.824807 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Port e0735ca7-c792-4fe8-9888-9a5e46256be7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:14.883548 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:14.885428 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:14.921683 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:51:14.967896 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df451882-ba3a-4b5e-a06f-9ffcc335382b req-858049ca-e1b5-4d0e-9762-bf0f5455ac75 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:14.970170 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3b9172fa-b06b-4112-8be3-ee7514455f25 req-2703a355-435f-4750-b6cf-a69f751441ef service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512633 Sep 16 12:51:14.975683 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-df451882-ba3a-4b5e-a06f-9ffcc335382b req-858049ca-e1b5-4d0e-9762-bf0f5455ac75 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=80dccb7b-ee21-422f-8ec5-f31feeab1f65 HTTP/1.1" status: 200 len: 946 time: 0.0672390 Sep 16 12:51:14.980750 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-accacde7-4d73-4cbf-9795-c9b0f2f25381 admin admin] Publish callbacks [] for security_group (af579dc8-9d9f-472e-9e56-75a11c192a6f), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:14.986554 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-accacde7-4d73-4cbf-9795-c9b0f2f25381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (af579dc8-9d9f-472e-9e56-75a11c192a6f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:14.998516 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:15.004525 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:15.055052 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-df451882-ba3a-4b5e-a06f-9ffcc335382b req-d2fc3922-8b55-4ed0-a476-e50a16b60a23 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=35d1b92e-ffa8-4dd7-a456-c7453d21411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712593 Sep 16 12:51:15.102517 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a8dbf9cc-4a0b-4bba-a4d6-10d0ec0bd33d req-2d6285ff-ca25-4bb7-9ad0-1440403aab89 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 210 time: 0.0638299 Sep 16 12:51:15.109325 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,revision_number=8']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:15.130901 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accacde7-4d73-4cbf-9795-c9b0f2f25381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af579dc8-9d9f-472e-9e56-75a11c192a6f,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:15.139625 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-accacde7-4d73-4cbf-9795-c9b0f2f25381 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=4d5eea2a259d481ba2f33be421dd4820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4246826 Sep 16 12:51:15.141894 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 52994) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:15.158313 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:15.159651 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:15.174368 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9172fa-b06b-4112-8be3-ee7514455f25 req-a4ba8821-e00d-44c5-ab95-7657b1e768ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:15.175917 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3b9172fa-b06b-4112-8be3-ee7514455f25 req-a4ba8821-e00d-44c5-ab95-7657b1e768ec service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 1131 time: 0.1555502 Sep 16 12:51:15.295835 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e023879-1694-4044-82b1-b97b74d48940 req-b78d19a2-e71f-4869-afa6-8075eed96445 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:15.297625 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4e023879-1694-4044-82b1-b97b74d48940 req-b78d19a2-e71f-4869-afa6-8075eed96445 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 949 time: 0.1197350 Sep 16 12:51:15.326309 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Attempt 6 to provision port e0735ca7-c792-4fe8-9888-9a5e46256be7 Sep 16 12:51:15.336547 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e651-ac81-4e47-9b49-e58e9dc33262 admin admin] Publish callbacks [] for security_group (af579dc8-9d9f-472e-9e56-75a11c192a6f), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:15.344577 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9172fa-b06b-4112-8be3-ee7514455f25 req-5705c2e6-5c1a-4b13-a8c4-3797012da6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:15.348905 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3b9172fa-b06b-4112-8be3-ee7514455f25 req-5705c2e6-5c1a-4b13-a8c4-3797012da6f1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.1473293 Sep 16 12:51:15.387361 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e651-ac81-4e47-9b49-e58e9dc33262 admin admin] Publish callbacks [] for security_group (af579dc8-9d9f-472e-9e56-75a11c192a6f), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:15.410736 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3b9172fa-b06b-4112-8be3-ee7514455f25 req-fbdbea15-0f3b-4dbd-ab2c-9fdeffdd9514 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c82c5517-9370-47b7-870d-b1c0f066ce8a HTTP/1.1" status: 200 len: 217 time: 0.0584166 Sep 16 12:51:15.414564 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4e023879-1694-4044-82b1-b97b74d48940 req-f5da6fd9-aec7-4ee6-8eff-c753ca8276ba tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103766 Sep 16 12:51:15.420783 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Port e0735ca7-c792-4fe8-9888-9a5e46256be7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:15.484326 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e651-ac81-4e47-9b49-e58e9dc33262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (af579dc8-9d9f-472e-9e56-75a11c192a6f), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:15.487380 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e651-ac81-4e47-9b49-e58e9dc33262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:15.489093 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-5ad7e651-ac81-4e47-9b49-e58e9dc33262 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/af579dc8-9d9f-472e-9e56-75a11c192a6f HTTP/1.1" status: 204 len: 168 time: 0.3457484 Sep 16 12:51:15.498893 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7e651-ac81-4e47-9b49-e58e9dc33262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af579dc8-9d9f-472e-9e56-75a11c192a6f,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:15.510296 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9172fa-b06b-4112-8be3-ee7514455f25 req-bff4f3cf-446e-49d2-93c6-6adac4c2e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:15.512064 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3b9172fa-b06b-4112-8be3-ee7514455f25 req-bff4f3cf-446e-49d2-93c6-6adac4c2e4d3 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0957668 Sep 16 12:51:15.520701 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['76e2deeb-80ac-4c0d-98b8-96091a5ab0d2'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:51:15.603636 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9172fa-b06b-4112-8be3-ee7514455f25 req-07204d9e-275c-4353-aa14-4cadb087ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:15.605868 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3b9172fa-b06b-4112-8be3-ee7514455f25 req-07204d9e-275c-4353-aa14-4cadb087ef29 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0871601 Sep 16 12:51:15.800346 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:15.852838 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3b9172fa-b06b-4112-8be3-ee7514455f25 req-c0dceb1d-1011-462a-b84e-2129c298246b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407668 Sep 16 12:51:15.935677 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Attempt 7 to provision port e0735ca7-c792-4fe8-9888-9a5e46256be7 Sep 16 12:51:15.962278 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa952e-0c87-4e89-9d0a-654ddc47bada req-2ae19bfb-9a91-44c3-8de4-2ec455588071 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:15.985067 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b6fa952e-0c87-4e89-9d0a-654ddc47bada req-2ae19bfb-9a91-44c3-8de4-2ec455588071 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 943 time: 0.1669316 Sep 16 12:51:16.046537 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device fe386047-84ae-48f2-9215-bff2b44fc710 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:16.089304 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:16.149339 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3b9172fa-b06b-4112-8be3-ee7514455f25 req-475bb04b-dbbc-4a51-b40a-70e1a13b28f4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847259 Sep 16 12:51:16.175642 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c203783c-d8bb-4336-b985-1c033dd63408 req-81039cfc-3500-4406-aa14-2a899b7ab87f tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.1325588 Sep 16 12:51:16.193264 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Port e0735ca7-c792-4fe8-9888-9a5e46256be7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:16.219656 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port fe386047-84ae-48f2-9215-bff2b44fc710 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:16.220303 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (fe386047-84ae-48f2-9215-bff2b44fc710), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:16.220420 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port fe386047-84ae-48f2-9215-bff2b44fc710 Sep 16 12:51:16.312321 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b6fa952e-0c87-4e89-9d0a-654ddc47bada req-2b58e2ed-cca0-494d-ba15-bf9664e00b0a tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071911 Sep 16 12:51:16.366635 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port fe386047-84ae-48f2-9215-bff2b44fc710 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:16.389162 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bf3d4-7b1b-46c6-a877-a3772cce7163 req-3e536c13-7920-4788-8484-7828556f2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:16.391129 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ff8bf3d4-7b1b-46c6-a877-a3772cce7163 req-3e536c13-7920-4788-8484-7828556f2b04 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e6fa2067c44b42b5aa940619abd8e538&device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 1125 time: 0.7083735 Sep 16 12:51:16.453951 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a098c-df05-4a32-8bb0-e156836d982c req-ed06b87f-beec-4d8b-bac3-e644134a0b4e tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:16.455629 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2b6a098c-df05-4a32-8bb0-e156836d982c req-ed06b87f-beec-4d8b-bac3-e644134a0b4e tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=80dccb7b-ee21-422f-8ec5-f31feeab1f65 HTTP/1.1" status: 200 len: 946 time: 0.0690103 Sep 16 12:51:16.456989 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-ca56ae14-bef2-4c52-8aae-2d7c7b963ca5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 HTTP/1.1" status: 200 len: 217 time: 0.7695019 Sep 16 12:51:16.483657 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] Sync routers for ids ['6dfd231d-292f-4afe-81db-79ead7c6aa72'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:51:16.495174 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] Routers {'6dfd231d-292f-4afe-81db-79ead7c6aa72'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:51:16.496051 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:51:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['6dfd231d-292f-4afe-81db-79ead7c6aa72'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:16.558919 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-d91a76ee-e8b8-4d5e-a7b6-08df95e68f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:16.561174 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-d91a76ee-e8b8-4d5e-a7b6-08df95e68f6b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0683920 Sep 16 12:51:16.629814 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] Set router 6dfd231d-292f-4afe-81db-79ead7c6aa72 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:51:16.673656 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2b6a098c-df05-4a32-8bb0-e156836d982c req-1f931deb-947f-49d6-bd33-ad74ed194721 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=35d1b92e-ffa8-4dd7-a456-c7453d21411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800544 Sep 16 12:51:16.694258 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Attempt 8 to provision port e0735ca7-c792-4fe8-9888-9a5e46256be7 Sep 16 12:51:16.731444 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:16.754168 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e44577fc-1e29-4d1f-9efd-9ef845e29a12 req-b1dad3ca-57ac-46b5-8053-fea0fc0d0f6d tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 210 time: 0.2664950 Sep 16 12:51:16.774258 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2ead6-0d3f-4565-8275-69eec1f5982f req-4aa4beb9-fe21-4a74-be24-4b4daccc2db1 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:16.777438 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e4b2ead6-0d3f-4565-8275-69eec1f5982f req-4aa4beb9-fe21-4a74-be24-4b4daccc2db1 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=80dccb7b-ee21-422f-8ec5-f31feeab1f65 HTTP/1.1" status: 200 len: 946 time: 0.4016666 Sep 16 12:51:16.779706 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Port e0735ca7-c792-4fe8-9888-9a5e46256be7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:16.852056 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:16.898763 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:16.900142 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-e4b2ead6-0d3f-4565-8275-69eec1f5982f req-abea2bb6-9d74-4f3f-8575-bc5d3a846409 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Deleting port b830d871-a472-440e-a2b5-2d8208f11f14 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:51:16.900708 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e4b2ead6-0d3f-4565-8275-69eec1f5982f req-abea2bb6-9d74-4f3f-8575-bc5d3a846409 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (b830d871-a472-440e-a2b5-2d8208f11f14), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:16.962674 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfd231d-292f-4afe-81db-79ead7c6aa72', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2042136293-router', 'tenant_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'fe386047-84ae-48f2-9215-bff2b44fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:04Z', 'updated_at': '2022-09-16T12:51:11Z', 'revision_number': 4, 'project_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'gw_port': {'id': 'fe386047-84ae-48f2-9215-bff2b44fc710', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfd231d-292f-4afe-81db-79ead7c6aa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:06Z', 'updated_at': '2022-09-16T12:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e0735ca7-c792-4fe8-9888-9a5e46256be7', 'name': '', 'network_id': '8456f2ad-c1cd-464c-b455-2820fa94ddc6', 'tenant_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'mac_address': 'fa:16:3e:cd:3e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfd231d-292f-4afe-81db-79ead7c6aa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '320ad07e-3f8c-4eb4-9c80-f0523886d57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:10Z', 'updated_at': '2022-09-16T12:51:11Z', 'revision_number': 2, 'project_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'subnets': [{'id': '320ad07e-3f8c-4eb4-9c80-f0523886d57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:16.997538 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] Checking router: 6dfd231d-292f-4afe-81db-79ead7c6aa72 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:51:16.998203 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] Updating router 6dfd231d-292f-4afe-81db-79ead7c6aa72 port e0735ca7-c792-4fe8-9888-9a5e46256be7 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:51:17.003856 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-e4b2ead6-0d3f-4565-8275-69eec1f5982f req-abea2bb6-9d74-4f3f-8575-bc5d3a846409 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] For port b830d871-a472-440e-a2b5-2d8208f11f14, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=b830d871-a472-440e-a2b5-2d8208f11f14,segment=NetworkSegment(f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9),segment_id=f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:17.004852 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e4b2ead6-0d3f-4565-8275-69eec1f5982f req-abea2bb6-9d74-4f3f-8575-bc5d3a846409 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (b830d871-a472-440e-a2b5-2d8208f11f14), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:17.020923 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-e4b2ead6-0d3f-4565-8275-69eec1f5982f req-abea2bb6-9d74-4f3f-8575-bc5d3a846409 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Calling delete_port for b830d871-a472-440e-a2b5-2d8208f11f14 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:51:17.039151 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e0735ca7-c792-4fe8-9888-9a5e46256be7), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:17.120060 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:17.158273 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:17.204480 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:51:17.208996 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-2d4036db-3322-4f63-b67a-1c8836b9551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:17.211148 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-2d4036db-3322-4f63-b67a-1c8836b9551f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5582738 Sep 16 12:51:17.230849 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:17.232836 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:17.233393 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 Sep 16 12:51:17.284197 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Attempt 9 to provision port e0735ca7-c792-4fe8-9888-9a5e46256be7 Sep 16 12:51:17.348599 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af204b-6d3d-4b7d-905f-13c25b7733a9 req-386903b4-2467-48ae-b2ec-4acfcd607ed1 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:17.363893 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18af204b-6d3d-4b7d-905f-13c25b7733a9 req-386903b4-2467-48ae-b2ec-4acfcd607ed1 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 949 time: 0.5560255 Sep 16 12:51:17.380651 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e4b2ead6-0d3f-4565-8275-69eec1f5982f req-abea2bb6-9d74-4f3f-8575-bc5d3a846409 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (b830d871-a472-440e-a2b5-2d8208f11f14), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:17.396099 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Port e0735ca7-c792-4fe8-9888-9a5e46256be7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:17.447305 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:17.447851 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:17.451255 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['b830d871-a472-440e-a2b5-2d8208f11f14'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:51:17.487229 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] Publish callbacks [] for port (e0735ca7-c792-4fe8-9888-9a5e46256be7), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:17.494009 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e0735ca7-c792-4fe8-9888-9a5e46256be7), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:17.506392 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a439c4ea-46f5-4571-9d87-96a91a6359f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:51:17.509134 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fd388e-e264-4a4f-8983-4ccb1b20c0e3" -d '{"events": [{"server_uuid": "a439c4ea-46f5-4571-9d87-96a91a6359f7", "name": "network-vif-plugged", "status": "completed", "tag": "76e2deeb-80ac-4c0d-98b8-96091a5ab0d2"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:51:17.529665 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:17.537862 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:17.556279 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 53040) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:17.556568 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff42448-0b28-44eb-815e-a45a9376dfbe None None] Pushing event updated for resources: {'Port': ['ID=e0735ca7-c792-4fe8-9888-9a5e46256be7,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:17.599855 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18af204b-6d3d-4b7d-905f-13c25b7733a9 req-24112d51-3ad1-42df-85bb-326fafeffa0a tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349391 Sep 16 12:51:17.615764 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,revision_number=9']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:17.661603 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] Attempting to bind port e0735ca7-c792-4fe8-9888-9a5e46256be7 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:51:17.662296 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] Attempting to bind port e0735ca7-c792-4fe8-9888-9a5e46256be7 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '1be0dfc0-9a2b-430f-b42e-a233702bb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8456f2ad-c1cd-464c-b455-2820fa94ddc6'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:51:17.662658 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] Attempting to bind port e0735ca7-c792-4fe8-9888-9a5e46256be7 on network 8456f2ad-c1cd-464c-b455-2820fa94ddc6 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:17.666239 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-a7a365f1-0473-4df6-a1e2-73f5b2663e06 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:17.668625 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-a7a365f1-0473-4df6-a1e2-73f5b2663e06 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.76 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 821 time: 0.4015622 Sep 16 12:51:17.696364 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-d696fba6-bac9-4b98-be5f-cebc8fb2e718 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Request body: {'port': {'device_id': '041df092-33d4-4b71-84d8-7cd479d32b4f', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'admin_state_up': True, 'tenant_id': 'da915844493a4928ac8830897afa126f'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:51:17.730089 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:51:17.730670 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] Checking segment: {'id': '1be0dfc0-9a2b-430f-b42e-a233702bb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8456f2ad-c1cd-464c-b455-2820fa94ddc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:51:17.731058 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:17.731253 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] Bound using segment: {'id': '1be0dfc0-9a2b-430f-b42e-a233702bb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8456f2ad-c1cd-464c-b455-2820fa94ddc6'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:51:17.735122 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] Bound port: e0735ca7-c792-4fe8-9888-9a5e46256be7, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be0dfc0-9a2b-430f-b42e-a233702bb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8456f2ad-c1cd-464c-b455-2820fa94ddc6'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:51:17.736489 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e0735ca7-c792-4fe8-9888-9a5e46256be7), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:17.767426 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bf3d4-7b1b-46c6-a877-a3772cce7163 req-0caeae8a-45f7-42db-a942-b4e535cd5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:17.769413 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ff8bf3d4-7b1b-46c6-a877-a3772cce7163 req-0caeae8a-45f7-42db-a942-b4e535cd5812 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=e6fa2067c44b42b5aa940619abd8e538&shared=False HTTP/1.1" status: 200 len: 906 time: 1.2903788 Sep 16 12:51:17.773824 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea2bb6-9d74-4f3f-8575-bc5d3a846409 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Pushing event deleted for resources: {'Port': ['ID=b830d871-a472-440e-a2b5-2d8208f11f14,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:17.794300 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-963039fb-83c5-49fa-82e5-d96086b3cd17 req-162dd922-f7a6-4a7f-bb9d-d11888fb6fe6 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.4130065 Sep 16 12:51:17.857051 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] For port e0735ca7-c792-4fe8-9888-9a5e46256be7, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:51:17.861089 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] For port e0735ca7-c792-4fe8-9888-9a5e46256be7, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e0735ca7-c792-4fe8-9888-9a5e46256be7,segment=NetworkSegment(1be0dfc0-9a2b-430f-b42e-a233702bb55f),segment_id=1be0dfc0-9a2b-430f-b42e-a233702bb55f)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:51:17.867031 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:17.871291 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e0735ca7-c792-4fe8-9888-9a5e46256be7), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:17.898313 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Attempt 10 to provision port e0735ca7-c792-4fe8-9888-9a5e46256be7 Sep 16 12:51:17.932725 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff42448-0b28-44eb-815e-a45a9376dfbe None None] Pushing event updated for resources: {'Port': ['ID=e0735ca7-c792-4fe8-9888-9a5e46256be7,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:17.942093 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] Routers {'6dfd231d-292f-4afe-81db-79ead7c6aa72'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:51:17.942707 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:51:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['6dfd231d-292f-4afe-81db-79ead7c6aa72'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:17.964871 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b004e6cc-ded3-4856-b4bd-114482a62347 x-openstack-request-id: req-b004e6cc-ded3-4856-b4bd-114482a62347 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:51:17.965202 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a439c4ea-46f5-4571-9d87-96a91a6359f7", "name": "network-vif-plugged", "status": "completed", "tag": "76e2deeb-80ac-4c0d-98b8-96091a5ab0d2", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:51:17.965440 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b004e6cc-ded3-4856-b4bd-114482a62347 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:51:17.965982 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b004e6cc-ded3-4856-b4bd-114482a62347'] response: {'server_uuid': 'a439c4ea-46f5-4571-9d87-96a91a6359f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2', 'code': 200} Sep 16 12:51:17.969912 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-d696fba6-bac9-4b98-be5f-cebc8fb2e718 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Made reservation on behalf of da915844493a4928ac8830897afa126f for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:51:17.974766 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-d696fba6-bac9-4b98-be5f-cebc8fb2e718 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:18.071626 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47764fc8-2512-4d1d-9f53-b937a4c66988 req-20846a33-e7da-4c5a-b97e-995ef3ba2253 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:18.074684 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-47764fc8-2512-4d1d-9f53-b937a4c66988 req-20846a33-e7da-4c5a-b97e-995ef3ba2253 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 943 time: 0.3040981 Sep 16 12:51:18.092570 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Current status of the port e0735ca7-c792-4fe8-9888-9a5e46256be7 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:18.093020 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e0735ca7-c792-4fe8-9888-9a5e46256be7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:18.140831 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-e62f9628-1d23-41da-b163-d4bf708ce66d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220383004-network', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:51:18.182888 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] Set router 6dfd231d-292f-4afe-81db-79ead7c6aa72 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:51:18.186332 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] For port e0735ca7-c792-4fe8-9888-9a5e46256be7, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e0735ca7-c792-4fe8-9888-9a5e46256be7,segment=NetworkSegment(1be0dfc0-9a2b-430f-b42e-a233702bb55f),segment_id=1be0dfc0-9a2b-430f-b42e-a233702bb55f)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:18.192522 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e0735ca7-c792-4fe8-9888-9a5e46256be7), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:18.285264 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-d696fba6-bac9-4b98-be5f-cebc8fb2e718 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Allocated IP 172.20.0.8 (1e927054-126f-4e94-8719-fa14f3244a7f/442e355a-28fc-4280-9c3c-7a51ba789d27/756cd197-6a93-4b4a-b498-7ebcbb3246c2) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:51:18.298365 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4239eb-5e32-4dc1-9596-edc1cb4bbcc3 None None] Pushing event updated for resources: {'Port': ['ID=e0735ca7-c792-4fe8-9888-9a5e46256be7,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:18.324780 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-1c9fe2f4-5dc1-4151-916d-417f7b2945b0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1023476 Sep 16 12:51:18.326264 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b2ead6-0d3f-4565-8275-69eec1f5982f req-abea2bb6-9d74-4f3f-8575-bc5d3a846409 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] No DVR routers for this DVR port b830d871-a472-440e-a2b5-2d8208f11f14 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:51:18.328553 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-a0fadda6-59d8-4962-9ec0-848100c828d0 None None] Provisioning complete for port e0735ca7-c792-4fe8-9888-9a5e46256be7 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:18.328928 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a0fadda6-59d8-4962-9ec0-848100c828d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e0735ca7-c792-4fe8-9888-9a5e46256be7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:18.329259 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a0fadda6-59d8-4962-9ec0-848100c828d0 None None] Attempt 1 to provision port e0735ca7-c792-4fe8-9888-9a5e46256be7 Sep 16 12:51:18.381012 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e4b2ead6-0d3f-4565-8275-69eec1f5982f req-abea2bb6-9d74-4f3f-8575-bc5d3a846409 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:18.386353 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e4b2ead6-0d3f-4565-8275-69eec1f5982f req-abea2bb6-9d74-4f3f-8575-bc5d3a846409 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.25 "DELETE /networking/v2.0/ports/b830d871-a472-440e-a2b5-2d8208f11f14 HTTP/1.1" status: 204 len: 173 time: 1.5773787 Sep 16 12:51:18.386959 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:18.430526 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-47764fc8-2512-4d1d-9f53-b937a4c66988 req-77acf189-113e-4f2e-838b-50ff85f8e4a7 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769284 Sep 16 12:51:18.431404 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dccb7b-ee21-422f-8ec5-f31feeab1f65', 'name': 'network-vif-deleted', 'tag': 'b830d871-a472-440e-a2b5-2d8208f11f14'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:51:18.438136 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc513fad-7566-45d2-88cc-ad29dfbff8bf" -d '{"events": [{"server_uuid": "80dccb7b-ee21-422f-8ec5-f31feeab1f65", "name": "network-vif-deleted", "tag": "b830d871-a472-440e-a2b5-2d8208f11f14"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:51:18.445548 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62f9628-1d23-41da-b163-d4bf708ce66d admin admin] Made reservation on behalf of 034ef732e4504d05a4d5d0eea122165e for: {'network': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:51:18.448184 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e62f9628-1d23-41da-b163-d4bf708ce66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:18.500945 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a0fadda6-59d8-4962-9ec0-848100c828d0 None None] Current status of the port e0735ca7-c792-4fe8-9888-9a5e46256be7 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:18.567617 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:18.569348 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfd231d-292f-4afe-81db-79ead7c6aa72', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2042136293-router', 'tenant_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'fe386047-84ae-48f2-9215-bff2b44fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:04Z', 'updated_at': '2022-09-16T12:51:11Z', 'revision_number': 4, 'project_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'gw_port': {'id': 'fe386047-84ae-48f2-9215-bff2b44fc710', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfd231d-292f-4afe-81db-79ead7c6aa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:06Z', 'updated_at': '2022-09-16T12:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e0735ca7-c792-4fe8-9888-9a5e46256be7', 'name': '', 'network_id': '8456f2ad-c1cd-464c-b455-2820fa94ddc6', 'tenant_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'mac_address': 'fa:16:3e:cd:3e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfd231d-292f-4afe-81db-79ead7c6aa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '320ad07e-3f8c-4eb4-9c80-f0523886d57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:10Z', 'updated_at': '2022-09-16T12:51:17Z', 'revision_number': 4, 'project_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'subnets': [{'id': '320ad07e-3f8c-4eb4-9c80-f0523886d57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:18.601409 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f4319-bc38-4259-a7aa-c0ff3ec851ff None None] The sync data for ids ['6dfd231d-292f-4afe-81db-79ead7c6aa72'] in n-d-858094-4 is: [{'id': '6dfd231d-292f-4afe-81db-79ead7c6aa72', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2042136293-router', 'tenant_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'fe386047-84ae-48f2-9215-bff2b44fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:04Z', 'updated_at': '2022-09-16T12:51:11Z', 'revision_number': 4, 'project_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'gw_port': {'id': 'fe386047-84ae-48f2-9215-bff2b44fc710', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfd231d-292f-4afe-81db-79ead7c6aa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:06Z', 'updated_at': '2022-09-16T12:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e0735ca7-c792-4fe8-9888-9a5e46256be7', 'name': '', 'network_id': '8456f2ad-c1cd-464c-b455-2820fa94ddc6', 'tenant_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'mac_address': 'fa:16:3e:cd:3e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfd231d-292f-4afe-81db-79ead7c6aa72', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '320ad07e-3f8c-4eb4-9c80-f0523886d57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:10Z', 'updated_at': '2022-09-16T12:51:17Z', 'revision_number': 4, 'project_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'subnets': [{'id': '320ad07e-3f8c-4eb4-9c80-f0523886d57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:51:18.620478 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-d696fba6-bac9-4b98-be5f-cebc8fb2e718 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:18.649614 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e62f9628-1d23-41da-b163-d4bf708ce66d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:18.678948 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-d696fba6-bac9-4b98-be5f-cebc8fb2e718 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:18.728063 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-d696fba6-bac9-4b98-be5f-cebc8fb2e718 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Network 1e927054-126f-4e94-8719-fa14f3244a7f is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:51:18.731872 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bf3d4-7b1b-46c6-a877-a3772cce7163 req-3ae904ef-45cd-42ac-a506-9d18ae7cb7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:18.733654 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ff8bf3d4-7b1b-46c6-a877-a3772cce7163 req-3ae904ef-45cd-42ac-a506-9d18ae7cb7e7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9249160 Sep 16 12:51:18.736332 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-d696fba6-bac9-4b98-be5f-cebc8fb2e718 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:51:18.782933 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-d696fba6-bac9-4b98-be5f-cebc8fb2e718 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:51:18.793662 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-355127b2-f2d0-4a2c-aaea-5d4a97869c3b req-0d9cae75-9ec5-4d4c-92be-1026f3689c50 tempest-ServerGroupTestJSON-1786596517 tempest-ServerGroupTestJSON-1786596517-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=80dccb7b-ee21-422f-8ec5-f31feeab1f65 HTTP/1.1" status: 200 len: 210 time: 0.3285515 Sep 16 12:51:18.865670 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696fba6-bac9-4b98-be5f-cebc8fb2e718 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Pushing event updated for resources: {'Port': ['ID=756cd197-6a93-4b4a-b498-7ebcbb3246c2,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:18.883174 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:18.892716 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2272f-154c-425e-9306-9a83f72fc1ec req-673a2c8d-da79-48ae-a29a-ed942cc07420 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:18.902189 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9a2272f-154c-425e-9306-9a83f72fc1ec req-673a2c8d-da79-48ae-a29a-ed942cc07420 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 931 time: 0.2498691 Sep 16 12:51:18.916800 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-d696fba6-bac9-4b98-be5f-cebc8fb2e718 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:18.922412 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-7dc71847-91cb-4e35-a755-f01be6a7dd12 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:18.923987 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-d696fba6-bac9-4b98-be5f-cebc8fb2e718 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:18.924180 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-7dc71847-91cb-4e35-a755-f01be6a7dd12 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7&tenant_id=0b18ec5302634d2a95e51547e0019d40&binding%3Ahost_id=n-h1-858094-4 HTTP/1.1" status: 200 len: 950 time: 0.4796758 Sep 16 12:51:18.970234 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-d696fba6-bac9-4b98-be5f-cebc8fb2e718 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2931049 Sep 16 12:51:18.989615 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] Request body: {'port': {'device_id': '041df092-33d4-4b71-84d8-7cd479d32b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:51:19.087929 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:19.090470 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-1015e9e1-25af-4af8-8dc8-3733b08e4ccd service neutron] 10.222.0.25 "GET /networking/v2.0/ports/76e2deeb-80ac-4c0d-98b8-96091a5ab0d2/bindings/n-h1-858094-4 HTTP/1.1" status: 200 len: 382 time: 0.1214020 Sep 16 12:51:19.141104 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:19.193772 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9a2272f-154c-425e-9306-9a83f72fc1ec req-15060213-6621-418d-89eb-74f245ba8f71 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906263 Sep 16 12:51:19.234601 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-5ebb1f6f-0156-48b6-bdd6-f6f5d563ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:19.241391 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-5ebb1f6f-0156-48b6-bdd6-f6f5d563ad94 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e6fa2067c44b42b5aa940619abd8e538&device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 1125 time: 0.3295951 Sep 16 12:51:19.257783 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-94e61471-99d9-46c6-9e32-422b392a8821 None None] Provisioning complete for port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:19.259807 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-94e61471-99d9-46c6-9e32-422b392a8821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:19.260705 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-94e61471-99d9-46c6-9e32-422b392a8821 None None] Attempt 1 to provision port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 Sep 16 12:51:19.295424 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b00be-e1be-4932-881d-bcd7b7d18052 req-48346b4e-56f7-4e72-a204-1947370427a4 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:19.297113 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a80b00be-e1be-4932-881d-bcd7b7d18052 req-48346b4e-56f7-4e72-a204-1947370427a4 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.3257289 Sep 16 12:51:19.307898 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:19.314442 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:19.317923 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9635c1b7-a90c-40f7-b1c3-05a07d4d5666 x-openstack-request-id: req-9635c1b7-a90c-40f7-b1c3-05a07d4d5666 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:51:19.318218 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dccb7b-ee21-422f-8ec5-f31feeab1f65", "name": "network-vif-deleted", "tag": "b830d871-a472-440e-a2b5-2d8208f11f14", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:51:19.318668 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9635c1b7-a90c-40f7-b1c3-05a07d4d5666 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:51:19.319221 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9635c1b7-a90c-40f7-b1c3-05a07d4d5666'] response: {'server_uuid': '80dccb7b-ee21-422f-8ec5-f31feeab1f65', 'name': 'network-vif-deleted', 'tag': 'b830d871-a472-440e-a2b5-2d8208f11f14', 'status': 'completed', 'code': 200} Sep 16 12:51:19.324840 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-94e61471-99d9-46c6-9e32-422b392a8821 None None] Port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:19.368447 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18e39e16-f52e-4279-ac3f-fc4370ee2606 req-ea2e6048-da46-485f-95a4-8daadd0a794f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0238600 Sep 16 12:51:19.530069 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-00754c3a-d434-4558-88bc-5652c1e33711 req-d64d0ec0-d78a-4866-b144-2dff8ec27e1d tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0971477 Sep 16 12:51:19.531356 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-c6c2ff14-82d0-4ef8-b75f-c0d8259b6bbe service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=093f17ab-8dc0-46d4-846c-da7b4807bf31 HTTP/1.1" status: 200 len: 217 time: 0.2066302 Sep 16 12:51:19.543909 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756cd197-6a93-4b4a-b498-7ebcbb3246c2 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:51:19.566369 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] Publish callbacks [] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:19.594710 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] Transition to ACTIVE for port object 756cd197-6a93-4b4a-b498-7ebcbb3246c2 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:51:19.600421 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:19.713078 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] Pushing event updated for resources: {'Port': ['ID=756cd197-6a93-4b4a-b498-7ebcbb3246c2,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:19.789622 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] Attempting to bind port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:51:19.789977 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] Attempting to bind port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:51:19.790303 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] Attempting to bind port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:19.826709 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-94e61471-99d9-46c6-9e32-422b392a8821 None None] Attempt 2 to provision port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 Sep 16 12:51:19.908692 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] Port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 on network 1e927054-126f-4e94-8719-fa14f3244a7f not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:51:19.911611 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] Attempting to bind port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:19.917061 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e0735ca7-c792-4fe8-9888-9a5e46256be7 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:19.958558 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-94e61471-99d9-46c6-9e32-422b392a8821 None None] Port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:19.980288 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:51:19.980580 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] Checking segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:51:19.981921 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] Bound using segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:51:19.982467 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] Bound port: 756cd197-6a93-4b4a-b498-7ebcbb3246c2, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:51:19.983111 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:19.990622 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:20.003219 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e0735ca7-c792-4fe8-9888-9a5e46256be7 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:20.003594 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e0735ca7-c792-4fe8-9888-9a5e46256be7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:20.003925 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e0735ca7-c792-4fe8-9888-9a5e46256be7 Sep 16 12:51:20.023918 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:20.053583 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:20.057410 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] For port 756cd197-6a93-4b4a-b498-7ebcbb3246c2, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:51:20.062329 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] For port 756cd197-6a93-4b4a-b498-7ebcbb3246c2, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=756cd197-6a93-4b4a-b498-7ebcbb3246c2,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:51:20.072249 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:20.079901 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:20.080631 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:20.082306 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/756cd197-6a93-4b4a-b498-7ebcbb3246c2 HTTP/1.1" status: 200 len: 1091 time: 1.1047912 Sep 16 12:51:20.083500 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041df092-33d4-4b71-84d8-7cd479d32b4f', 'tag': '756cd197-6a93-4b4a-b498-7ebcbb3246c2'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:51:20.086038 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89481753-e41e-4b4b-82db-388a585e5242" -d '{"events": [{"name": "network-changed", "server_uuid": "041df092-33d4-4b71-84d8-7cd479d32b4f", "tag": "756cd197-6a93-4b4a-b498-7ebcbb3246c2"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:51:20.118478 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e0735ca7-c792-4fe8-9888-9a5e46256be7 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:20.176049 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e62f9628-1d23-41da-b163-d4bf708ce66d admin admin] Publish callbacks [] for security_group (88082fde-55a5-48be-9bf3-2a297e3fbb06), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:20.179452 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-ebf4894a-18e7-49d9-96eb-c59e8eea0751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:20.181561 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-ebf4894a-18e7-49d9-96eb-c59e8eea0751 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 1132 time: 0.6490328 Sep 16 12:51:20.192234 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154b9da-8d79-45bc-b61a-f746a6059ada service neutron] Pushing event updated for resources: {'Port': ['ID=756cd197-6a93-4b4a-b498-7ebcbb3246c2,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:20.199407 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e62f9628-1d23-41da-b163-d4bf708ce66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (88082fde-55a5-48be-9bf3-2a297e3fbb06), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:20.201270 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-269e24bc-cb38-4bb6-b511-b0083edfa3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:20.202881 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-269e24bc-cb38-4bb6-b511-b0083edfa3b2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 1125 time: 0.0705345 Sep 16 12:51:20.206826 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a80b00be-e1be-4932-881d-bcd7b7d18052 req-ca520f30-ceb4-4170-86c8-3b64a57372db tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8833835 Sep 16 12:51:20.208316 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-27be4f80-a99a-45d8-8ab3-e17b4d5f92c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:20.210090 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-27be4f80-a99a-45d8-8ab3-e17b4d5f92c1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e4fab7ee-afa2-498a-a38b-87393fd03027 HTTP/1.1" status: 200 len: 844 time: 0.6377764 Sep 16 12:51:20.219702 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89044d58-54cb-4dc8-97c5-aa1420e7d6a0 req-ef2e24d7-3af8-43b9-9fd8-ffe4f63d388b tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:20.227149 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-89044d58-54cb-4dc8-97c5-aa1420e7d6a0 req-ef2e24d7-3af8-43b9-9fd8-ffe4f63d388b tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 943 time: 0.5437362 Sep 16 12:51:20.260540 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-fbeebeb8-41aa-49b6-8f65-ff5531743bff service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=756cd197-6a93-4b4a-b498-7ebcbb3246c2 HTTP/1.1" status: 200 len: 217 time: 0.0508661 Sep 16 12:51:20.324300 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625a244a-6a04-4e44-a15f-26dfd78a403b x-openstack-request-id: req-625a244a-6a04-4e44-a15f-26dfd78a403b {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:51:20.324510 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041df092-33d4-4b71-84d8-7cd479d32b4f", "tag": "756cd197-6a93-4b4a-b498-7ebcbb3246c2", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:51:20.324724 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-625a244a-6a04-4e44-a15f-26dfd78a403b {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:51:20.325069 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-625a244a-6a04-4e44-a15f-26dfd78a403b'] response: {'name': 'network-changed', 'server_uuid': '041df092-33d4-4b71-84d8-7cd479d32b4f', 'tag': '756cd197-6a93-4b4a-b498-7ebcbb3246c2', 'status': 'completed', 'code': 200} Sep 16 12:51:20.334518 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-3daf259a-fb44-4775-80fe-264c3ff0b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:20.339920 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-3daf259a-fb44-4775-80fe-264c3ff0b8b2 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.0697033 Sep 16 12:51:20.346037 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e62f9628-1d23-41da-b163-d4bf708ce66d admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=113698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:51:20.389607 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85275148-5869-4ca0-96c1-08b93113801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:20.391124 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-85275148-5869-4ca0-96c1-08b93113801c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0e610de6-3238-41c3-bd1a-f23917fad801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1620140 Sep 16 12:51:20.392617 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e62f9628-1d23-41da-b163-d4bf708ce66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (189e4bb8-705e-4a58-9a6f-51518bae68e3), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:20.392959 n-d-858094-4 neutron-server[113698]: INFO neutron.db.segments_db [None req-e62f9628-1d23-41da-b163-d4bf708ce66d admin admin] Added segment 189e4bb8-705e-4a58-9a6f-51518bae68e3 of type vlan for network efc98046-384c-40f8-9e52-6d3af932ac27 Sep 16 12:51:20.399256 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f9628-1d23-41da-b163-d4bf708ce66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88082fde-55a5-48be-9bf3-2a297e3fbb06,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:20.405686 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-5d1cf4d8-97b8-4718-be04-e007457820f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:20.407264 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-5d1cf4d8-97b8-4718-be04-e007457820f8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0649221 Sep 16 12:51:20.459829 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-94e61471-99d9-46c6-9e32-422b392a8821 None None] Attempt 3 to provision port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 Sep 16 12:51:20.504311 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:20.526322 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-94e61471-99d9-46c6-9e32-422b392a8821 None None] Port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:51:20.535861 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-b16ca176-fb63-4d12-80e9-ab7b35ed92e1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226757 Sep 16 12:51:20.554732 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-89044d58-54cb-4dc8-97c5-aa1420e7d6a0 req-6c322af1-d360-4dfd-b529-8c9630733a7e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260965 Sep 16 12:51:20.583998 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e62f9628-1d23-41da-b163-d4bf708ce66d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (efc98046-384c-40f8-9e52-6d3af932ac27), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:20.583998 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b52126d3-68f2-4a49-aeae-31a1298ce5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:20.584350 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b52126d3-68f2-4a49-aeae-31a1298ce5bc service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.3929765 Sep 16 12:51:20.610135 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725195e9-9788-4926-ad29-fff256cd1949 req-f71e696b-46b0-4a70-bdd4-5ba48d7cb5ce tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:20.617478 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-725195e9-9788-4926-ad29-fff256cd1949 req-f71e696b-46b0-4a70-bdd4-5ba48d7cb5ce tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 943 time: 0.2190511 Sep 16 12:51:20.657053 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5bb9c51f-37ae-4c57-8b57-00d1511c2d96 req-cb2b29b7-62d9-451f-b10e-33ac32ecbbe3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137700 Sep 16 12:51:20.671029 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:20.689627 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-f63ac281-2012-47c1-a2f0-5231bfbf166d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 HTTP/1.1" status: 200 len: 217 time: 0.0982845 Sep 16 12:51:20.706133 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.db.resource_extend [None req-e62f9628-1d23-41da-b163-d4bf708ce66d admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 12:51:20.714270 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:20.809416 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-3b10390f-adc2-4ce4-bfd9-b1796eeaa5e2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0e610de6-3238-41c3-bd1a-f23917fad801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885093 Sep 16 12:51:20.823450 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b66c80e1-870f-4ecc-b0c2-b1cf12fdffe0 req-80788102-acaa-4d43-b4c5-3b2c9cdd0352 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.1074181 Sep 16 12:51:20.838706 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e62f9628-1d23-41da-b163-d4bf708ce66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (efc98046-384c-40f8-9e52-6d3af932ac27), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:20.839538 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62f9628-1d23-41da-b163-d4bf708ce66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:20.840112 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e62f9628-1d23-41da-b163-d4bf708ce66d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:20.886675 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-2a31c3c4-3dfe-4c1d-91ee-5083c630a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:20.888221 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-2a31c3c4-3dfe-4c1d-91ee-5083c630a028 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1784706 Sep 16 12:51:20.935064 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-725195e9-9788-4926-ad29-fff256cd1949 req-bb531e14-d804-4786-b824-99b0a45317f0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165910 Sep 16 12:51:20.991159 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-e62f9628-1d23-41da-b163-d4bf708ce66d admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 902 time: 3.3887682 Sep 16 12:51:20.992960 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 53080) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:20.998360 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-76f96264-94da-4c0e-82c4-493ea3a14d4a admin admin] Request body: {'subnet': {'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220383004-subnet', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:51:21.042935 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f96264-94da-4c0e-82c4-493ea3a14d4a admin admin] Made reservation on behalf of 034ef732e4504d05a4d5d0eea122165e for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:51:21.045988 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-76f96264-94da-4c0e-82c4-493ea3a14d4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:21.059009 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f9628-1d23-41da-b163-d4bf708ce66d admin admin] Pushing event updated for resources: {'Network': ['ID=efc98046-384c-40f8-9e52-6d3af932ac27,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:21.073876 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network efc98046-384c-40f8-9e52-6d3af932ac27 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:51:21.092092 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-9a5fb9c8-61a4-4676-b668-8846125a978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:21.094817 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-9a5fb9c8-61a4-4676-b668-8846125a978e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1573734 Sep 16 12:51:21.147602 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device b830d871-a472-440e-a2b5-2d8208f11f14 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:51:21.223743 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c68d5e4-ed9c-47dc-ac12-aeed71ba7b68 req-be4e4290-7119-4b74-8938-7d587510f51c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0e610de6-3238-41c3-bd1a-f23917fad801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043300 Sep 16 12:51:21.267308 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 53094) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:21.318759 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-76f96264-94da-4c0e-82c4-493ea3a14d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (e5df64a4-ed0c-4706-81f1-01ef1d613825), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:21.372248 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: b830d871-a472-440e-a2b5-2d8208f11f14 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:51:21.372578 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device b830d871-a472-440e-a2b5-2d8208f11f14 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:51:21.393371 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f96264-94da-4c0e-82c4-493ea3a14d4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5df64a4-ed0c-4706-81f1-01ef1d613825,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:21.405870 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-d928f5a2-cac9-4bb0-9bd0-2f052a062238 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048599 Sep 16 12:51:21.413203 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f96264-94da-4c0e-82c4-493ea3a14d4a admin admin] Checking segment: {'id': '189e4bb8-705e-4a58-9a6f-51518bae68e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:51:21.413552 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f96264-94da-4c0e-82c4-493ea3a14d4a admin admin] Network hostable DHCP agents. Network: efc98046-384c-40f8-9e52-6d3af932ac27, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:51:21.434212 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f96264-94da-4c0e-82c4-493ea3a14d4a admin admin] Network efc98046-384c-40f8-9e52-6d3af932ac27 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:51:21.446905 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-76f96264-94da-4c0e-82c4-493ea3a14d4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, efc98046-384c-40f8-9e52-6d3af932ac27) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:51:21.452356 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f96264-94da-4c0e-82c4-493ea3a14d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:21.453226 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-76f96264-94da-4c0e-82c4-493ea3a14d4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:21.461807 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce928782-88cc-4734-9d4c-47b3ec94e255 None None] Network efc98046-384c-40f8-9e52-6d3af932ac27 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:51:21.462895 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9678bf-a24c-4fa2-b096-44f32887c9ca req-c88552ff-aa89-4253-b204-08daf4e9b8ff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:21.465152 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6e9678bf-a24c-4fa2-b096-44f32887c9ca req-c88552ff-aa89-4253-b204-08daf4e9b8ff tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.1086781 Sep 16 12:51:21.492180 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-76f96264-94da-4c0e-82c4-493ea3a14d4a admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4973736 Sep 16 12:51:21.494387 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 53096) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:21.503260 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-246c5319-2e23-47f0-8d41-79b0e809e205 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220383004-router', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:51:21.581856 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6e9678bf-a24c-4fa2-b096-44f32887c9ca req-c5d61bf6-30f3-4366-bbfd-b1c11ed287af tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053560 Sep 16 12:51:21.584157 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-246c5319-2e23-47f0-8d41-79b0e809e205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (e6afd421-d489-40f1-8a76-df90289544ad), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:21.585258 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-246c5319-2e23-47f0-8d41-79b0e809e205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (e6afd421-d489-40f1-8a76-df90289544ad), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:21.611638 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89481753-e41e-4b4b-82db-388a585e5242 req-731c15ff-181d-419d-ac49-51efc60eeb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:21.613310 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-89481753-e41e-4b4b-82db-388a585e5242 req-731c15ff-181d-419d-ac49-51efc60eeb2c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 1125 time: 0.0910187 Sep 16 12:51:21.672497 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-efc98046-384c-40f8-9e52-6d3af932ac27', 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27', 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'fixed_ips': [{'subnet_id': 'e5df64a4-ed0c-4706-81f1-01ef1d613825'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:51:21.673423 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:21.777276 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:21.796546 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32988154-f3a0-48f3-8e71-988af7733d2d req-b71df8e5-53d4-4fe5-aa1d-465f6e8db2da tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:21.798190 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-32988154-f3a0-48f3-8e71-988af7733d2d req-b71df8e5-53d4-4fe5-aa1d-465f6e8db2da tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 943 time: 0.0722802 Sep 16 12:51:21.832449 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-246c5319-2e23-47f0-8d41-79b0e809e205 admin admin] Publish callbacks [] for router_controller (e6afd421-d489-40f1-8a76-df90289544ad), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:21.841959 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:21.884229 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] Allocated IP 172.20.0.2 (efc98046-384c-40f8-9e52-6d3af932ac27/e5df64a4-ed0c-4706-81f1-01ef1d613825/3bab76d7-0220-4d0e-97d2-1ab30f90d0ef) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:51:21.986659 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-32988154-f3a0-48f3-8e71-988af7733d2d req-8c5f66eb-1666-43e5-bc98-2b755835e056 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415541 Sep 16 12:51:22.108277 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:22.115584 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] Publish callbacks [] for port (3bab76d7-0220-4d0e-97d2-1ab30f90d0ef), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:22.133690 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (3bab76d7-0220-4d0e-97d2-1ab30f90d0ef), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:22.147650 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a324af-1d6d-4bad-aea9-dff8528c00c9 req-2c357a49-5960-47f5-8a27-2d89240e52c1 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:22.149808 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-33a324af-1d6d-4bad-aea9-dff8528c00c9 req-2c357a49-5960-47f5-8a27-2d89240e52c1 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 943 time: 0.0732000 Sep 16 12:51:22.155667 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-05f4fefe-6cfc-44f0-ab73-6ca4b1b9d121 req-e5e34056-adb4-4272-bd54-7b4ab365aae3 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.1428840 Sep 16 12:51:22.165531 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2453de58-6ee1-4153-9936-d34260f21079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (e1015dcb-92c8-4e66-95a1-00df4ec2baab), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:22.175094 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-246c5319-2e23-47f0-8d41-79b0e809e205 admin admin] Publish callbacks [] for router_gateway (e6afd421-d489-40f1-8a76-df90289544ad), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:22.180235 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89481753-e41e-4b4b-82db-388a585e5242 req-4f20e1c8-78e4-4fd2-aa82-f0fa191da25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:22.182155 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-89481753-e41e-4b4b-82db-388a585e5242 req-4f20e1c8-78e4-4fd2-aa82-f0fa191da25e service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 922 time: 0.5191588 Sep 16 12:51:22.230246 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] Pushing event updated for resources: {'Port': ['ID=3bab76d7-0220-4d0e-97d2-1ab30f90d0ef,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:22.242356 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] Network efc98046-384c-40f8-9e52-6d3af932ac27 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:51:22.244510 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:51:22.247257 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:51:22.265985 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-33a324af-1d6d-4bad-aea9-dff8528c00c9 req-8818a8d4-aef6-4c57-bfb4-ba64d0a39b00 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084273 Sep 16 12:51:22.276511 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-89481753-e41e-4b4b-82db-388a585e5242 req-d39b697f-ece3-4b7a-bd62-6704a5814051 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=756cd197-6a93-4b4a-b498-7ebcbb3246c2 HTTP/1.1" status: 200 len: 217 time: 0.0663903 Sep 16 12:51:22.324024 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] Attempting to bind port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:51:22.324436 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] Attempting to bind port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '189e4bb8-705e-4a58-9a6f-51518bae68e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:51:22.324802 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] Attempting to bind port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef on network efc98046-384c-40f8-9e52-6d3af932ac27 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:22.369413 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:51:22.370093 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] Checking segment: {'id': '189e4bb8-705e-4a58-9a6f-51518bae68e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:51:22.370496 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:22.370899 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] Bound using segment: {'id': '189e4bb8-705e-4a58-9a6f-51518bae68e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:51:22.371375 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] Bound port: 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189e4bb8-705e-4a58-9a6f-51518bae68e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:51:22.371751 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3bab76d7-0220-4d0e-97d2-1ab30f90d0ef), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:22.375542 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89481753-e41e-4b4b-82db-388a585e5242 req-f44f7e37-46c4-48d2-a129-b9db0dcb12c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:22.375542 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-89481753-e41e-4b4b-82db-388a585e5242 req-f44f7e37-46c4-48d2-a129-b9db0dcb12c8 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.0678625 Sep 16 12:51:22.418241 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:22.431446 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:22.444361 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] For port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:51:22.447740 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] For port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3bab76d7-0220-4d0e-97d2-1ab30f90d0ef,segment=NetworkSegment(189e4bb8-705e-4a58-9a6f-51518bae68e3),segment_id=189e4bb8-705e-4a58-9a6f-51518bae68e3)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:51:22.448899 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:22.458804 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3bab76d7-0220-4d0e-97d2-1ab30f90d0ef), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:22.465295 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89481753-e41e-4b4b-82db-388a585e5242 req-796701f6-6ebf-4edf-9413-9097702f4845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:22.466887 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-89481753-e41e-4b4b-82db-388a585e5242 req-796701f6-6ebf-4edf-9413-9097702f4845 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0769582 Sep 16 12:51:22.474092 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-2453de58-6ee1-4153-9936-d34260f21079 admin admin] Deleting port 705fbefe-5f9e-4972-a4eb-2f677e4c4993 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:51:22.474443 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2453de58-6ee1-4153-9936-d34260f21079 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (705fbefe-5f9e-4972-a4eb-2f677e4c4993), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:22.526335 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b1537-85fe-49ad-ab0b-eafa9f430734 None None] Pushing event updated for resources: {'Port': ['ID=3bab76d7-0220-4d0e-97d2-1ab30f90d0ef,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:22.582469 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-2453de58-6ee1-4153-9936-d34260f21079 admin admin] For port 705fbefe-5f9e-4972-a4eb-2f677e4c4993, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=705fbefe-5f9e-4972-a4eb-2f677e4c4993,segment=NetworkSegment(f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9),segment_id=f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:22.582835 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2453de58-6ee1-4153-9936-d34260f21079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (705fbefe-5f9e-4972-a4eb-2f677e4c4993), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:22.598887 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-2453de58-6ee1-4153-9936-d34260f21079 admin admin] Calling delete_port for 705fbefe-5f9e-4972-a4eb-2f677e4c4993 owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:51:22.640020 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-246c5319-2e23-47f0-8d41-79b0e809e205 admin admin] Publish callbacks [] for router_gateway (e6afd421-d489-40f1-8a76-df90289544ad), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:22.717240 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-246c5319-2e23-47f0-8d41-79b0e809e205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:22.721816 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-89481753-e41e-4b4b-82db-388a585e5242 req-5aab29a3-dac2-425e-983b-deee620e3e37 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489920 Sep 16 12:51:22.866816 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0baf0-d18d-46b5-8b60-bbfe3959255e req-358fccb4-f2a1-4517-921d-ff9966f26e16 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:22.868378 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-03c0baf0-d18d-46b5-8b60-bbfe3959255e req-358fccb4-f2a1-4517-921d-ff9966f26e16 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.1044042 Sep 16 12:51:22.885893 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:22.905762 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-89481753-e41e-4b4b-82db-388a585e5242 req-2f756208-79c4-4230-9390-4f6224a2e03b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770797 Sep 16 12:51:22.916667 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2453de58-6ee1-4153-9936-d34260f21079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (705fbefe-5f9e-4972-a4eb-2f677e4c4993), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:22.925303 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-246c5319-2e23-47f0-8d41-79b0e809e205 admin admin] Allocated IP 172.25.2.222 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/7b5dac0c-7d2c-4167-ab92-168dd562f2e2) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:51:22.956864 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453de58-6ee1-4153-9936-d34260f21079 admin admin] Pushing event deleted for resources: {'Port': ['ID=705fbefe-5f9e-4972-a4eb-2f677e4c4993,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:22.966043 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-03c0baf0-d18d-46b5-8b60-bbfe3959255e req-51c6892c-899b-4093-9c66-698bcd77f252 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897789 Sep 16 12:51:23.102096 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-246c5319-2e23-47f0-8d41-79b0e809e205 admin admin] Publish callbacks [] for port (7b5dac0c-7d2c-4167-ab92-168dd562f2e2), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:23.145185 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-246c5319-2e23-47f0-8d41-79b0e809e205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (7b5dac0c-7d2c-4167-ab92-168dd562f2e2), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:23.195448 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246c5319-2e23-47f0-8d41-79b0e809e205 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:51:23.201769 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-246c5319-2e23-47f0-8d41-79b0e809e205 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:51:23.204112 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c5319-2e23-47f0-8d41-79b0e809e205 admin admin] Pushing event updated for resources: {'Port': ['ID=7b5dac0c-7d2c-4167-ab92-168dd562f2e2,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:23.205301 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcfe5a-7eda-4f2e-9f8a-26e54ce56664 req-50d602ce-c4b3-4c5e-af86-8c7890951945 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:23.206385 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c5319-2e23-47f0-8d41-79b0e809e205 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:51:23.212444 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a2bcfe5a-7eda-4f2e-9f8a-26e54ce56664 req-50d602ce-c4b3-4c5e-af86-8c7890951945 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 943 time: 0.1010661 Sep 16 12:51:23.270938 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2453de58-6ee1-4153-9936-d34260f21079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (e1015dcb-92c8-4e66-95a1-00df4ec2baab), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:23.274018 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:23.286302 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:23.318708 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a2bcfe5a-7eda-4f2e-9f8a-26e54ce56664 req-814520e8-065b-4914-a023-cb6b1a7dc148 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052859 Sep 16 12:51:23.419741 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-21c95bc7-5af3-4276-a528-eed93eb724d9 req-54bef3e3-c329-4ba9-8eaf-152f3758811c tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0512259 Sep 16 12:51:23.510003 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021e791-7ea9-4c2a-b885-ac31003360d6 req-e36fdaa5-698d-4e48-b7e3-49f601cc3922 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:23.516811 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2021e791-7ea9-4c2a-b885-ac31003360d6 req-e36fdaa5-698d-4e48-b7e3-49f601cc3922 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 943 time: 0.1107194 Sep 16 12:51:23.529239 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:23.569224 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-246c5319-2e23-47f0-8d41-79b0e809e205 admin admin] Publish callbacks [] for router_gateway (e6afd421-d489-40f1-8a76-df90289544ad), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:23.647707 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309785e0-f064-47b3-ad6f-a1f6cdb4fa0c None None] Network efc98046-384c-40f8-9e52-6d3af932ac27 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:51:23.680935 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2021e791-7ea9-4c2a-b885-ac31003360d6 req-7f73f390-7c46-432e-9152-653486419746 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633079 Sep 16 12:51:23.726360 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-c6396573-da2d-4acb-a7df-48a617e72839 None None] Provisioning complete for port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:23.726685 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c6396573-da2d-4acb-a7df-48a617e72839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3bab76d7-0220-4d0e-97d2-1ab30f90d0ef), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:23.727102 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c6396573-da2d-4acb-a7df-48a617e72839 None None] Attempt 1 to provision port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef Sep 16 12:51:23.774692 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2453de58-6ee1-4153-9936-d34260f21079 admin admin] Router e1015dcb-92c8-4e66-95a1-00df4ec2baab has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:51:23.777679 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-56a45579-ee99-4332-a923-eee1c1e00fb7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277446 Sep 16 12:51:23.821703 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-246c5319-2e23-47f0-8d41-79b0e809e205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (e6afd421-d489-40f1-8a76-df90289544ad), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:23.902876 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c6396573-da2d-4acb-a7df-48a617e72839 None None] Current status of the port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:23.903349 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c6396573-da2d-4acb-a7df-48a617e72839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3bab76d7-0220-4d0e-97d2-1ab30f90d0ef), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:23.949092 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c6396573-da2d-4acb-a7df-48a617e72839 None None] For port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3bab76d7-0220-4d0e-97d2-1ab30f90d0ef,segment=NetworkSegment(189e4bb8-705e-4a58-9a6f-51518bae68e3),segment_id=189e4bb8-705e-4a58-9a6f-51518bae68e3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:23.959355 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c6396573-da2d-4acb-a7df-48a617e72839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3bab76d7-0220-4d0e-97d2-1ab30f90d0ef), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:24.055608 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:24.105722 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6396573-da2d-4acb-a7df-48a617e72839 None None] Pushing event updated for resources: {'Port': ['ID=3bab76d7-0220-4d0e-97d2-1ab30f90d0ef,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:24.152036 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:24.152824 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3bab76d7-0220-4d0e-97d2-1ab30f90d0ef), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:24.154047 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef Sep 16 12:51:24.206754 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 756cd197-6a93-4b4a-b498-7ebcbb3246c2 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:51:24.272404 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:24.304482 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85aa567-7ec8-4d00-b118-fa4da40f412d req-f2f97b26-2a56-4dfe-a581-7d66f9f58054 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:24.311386 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b85aa567-7ec8-4d00-b118-fa4da40f412d req-f2f97b26-2a56-4dfe-a581-7d66f9f58054 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.0919166 Sep 16 12:51:24.331567 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-017cddf1-e7bd-46d8-843d-067700463309 None None] Provisioning complete for port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:24.332624 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-017cddf1-e7bd-46d8-843d-067700463309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3bab76d7-0220-4d0e-97d2-1ab30f90d0ef), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:24.333129 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-017cddf1-e7bd-46d8-843d-067700463309 None None] Attempt 1 to provision port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef Sep 16 12:51:24.360147 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2453de58-6ee1-4153-9936-d34260f21079 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:51:24.369599 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-2453de58-6ee1-4153-9936-d34260f21079 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/e1015dcb-92c8-4e66-95a1-00df4ec2baab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0988297 Sep 16 12:51:24.370756 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 53128) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:24.385368 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae2e749-c44d-4784-a042-fa52418f7567 None None] Sync routers for ids ['e1015dcb-92c8-4e66-95a1-00df4ec2baab'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:51:24.425816 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:24.451564 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b85aa567-7ec8-4d00-b118-fa4da40f412d req-ba269d0a-5670-40a6-9026-133788260b6c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391249 Sep 16 12:51:24.474278 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246c5319-2e23-47f0-8d41-79b0e809e205 admin admin] Router e6afd421-d489-40f1-8a76-df90289544ad is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:51:24.492196 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 756cd197-6a93-4b4a-b498-7ebcbb3246c2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=756cd197-6a93-4b4a-b498-7ebcbb3246c2,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:24.498378 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:24.506766 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae2e749-c44d-4784-a042-fa52418f7567 None None] Routers {'e1015dcb-92c8-4e66-95a1-00df4ec2baab'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:51:24.507697 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-dae2e749-c44d-4784-a042-fa52418f7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:51:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e1015dcb-92c8-4e66-95a1-00df4ec2baab'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:24.539536 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3413c5a-70d7-4e7c-9017-975f69aecda1 req-abeec038-f899-438b-b974-de903f89b6f3 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:24.546927 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3413c5a-70d7-4e7c-9017-975f69aecda1 req-abeec038-f899-438b-b974-de903f89b6f3 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 943 time: 0.1260269 Sep 16 12:51:24.608508 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15c4f6bf-341c-4cb7-8f47-04709830f5da admin admin] Publish callbacks [] for router (e1015dcb-92c8-4e66-95a1-00df4ec2baab), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:24.613321 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246c5319-2e23-47f0-8d41-79b0e809e205 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:51:24.623875 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] Sync routers for ids ['e6afd421-d489-40f1-8a76-df90289544ad'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:51:24.641825 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] Routers {'e6afd421-d489-40f1-8a76-df90289544ad'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:51:24.643323 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:51:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e6afd421-d489-40f1-8a76-df90289544ad'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:24.650611 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-246c5319-2e23-47f0-8d41-79b0e809e205 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:24.656113 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-246c5319-2e23-47f0-8d41-79b0e809e205 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.1606505 Sep 16 12:51:24.656865 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 53140) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:24.668640 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7aac3aca-a826-4420-a248-b11bf001083d req-ad41cf39-39d5-4b1e-84fd-7aa7201b6ccd tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0769839 Sep 16 12:51:24.685021 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-dae2e749-c44d-4784-a042-fa52418f7567 None None] Set router e1015dcb-92c8-4e66-95a1-00df4ec2baab gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:51:24.687779 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3413c5a-70d7-4e7c-9017-975f69aecda1 req-114b6ac0-2399-4946-9811-a044ba4d06c3 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334131 Sep 16 12:51:24.732498 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '756cd197-6a93-4b4a-b498-7ebcbb3246c2', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'port_id': '756cd197-6a93-4b4a-b498-7ebcbb3246c2', 'mac_address': 'fa:16:3e:56:28:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:51:24.741860 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:24.901370 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] Set router e6afd421-d489-40f1-8a76-df90289544ad gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:51:24.928706 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15c4f6bf-341c-4cb7-8f47-04709830f5da admin admin] Publish callbacks [] for router_gateway (e1015dcb-92c8-4e66-95a1-00df4ec2baab), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:24.939245 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d2305-cc8e-4d13-b53d-1d4bc96bd1c3 req-7eaadb75-9b06-4feb-ac1c-292bb9d4bfcf tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:24.946853 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a71d2305-cc8e-4d13-b53d-1d4bc96bd1c3 req-7eaadb75-9b06-4feb-ac1c-292bb9d4bfcf tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 943 time: 0.0757937 Sep 16 12:51:25.001252 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:25.023312 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-017cddf1-e7bd-46d8-843d-067700463309 None None] Current status of the port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:25.027923 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:25.028936 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:25.034136 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-dae2e749-c44d-4784-a042-fa52418f7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1015dcb-92c8-4e66-95a1-00df4ec2baab', 'name': 'tempest-ServerGroupTestJSON-476305287-router', 'tenant_id': '665869d344cf42e38020c270515c5abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '25f67d5f-bc5b-40c7-8894-70dba41fa3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:27Z', 'updated_at': '2022-09-16T12:51:22Z', 'revision_number': 5, 'project_id': '665869d344cf42e38020c270515c5abf', 'gw_port': {'id': '25f67d5f-bc5b-40c7-8894-70dba41fa3f1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1015dcb-92c8-4e66-95a1-00df4ec2baab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:27Z', 'updated_at': '2022-09-16T12:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:25.072101 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae2e749-c44d-4784-a042-fa52418f7567 None None] Checking router: e1015dcb-92c8-4e66-95a1-00df4ec2baab for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:51:25.081349 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756cd197-6a93-4b4a-b498-7ebcbb3246c2 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:51:25.104974 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 756cd197-6a93-4b4a-b498-7ebcbb3246c2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=756cd197-6a93-4b4a-b498-7ebcbb3246c2,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:25.109421 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae2e749-c44d-4784-a042-fa52418f7567 None None] Routers {'e1015dcb-92c8-4e66-95a1-00df4ec2baab'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:51:25.110184 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-dae2e749-c44d-4784-a042-fa52418f7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:51:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e1015dcb-92c8-4e66-95a1-00df4ec2baab'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:25.114128 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:25.120767 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a71d2305-cc8e-4d13-b53d-1d4bc96bd1c3 req-1a4209b0-aeaf-4b95-b4f0-728dae7aec25 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725221 Sep 16 12:51:25.136404 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-15c4f6bf-341c-4cb7-8f47-04709830f5da admin admin] Deleting port 25f67d5f-bc5b-40c7-8894-70dba41fa3f1 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:51:25.136404 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15c4f6bf-341c-4cb7-8f47-04709830f5da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (25f67d5f-bc5b-40c7-8894-70dba41fa3f1), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:25.173934 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 093f17ab-8dc0-46d4-846c-da7b4807bf31 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:51:25.199081 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:25.204528 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220383004-router', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:21Z', 'updated_at': '2022-09-16T12:51:23Z', 'revision_number': 3, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'gw_port': {'id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:22Z', 'updated_at': '2022-09-16T12:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:25.205998 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:25.283214 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] Checking router: e6afd421-d489-40f1-8a76-df90289544ad for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:51:25.284171 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] Updating router e6afd421-d489-40f1-8a76-df90289544ad port 7b5dac0c-7d2c-4167-ab92-168dd562f2e2 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:51:25.296873 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-15c4f6bf-341c-4cb7-8f47-04709830f5da admin admin] For port 25f67d5f-bc5b-40c7-8894-70dba41fa3f1, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=25f67d5f-bc5b-40c7-8894-70dba41fa3f1,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:25.297631 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15c4f6bf-341c-4cb7-8f47-04709830f5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (25f67d5f-bc5b-40c7-8894-70dba41fa3f1), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:25.313529 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-15c4f6bf-341c-4cb7-8f47-04709830f5da admin admin] Calling delete_port for 25f67d5f-bc5b-40c7-8894-70dba41fa3f1 owned by network:router_gateway {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:51:25.360470 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7b5dac0c-7d2c-4167-ab92-168dd562f2e2), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:25.398908 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bb0053df-3378-4a02-9ede-79271cddd6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:25.476116 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-dae2e749-c44d-4784-a042-fa52418f7567 None None] Set router e1015dcb-92c8-4e66-95a1-00df4ec2baab gateway port host: None {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:51:25.570987 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['756cd197-6a93-4b4a-b498-7ebcbb3246c2'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:51:25.580466 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.resource_extend [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 12:51:25.601502 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15c4f6bf-341c-4cb7-8f47-04709830f5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (25f67d5f-bc5b-40c7-8894-70dba41fa3f1), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:25.652138 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4f6bf-341c-4cb7-8f47-04709830f5da admin admin] Pushing event deleted for resources: {'Port': ['ID=25f67d5f-bc5b-40c7-8894-70dba41fa3f1,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:25.803863 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0c621-edef-41c5-8939-1222508927aa req-82fff3dd-7e07-406f-9958-dbf8c0fff156 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:25.821338 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bfc0c621-edef-41c5-8939-1222508927aa req-82fff3dd-7e07-406f-9958-dbf8c0fff156 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.2116220 Sep 16 12:51:25.858976 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-bb0053df-3378-4a02-9ede-79271cddd6ef admin admin] Allocated IP 172.20.0.1 (efc98046-384c-40f8-9e52-6d3af932ac27/e5df64a4-ed0c-4706-81f1-01ef1d613825/cf1225b6-f7d7-4092-a67e-50e4e84340d7) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:51:25.881924 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:25.942114 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-dae2e749-c44d-4784-a042-fa52418f7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1015dcb-92c8-4e66-95a1-00df4ec2baab', 'name': 'tempest-ServerGroupTestJSON-476305287-router', 'tenant_id': '665869d344cf42e38020c270515c5abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:27Z', 'updated_at': '2022-09-16T12:51:24Z', 'revision_number': 6, 'project_id': '665869d344cf42e38020c270515c5abf', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:25.953475 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=756cd197-6a93-4b4a-b498-7ebcbb3246c2,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:26.039232 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] Publish callbacks [] for port (7b5dac0c-7d2c-4167-ab92-168dd562f2e2), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:26.054499 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (7b5dac0c-7d2c-4167-ab92-168dd562f2e2), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:26.055719 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:26.065633 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae2e749-c44d-4784-a042-fa52418f7567 None None] The sync data for ids ['e1015dcb-92c8-4e66-95a1-00df4ec2baab'] in n-d-858094-4 is: [{'id': 'e1015dcb-92c8-4e66-95a1-00df4ec2baab', 'name': 'tempest-ServerGroupTestJSON-476305287-router', 'tenant_id': '665869d344cf42e38020c270515c5abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:27Z', 'updated_at': '2022-09-16T12:51:24Z', 'revision_number': 6, 'project_id': '665869d344cf42e38020c270515c5abf', 'gw_port_host': None}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:51:26.086079 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf25b3-70e1-462c-8840-7329229bdb66 req-28e2ba91-4b24-4c6d-b209-29b8e5ab80ff tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:26.099725 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5cf25b3-70e1-462c-8840-7329229bdb66 req-28e2ba91-4b24-4c6d-b209-29b8e5ab80ff tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 943 time: 0.2526214 Sep 16 12:51:26.203679 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bb0053df-3378-4a02-9ede-79271cddd6ef admin admin] Publish callbacks [] for port (cf1225b6-f7d7-4092-a67e-50e4e84340d7), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:26.212081 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 093f17ab-8dc0-46d4-846c-da7b4807bf31, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=093f17ab-8dc0-46d4-846c-da7b4807bf31,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:26.217752 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3d1c7-e4d6-484d-a7f1-c6b0a103f37c None None] Pushing event updated for resources: {'Port': ['ID=7b5dac0c-7d2c-4167-ab92-168dd562f2e2,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:26.232854 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5cf25b3-70e1-462c-8840-7329229bdb66 req-640591f3-1d0b-425e-b5d5-8df16a314eca tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316655 Sep 16 12:51:26.236696 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] Attempting to bind port 7b5dac0c-7d2c-4167-ab92-168dd562f2e2 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:51:26.237133 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] Attempting to bind port 7b5dac0c-7d2c-4167-ab92-168dd562f2e2 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:51:26.238803 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] Attempting to bind port 7b5dac0c-7d2c-4167-ab92-168dd562f2e2 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:26.266316 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:26.266689 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3bab76d7-0220-4d0e-97d2-1ab30f90d0ef), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:26.267022 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef Sep 16 12:51:26.287026 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '093f17ab-8dc0-46d4-846c-da7b4807bf31', 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801', 'port_id': '093f17ab-8dc0-46d4-846c-da7b4807bf31', 'mac_address': 'fa:16:3e:a5:e5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4fab7ee-afa2-498a-a38b-87393fd03027', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:51:26.308250 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bb0053df-3378-4a02-9ede-79271cddd6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (cf1225b6-f7d7-4092-a67e-50e4e84340d7), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:26.329786 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bfc0c621-edef-41c5-8939-1222508927aa req-1720f9a0-fa93-4b41-b06b-085361dbc170 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074615 Sep 16 12:51:26.331032 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15c4f6bf-341c-4cb7-8f47-04709830f5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (e1015dcb-92c8-4e66-95a1-00df4ec2baab), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:26.407037 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:51:26.407428 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:51:26.408790 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:26.409123 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:51:26.410398 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] Bound port: 7b5dac0c-7d2c-4167-ab92-168dd562f2e2, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:51:26.410808 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7b5dac0c-7d2c-4167-ab92-168dd562f2e2), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:26.454378 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0053df-3378-4a02-9ede-79271cddd6ef admin admin] Network efc98046-384c-40f8-9e52-6d3af932ac27 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:51:26.466208 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-bb0053df-3378-4a02-9ede-79271cddd6ef admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:51:26.484346 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0053df-3378-4a02-9ede-79271cddd6ef admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:51:26.533984 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] For port 7b5dac0c-7d2c-4167-ab92-168dd562f2e2, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:51:26.538038 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] For port 7b5dac0c-7d2c-4167-ab92-168dd562f2e2, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=7b5dac0c-7d2c-4167-ab92-168dd562f2e2,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:51:26.539220 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bb0053df-3378-4a02-9ede-79271cddd6ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (e6afd421-d489-40f1-8a76-df90289544ad), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:26.549473 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (7b5dac0c-7d2c-4167-ab92-168dd562f2e2), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:26.597898 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15c4f6bf-341c-4cb7-8f47-04709830f5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (e1015dcb-92c8-4e66-95a1-00df4ec2baab), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:26.605190 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15c4f6bf-341c-4cb7-8f47-04709830f5da admin admin] Publish callbacks [] for router_controller (e1015dcb-92c8-4e66-95a1-00df4ec2baab), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:26.664790 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:26.666612 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0053df-3378-4a02-9ede-79271cddd6ef admin admin] Pushing event updated for resources: {'Port': ['ID=cf1225b6-f7d7-4092-a67e-50e4e84340d7,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:26.670278 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] Routers {'e6afd421-d489-40f1-8a76-df90289544ad'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:51:26.677889 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:26.704356 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:51:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e6afd421-d489-40f1-8a76-df90289544ad'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:26.722068 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15c4f6bf-341c-4cb7-8f47-04709830f5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (e1015dcb-92c8-4e66-95a1-00df4ec2baab), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:26.722789 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c4f6bf-341c-4cb7-8f47-04709830f5da admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1015dcb-92c8-4e66-95a1-00df4ec2baab {{(pid=113698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:51:26.760075 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 093f17ab-8dc0-46d4-846c-da7b4807bf31 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:26.762168 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:26.796843 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:26.817698 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15c4f6bf-341c-4cb7-8f47-04709830f5da admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:26.821177 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-15c4f6bf-341c-4cb7-8f47-04709830f5da admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/e1015dcb-92c8-4e66-95a1-00df4ec2baab HTTP/1.1" status: 204 len: 168 time: 2.4471395 Sep 16 12:51:26.821848 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 53174) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:26.836041 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:26.841470 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d210c4eb-b121-4cf5-9b6a-ba833e106dc2 req-c4d7a8db-1887-4a62-811c-7f5d5196a22d tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.1743517 Sep 16 12:51:26.866084 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a59a8a-4071-4dd2-9b8b-ac63d95816fc req-35448ce1-534f-445a-8221-33509dc70283 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:26.875228 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a6a59a8a-4071-4dd2-9b8b-ac63d95816fc req-35448ce1-534f-445a-8221-33509dc70283 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 944 time: 0.1796584 Sep 16 12:51:26.909119 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093f17ab-8dc0-46d4-846c-da7b4807bf31 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:51:26.929603 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:27.034053 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3d1c7-e4d6-484d-a7f1-c6b0a103f37c None None] Pushing event updated for resources: {'Port': ['ID=7b5dac0c-7d2c-4167-ab92-168dd562f2e2,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:27.037942 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a6a59a8a-4071-4dd2-9b8b-ac63d95816fc req-18f71f9c-5b8b-4360-9c2b-188956ba748e tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614490 Sep 16 12:51:27.040311 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-458982ec-edfb-4128-8460-13530bdaab34 admin admin] Deleting subnet 71ceb571-3ed2-4706-b10d-4402800098f5 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:51:27.086558 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-458982ec-edfb-4128-8460-13530bdaab34 admin admin] Publish callbacks [] for subnet (71ceb571-3ed2-4706-b10d-4402800098f5), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:27.180913 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] Set router e6afd421-d489-40f1-8a76-df90289544ad gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:51:27.209753 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 093f17ab-8dc0-46d4-846c-da7b4807bf31, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=093f17ab-8dc0-46d4-846c-da7b4807bf31,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:27.232416 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-458982ec-edfb-4128-8460-13530bdaab34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (71ceb571-3ed2-4706-b10d-4402800098f5), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:27.244701 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:27.258170 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:27.266384 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Provisioning complete for port cf1225b6-f7d7-4092-a67e-50e4e84340d7 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:27.266867 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (cf1225b6-f7d7-4092-a67e-50e4e84340d7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:27.267086 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Attempt 1 to provision port cf1225b6-f7d7-4092-a67e-50e4e84340d7 Sep 16 12:51:27.350967 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bb0053df-3378-4a02-9ede-79271cddd6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (cf1225b6-f7d7-4092-a67e-50e4e84340d7), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:27.385143 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Port cf1225b6-f7d7-4092-a67e-50e4e84340d7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:27.408499 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=093f17ab-8dc0-46d4-846c-da7b4807bf31,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:27.496434 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04edae-fc67-4064-bf80-cc116b11675b req-d215ac64-3004-4194-9b1f-1804b9dcf209 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:27.498524 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2a04edae-fc67-4064-bf80-cc116b11675b req-d215ac64-3004-4194-9b1f-1804b9dcf209 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 944 time: 0.1425748 Sep 16 12:51:27.511465 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-458982ec-edfb-4128-8460-13530bdaab34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (71ceb571-3ed2-4706-b10d-4402800098f5), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:27.634263 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74d264-0877-45b1-bd4f-a337addb85ca req-3f618d94-3846-47bc-b849-3a688ab0b96a tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:27.642447 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c74d264-0877-45b1-bd4f-a337addb85ca req-3f618d94-3846-47bc-b849-3a688ab0b96a tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.1426957 Sep 16 12:51:27.646423 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:27.714404 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2a04edae-fc67-4064-bf80-cc116b11675b req-a3ca748a-8f73-4655-b6bc-a3624f1188b8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814511 Sep 16 12:51:27.730357 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:27.771155 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 705fbefe-5f9e-4972-a4eb-2f677e4c4993 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:51:27.907002 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220383004-router', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:21Z', 'updated_at': '2022-09-16T12:51:23Z', 'revision_number': 3, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'gw_port': {'id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:22Z', 'updated_at': '2022-09-16T12:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:27.923594 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Attempt 2 to provision port cf1225b6-f7d7-4092-a67e-50e4e84340d7 Sep 16 12:51:27.952480 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-458982ec-edfb-4128-8460-13530bdaab34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (71ceb571-3ed2-4706-b10d-4402800098f5), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:27.954877 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['093f17ab-8dc0-46d4-846c-da7b4807bf31'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:51:28.027294 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 705fbefe-5f9e-4972-a4eb-2f677e4c4993 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:51:28.028415 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 705fbefe-5f9e-4972-a4eb-2f677e4c4993 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:51:28.031098 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 25f67d5f-bc5b-40c7-8894-70dba41fa3f1 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:51:28.036338 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d32c16be-c8f0-4ff2-ba63-8f518443ea4e req-f6197dad-6ddb-4f3e-b58d-de797c511e4e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2718375 Sep 16 12:51:28.042926 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c74d264-0877-45b1-bd4f-a337addb85ca req-bc85f885-d5a8-47dd-ad43-154c62d6035e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992760 Sep 16 12:51:28.046438 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414d9b84-8aa1-4a8e-be1a-bb7f0ea8c7e7 None None] The sync data for ids ['e6afd421-d489-40f1-8a76-df90289544ad'] in n-d-858094-4 is: [{'id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220383004-router', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:21Z', 'updated_at': '2022-09-16T12:51:23Z', 'revision_number': 3, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'gw_port': {'id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:22Z', 'updated_at': '2022-09-16T12:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:51:28.200979 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bb0053df-3378-4a02-9ede-79271cddd6ef admin admin] Publish callbacks [] for port (cf1225b6-f7d7-4092-a67e-50e4e84340d7), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:28.207123 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458982ec-edfb-4128-8460-13530bdaab34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ceb571-3ed2-4706-b10d-4402800098f5,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:28.211272 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bb0053df-3378-4a02-9ede-79271cddd6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (cf1225b6-f7d7-4092-a67e-50e4e84340d7), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:28.227792 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 25f67d5f-bc5b-40c7-8894-70dba41fa3f1 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:51:28.231341 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 25f67d5f-bc5b-40c7-8894-70dba41fa3f1 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:51:28.251421 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 756cd197-6a93-4b4a-b498-7ebcbb3246c2 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:28.280422 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c16be-c8f0-4ff2-ba63-8f518443ea4e req-167388d3-db3f-4988-a646-a6008ab82077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:28.286645 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d32c16be-c8f0-4ff2-ba63-8f518443ea4e req-167388d3-db3f-4988-a646-a6008ab82077 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 1126 time: 0.1358128 Sep 16 12:51:28.291044 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3104df75-4773-4786-8ac2-65d7340c0a15 req-47addc7d-7ac9-476e-a74b-79afce43a391 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.2212632 Sep 16 12:51:28.301612 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-458982ec-edfb-4128-8460-13530bdaab34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:28.307259 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a308ced-d186-413c-8f0e-749b35810690 None None] Network abbd5857-5e09-4393-907b-66607bc40ec5 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:51:28.330464 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-458982ec-edfb-4128-8460-13530bdaab34 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/71ceb571-3ed2-4706-b10d-4402800098f5 HTTP/1.1" status: 204 len: 168 time: 1.4957120 Sep 16 12:51:28.331394 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0053df-3378-4a02-9ede-79271cddd6ef admin admin] Pushing event updated for resources: {'Port': ['ID=cf1225b6-f7d7-4092-a67e-50e4e84340d7,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:28.338739 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 53196) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:28.364154 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=1,neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:28.415862 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bb0053df-3378-4a02-9ede-79271cddd6ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (e6afd421-d489-40f1-8a76-df90289544ad), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:28.479437 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Port cf1225b6-f7d7-4092-a67e-50e4e84340d7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:28.542340 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c782870c-e70f-43cb-9f11-4cccc312e1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (abbd5857-5e09-4393-907b-66607bc40ec5), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:28.692848 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0053df-3378-4a02-9ede-79271cddd6ef admin admin] Network efc98046-384c-40f8-9e52-6d3af932ac27 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:51:28.694621 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-bb0053df-3378-4a02-9ede-79271cddd6ef admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:51:28.757399 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:51:28.835054 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:28.838083 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:28.838651 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 Sep 16 12:51:28.867513 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-85a5bceb-c004-4f2b-a38e-dac58eb63ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:28.878456 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-85a5bceb-c004-4f2b-a38e-dac58eb63ae5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7&tenant_id=0b18ec5302634d2a95e51547e0019d40 HTTP/1.1" status: 200 len: 1132 time: 0.2679899 Sep 16 12:51:28.898914 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-858094-4', 'device_owner': 'compute:nova'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:51:28.953959 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb6dec-f31d-40ac-8f21-5d71843fdc63 req-f568b6a3-2379-4494-9a00-18693a92ed3f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:28.962352 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-07fb6dec-f31d-40ac-8f21-5d71843fdc63 req-f568b6a3-2379-4494-9a00-18693a92ed3f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 944 time: 0.3922246 Sep 16 12:51:28.968775 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060c89d1-47b5-45d7-be93-bbeddf65e4b4 None None] DHCP port deletion for abbd5857-5e09-4393-907b-66607bc40ec5 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:51:28.992097 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Attempt 3 to provision port cf1225b6-f7d7-4092-a67e-50e4e84340d7 Sep 16 12:51:29.007036 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-c782870c-e70f-43cb-9f11-4cccc312e1bf admin admin] Deleting port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:51:29.007437 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c782870c-e70f-43cb-9f11-4cccc312e1bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (47278f0b-0f9d-4f7a-ae68-a0d03c3ad065), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:29.229444 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c16be-c8f0-4ff2-ba63-8f518443ea4e req-9ff8b6a8-be72-4fca-944d-5264a3581abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:29.230897 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:29.239695 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d32c16be-c8f0-4ff2-ba63-8f518443ea4e req-9ff8b6a8-be72-4fca-944d-5264a3581abf service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 0.9234831 Sep 16 12:51:29.346851 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:51:29.410873 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:29.427722 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Port cf1225b6-f7d7-4092-a67e-50e4e84340d7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:29.444107 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31395c-8a70-47df-b6f5-290e37f53cbc req-30e628d0-5c09-4cab-b2b1-ab86b8c97a10 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:29.447878 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-060c89d1-47b5-45d7-be93-bbeddf65e4b4 None None] Deleting port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:51:29.448501 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-060c89d1-47b5-45d7-be93-bbeddf65e4b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (47278f0b-0f9d-4f7a-ae68-a0d03c3ad065), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:29.464498 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-af31395c-8a70-47df-b6f5-290e37f53cbc req-30e628d0-5c09-4cab-b2b1-ab86b8c97a10 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 944 time: 0.2096200 Sep 16 12:51:29.524739 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-07fb6dec-f31d-40ac-8f21-5d71843fdc63 req-bff7b3fb-0117-4c72-8d93-eda76a2c65a8 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5613518 Sep 16 12:51:29.526198 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d32c16be-c8f0-4ff2-ba63-8f518443ea4e req-cf9bc650-4b53-4f13-8f67-d4e3a51d84a1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8109ea32-2ace-4f1c-be0b-e7fa4599d05e HTTP/1.1" status: 200 len: 217 time: 0.2726419 Sep 16 12:51:29.550373 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] For port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:29.601928 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-c782870c-e70f-43cb-9f11-4cccc312e1bf admin admin] For port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=47278f0b-0f9d-4f7a-ae68-a0d03c3ad065,segment=NetworkSegment(f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9),segment_id=f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:29.602305 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c782870c-e70f-43cb-9f11-4cccc312e1bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (47278f0b-0f9d-4f7a-ae68-a0d03c3ad065), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:29.610080 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:29.610472 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:29.634523 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-c782870c-e70f-43cb-9f11-4cccc312e1bf admin admin] Calling delete_port for 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 owned by network:dhcp {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:51:29.637820 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] For port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host n-h1-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:51:29.650115 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-af31395c-8a70-47df-b6f5-290e37f53cbc req-e32820d1-6150-4dcf-abe0-1af67e042337 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846507 Sep 16 12:51:29.704248 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-060c89d1-47b5-45d7-be93-bbeddf65e4b4 None None] For port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=47278f0b-0f9d-4f7a-ae68-a0d03c3ad065,segment=NetworkSegment(f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9),segment_id=f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:29.704673 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-060c89d1-47b5-45d7-be93-bbeddf65e4b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (47278f0b-0f9d-4f7a-ae68-a0d03c3ad065), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:29.727270 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] Publish callbacks [] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:29.738965 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-060c89d1-47b5-45d7-be93-bbeddf65e4b4 None None] Calling delete_port for 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:51:29.758736 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] Transition to ACTIVE for port object 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:51:29.785676 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:29.787043 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a439c4ea-46f5-4571-9d87-96a91a6359f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:51:29.789619 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f931f19-49d8-4d63-b510-c4e43ee53d39" -d '{"events": [{"server_uuid": "a439c4ea-46f5-4571-9d87-96a91a6359f7", "name": "network-vif-unplugged", "status": "completed", "tag": "76e2deeb-80ac-4c0d-98b8-96091a5ab0d2"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:51:29.798224 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:29.851122 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0053df-3378-4a02-9ede-79271cddd6ef admin admin] Router e6afd421-d489-40f1-8a76-df90289544ad has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:51:29.852862 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:29.922708 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] No DVR routers for this DVR port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 on host n-h1-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:51:29.958803 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3d315ec0-12e5-4cfb-ba63-2b8470289135 req-6b05b927-1236-4997-919d-eb2b92c20986 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0604050 Sep 16 12:51:29.959455 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:30.029657 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Attempt 4 to provision port cf1225b6-f7d7-4092-a67e-50e4e84340d7 Sep 16 12:51:30.038064 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060549a8-5e78-45e4-b27a-0d91d063c3ac req-262bccfa-86dd-4467-b2af-d87ff03fe867 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:30.040495 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 7b5dac0c-7d2c-4167-ab92-168dd562f2e2 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:30.044297 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-060549a8-5e78-45e4-b27a-0d91d063c3ac req-262bccfa-86dd-4467-b2af-d87ff03fe867 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.3772464 Sep 16 12:51:30.049285 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:30.049704 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:30.059654 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.api [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 12:51:30.060072 n-d-858094-4 neutron-server[113700]: DEBUG oslo_db.api [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 12:51:30.060681 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-060c89d1-47b5-45d7-be93-bbeddf65e4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (47278f0b-0f9d-4f7a-ae68-a0d03c3ad065), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:30.101090 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] Attempting to bind port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:51:30.101441 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] Attempting to bind port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:51:30.101766 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] Attempting to bind port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:30.125162 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c16be-c8f0-4ff2-ba63-8f518443ea4e req-9667ee22-705a-47c3-b9af-05caa098c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:30.127542 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d32c16be-c8f0-4ff2-ba63-8f518443ea4e req-9667ee22-705a-47c3-b9af-05caa098c447 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.2957327 Sep 16 12:51:30.162376 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Port cf1225b6-f7d7-4092-a67e-50e4e84340d7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:30.220631 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7df0c3-5404-4183-bf1c-9f63d336e54a x-openstack-request-id: req-8a7df0c3-5404-4183-bf1c-9f63d336e54a {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:51:30.220923 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a439c4ea-46f5-4571-9d87-96a91a6359f7", "name": "network-vif-unplugged", "status": "completed", "tag": "76e2deeb-80ac-4c0d-98b8-96091a5ab0d2", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:51:30.221181 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8a7df0c3-5404-4183-bf1c-9f63d336e54a {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:51:30.221589 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7df0c3-5404-4183-bf1c-9f63d336e54a'] response: {'server_uuid': 'a439c4ea-46f5-4571-9d87-96a91a6359f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2', 'code': 200} Sep 16 12:51:30.228952 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041df092-33d4-4b71-84d8-7cd479d32b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756cd197-6a93-4b4a-b498-7ebcbb3246c2'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:51:30.231640 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e99b575-0019-4ce8-bba1-e46538e916e7" -d '{"events": [{"server_uuid": "041df092-33d4-4b71-84d8-7cd479d32b4f", "name": "network-vif-plugged", "status": "completed", "tag": "756cd197-6a93-4b4a-b498-7ebcbb3246c2"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:51:30.238932 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c89d1-47b5-45d7-be93-bbeddf65e4b4 None None] Pushing event deleted for resources: {'Port': ['ID=47278f0b-0f9d-4f7a-ae68-a0d03c3ad065,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:30.257383 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060c89d1-47b5-45d7-be93-bbeddf65e4b4 None None] No DVR routers for this DVR port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:51:30.260742 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c16be-c8f0-4ff2-ba63-8f518443ea4e req-d7f1501a-b5e5-46ab-98cd-45f075adff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:30.262573 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 756cd197-6a93-4b4a-b498-7ebcbb3246c2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=756cd197-6a93-4b4a-b498-7ebcbb3246c2,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:30.274037 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 7b5dac0c-7d2c-4167-ab92-168dd562f2e2 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:30.274462 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (7b5dac0c-7d2c-4167-ab92-168dd562f2e2), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:30.274795 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 7b5dac0c-7d2c-4167-ab92-168dd562f2e2 Sep 16 12:51:30.280289 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d32c16be-c8f0-4ff2-ba63-8f518443ea4e req-d7f1501a-b5e5-46ab-98cd-45f075adff7c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1178033 Sep 16 12:51:30.327730 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:30.330655 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c785d26-e769-44da-b536-bde79a718dbb x-openstack-request-id: req-3c785d26-e769-44da-b536-bde79a718dbb {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:51:30.331016 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041df092-33d4-4b71-84d8-7cd479d32b4f", "name": "network-vif-plugged", "status": "completed", "tag": "756cd197-6a93-4b4a-b498-7ebcbb3246c2", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:51:30.331343 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3c785d26-e769-44da-b536-bde79a718dbb {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:51:30.331741 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c785d26-e769-44da-b536-bde79a718dbb'] response: {'server_uuid': '041df092-33d4-4b71-84d8-7cd479d32b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756cd197-6a93-4b4a-b498-7ebcbb3246c2', 'code': 200} Sep 16 12:51:30.416416 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-060549a8-5e78-45e4-b27a-0d91d063c3ac req-4bbbfdae-a81f-40b7-9283-dc943a6e051c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485775 Sep 16 12:51:30.420494 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c782870c-e70f-43cb-9f11-4cccc312e1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (47278f0b-0f9d-4f7a-ae68-a0d03c3ad065), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:30.421415 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 7b5dac0c-7d2c-4167-ab92-168dd562f2e2 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:30.422387 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7b5dac0c-7d2c-4167-ab92-168dd562f2e2), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:30.445359 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=756cd197-6a93-4b4a-b498-7ebcbb3246c2,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:30.470865 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782870c-e70f-43cb-9f11-4cccc312e1bf admin admin] Pushing event deleted for resources: {'Port': ['ID=47278f0b-0f9d-4f7a-ae68-a0d03c3ad065,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:30.482674 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c782870c-e70f-43cb-9f11-4cccc312e1bf admin admin] No DVR routers for this DVR port 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 on host n-d-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:51:30.483713 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 7b5dac0c-7d2c-4167-ab92-168dd562f2e2, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=7b5dac0c-7d2c-4167-ab92-168dd562f2e2,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:30.491743 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:30.493787 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (7b5dac0c-7d2c-4167-ab92-168dd562f2e2), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:30.515937 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:30.533626 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0053df-3378-4a02-9ede-79271cddd6ef admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:51:30.535216 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] Pushing event updated for resources: {'Port': ['ID=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,revision_number=10']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:30.562404 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-bb0053df-3378-4a02-9ede-79271cddd6ef admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/e6afd421-d489-40f1-8a76-df90289544ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9040747 Sep 16 12:51:30.572208 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] Port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:51:30.572523 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] Attempting to bind port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:30.752940 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c782870c-e70f-43cb-9f11-4cccc312e1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (abbd5857-5e09-4393-907b-66607bc40ec5), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:30.807935 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:51:30.808380 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:51:30.811160 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:51:30.814026 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] Bound port: 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:51:30.814531 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:30.822763 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-c782870c-e70f-43cb-9f11-4cccc312e1bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbd5857-5e09-4393-907b-66607bc40ec5']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:30.845761 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-c782870c-e70f-43cb-9f11-4cccc312e1bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:30.846212 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-c782870c-e70f-43cb-9f11-4cccc312e1bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:30.861018 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8692ee-ef94-4b7e-98cc-2e9d4e5eaf40 req-38d206e1-560e-438e-a384-65aca09ff7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:30.863022 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5b8692ee-ef94-4b7e-98cc-2e9d4e5eaf40 req-38d206e1-560e-438e-a384-65aca09ff7cf service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 1127 time: 0.3563285 Sep 16 12:51:30.867994 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c782870c-e70f-43cb-9f11-4cccc312e1bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:30.906012 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c782870c-e70f-43cb-9f11-4cccc312e1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:30.919997 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c782870c-e70f-43cb-9f11-4cccc312e1bf admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:51:30.922639 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c782870c-e70f-43cb-9f11-4cccc312e1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:30.941558 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Attempt 5 to provision port cf1225b6-f7d7-4092-a67e-50e4e84340d7 Sep 16 12:51:30.948433 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:51:31.004594 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] For port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:51:31.030920 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] For port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:51:31.034416 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5b8692ee-ef94-4b7e-98cc-2e9d4e5eaf40 req-dcdf7855-28ee-47ef-95f8-794b680690f9 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565328 Sep 16 12:51:31.041728 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c782870c-e70f-43cb-9f11-4cccc312e1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (abbd5857-5e09-4393-907b-66607bc40ec5), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:31.045150 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:31.113665 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c782870c-e70f-43cb-9f11-4cccc312e1bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:31.121169 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c782870c-e70f-43cb-9f11-4cccc312e1bf admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/abbd5857-5e09-4393-907b-66607bc40ec5 HTTP/1.1" status: 204 len: 168 time: 2.7741339 Sep 16 12:51:31.155295 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d32c16be-c8f0-4ff2-ba63-8f518443ea4e req-c4fd51d1-152f-4797-be3d-7b6d634a7c86 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8650131 Sep 16 12:51:31.164172 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782870c-e70f-43cb-9f11-4cccc312e1bf admin admin] Pushing event deleted for resources: {'Network': ['ID=abbd5857-5e09-4393-907b-66607bc40ec5,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:31.207254 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e8ba5-c622-4c24-8b0c-c3b87191f231 req-343f43d1-0a25-46cd-94e9-85715737d2ea tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:31.213255 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:31.219549 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-646e8ba5-c622-4c24-8b0c-c3b87191f231 req-343f43d1-0a25-46cd-94e9-85715737d2ea tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 944 time: 0.2026970 Sep 16 12:51:31.221755 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:31.227985 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 HTTP/1.1" status: 200 len: 1097 time: 2.3486774 Sep 16 12:51:31.231628 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0395252-ea41-4de5-aa31-ad54b048c9ad service neutron] Pushing event updated for resources: {'Port': ['ID=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,revision_number=11']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:31.237126 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=7b5dac0c-7d2c-4167-ab92-168dd562f2e2,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:31.244638 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:51:31.244991 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 47278f0b-0f9d-4f7a-ae68-a0d03c3ad065 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:51:31.249659 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada15a9-df2d-4865-9b0a-1acffc9b10ac req-09cf1b9a-a53d-44a3-9db7-634b295a89f0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:31.260972 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4ada15a9-df2d-4865-9b0a-1acffc9b10ac req-09cf1b9a-a53d-44a3-9db7-634b295a89f0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 945 time: 0.2722154 Sep 16 12:51:31.329875 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Port cf1225b6-f7d7-4092-a67e-50e4e84340d7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:31.330387 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 is: DOWN; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:31.359861 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 093f17ab-8dc0-46d4-846c-da7b4807bf31 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:31.361726 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9 resource provider aggregate not found Sep 16 12:51:31.365315 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-d087e8ff-b836-43bd-929d-ce73ef8170a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:31.366692 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-d087e8ff-b836-43bd-929d-ce73ef8170a2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 1131 time: 0.0942109 Sep 16 12:51:31.419708 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 093f17ab-8dc0-46d4-846c-da7b4807bf31 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:51:31.427493 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 093f17ab-8dc0-46d4-846c-da7b4807bf31 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:31.428190 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:31.428446 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 093f17ab-8dc0-46d4-846c-da7b4807bf31 Sep 16 12:51:31.438324 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7dbc77b-aa5b-44b8-9cf7-e96179bb7ee9 found for delete ", "request_id": "req-9578f81f-c0ac-474b-a464-f65e8112647e"}]} Sep 16 12:51:31.480461 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:31.500986 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] Sync routers for ids ['e6afd421-d489-40f1-8a76-df90289544ad'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:51:31.504150 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4ada15a9-df2d-4865-9b0a-1acffc9b10ac req-64d35dbb-ad8d-4baf-8ed7-82e29313020d tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416310 Sep 16 12:51:31.528572 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 53246) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:31.552005 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-646e8ba5-c622-4c24-8b0c-c3b87191f231 req-aaa02e25-d04f-4d59-8960-3f677d48c448 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146913 Sep 16 12:51:31.557411 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] Routers {'e6afd421-d489-40f1-8a76-df90289544ad'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:51:31.558161 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:51:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e6afd421-d489-40f1-8a76-df90289544ad'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:31.588228 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:31.594639 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-a756102c-a1f8-4127-bddb-7e9b13085c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:31.596315 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-a756102c-a1f8-4127-bddb-7e9b13085c61 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.2162793 Sep 16 12:51:31.613697 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d32c16be-c8f0-4ff2-ba63-8f518443ea4e req-5ec73600-b8fe-44fd-9943-31bf3ad46a46 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401658 Sep 16 12:51:31.665065 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 53252) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:31.679489 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2593f130-25fa-42e7-b86b-8938e7878db5 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=665869d344cf42e38020c270515c5abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449325 Sep 16 12:51:31.788038 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] Set router e6afd421-d489-40f1-8a76-df90289544ad gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:51:31.794137 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-baeebb67-140f-4f37-a17b-cce601391127 admin admin] Publish callbacks [] for security_group (35d1b92e-ffa8-4dd7-a456-c7453d21411b), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:31.814557 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-d9fade6c-494b-4d51-8755-b125aa936341 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 HTTP/1.1" status: 200 len: 217 time: 0.0903571 Sep 16 12:51:31.829158 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-baeebb67-140f-4f37-a17b-cce601391127 admin admin] Publish callbacks [] for security_group (35d1b92e-ffa8-4dd7-a456-c7453d21411b), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:31.899886 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-baeebb67-140f-4f37-a17b-cce601391127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (35d1b92e-ffa8-4dd7-a456-c7453d21411b), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:31.903847 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-baeebb67-140f-4f37-a17b-cce601391127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:31.921927 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-baeebb67-140f-4f37-a17b-cce601391127 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/35d1b92e-ffa8-4dd7-a456-c7453d21411b HTTP/1.1" status: 204 len: 168 time: 0.2488480 Sep 16 12:51:31.928234 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-af73ed96-9b44-4ce2-99ee-d1677761d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:31.930220 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-af73ed96-9b44-4ce2-99ee-d1677761d5be service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0972030 Sep 16 12:51:31.987839 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:31.997531 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Attempt 6 to provision port cf1225b6-f7d7-4092-a67e-50e4e84340d7 Sep 16 12:51:32.007207 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 7b5dac0c-7d2c-4167-ab92-168dd562f2e2 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:32.029227 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeebb67-140f-4f37-a17b-cce601391127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d1b92e-ffa8-4dd7-a456-c7453d21411b,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:32.041417 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-685902f8-4374-4dbe-914b-342e0b80c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:32.042501 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b204a7-2022-49a7-8379-5d0adb0ea479 req-fa5bd5db-1ba2-476a-922d-f8d9fb407b92 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:32.045111 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-84b204a7-2022-49a7-8379-5d0adb0ea479 req-fa5bd5db-1ba2-476a-922d-f8d9fb407b92 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 1127 time: 0.2400053 Sep 16 12:51:32.055896 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-685902f8-4374-4dbe-914b-342e0b80c833 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0905499 Sep 16 12:51:32.148565 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-84b204a7-2022-49a7-8379-5d0adb0ea479 req-f7a7be49-363d-4fdf-a648-42553d711b8e tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882585 Sep 16 12:51:32.222976 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a439c4ea-46f5-4571-9d87-96a91a6359f7', 'tag': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:51:32.244213 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20418f76-4397-4634-8c48-0044dc0bb99e" -d '{"events": [{"name": "network-changed", "server_uuid": "a439c4ea-46f5-4571-9d87-96a91a6359f7", "tag": "76e2deeb-80ac-4c0d-98b8-96091a5ab0d2"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:51:32.263976 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 093f17ab-8dc0-46d4-846c-da7b4807bf31 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:32.265121 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:32.437237 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c9e8195-dff3-4a7b-8a1d-382a8cf09ec4 req-70e8d403-793e-414c-8cab-ae3843e53fe2 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0612729 Sep 16 12:51:32.449951 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Port cf1225b6-f7d7-4092-a67e-50e4e84340d7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:32.460761 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9070e88-5408-48ab-9f4b-a74368e8f25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093f17ab-8dc0-46d4-846c-da7b4807bf31'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:51:32.463025 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070cee93-9efa-44fe-9786-a593e92e125f" -d '{"events": [{"server_uuid": "f9070e88-5408-48ab-9f4b-a74368e8f25e", "name": "network-vif-plugged", "status": "completed", "tag": "093f17ab-8dc0-46d4-846c-da7b4807bf31"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:51:32.484097 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-eac28924-a350-4b6c-ae3d-fdee566ee1dc service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114541 Sep 16 12:51:32.491908 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 7b5dac0c-7d2c-4167-ab92-168dd562f2e2 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:32.492656 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (7b5dac0c-7d2c-4167-ab92-168dd562f2e2), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:32.493437 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 7b5dac0c-7d2c-4167-ab92-168dd562f2e2 Sep 16 12:51:32.535411 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 093f17ab-8dc0-46d4-846c-da7b4807bf31, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=093f17ab-8dc0-46d4-846c-da7b4807bf31,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:32.538950 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cbded82c-b3f1-4042-a69b-217aaf9e4f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:32.552222 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:32.785462 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220383004-router', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:21Z', 'updated_at': '2022-09-16T12:51:26Z', 'revision_number': 4, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'gw_port': {'id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:22Z', 'updated_at': '2022-09-16T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'cf1225b6-f7d7-4092-a67e-50e4e84340d7', 'name': '', 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'mac_address': 'fa:16:3e:1c:8f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e5df64a4-ed0c-4706-81f1-01ef1d613825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:25Z', 'updated_at': '2022-09-16T12:51:27Z', 'revision_number': 2, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'subnets': [{'id': 'e5df64a4-ed0c-4706-81f1-01ef1d613825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:32.789452 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-fe26a72a-5628-491a-9a4a-f8e6cb90d7a6 req-233cbc9a-f1b7-4597-af61-31ef3d90d52f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978652 Sep 16 12:51:32.885409 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fc4e9-cfdf-451d-9757-26ec6b4d9e17 req-e47f7edd-e887-4423-a3d9-e9cbd4fbb43c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:32.885913 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=093f17ab-8dc0-46d4-846c-da7b4807bf31,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:32.894089 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-536fc4e9-cfdf-451d-9757-26ec6b4d9e17 req-e47f7edd-e887-4423-a3d9-e9cbd4fbb43c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 949 time: 0.2001145 Sep 16 12:51:32.945314 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] Checking router: e6afd421-d489-40f1-8a76-df90289544ad for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:51:32.945760 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] Updating router e6afd421-d489-40f1-8a76-df90289544ad port cf1225b6-f7d7-4092-a67e-50e4e84340d7 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:51:32.951997 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Attempt 7 to provision port cf1225b6-f7d7-4092-a67e-50e4e84340d7 Sep 16 12:51:33.004174 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 7b5dac0c-7d2c-4167-ab92-168dd562f2e2 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:33.014202 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:33.029676 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Port cf1225b6-f7d7-4092-a67e-50e4e84340d7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:33.030505 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (cf1225b6-f7d7-4092-a67e-50e4e84340d7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:33.063599 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-536fc4e9-cfdf-451d-9757-26ec6b4d9e17 req-c8fa8bf0-694e-4c98-942b-088eb4cb0867 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684644 Sep 16 12:51:33.115294 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-ca3ae286-b2bc-4611-820c-7863f4ce2789 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:33.132309 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-ca3ae286-b2bc-4611-820c-7863f4ce2789 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/networks?id=efc98046-384c-40f8-9e52-6d3af932ac27 HTTP/1.1" status: 200 len: 829 time: 0.4555936 Sep 16 12:51:33.181517 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-78ebf46a-5f63-489e-a94a-d2e8839ade1b tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/quotas/034ef732e4504d05a4d5d0eea122165e HTTP/1.1" status: 200 len: 375 time: 0.0342326 Sep 16 12:51:33.326757 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-6ba7f469-7e63-4e81-9934-21618549d8f1 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=034ef732e4504d05a4d5d0eea122165e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1377206 Sep 16 12:51:33.531958 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Attempt 8 to provision port cf1225b6-f7d7-4092-a67e-50e4e84340d7 Sep 16 12:51:33.659048 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-d5c50b0d-103e-4bf4-b2de-95549422e82d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/efc98046-384c-40f8-9e52-6d3af932ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160734 Sep 16 12:51:33.857633 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-fb63e52f-4cff-47a6-ac5f-39b73cc7d824 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/efc98046-384c-40f8-9e52-6d3af932ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976292 Sep 16 12:51:33.911216 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] Publish callbacks [] for port (cf1225b6-f7d7-4092-a67e-50e4e84340d7), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:33.923459 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:33.931531 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Port cf1225b6-f7d7-4092-a67e-50e4e84340d7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:33.931531 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (cf1225b6-f7d7-4092-a67e-50e4e84340d7), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:34.041035 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad821f-48b8-46c9-a2e6-41df904740a0 None None] Pushing event updated for resources: {'Port': ['ID=cf1225b6-f7d7-4092-a67e-50e4e84340d7,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:34.203330 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dafd35-be78-4dc9-b2d2-a2ff3b8deaea x-openstack-request-id: req-05dafd35-be78-4dc9-b2d2-a2ff3b8deaea {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:51:34.203779 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9070e88-5408-48ab-9f4b-a74368e8f25e", "name": "network-vif-plugged", "status": "completed", "tag": "093f17ab-8dc0-46d4-846c-da7b4807bf31", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:51:34.204239 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-05dafd35-be78-4dc9-b2d2-a2ff3b8deaea {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:51:34.205177 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05dafd35-be78-4dc9-b2d2-a2ff3b8deaea'] response: {'server_uuid': 'f9070e88-5408-48ab-9f4b-a74368e8f25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093f17ab-8dc0-46d4-846c-da7b4807bf31', 'code': 200} Sep 16 12:51:34.227392 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] Attempting to bind port cf1225b6-f7d7-4092-a67e-50e4e84340d7 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:51:34.227949 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] Attempting to bind port cf1225b6-f7d7-4092-a67e-50e4e84340d7 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '189e4bb8-705e-4a58-9a6f-51518bae68e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:51:34.228562 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] Attempting to bind port cf1225b6-f7d7-4092-a67e-50e4e84340d7 on network efc98046-384c-40f8-9e52-6d3af932ac27 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:34.286227 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac2d670-7704-4ffb-981b-65423bc777c8 x-openstack-request-id: req-dac2d670-7704-4ffb-981b-65423bc777c8 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:51:34.286713 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a439c4ea-46f5-4571-9d87-96a91a6359f7", "tag": "76e2deeb-80ac-4c0d-98b8-96091a5ab0d2", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:51:34.287074 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dac2d670-7704-4ffb-981b-65423bc777c8 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:51:34.287790 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac2d670-7704-4ffb-981b-65423bc777c8'] response: {'name': 'network-changed', 'server_uuid': 'a439c4ea-46f5-4571-9d87-96a91a6359f7', 'tag': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2', 'status': 'completed', 'code': 200} Sep 16 12:51:34.384640 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:34.419647 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:51:34.422445 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] Checking segment: {'id': '189e4bb8-705e-4a58-9a6f-51518bae68e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:51:34.423121 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:34.425089 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] Bound using segment: {'id': '189e4bb8-705e-4a58-9a6f-51518bae68e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:51:34.427209 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] Bound port: cf1225b6-f7d7-4092-a67e-50e4e84340d7, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189e4bb8-705e-4a58-9a6f-51518bae68e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:51:34.427996 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (cf1225b6-f7d7-4092-a67e-50e4e84340d7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:34.440696 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Attempt 9 to provision port cf1225b6-f7d7-4092-a67e-50e4e84340d7 Sep 16 12:51:34.539623 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20418f76-4397-4634-8c48-0044dc0bb99e req-5df1aa50-6e90-40d5-8c86-9f07caa217d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:34.549678 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-20418f76-4397-4634-8c48-0044dc0bb99e req-5df1aa50-6e90-40d5-8c86-9f07caa217d4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 1131 time: 0.1762378 Sep 16 12:51:34.782878 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Port cf1225b6-f7d7-4092-a67e-50e4e84340d7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:34.807998 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f1806ee3-302d-44ac-b1a0-a3c31cb548a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:34.856620 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20418f76-4397-4634-8c48-0044dc0bb99e req-9ac5c721-40b0-4abd-aa3f-eb1a5d04e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:34.856620 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-20418f76-4397-4634-8c48-0044dc0bb99e req-9ac5c721-40b0-4abd-aa3f-eb1a5d04e618 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.2986405 Sep 16 12:51:34.956312 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] For port cf1225b6-f7d7-4092-a67e-50e4e84340d7, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:51:34.961746 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] For port cf1225b6-f7d7-4092-a67e-50e4e84340d7, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=cf1225b6-f7d7-4092-a67e-50e4e84340d7,segment=NetworkSegment(189e4bb8-705e-4a58-9a6f-51518bae68e3),segment_id=189e4bb8-705e-4a58-9a6f-51518bae68e3)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:51:34.975182 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (cf1225b6-f7d7-4092-a67e-50e4e84340d7), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:35.033226 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-20418f76-4397-4634-8c48-0044dc0bb99e req-d03a152e-4b43-42db-b1af-4811703f3520 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 HTTP/1.1" status: 200 len: 217 time: 0.1707420 Sep 16 12:51:35.091087 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a610c-4b73-49ae-850b-b94cf27470e6 req-f3c93b74-c327-4c65-a0b7-08df245a1270 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:35.100736 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c76a610c-4b73-49ae-850b-b94cf27470e6 req-f3c93b74-c327-4c65-a0b7-08df245a1270 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 945 time: 0.7460871 Sep 16 12:51:35.125893 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] Routers {'e6afd421-d489-40f1-8a76-df90289544ad'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:51:35.127434 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:51:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e6afd421-d489-40f1-8a76-df90289544ad'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:35.186388 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:35.258267 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20418f76-4397-4634-8c48-0044dc0bb99e req-0e7b0fdd-f217-43c9-84bc-bba214eb86e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:35.265790 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-20418f76-4397-4634-8c48-0044dc0bb99e req-0e7b0fdd-f217-43c9-84bc-bba214eb86e1 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.2271595 Sep 16 12:51:35.271974 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad821f-48b8-46c9-a2e6-41df904740a0 None None] Pushing event updated for resources: {'Port': ['ID=cf1225b6-f7d7-4092-a67e-50e4e84340d7,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:35.286428 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Attempt 10 to provision port cf1225b6-f7d7-4092-a67e-50e4e84340d7 Sep 16 12:51:35.328060 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:35.343885 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-c6bcefdb-54a7-4855-9088-073fb8afccd3 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:51:35.344587 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-c6bcefdb-54a7-4855-9088-073fb8afccd3 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0250425 Sep 16 12:51:35.359760 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:35.413643 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20418f76-4397-4634-8c48-0044dc0bb99e req-3a039cd2-d283-4514-b434-eccb047f4e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:35.416595 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-20418f76-4397-4634-8c48-0044dc0bb99e req-3a039cd2-d283-4514-b434-eccb047f4e95 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1447341 Sep 16 12:51:35.506860 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-8199b2f4-351c-47bf-9243-4389edf6b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:35.519750 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-8199b2f4-351c-47bf-9243-4389edf6b2c5 service neutron] 10.222.0.67 "GET /networking/v2.0/ports/065308fc-710e-4f14-b3d0-e976788d4def HTTP/1.1" status: 200 len: 1124 time: 0.1581874 Sep 16 12:51:35.539730 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91f55c-3001-4dec-b31f-1b3246352fe2 req-9d9a96cf-f08a-4417-a34f-14a0d0a5c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:35.542309 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ac91f55c-3001-4dec-b31f-1b3246352fe2 req-9d9a96cf-f08a-4417-a34f-14a0d0a5c19e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 1127 time: 0.4342718 Sep 16 12:51:35.597521 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20418f76-4397-4634-8c48-0044dc0bb99e req-efc79e71-75a6-4b6f-a4a2-aa3e5c60ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:35.599490 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20418f76-4397-4634-8c48-0044dc0bb99e req-efc79e71-75a6-4b6f-a4a2-aa3e5c60ddc2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 1131 time: 0.4838243 Sep 16 12:51:35.615290 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-3a685211-f5d5-43af-b653-7e94745825b4 service neutron] Request body: {'binding': {'host': 'n-h2-858094-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:51:35.615745 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-3a685211-f5d5-43af-b653-7e94745825b4 service neutron] Unknown quota resources ['binding']. {{(pid=113698) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Sep 16 12:51:35.622459 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-20418f76-4397-4634-8c48-0044dc0bb99e req-340b4319-b859-427e-b014-eedbd431fe7e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958611 Sep 16 12:51:35.643326 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] Set router e6afd421-d489-40f1-8a76-df90289544ad gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:51:35.680385 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c76a610c-4b73-49ae-850b-b94cf27470e6 req-3961cfa0-284c-4994-b9f3-a656d20a939a tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784924 Sep 16 12:51:35.889188 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-20418f76-4397-4634-8c48-0044dc0bb99e req-6040b0ec-7ce6-43b1-bfda-8ec3af8b5dc7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604449 Sep 16 12:51:35.891658 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ac91f55c-3001-4dec-b31f-1b3246352fe2 req-e97bc3b2-75c4-4948-9c47-23ff0fc1cd29 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862320 Sep 16 12:51:36.054306 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:36.106379 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220383004-router', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:21Z', 'updated_at': '2022-09-16T12:51:26Z', 'revision_number': 4, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'gw_port': {'id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:22Z', 'updated_at': '2022-09-16T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'cf1225b6-f7d7-4092-a67e-50e4e84340d7', 'name': '', 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'mac_address': 'fa:16:3e:1c:8f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e5df64a4-ed0c-4706-81f1-01ef1d613825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:25Z', 'updated_at': '2022-09-16T12:51:34Z', 'revision_number': 4, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'subnets': [{'id': 'e5df64a4-ed0c-4706-81f1-01ef1d613825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:36.159311 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Current status of the port cf1225b6-f7d7-4092-a67e-50e4e84340d7 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:36.159991 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (cf1225b6-f7d7-4092-a67e-50e4e84340d7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:36.161057 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e7bc8-29f4-4e35-8a63-83a419ef22c0 req-c353e8d1-efc5-415a-bfe4-d0eb4c17e8c6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:36.163290 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f3cccc-1287-4d9c-88b4-39302847e0ff None None] The sync data for ids ['e6afd421-d489-40f1-8a76-df90289544ad'] in n-d-858094-4 is: [{'id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220383004-router', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:21Z', 'updated_at': '2022-09-16T12:51:26Z', 'revision_number': 4, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'gw_port': {'id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:22Z', 'updated_at': '2022-09-16T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'cf1225b6-f7d7-4092-a67e-50e4e84340d7', 'name': '', 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'mac_address': 'fa:16:3e:1c:8f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e5df64a4-ed0c-4706-81f1-01ef1d613825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:25Z', 'updated_at': '2022-09-16T12:51:34Z', 'revision_number': 4, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'subnets': [{'id': 'e5df64a4-ed0c-4706-81f1-01ef1d613825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:51:36.178466 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-206e7bc8-29f4-4e35-8a63-83a419ef22c0 req-c353e8d1-efc5-415a-bfe4-d0eb4c17e8c6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 945 time: 0.2788448 Sep 16 12:51:36.182725 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:36.198540 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:36.268626 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] For port cf1225b6-f7d7-4092-a67e-50e4e84340d7, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=cf1225b6-f7d7-4092-a67e-50e4e84340d7,segment=NetworkSegment(189e4bb8-705e-4a58-9a6f-51518bae68e3),segment_id=189e4bb8-705e-4a58-9a6f-51518bae68e3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:36.287424 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:51:36.308240 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (cf1225b6-f7d7-4092-a67e-50e4e84340d7), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:36.394479 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20418f76-4397-4634-8c48-0044dc0bb99e req-f832d333-4e45-4b52-882d-1915587e121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:36.398431 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20418f76-4397-4634-8c48-0044dc0bb99e req-f832d333-4e45-4b52-882d-1915587e121c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.7761941 Sep 16 12:51:36.439588 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-206e7bc8-29f4-4e35-8a63-83a419ef22c0 req-60395083-2c79-4595-bc25-e70d4145b3b2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510488 Sep 16 12:51:36.521349 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81576e2-d145-4a5a-8911-4273c88cd4c6 None None] Pushing event updated for resources: {'Port': ['ID=cf1225b6-f7d7-4092-a67e-50e4e84340d7,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:36.525258 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-3a685211-f5d5-43af-b653-7e94745825b4 service neutron] Attempting to bind port 065308fc-710e-4f14-b3d0-e976788d4def on host n-h2-858094-4 for vnic_type normal with profile None {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:51:36.532161 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-3a685211-f5d5-43af-b653-7e94745825b4 service neutron] Attempting to bind port 065308fc-710e-4f14-b3d0-e976788d4def by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:51:36.532890 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-3a685211-f5d5-43af-b653-7e94745825b4 service neutron] Attempting to bind port 065308fc-710e-4f14-b3d0-e976788d4def on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:36.533956 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-0006f65e-548a-4a9c-b16b-f99c6d5228a2 None None] Provisioning complete for port cf1225b6-f7d7-4092-a67e-50e4e84340d7 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:36.534334 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0006f65e-548a-4a9c-b16b-f99c6d5228a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (cf1225b6-f7d7-4092-a67e-50e4e84340d7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:36.534863 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0006f65e-548a-4a9c-b16b-f99c6d5228a2 None None] Attempt 1 to provision port cf1225b6-f7d7-4092-a67e-50e4e84340d7 Sep 16 12:51:36.628947 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-3a685211-f5d5-43af-b653-7e94745825b4 service neutron] Port 065308fc-710e-4f14-b3d0-e976788d4def on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:51:36.629360 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-3a685211-f5d5-43af-b653-7e94745825b4 service neutron] Attempting to bind port 065308fc-710e-4f14-b3d0-e976788d4def on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:36.633725 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:36.655841 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2', 'mac_address': 'fa:16:3e:d3:a0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:51:36.775971 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0006f65e-548a-4a9c-b16b-f99c6d5228a2 None None] Current status of the port cf1225b6-f7d7-4092-a67e-50e4e84340d7 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:36.801217 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:36.801611 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:36.816745 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-3a685211-f5d5-43af-b653-7e94745825b4 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:51:36.821175 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-3a685211-f5d5-43af-b653-7e94745825b4 service neutron] Checking segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:51:36.824634 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-3a685211-f5d5-43af-b653-7e94745825b4 service neutron] Bound using segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:51:36.824921 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-3a685211-f5d5-43af-b653-7e94745825b4 service neutron] Bound port: 065308fc-710e-4f14-b3d0-e976788d4def, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:51:36.834538 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:51:36.843161 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b29b893f-ce34-4fe7-ad2f-06970395ae07 req-1a9f1c3e-db17-4377-8aea-f0cdcc583199 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.2221875 Sep 16 12:51:36.907233 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:36.921827 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:36.956268 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-6a915def-3ca0-40b7-a4ae-c93862920a6b tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:36.966291 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-6a915def-3ca0-40b7-a4ae-c93862920a6b tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.76 "GET /networking/v2.0/networks?id=efc98046-384c-40f8-9e52-6d3af932ac27 HTTP/1.1" status: 200 len: 829 time: 0.3946638 Sep 16 12:51:36.979462 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-9476cb40-69e9-45b4-8d3a-c9fbb248cd01 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Request body: {'port': {'device_id': 'a4906950-755b-4838-b954-fb07189747f3', 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27', 'admin_state_up': True, 'tenant_id': '034ef732e4504d05a4d5d0eea122165e'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:51:37.060565 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20418f76-4397-4634-8c48-0044dc0bb99e req-0df534eb-32a9-4fdd-be7f-8a5a4e5ab47c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 HTTP/1.1" status: 200 len: 217 time: 0.1131148 Sep 16 12:51:37.063967 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,revision_number=12']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:37.161522 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['76e2deeb-80ac-4c0d-98b8-96091a5ab0d2'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:51:37.194742 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20418f76-4397-4634-8c48-0044dc0bb99e req-6ec16d95-698f-4eef-998c-578c931a189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:37.199929 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20418f76-4397-4634-8c48-0044dc0bb99e req-6ec16d95-698f-4eef-998c-578c931a189d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1260629 Sep 16 12:51:37.240813 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-9476cb40-69e9-45b4-8d3a-c9fbb248cd01 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Made reservation on behalf of 034ef732e4504d05a4d5d0eea122165e for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:51:37.248081 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-3a685211-f5d5-43af-b653-7e94745825b4 service neutron] For port 065308fc-710e-4f14-b3d0-e976788d4def, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=065308fc-710e-4f14-b3d0-e976788d4def,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:51:37.249071 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-9476cb40-69e9-45b4-8d3a-c9fbb248cd01 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:37.261688 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-3a685211-f5d5-43af-b653-7e94745825b4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:37.265547 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-3a685211-f5d5-43af-b653-7e94745825b4 service neutron] 10.222.0.67 "POST /networking/v2.0/ports/065308fc-710e-4f14-b3d0-e976788d4def/bindings HTTP/1.1" status: 201 len: 389 time: 1.6598830 Sep 16 12:51:37.345893 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20418f76-4397-4634-8c48-0044dc0bb99e req-e4286219-af4d-4203-b7cb-800a7949e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:37.347834 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20418f76-4397-4634-8c48-0044dc0bb99e req-e4286219-af4d-4203-b7cb-800a7949e73f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0691507 Sep 16 12:51:37.371573 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:37.524668 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:37.725700 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-9476cb40-69e9-45b4-8d3a-c9fbb248cd01 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Allocated IP 172.20.0.12 (efc98046-384c-40f8-9e52-6d3af932ac27/e5df64a4-ed0c-4706-81f1-01ef1d613825/92b5ca07-8b77-48e8-915c-8ee94ddb3bb2) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:51:37.729437 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:37.816532 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-05eb7264-6493-402c-8166-1d092370cb66 req-a988d2a4-80b4-4b5b-b133-cfd9fa4745f9 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 210 time: 0.1268423 Sep 16 12:51:37.820743 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20418f76-4397-4634-8c48-0044dc0bb99e req-f00c6dd8-7839-4dcb-a11d-5535c5ba03c7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539705 Sep 16 12:51:37.907592 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:37.916178 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=20 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:37.981810 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device cf1225b6-f7d7-4092-a67e-50e4e84340d7 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:38.094082 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port cf1225b6-f7d7-4092-a67e-50e4e84340d7 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:38.100190 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (cf1225b6-f7d7-4092-a67e-50e4e84340d7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:38.100686 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port cf1225b6-f7d7-4092-a67e-50e4e84340d7 Sep 16 12:51:38.155799 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:38.190379 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:38.197040 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:38.247184 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541f3d7-8128-4e30-a346-dd25d005b3b0 req-42c40d38-5ff1-41cc-931c-8b11cb17d3d7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:38.255500 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8541f3d7-8128-4e30-a346-dd25d005b3b0 req-42c40d38-5ff1-41cc-931c-8b11cb17d3d7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 950 time: 0.2328196 Sep 16 12:51:38.287277 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-9476cb40-69e9-45b4-8d3a-c9fbb248cd01 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks [] for port (92b5ca07-8b77-48e8-915c-8ee94ddb3bb2), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:38.330494 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:38.368329 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:38.391991 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-9476cb40-69e9-45b4-8d3a-c9fbb248cd01 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (92b5ca07-8b77-48e8-915c-8ee94ddb3bb2), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:38.418140 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:38.437291 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8541f3d7-8128-4e30-a346-dd25d005b3b0 req-37af2b9d-1a84-4493-97a5-8b4ce8256559 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621525 Sep 16 12:51:38.480527 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port cf1225b6-f7d7-4092-a67e-50e4e84340d7 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:38.547643 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379ce1a-84f0-4688-bfc2-a22c4f147cde req-97a6e4b2-9d21-42ae-9355-c9ae683a5781 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:38.553139 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:38.557766 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1379ce1a-84f0-4688-bfc2-a22c4f147cde req-97a6e4b2-9d21-42ae-9355-c9ae683a5781 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 1127 time: 0.1312532 Sep 16 12:51:38.561625 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:51:38.588165 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-f123beaa-44c6-4ef8-b96e-c700cd031cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:38.588165 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-f123beaa-44c6-4ef8-b96e-c700cd031cd1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 1127 time: 0.7095709 Sep 16 12:51:38.588579 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:38.588579 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:38.588796 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 Sep 16 12:51:38.601591 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20418f76-4397-4634-8c48-0044dc0bb99e req-709f8cd5-c753-4f43-a674-78d6366d8103 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7729883 Sep 16 12:51:38.665973 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1566b02-bbed-42ba-bdc0-63096a189faa req-471d3993-af07-4a72-949e-6c1cd9913412 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:38.689939 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b1566b02-bbed-42ba-bdc0-63096a189faa req-471d3993-af07-4a72-949e-6c1cd9913412 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 945 time: 0.1240439 Sep 16 12:51:38.714102 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-9476cb40-69e9-45b4-8d3a-c9fbb248cd01 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Network efc98046-384c-40f8-9e52-6d3af932ac27 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:51:38.736774 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-9476cb40-69e9-45b4-8d3a-c9fbb248cd01 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:51:38.763769 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:51:38.782281 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1379ce1a-84f0-4688-bfc2-a22c4f147cde req-bcd6f242-fdbe-4e58-abb6-f82325e944f1 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188950 Sep 16 12:51:38.811037 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-9476cb40-69e9-45b4-8d3a-c9fbb248cd01 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:51:38.867892 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b1566b02-bbed-42ba-bdc0-63096a189faa req-961c3416-79f6-43bd-9376-6d46e780f873 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768246 Sep 16 12:51:39.002744 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:39.003368 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:39.009650 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476cb40-69e9-45b4-8d3a-c9fbb248cd01 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Pushing event updated for resources: {'Port': ['ID=92b5ca07-8b77-48e8-915c-8ee94ddb3bb2,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:39.093691 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643e198-b971-43f8-b285-d904e98776fe req-a26ff6c7-9b18-44a0-bbe5-fe7d5b7e4436 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:39.095533 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c643e198-b971-43f8-b285-d904e98776fe req-a26ff6c7-9b18-44a0-bbe5-fe7d5b7e4436 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 945 time: 0.1074781 Sep 16 12:51:39.100690 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a439c4ea-46f5-4571-9d87-96a91a6359f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:51:39.104826 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ccaed2-a7d6-44cd-b001-2999cac8d2ea" -d '{"events": [{"server_uuid": "a439c4ea-46f5-4571-9d87-96a91a6359f7", "name": "network-vif-plugged", "status": "completed", "tag": "76e2deeb-80ac-4c0d-98b8-96091a5ab0d2"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:51:39.122659 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:39.127832 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:39.214276 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,revision_number=13']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:39.247078 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-5f5cae6f-99f8-48d9-b9ad-1352684034e0 None None] Provisioning complete for port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:39.249608 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5f5cae6f-99f8-48d9-b9ad-1352684034e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (92b5ca07-8b77-48e8-915c-8ee94ddb3bb2), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:39.249975 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5f5cae6f-99f8-48d9-b9ad-1352684034e0 None None] Attempt 1 to provision port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 Sep 16 12:51:39.270605 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8de640bd-3276-40c7-93b4-9be2e1ec3e44 req-612e7b07-1989-4b8a-b97b-db5903b2fc35 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.1476262 Sep 16 12:51:39.369878 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5f5cae6f-99f8-48d9-b9ad-1352684034e0 None None] Port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:39.372473 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c643e198-b971-43f8-b285-d904e98776fe req-7b032911-2ac4-4d47-8799-e17164396a4e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483861 Sep 16 12:51:39.613694 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-9476cb40-69e9-45b4-8d3a-c9fbb248cd01 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:39.616788 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-9476cb40-69e9-45b4-8d3a-c9fbb248cd01 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:39.665401 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-9476cb40-69e9-45b4-8d3a-c9fbb248cd01 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6912069 Sep 16 12:51:39.698392 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] Request body: {'port': {'device_id': 'a4906950-755b-4838-b954-fb07189747f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:51:39.720060 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4fd8bc1e-9f75-41eb-9958-a2315d0059d8 req-ec7f80e0-f9fa-4555-a716-496509761628 tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5f350206-ba9d-427c-8b60-95c2d2f501ae HTTP/1.1" status: 200 len: 210 time: 0.0979135 Sep 16 12:51:39.751143 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7d70a-d179-406b-b9bb-ad5ac31b4c69 req-34611437-8940-4586-ae5b-cc84be499359 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:39.768621 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0eb7d70a-d179-406b-b9bb-ad5ac31b4c69 req-34611437-8940-4586-ae5b-cc84be499359 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 951 time: 0.2184746 Sep 16 12:51:39.768904 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-163e6380-751d-4e76-bed5-c680bfc6c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:39.768904 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-163e6380-751d-4e76-bed5-c680bfc6c570 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 1.1537006 Sep 16 12:51:39.855455 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0eb7d70a-d179-406b-b9bb-ad5ac31b4c69 req-cbed42b2-7b06-4abd-b6e5-faa97d8548c3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947771 Sep 16 12:51:39.870681 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5f5cae6f-99f8-48d9-b9ad-1352684034e0 None None] Attempt 2 to provision port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 Sep 16 12:51:39.955892 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5f5cae6f-99f8-48d9-b9ad-1352684034e0 None None] Port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:39.977131 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-a4985bf4-1565-4a65-b664-e077be31a808 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=065308fc-710e-4f14-b3d0-e976788d4def HTTP/1.1" status: 200 len: 1000 time: 0.2092738 Sep 16 12:51:40.020096 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a975dde-e139-473a-9c51-a5884c3d593a req-3c8f5885-3a92-4b83-9dbe-3154e9f8d1b6 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:40.021694 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a975dde-e139-473a-9c51-a5884c3d593a req-3c8f5885-3a92-4b83-9dbe-3154e9f8d1b6 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 932 time: 0.1652915 Sep 16 12:51:40.103348 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (92b5ca07-8b77-48e8-915c-8ee94ddb3bb2), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:40.107419 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-c46c0a6a-5f73-4bb0-bfc8-aa8d08acfcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:40.110025 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-c46c0a6a-5f73-4bb0-bfc8-aa8d08acfcc5 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.0648546 Sep 16 12:51:40.187346 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a975dde-e139-473a-9c51-a5884c3d593a req-4585fba8-8903-42bb-9005-bc8b33e9a414 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88082fde-55a5-48be-9bf3-2a297e3fbb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500707 Sep 16 12:51:40.255940 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-bcf27661-9c42-4e2a-a96c-d56f1763fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:40.258533 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-bcf27661-9c42-4e2a-a96c-d56f1763fc35 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1388576 Sep 16 12:51:40.363493 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a271e66-22ab-40bc-8701-bc5ce1e5ce2a req-85fc096e-2819-4e1c-9a19-61ff5593e4a7 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:40.372575 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1a271e66-22ab-40bc-8701-bc5ce1e5ce2a req-85fc096e-2819-4e1c-9a19-61ff5593e4a7 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 1127 time: 0.0626092 Sep 16 12:51:40.444913 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1a271e66-22ab-40bc-8701-bc5ce1e5ce2a req-b779b867-95e3-4e94-812c-b0cd0d4ad385 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713542 Sep 16 12:51:40.456885 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5f5cae6f-99f8-48d9-b9ad-1352684034e0 None None] Attempt 3 to provision port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 Sep 16 12:51:40.544746 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5f5cae6f-99f8-48d9-b9ad-1352684034e0 None None] Port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:40.550968 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffefb3a-1c26-43b5-b72c-3dc08b471103 x-openstack-request-id: req-9ffefb3a-1c26-43b5-b72c-3dc08b471103 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:51:40.551719 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a439c4ea-46f5-4571-9d87-96a91a6359f7", "name": "network-vif-plugged", "status": "completed", "tag": "76e2deeb-80ac-4c0d-98b8-96091a5ab0d2", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:51:40.552618 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9ffefb3a-1c26-43b5-b72c-3dc08b471103 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:51:40.553372 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffefb3a-1c26-43b5-b72c-3dc08b471103'] response: {'server_uuid': 'a439c4ea-46f5-4571-9d87-96a91a6359f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2', 'code': 200} Sep 16 12:51:40.742888 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-6e4b7c75-013c-423e-a195-d660fa84bb5b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677823 Sep 16 12:51:40.769694 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b72fc46-86b1-430b-b0e6-1240c0bf9835 req-8717df35-6536-4495-aca4-46a9f5dfda06 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0477600 Sep 16 12:51:41.056317 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5f5cae6f-99f8-48d9-b9ad-1352684034e0 None None] Attempt 4 to provision port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 Sep 16 12:51:41.068642 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797215e-83d6-4794-aa1a-75a892e3a58e req-61422aee-f805-4a15-a336-6dc593142937 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:41.070918 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6797215e-83d6-4794-aa1a-75a892e3a58e req-61422aee-f805-4a15-a336-6dc593142937 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 945 time: 0.0852387 Sep 16 12:51:41.113489 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:41.127251 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-44f68a0f-e91f-477c-8c7d-b80c9b6e3eef service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764594 Sep 16 12:51:41.161474 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5f5cae6f-99f8-48d9-b9ad-1352684034e0 None None] Port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:41.224977 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:51:41.241964 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] Publish callbacks [] for port (92b5ca07-8b77-48e8-915c-8ee94ddb3bb2), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:41.247202 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-b454d540-7d4d-48a3-a0da-1235242eacab tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=0b18ec5302634d2a95e51547e0019d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441067 Sep 16 12:51:41.261605 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] Transition to ACTIVE for port object 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:51:41.266124 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (92b5ca07-8b77-48e8-915c-8ee94ddb3bb2), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:41.283654 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6797215e-83d6-4794-aa1a-75a892e3a58e req-63be9fa2-0f47-40bc-b872-ff5e998fc33a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866081 Sep 16 12:51:41.443697 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:41.451938 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-c63da400-025a-4ee8-a48a-2c4b4fc9f604 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:41.459063 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-c63da400-025a-4ee8-a48a-2c4b4fc9f604 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2109702 Sep 16 12:51:41.483929 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:41.494155 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] Pushing event updated for resources: {'Port': ['ID=92b5ca07-8b77-48e8-915c-8ee94ddb3bb2,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:41.510736 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-b14a8275-b324-4e47-a3e3-aa6b86a2ecae tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/quotas/0b18ec5302634d2a95e51547e0019d40 HTTP/1.1" status: 200 len: 375 time: 0.0507100 Sep 16 12:51:41.539865 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] Attempting to bind port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:51:41.540213 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] Attempting to bind port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '189e4bb8-705e-4a58-9a6f-51518bae68e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:51:41.541043 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] Attempting to bind port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 on network efc98046-384c-40f8-9e52-6d3af932ac27 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:41.650282 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] Port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 on network efc98046-384c-40f8-9e52-6d3af932ac27 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:51:41.650988 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] Attempting to bind port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 on network efc98046-384c-40f8-9e52-6d3af932ac27 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:41.663208 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5f5cae6f-99f8-48d9-b9ad-1352684034e0 None None] Attempt 5 to provision port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 Sep 16 12:51:41.744947 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-edf5426e-e1c3-482c-885b-050a754f22b5 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2286322 Sep 16 12:51:41.777555 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5f5cae6f-99f8-48d9-b9ad-1352684034e0 None None] Port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:41.847852 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:51:41.848472 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] Checking segment: {'id': '189e4bb8-705e-4a58-9a6f-51518bae68e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:51:41.848571 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] Bound using segment: {'id': '189e4bb8-705e-4a58-9a6f-51518bae68e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:51:41.848951 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] Bound port: 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '189e4bb8-705e-4a58-9a6f-51518bae68e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:51:41.864962 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (92b5ca07-8b77-48e8-915c-8ee94ddb3bb2), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:42.093219 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f055199-6b69-4456-b65e-0a1a933fc3f9 req-325e2384-fca8-4d8e-bb79-23711bc50b18 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:42.107110 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7f055199-6b69-4456-b65e-0a1a933fc3f9 req-325e2384-fca8-4d8e-bb79-23711bc50b18 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 944 time: 0.0804412 Sep 16 12:51:42.234531 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] For port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:51:42.242001 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] For port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=92b5ca07-8b77-48e8-915c-8ee94ddb3bb2,segment=NetworkSegment(189e4bb8-705e-4a58-9a6f-51518bae68e3),segment_id=189e4bb8-705e-4a58-9a6f-51518bae68e3)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:51:42.244147 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7f055199-6b69-4456-b65e-0a1a933fc3f9 req-1e667d4a-5b29-4bc8-b0a2-1ed4bc515dce tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88082fde-55a5-48be-9bf3-2a297e3fbb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355226 Sep 16 12:51:42.253866 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (92b5ca07-8b77-48e8-915c-8ee94ddb3bb2), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:42.259952 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:42.260688 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:42.262799 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 HTTP/1.1" status: 200 len: 1092 time: 2.5700071 Sep 16 12:51:42.269530 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4906950-755b-4838-b954-fb07189747f3', 'tag': '92b5ca07-8b77-48e8-915c-8ee94ddb3bb2'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:51:42.279168 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5f5cae6f-99f8-48d9-b9ad-1352684034e0 None None] Attempt 6 to provision port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 Sep 16 12:51:42.279788 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de1d9dc-64f1-4791-bf62-d4fae2115eac" -d '{"events": [{"name": "network-changed", "server_uuid": "a4906950-755b-4838-b954-fb07189747f3", "tag": "92b5ca07-8b77-48e8-915c-8ee94ddb3bb2"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:51:42.403932 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d50cf4-c6f1-41cc-95f7-1d863d594a5a service neutron] Pushing event updated for resources: {'Port': ['ID=92b5ca07-8b77-48e8-915c-8ee94ddb3bb2,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:42.482885 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5f5cae6f-99f8-48d9-b9ad-1352684034e0 None None] Port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:51:42.594771 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-8cd32c97-a455-4e01-b387-5b90da9169b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:42.601866 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-8cd32c97-a455-4e01-b387-5b90da9169b2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=034ef732e4504d05a4d5d0eea122165e&device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 1126 time: 0.0964561 Sep 16 12:51:42.642776 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-68c3a375-e5e7-4b97-b1f0-4509c53f94aa req-a840fb97-904e-4103-93d2-2dee6717dfed tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.1049812 Sep 16 12:51:42.671662 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-c9eb681e-8f88-485a-aaf5-8e4cf8b91e72 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 HTTP/1.1" status: 200 len: 217 time: 0.0582864 Sep 16 12:51:42.815327 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-d3e75fa1-d783-43cf-97b4-b10061b66955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:42.819889 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-d3e75fa1-d783-43cf-97b4-b10061b66955 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e5df64a4-ed0c-4706-81f1-01ef1d613825 HTTP/1.1" status: 200 len: 868 time: 0.1418052 Sep 16 12:51:42.888495 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-1f1c8d9a-25ca-4c66-96b8-a0437d98b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:42.891742 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-1f1c8d9a-25ca-4c66-96b8-a0437d98b92c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=efc98046-384c-40f8-9e52-6d3af932ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0649667 Sep 16 12:51:43.074557 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-205679a4-64f1-4374-be70-f5b0bc122949 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/efc98046-384c-40f8-9e52-6d3af932ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661775 Sep 16 12:51:43.255703 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3dee76df-e3fe-434a-b8d7-a858246197ed req-a4d00ee7-d5c8-432c-b6de-ab10d4ff49ac service neutron] 10.222.0.76 "GET /networking/v2.0/networks/efc98046-384c-40f8-9e52-6d3af932ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625886 Sep 16 12:51:43.350425 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-953aff98-f7cf-4206-baf3-13f407542d1e req-e0d66944-7f38-457a-95b8-88c7efeff115 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0451508 Sep 16 12:51:43.505024 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-76d20c71-f050-4906-a37c-a09daf432d6b req-d4ab84a6-04e8-4a17-908f-2eb57a19bb14 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 210 time: 0.0502923 Sep 16 12:51:43.575737 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a91fff-dc5d-4d20-ada0-7923d3fa1a1c x-openstack-request-id: req-c9a91fff-dc5d-4d20-ada0-7923d3fa1a1c {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:51:43.576027 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4906950-755b-4838-b954-fb07189747f3", "tag": "92b5ca07-8b77-48e8-915c-8ee94ddb3bb2", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:51:43.576306 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c9a91fff-dc5d-4d20-ada0-7923d3fa1a1c {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:51:43.576710 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a91fff-dc5d-4d20-ada0-7923d3fa1a1c'] response: {'name': 'network-changed', 'server_uuid': 'a4906950-755b-4838-b954-fb07189747f3', 'tag': '92b5ca07-8b77-48e8-915c-8ee94ddb3bb2', 'status': 'completed', 'code': 200} Sep 16 12:51:43.776154 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beceb15-b5e6-4623-8248-fed84b6219c5 req-002ea600-5211-4b09-8933-a0bd68371add tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:43.786867 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7beceb15-b5e6-4623-8248-fed84b6219c5 req-002ea600-5211-4b09-8933-a0bd68371add tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 945 time: 0.1041608 Sep 16 12:51:43.830176 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:43.874477 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7beceb15-b5e6-4623-8248-fed84b6219c5 req-4fe7fbbb-1167-43e3-8475-cd51b33ce551 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804293 Sep 16 12:51:44.277670 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6e41019e-ba9f-4476-bbfc-d989f2f36f62 req-615ffffe-993e-4547-9640-12c8ae3eeaf2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f350206-ba9d-427c-8b60-95c2d2f501ae HTTP/1.1" status: 200 len: 210 time: 0.0365415 Sep 16 12:51:44.459559 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bea7e-39f8-4fff-b7c8-fc612fec9fc6 req-fa3d58e2-9d36-4272-a6be-356c51dac35d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:44.461712 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-129bea7e-39f8-4fff-b7c8-fc612fec9fc6 req-fa3d58e2-9d36-4272-a6be-356c51dac35d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 944 time: 0.1001401 Sep 16 12:51:44.527228 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1d9dc-64f1-4791-bf62-d4fae2115eac req-6927efb6-4e52-4915-bd8b-d164c617392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:44.528795 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7de1d9dc-64f1-4791-bf62-d4fae2115eac req-6927efb6-4e52-4915-bd8b-d164c617392e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=034ef732e4504d05a4d5d0eea122165e&device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 1126 time: 0.0933948 Sep 16 12:51:44.550319 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-129bea7e-39f8-4fff-b7c8-fc612fec9fc6 req-7f7baf87-2495-47a7-ba8e-5e8e989b728a tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88082fde-55a5-48be-9bf3-2a297e3fbb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826585 Sep 16 12:51:44.656968 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5962c16f-827e-4a0f-b150-9541a8d4c906 req-ff63a0b4-a629-4eb1-9377-fc310247f21d tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.0448682 Sep 16 12:51:44.771321 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1d9dc-64f1-4791-bf62-d4fae2115eac req-7254bebd-5213-440f-9363-858492c89dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:44.773254 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7de1d9dc-64f1-4791-bf62-d4fae2115eac req-7254bebd-5213-440f-9363-858492c89dd9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=efc98046-384c-40f8-9e52-6d3af932ac27 HTTP/1.1" status: 200 len: 930 time: 0.2294083 Sep 16 12:51:44.859778 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7de1d9dc-64f1-4791-bf62-d4fae2115eac req-d594e3cf-65e7-4d6e-a1b6-f8c2de027d1a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 HTTP/1.1" status: 200 len: 217 time: 0.0721042 Sep 16 12:51:44.884891 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce63a8c-2b1e-4562-86f6-3ea4851dff19 req-dd9067c2-355a-4650-b0d3-d8a478441a7e tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:44.886487 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dce63a8c-2b1e-4562-86f6-3ea4851dff19 req-dd9067c2-355a-4650-b0d3-d8a478441a7e tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 945 time: 0.0913005 Sep 16 12:51:44.956711 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1d9dc-64f1-4791-bf62-d4fae2115eac req-3deecbcd-7ba4-4052-aa44-97e599acfc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:44.958251 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7de1d9dc-64f1-4791-bf62-d4fae2115eac req-3deecbcd-7ba4-4052-aa44-97e599acfc7b service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e5df64a4-ed0c-4706-81f1-01ef1d613825 HTTP/1.1" status: 200 len: 868 time: 0.0924764 Sep 16 12:51:44.990201 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dce63a8c-2b1e-4562-86f6-3ea4851dff19 req-4cfd52fd-d9ad-4ea4-b31d-544ea7e51d30 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968711 Sep 16 12:51:45.163589 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe0dc8-ba26-4993-b732-3b9274646a47 req-42f65c66-ae15-4775-bc4b-a8934f61c99b tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:45.165263 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5bfe0dc8-ba26-4993-b732-3b9274646a47 req-42f65c66-ae15-4775-bc4b-a8934f61c99b tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 945 time: 0.0716534 Sep 16 12:51:45.235458 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5bfe0dc8-ba26-4993-b732-3b9274646a47 req-7f468239-acd1-408b-bddb-24cd0de1a9c0 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636401 Sep 16 12:51:45.339011 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3ad7ddd4-cbc9-48be-bdb5-f9ff9aef74b7 req-eba1d247-0d41-41b5-91bf-a60db72b6115 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0340104 Sep 16 12:51:45.425353 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 093f17ab-8dc0-46d4-846c-da7b4807bf31 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:51:45.464367 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-053aba90-6a9d-4615-9770-257394206ecc req-7f5d2792-537b-495a-ab7d-3584fdcb21ab tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 210 time: 0.0401130 Sep 16 12:51:45.597746 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cc3c9-3db5-4ac7-adf7-5534b7aeff28 req-96c3c94f-bbdf-49c9-893d-9efbd2343ba6 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:45.599283 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d92cc3c9-3db5-4ac7-adf7-5534b7aeff28 req-96c3c94f-bbdf-49c9-893d-9efbd2343ba6 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 945 time: 0.0610850 Sep 16 12:51:45.605035 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 093f17ab-8dc0-46d4-846c-da7b4807bf31, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=093f17ab-8dc0-46d4-846c-da7b4807bf31,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:45.622037 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '093f17ab-8dc0-46d4-846c-da7b4807bf31', 'network_id': '0e610de6-3238-41c3-bd1a-f23917fad801', 'port_id': '093f17ab-8dc0-46d4-846c-da7b4807bf31', 'mac_address': 'fa:16:3e:a5:e5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4fab7ee-afa2-498a-a38b-87393fd03027', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:51:45.663725 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 093f17ab-8dc0-46d4-846c-da7b4807bf31 is: ACTIVE; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:45.664546 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:45.677725 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d92cc3c9-3db5-4ac7-adf7-5534b7aeff28 req-4fa50927-16bd-48b3-8d0c-d65f878a1ff5 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678918 Sep 16 12:51:45.693561 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 093f17ab-8dc0-46d4-846c-da7b4807bf31 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:51:45.732984 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 093f17ab-8dc0-46d4-846c-da7b4807bf31, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=093f17ab-8dc0-46d4-846c-da7b4807bf31,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:45.739294 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:45.800766 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:45.802155 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=093f17ab-8dc0-46d4-846c-da7b4807bf31,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:45.814161 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:45.814864 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:45.815460 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:45.816025 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:45.816604 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:45.817149 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:45.817816 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:45.818374 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:45.818910 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:45.819462 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:45.819993 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:45.820591 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:45.821140 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:45.821672 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:45.822201 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:45.823820 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52216047-5457-4194-b055-bbdcf4c9e9a4 req-7d42749a-a996-4b18-8631-f7315c1c4598 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:45.825887 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-52216047-5457-4194-b055-bbdcf4c9e9a4 req-7d42749a-a996-4b18-8631-f7315c1c4598 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 944 time: 0.0680928 Sep 16 12:51:45.920161 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-52216047-5457-4194-b055-bbdcf4c9e9a4 req-4e9ea68f-b5c1-4c9d-a24b-00ecc826e039 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88082fde-55a5-48be-9bf3-2a297e3fbb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852375 Sep 16 12:51:46.025088 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['093f17ab-8dc0-46d4-846c-da7b4807bf31'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:51:46.042845 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:46.072950 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2789a258-296d-4e01-931b-11b35a363bea req-d405697b-0c5c-4df7-b4cb-c6aa3ba2e9e0 tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.0497572 Sep 16 12:51:46.194246 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1d9dc-64f1-4791-bf62-d4fae2115eac req-888b806f-1dc8-48c6-8edb-a719a4333623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:46.195772 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7de1d9dc-64f1-4791-bf62-d4fae2115eac req-888b806f-1dc8-48c6-8edb-a719a4333623 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=efc98046-384c-40f8-9e52-6d3af932ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2095158 Sep 16 12:51:46.237150 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:46.270061 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1422f6ad-94c2-421a-9bba-123fd1dd4d47 req-21f77bfc-de9a-4c54-a9ca-652a471f076c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.1053462 Sep 16 12:51:46.315490 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:51:46.318868 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea091f-1352-4bc2-8be7-9231993d9722 req-5470573e-7c60-4b29-a80b-58fdaa93c9e7 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:46.326523 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3ea091f-1352-4bc2-8be7-9231993d9722 req-5470573e-7c60-4b29-a80b-58fdaa93c9e7 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 945 time: 0.0762732 Sep 16 12:51:46.395117 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:46.429455 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3ea091f-1352-4bc2-8be7-9231993d9722 req-98806280-b4a4-4444-82bb-5081e086dabc tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012030 Sep 16 12:51:46.476785 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7de1d9dc-64f1-4791-bf62-d4fae2115eac req-c0134a44-694b-4383-b0d9-cddd18eecad4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/efc98046-384c-40f8-9e52-6d3af932ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312028 Sep 16 12:51:46.554324 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=92b5ca07-8b77-48e8-915c-8ee94ddb3bb2,segment=NetworkSegment(189e4bb8-705e-4a58-9a6f-51518bae68e3),segment_id=189e4bb8-705e-4a58-9a6f-51518bae68e3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:46.575129 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '92b5ca07-8b77-48e8-915c-8ee94ddb3bb2', 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27', 'port_id': '92b5ca07-8b77-48e8-915c-8ee94ddb3bb2', 'mac_address': 'fa:16:3e:bd:45:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5df64a4-ed0c-4706-81f1-01ef1d613825', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:51:46.616991 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa96eab-ec9c-4239-abd8-4a2f3d41abf4 req-b0339466-fc7f-409d-8f8c-7f485c2f3bd1 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:46.619113 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fa96eab-ec9c-4239-abd8-4a2f3d41abf4 req-b0339466-fc7f-409d-8f8c-7f485c2f3bd1 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 944 time: 0.0985692 Sep 16 12:51:46.639183 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:46.639696 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (92b5ca07-8b77-48e8-915c-8ee94ddb3bb2), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:46.657208 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:51:46.682846 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=92b5ca07-8b77-48e8-915c-8ee94ddb3bb2,segment=NetworkSegment(189e4bb8-705e-4a58-9a6f-51518bae68e3),segment_id=189e4bb8-705e-4a58-9a6f-51518bae68e3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:46.687932 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (92b5ca07-8b77-48e8-915c-8ee94ddb3bb2), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:46.706839 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fa96eab-ec9c-4239-abd8-4a2f3d41abf4 req-bbe9af9d-4d27-4d5d-a49c-6eacabab5fdf tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806422 Sep 16 12:51:46.782847 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=92b5ca07-8b77-48e8-915c-8ee94ddb3bb2,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:46.826520 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-28b447be-d971-4909-aade-642aedc6f006 req-60c171dc-07a6-4fe3-b79c-7cd7bc874fe9 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0491340 Sep 16 12:51:46.916157 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7de1d9dc-64f1-4791-bf62-d4fae2115eac req-9b980260-6478-436a-b218-bd37d9b4b20c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/efc98046-384c-40f8-9e52-6d3af932ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839638 Sep 16 12:51:46.962420 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e6aee-6871-4159-9547-636438f107f2 req-2e12d57b-7c20-451b-8ef6-7d4c202f9593 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:46.963983 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cb6e6aee-6871-4159-9547-636438f107f2 req-2e12d57b-7c20-451b-8ef6-7d4c202f9593 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 945 time: 0.1288340 Sep 16 12:51:46.966455 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6d69da89-4d9e-4403-a5e4-dceeb9d266a5 req-d3e4ed12-a157-46a8-8c14-181a71977d05 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 210 time: 0.0575261 Sep 16 12:51:46.976847 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['92b5ca07-8b77-48e8-915c-8ee94ddb3bb2'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:51:47.151710 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-cb6e6aee-6871-4159-9547-636438f107f2 req-ecda71e7-4989-4676-837e-30598b7abf6a tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Deleting port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:51:47.152242 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cb6e6aee-6871-4159-9547-636438f107f2 req-ecda71e7-4989-4676-837e-30598b7abf6a tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (9fe525ed-e767-4d78-8eff-93ca2a0eb98f), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:47.194566 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:47.284406 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:47.306709 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a23bc-679b-4f9d-82b3-6ffcce47f218 req-f14166f7-a6e8-4e80-8186-5b37534f55ee tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:47.315571 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-708a23bc-679b-4f9d-82b3-6ffcce47f218 req-f14166f7-a6e8-4e80-8186-5b37534f55ee tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 945 time: 0.1644754 Sep 16 12:51:47.358865 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-a970a8b2-72fc-4264-a01f-6b624f29e0f4 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=0b18ec5302634d2a95e51547e0019d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682349 Sep 16 12:51:47.429586 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-d5f3f596-ecc5-449c-a8e0-2dda45b51c62 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113699) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:51:47.435723 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-d5f3f596-ecc5-449c-a8e0-2dda45b51c62 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0105543 Sep 16 12:51:47.455990 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-708a23bc-679b-4f9d-82b3-6ffcce47f218 req-2d1b080f-8262-4fdf-9448-9de0c88a0c76 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392241 Sep 16 12:51:47.459294 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-cb6e6aee-6871-4159-9547-636438f107f2 req-ecda71e7-4989-4676-837e-30598b7abf6a tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] For port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=9fe525ed-e767-4d78-8eff-93ca2a0eb98f,segment=NetworkSegment(2886e315-9b48-4563-b1fb-54e4ddb6259d),segment_id=2886e315-9b48-4563-b1fb-54e4ddb6259d)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:47.459294 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cb6e6aee-6871-4159-9547-636438f107f2 req-ecda71e7-4989-4676-837e-30598b7abf6a tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (9fe525ed-e767-4d78-8eff-93ca2a0eb98f), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:47.512215 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-63a35bee-5bc3-409b-8ce1-fb7883dfc589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:47.514592 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 093f17ab-8dc0-46d4-846c-da7b4807bf31 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:47.536421 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-63a35bee-5bc3-409b-8ce1-fb7883dfc589 service neutron] 10.222.0.67 "GET /networking/v2.0/ports/756cd197-6a93-4b4a-b498-7ebcbb3246c2 HTTP/1.1" status: 200 len: 1124 time: 0.0885069 Sep 16 12:51:47.544425 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-c515d04a-c2db-4e58-92e3-6fbc02d257a3 service neutron] Request body: {'binding': {'host': 'n-h1-858094-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:51:47.549697 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-c515d04a-c2db-4e58-92e3-6fbc02d257a3 service neutron] Unknown quota resources ['binding']. {{(pid=113699) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Sep 16 12:51:47.663563 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 093f17ab-8dc0-46d4-846c-da7b4807bf31 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:47.664902 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:47.666699 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 093f17ab-8dc0-46d4-846c-da7b4807bf31 Sep 16 12:51:47.861591 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:47.865390 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63558852-cd50-4910-aa9b-46b719f1244a req-413edd37-035a-4f55-9791-a80668b4c4e5 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:47.866359 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 093f17ab-8dc0-46d4-846c-da7b4807bf31 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:47.867046 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:47.874889 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-63558852-cd50-4910-aa9b-46b719f1244a req-413edd37-035a-4f55-9791-a80668b4c4e5 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 945 time: 0.2255034 Sep 16 12:51:47.916055 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 093f17ab-8dc0-46d4-846c-da7b4807bf31, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=093f17ab-8dc0-46d4-846c-da7b4807bf31,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:47.918054 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9070e88-5408-48ab-9f4b-a74368e8f25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093f17ab-8dc0-46d4-846c-da7b4807bf31'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:51:47.929751 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b45105b-336a-46e5-b3d6-e89d75116d56" -d '{"events": [{"server_uuid": "f9070e88-5408-48ab-9f4b-a74368e8f25e", "name": "network-vif-plugged", "status": "completed", "tag": "093f17ab-8dc0-46d4-846c-da7b4807bf31"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:51:47.935976 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:47.937140 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 9fe525ed-e767-4d78-8eff-93ca2a0eb98f no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:51:47.998544 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cb6e6aee-6871-4159-9547-636438f107f2 req-ecda71e7-4989-4676-837e-30598b7abf6a tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:47.999311 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cb6e6aee-6871-4159-9547-636438f107f2 req-ecda71e7-4989-4676-837e-30598b7abf6a tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (66783b06-485d-443c-9cc3-694723172f36), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:47.999311 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [req-cb6e6aee-6871-4159-9547-636438f107f2 req-ecda71e7-4989-4676-837e-30598b7abf6a tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Floating IP 66783b06-485d-443c-9cc3-694723172f36 disassociated. External IP: 172.25.2.218, port: 9fe525ed-e767-4d78-8eff-93ca2a0eb98f. Sep 16 12:51:47.999718 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-cb6e6aee-6871-4159-9547-636438f107f2 req-ecda71e7-4989-4676-837e-30598b7abf6a tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Calling delete_port for 9fe525ed-e767-4d78-8eff-93ca2a0eb98f owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:51:48.009296 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-63558852-cd50-4910-aa9b-46b719f1244a req-e7c7b1b7-7ceb-49bd-8628-986966abcf07 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88082fde-55a5-48be-9bf3-2a297e3fbb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335235 Sep 16 12:51:48.117701 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=093f17ab-8dc0-46d4-846c-da7b4807bf31,revision_number=7']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:48.164145 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-c515d04a-c2db-4e58-92e3-6fbc02d257a3 service neutron] Attempting to bind port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 on host n-h1-858094-4 for vnic_type normal with profile None {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:51:48.164660 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-c515d04a-c2db-4e58-92e3-6fbc02d257a3 service neutron] Attempting to bind port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:51:48.165080 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-c515d04a-c2db-4e58-92e3-6fbc02d257a3 service neutron] Attempting to bind port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:48.175968 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-fd631576-dfcb-49ae-865d-0a8f4b9f438b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:48.177710 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-fd631576-dfcb-49ae-865d-0a8f4b9f438b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5596526 Sep 16 12:51:48.187421 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:48.188285 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9fe525ed-e767-4d78-8eff-93ca2a0eb98f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:48.203944 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:48.244813 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=9fe525ed-e767-4d78-8eff-93ca2a0eb98f,segment=NetworkSegment(2886e315-9b48-4563-b1fb-54e4ddb6259d),segment_id=2886e315-9b48-4563-b1fb-54e4ddb6259d)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:48.245851 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-7e18c3be-c9a6-400f-977f-68139a98a071 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Request body: {'port': {'device_id': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '0b18ec5302634d2a95e51547e0019d40'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:51:48.251925 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (9fe525ed-e767-4d78-8eff-93ca2a0eb98f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:48.268466 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3f79b260-aea4-4985-b93e-7d02a93ffb2e req-dddc869b-7df2-4789-b704-5d760c5f415b tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.0564046 Sep 16 12:51:48.309438 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-c515d04a-c2db-4e58-92e3-6fbc02d257a3 service neutron] Port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 on network 1e927054-126f-4e94-8719-fa14f3244a7f not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:51:48.309795 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-c515d04a-c2db-4e58-92e3-6fbc02d257a3 service neutron] Attempting to bind port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:48.342282 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:48.430885 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cb6e6aee-6871-4159-9547-636438f107f2 req-ecda71e7-4989-4676-837e-30598b7abf6a tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (9fe525ed-e767-4d78-8eff-93ca2a0eb98f), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:48.431807 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-c515d04a-c2db-4e58-92e3-6fbc02d257a3 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:51:48.432380 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-c515d04a-c2db-4e58-92e3-6fbc02d257a3 service neutron] Checking segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:51:48.432781 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-c515d04a-c2db-4e58-92e3-6fbc02d257a3 service neutron] Bound using segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:51:48.434743 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-c515d04a-c2db-4e58-92e3-6fbc02d257a3 service neutron] Bound port: 756cd197-6a93-4b4a-b498-7ebcbb3246c2, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:51:48.494149 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665b5c2-7258-4a0c-8acf-27ffb88b2830 req-fef056e4-4031-4e91-abc1-91173b4d0387 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:48.499399 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:48.504235 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-7e18c3be-c9a6-400f-977f-68139a98a071 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Made reservation on behalf of 0b18ec5302634d2a95e51547e0019d40 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:51:48.507831 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d665b5c2-7258-4a0c-8acf-27ffb88b2830 req-fef056e4-4031-4e91-abc1-91173b4d0387 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 943 time: 0.1140969 Sep 16 12:51:48.508304 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-7e18c3be-c9a6-400f-977f-68139a98a071 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:48.517599 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda71e7-4989-4676-837e-30598b7abf6a tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Pushing event deleted for resources: {'Port': ['ID=9fe525ed-e767-4d78-8eff-93ca2a0eb98f,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:48.565005 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=9fe525ed-e767-4d78-8eff-93ca2a0eb98f,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:48.570072 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:51:48.578585 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:48.578970 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (92b5ca07-8b77-48e8-915c-8ee94ddb3bb2), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:48.579568 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 Sep 16 12:51:48.690732 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:48.691438 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (92b5ca07-8b77-48e8-915c-8ee94ddb3bb2), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:48.695750 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-7e18c3be-c9a6-400f-977f-68139a98a071 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Allocated IP 192.168.233.184 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/bf12465f-8132-474a-94b1-e3b53f03df41) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:51:48.769144 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d665b5c2-7258-4a0c-8acf-27ffb88b2830 req-7c20c9e1-9a97-45b2-afc2-9c58f0aa4666 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=cbf312f8-48ae-4fe7-ad1f-8a18991d0443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584584 Sep 16 12:51:48.773414 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-c515d04a-c2db-4e58-92e3-6fbc02d257a3 service neutron] For port 756cd197-6a93-4b4a-b498-7ebcbb3246c2, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=756cd197-6a93-4b4a-b498-7ebcbb3246c2,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:51:48.789408 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=92b5ca07-8b77-48e8-915c-8ee94ddb3bb2,segment=NetworkSegment(189e4bb8-705e-4a58-9a6f-51518bae68e3),segment_id=189e4bb8-705e-4a58-9a6f-51518bae68e3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:48.792078 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-c515d04a-c2db-4e58-92e3-6fbc02d257a3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:48.803969 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-c515d04a-c2db-4e58-92e3-6fbc02d257a3 service neutron] 10.222.0.67 "POST /networking/v2.0/ports/756cd197-6a93-4b4a-b498-7ebcbb3246c2/bindings HTTP/1.1" status: 201 len: 389 time: 1.2659302 Sep 16 12:51:48.811022 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (92b5ca07-8b77-48e8-915c-8ee94ddb3bb2), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:49.025250 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=92b5ca07-8b77-48e8-915c-8ee94ddb3bb2,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:49.143843 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adeef0-930d-4cef-8b96-1ff3b899e44f req-3dfc38b6-93b3-44bb-8070-36417b55d2ed tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:49.145477 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-99adeef0-930d-4cef-8b96-1ff3b899e44f req-3dfc38b6-93b3-44bb-8070-36417b55d2ed tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 945 time: 0.1599884 Sep 16 12:51:49.181617 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb6e6aee-6871-4159-9547-636438f107f2 req-ecda71e7-4989-4676-837e-30598b7abf6a tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Router bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:51:49.248642 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-64299894-db63-4d4c-9ad7-93ba6e359b51 req-dedfc1f3-146e-4cdd-b90d-daa212a2a946 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.1477878 Sep 16 12:51:49.265865 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-7e18c3be-c9a6-400f-977f-68139a98a071 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for port (bf12465f-8132-474a-94b1-e3b53f03df41), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:49.271189 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:49.304457 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-61dba872-74b9-4e72-8c27-4e328f7f45c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:49.304457 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-61dba872-74b9-4e72-8c27-4e328f7f45c1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 1127 time: 0.1419556 Sep 16 12:51:49.342532 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f278205-465f-4612-bb67-0315b8871774 x-openstack-request-id: req-1f278205-465f-4612-bb67-0315b8871774 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:51:49.343171 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9070e88-5408-48ab-9f4b-a74368e8f25e", "name": "network-vif-plugged", "status": "completed", "tag": "093f17ab-8dc0-46d4-846c-da7b4807bf31", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:51:49.345761 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1f278205-465f-4612-bb67-0315b8871774 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:51:49.345761 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f278205-465f-4612-bb67-0315b8871774'] response: {'server_uuid': 'f9070e88-5408-48ab-9f4b-a74368e8f25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093f17ab-8dc0-46d4-846c-da7b4807bf31', 'code': 200} Sep 16 12:51:49.371545 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-7e18c3be-c9a6-400f-977f-68139a98a071 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:49.388315 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['c82c5517-9370-47b7-870d-b1c0f066ce8a', '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:51:49.447195 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:49.450163 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb6e6aee-6871-4159-9547-636438f107f2 req-ecda71e7-4989-4676-837e-30598b7abf6a tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:51:49.459163 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['3fe50ad6-99ae-4c0b-a11b-3e41218b0317'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:51:49.462583 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d730f90d-230f-468b-943c-d90627ede62a None None] Sync routers for ids ['bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:51:49.499242 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d730f90d-230f-468b-943c-d90627ede62a None None] Routers {'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:51:49.506344 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-d730f90d-230f-468b-943c-d90627ede62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:51:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:49.533203 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18c3be-c9a6-400f-977f-68139a98a071 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Pushing event updated for resources: {'Port': ['ID=bf12465f-8132-474a-94b1-e3b53f03df41,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:49.593582 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-7e18c3be-c9a6-400f-977f-68139a98a071 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:51:49.599035 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-7e18c3be-c9a6-400f-977f-68139a98a071 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:51:49.613787 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-7e18c3be-c9a6-400f-977f-68139a98a071 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:51:49.629414 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:49.659790 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e809a4d-027d-44a0-b52f-a1d40242a7cd req-cb422d1d-9d7b-4386-abbf-d566ebd44f78 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:49.662203 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0e809a4d-027d-44a0-b52f-a1d40242a7cd req-cb422d1d-9d7b-4386-abbf-d566ebd44f78 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 936 time: 0.2058873 Sep 16 12:51:49.663353 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-952b5a3d-591d-48ad-9b4c-558ccb5f278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:49.664921 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-952b5a3d-591d-48ad-9b4c-558ccb5f278e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 922 time: 0.3559954 Sep 16 12:51:49.679093 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-99adeef0-930d-4cef-8b96-1ff3b899e44f req-4321da56-b2ba-46c3-9ce4-a8ce35b2e5a6 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166955 Sep 16 12:51:49.767292 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-7e18c3be-c9a6-400f-977f-68139a98a071 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:49.772352 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-7e18c3be-c9a6-400f-977f-68139a98a071 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:49.816869 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-d730f90d-230f-468b-943c-d90627ede62a None None] Set router bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:51:49.829872 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-7e18c3be-c9a6-400f-977f-68139a98a071 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5963631 Sep 16 12:51:49.839733 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Request body: {'port': {'device_id': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:51:50.031400 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:50.170091 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:50.200442 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-313a5652-5228-4c6c-b369-ce968d27513d None None] Provisioning complete for port bf12465f-8132-474a-94b1-e3b53f03df41 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:50.200812 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-313a5652-5228-4c6c-b369-ce968d27513d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:50.201060 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-313a5652-5228-4c6c-b369-ce968d27513d None None] Attempt 1 to provision port bf12465f-8132-474a-94b1-e3b53f03df41 Sep 16 12:51:50.323912 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-d730f90d-230f-468b-943c-d90627ede62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'name': 'tempest-AttachSCSIVolumeTestJSON-550497175-router', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:43Z', 'updated_at': '2022-09-16T12:47:50Z', 'revision_number': 4, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'gw_port': {'id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:44Z', 'updated_at': '2022-09-16T12:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '57af9c38-648b-4852-89b0-54f59a27ec89', 'name': '', 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'mac_address': 'fa:16:3e:65:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '84ba4951-a43e-462f-8cea-c8f3885b092d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:48Z', 'updated_at': '2022-09-16T12:47:53Z', 'revision_number': 5, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'subnets': [{'id': '84ba4951-a43e-462f-8cea-c8f3885b092d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:50.356461 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:50.380627 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d730f90d-230f-468b-943c-d90627ede62a None None] Checking router: bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:51:50.404671 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d730f90d-230f-468b-943c-d90627ede62a None None] Routers {'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:51:50.405574 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-d730f90d-230f-468b-943c-d90627ede62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:51:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:50.478593 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:50.481433 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-313a5652-5228-4c6c-b369-ce968d27513d None None] Port bf12465f-8132-474a-94b1-e3b53f03df41 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:50.532241 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:50.598488 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-d730f90d-230f-468b-943c-d90627ede62a None None] Set router bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:51:50.728571 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf12465f-8132-474a-94b1-e3b53f03df41 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:51:50.738655 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-be867669-ec92-465c-823a-aaea3f4d4d28 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=756cd197-6a93-4b4a-b498-7ebcbb3246c2 HTTP/1.1" status: 200 len: 217 time: 1.0577340 Sep 16 12:51:50.743907 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Publish callbacks [] for port (bf12465f-8132-474a-94b1-e3b53f03df41), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:50.781567 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Transition to ACTIVE for port object bf12465f-8132-474a-94b1-e3b53f03df41 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:51:50.793300 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:50.888935 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6e6aee-6871-4159-9547-636438f107f2 req-ecda71e7-4989-4676-837e-30598b7abf6a tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] No DVR routers for this DVR port 9fe525ed-e767-4d78-8eff-93ca2a0eb98f on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:51:50.891636 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-d730f90d-230f-468b-943c-d90627ede62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'name': 'tempest-AttachSCSIVolumeTestJSON-550497175-router', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:43Z', 'updated_at': '2022-09-16T12:47:50Z', 'revision_number': 4, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'gw_port': {'id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:44Z', 'updated_at': '2022-09-16T12:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '57af9c38-648b-4852-89b0-54f59a27ec89', 'name': '', 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'mac_address': 'fa:16:3e:65:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '84ba4951-a43e-462f-8cea-c8f3885b092d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:48Z', 'updated_at': '2022-09-16T12:47:53Z', 'revision_number': 5, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'subnets': [{'id': '84ba4951-a43e-462f-8cea-c8f3885b092d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:51:50.932595 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf12465f-8132-474a-94b1-e3b53f03df41,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:50.939690 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Attempting to bind port bf12465f-8132-474a-94b1-e3b53f03df41 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:51:50.940207 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Attempting to bind port bf12465f-8132-474a-94b1-e3b53f03df41 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:51:50.940547 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Attempting to bind port bf12465f-8132-474a-94b1-e3b53f03df41 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:50.969071 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cb6e6aee-6871-4159-9547-636438f107f2 req-ecda71e7-4989-4676-837e-30598b7abf6a tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:50.975316 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cb6e6aee-6871-4159-9547-636438f107f2 req-ecda71e7-4989-4676-837e-30598b7abf6a tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.25 "DELETE /networking/v2.0/ports/9fe525ed-e767-4d78-8eff-93ca2a0eb98f HTTP/1.1" status: 204 len: 173 time: 4.0050449 Sep 16 12:51:50.976090 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16466e6-cdcd-43d7-bc01-bdf3249fdcf0', 'name': 'network-vif-deleted', 'tag': '9fe525ed-e767-4d78-8eff-93ca2a0eb98f'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:51:50.978742 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7902b8f5-9d7d-4676-aa29-85a49e5d97da" -d '{"events": [{"server_uuid": "d16466e6-cdcd-43d7-bc01-bdf3249fdcf0", "name": "network-vif-deleted", "tag": "9fe525ed-e767-4d78-8eff-93ca2a0eb98f"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:51:50.983252 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-313a5652-5228-4c6c-b369-ce968d27513d None None] Attempt 2 to provision port bf12465f-8132-474a-94b1-e3b53f03df41 Sep 16 12:51:50.995700 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0e809a4d-027d-44a0-b52f-a1d40242a7cd req-2fba5699-0e0e-49b5-8c47-d78b4b64c6e5 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2771630 Sep 16 12:51:51.028310 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b8dbd-d869-4536-8603-ce7e4a7439f3 req-58a42bf8-9491-4bb7-9b74-16fce9797a20 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:51.028310 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c3b8dbd-d869-4536-8603-ce7e4a7439f3 req-58a42bf8-9491-4bb7-9b74-16fce9797a20 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 945 time: 0.3542962 Sep 16 12:51:51.068751 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Port bf12465f-8132-474a-94b1-e3b53f03df41 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:51:51.070514 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Attempting to bind port bf12465f-8132-474a-94b1-e3b53f03df41 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:51.071413 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d730f90d-230f-468b-943c-d90627ede62a None None] The sync data for ids ['bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'] in n-d-858094-4 is: [{'id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'name': 'tempest-AttachSCSIVolumeTestJSON-550497175-router', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:43Z', 'updated_at': '2022-09-16T12:47:50Z', 'revision_number': 4, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'gw_port': {'id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:44Z', 'updated_at': '2022-09-16T12:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '57af9c38-648b-4852-89b0-54f59a27ec89', 'name': '', 'network_id': 'a79b9e4b-851c-466c-9c78-fcc8f1ac7081', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'mac_address': 'fa:16:3e:65:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '84ba4951-a43e-462f-8cea-c8f3885b092d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:48Z', 'updated_at': '2022-09-16T12:47:53Z', 'revision_number': 5, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'subnets': [{'id': '84ba4951-a43e-462f-8cea-c8f3885b092d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:51:51.080114 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-d200d273-e1e9-4879-aa99-db6a70089e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:51.088204 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-d200d273-e1e9-4879-aa99-db6a70089e65 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.3333938 Sep 16 12:51:51.089704 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-313a5652-5228-4c6c-b369-ce968d27513d None None] Port bf12465f-8132-474a-94b1-e3b53f03df41 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:51:51.189446 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:51:51.189938 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:51:51.192216 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:51:51.192858 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Bound port: bf12465f-8132-474a-94b1-e3b53f03df41, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:51:51.194545 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:51.246127 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c3b8dbd-d869-4536-8603-ce7e4a7439f3 req-8c791ef8-92b9-4f0e-901c-b78d3d2c7b7d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139475 Sep 16 12:51:51.269466 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:51.302175 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4455a-44a6-4b70-87f6-f55c137c3e27 req-e826e8d4-e19e-40af-a64d-d4b3db7ee003 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:51.303732 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fda4455a-44a6-4b70-87f6-f55c137c3e27 req-e826e8d4-e19e-40af-a64d-d4b3db7ee003 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 945 time: 0.1947999 Sep 16 12:51:51.313368 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-b59f6e4d-80f4-4980-8c90-c3c1ba812d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:51.314917 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-b59f6e4d-80f4-4980-8c90-c3c1ba812d8f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1989799 Sep 16 12:51:51.330461 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:51:51.334204 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=bf12465f-8132-474a-94b1-e3b53f03df41,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:51:51.346677 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16466e6-cdcd-43d7-bc01-bdf3249fdcf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe525ed-e767-4d78-8eff-93ca2a0eb98f'}, {'server_uuid': 'a4906950-755b-4838-b954-fb07189747f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b5ca07-8b77-48e8-915c-8ee94ddb3bb2'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:51:51.350455 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab17e18-b054-4cfc-8b4e-56a348e46615" -d '{"events": [{"server_uuid": "d16466e6-cdcd-43d7-bc01-bdf3249fdcf0", "name": "network-vif-unplugged", "status": "completed", "tag": "9fe525ed-e767-4d78-8eff-93ca2a0eb98f"}, {"server_uuid": "a4906950-755b-4838-b954-fb07189747f3", "name": "network-vif-plugged", "status": "completed", "tag": "92b5ca07-8b77-48e8-915c-8ee94ddb3bb2"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:51:51.355963 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:51.362124 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:51.362916 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:51.364461 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/bf12465f-8132-474a-94b1-e3b53f03df41 HTTP/1.1" status: 200 len: 1096 time: 1.5299342 Sep 16 12:51:51.367792 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'tag': 'bf12465f-8132-474a-94b1-e3b53f03df41'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:51:51.394973 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f968d1dc-b593-4fe5-861d-8790d24aa715" -d '{"events": [{"name": "network-changed", "server_uuid": "1afdaec3-fdf0-4eac-a324-c0f8eaa6797b", "tag": "bf12465f-8132-474a-94b1-e3b53f03df41"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:51:51.527966 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:51.532311 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4952f01a-91e2-47b5-b6d6-713a3f9a4fec None None] New status for floating IP 66783b06-485d-443c-9cc3-694723172f36: DOWN {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:51:51.536764 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb633f-b8ef-4c59-ba78-1ede7168f67d req-3b3c0548-22c8-40d1-a65a-bf6b91886428 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:51.544371 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-50cb633f-b8ef-4c59-ba78-1ede7168f67d req-3b3c0548-22c8-40d1-a65a-bf6b91886428 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 946 time: 0.0817685 Sep 16 12:51:51.559336 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-480c2cda-c844-4b27-ac69-f7c46b088bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:51.561010 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-480c2cda-c844-4b27-ac69-f7c46b088bae service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 1130 time: 0.1036618 Sep 16 12:51:51.561870 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf12465f-8132-474a-94b1-e3b53f03df41,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:51.580731 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:51.581125 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:51.581471 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:51.581797 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:51.582182 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:51.582530 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:51.582933 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:51.583218 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:51.583534 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:51.583864 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:51.584208 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:51.584537 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:51.585030 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:51.585403 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:51.585736 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b61d0-29e2-41c7-a829-b59dbce31cc3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:51.590333 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fda4455a-44a6-4b70-87f6-f55c137c3e27 req-2e47f0ce-c82b-4cb4-b017-eb2cd9343088 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743678 Sep 16 12:51:51.608391 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-313a5652-5228-4c6c-b369-ce968d27513d None None] Attempt 3 to provision port bf12465f-8132-474a-94b1-e3b53f03df41 Sep 16 12:51:51.642435 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-ffed6d0d-14af-44fc-aae4-ef7c888f760a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=bf12465f-8132-474a-94b1-e3b53f03df41 HTTP/1.1" status: 200 len: 217 time: 0.0703034 Sep 16 12:51:51.655628 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-50cb633f-b8ef-4c59-ba78-1ede7168f67d req-653cbb5d-c32c-4188-b725-7c8cb46a5a8c tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88082fde-55a5-48be-9bf3-2a297e3fbb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059790 Sep 16 12:51:51.702579 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-dcd99eb3-86ac-45c2-8910-ecb73ddfa5c4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132102 Sep 16 12:51:51.767224 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-6d86d2af-0436-4756-b09f-e6dff18c5eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:51.770479 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-6d86d2af-0436-4756-b09f-e6dff18c5eb3 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1193480 Sep 16 12:51:51.815335 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-313a5652-5228-4c6c-b369-ce968d27513d None None] Port bf12465f-8132-474a-94b1-e3b53f03df41 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:51:51.832862 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-404fe8ee-b100-4eca-b65b-c837582e73be req-e273ad46-53c8-4b41-b438-ebc06e225f98 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 210 time: 0.0994108 Sep 16 12:51:51.878327 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-60edb715-8c06-4dc0-ae24-33198ce1b535 req-55eb884d-c63b-4312-8459-aad458be7d50 tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.0816650 Sep 16 12:51:51.892386 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-fc80854e-4f0d-4067-bcfb-e6391aff9a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:51.894443 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-fc80854e-4f0d-4067-bcfb-e6391aff9a7f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0619862 Sep 16 12:51:51.959149 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-63011095-8f75-4fa5-98cb-570936fb5554 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507877 Sep 16 12:51:51.960881 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8bc33ec4-cf0e-411a-b2fb-a08bbaac6a75 req-95d9fd9f-2f18-4d53-816c-3a3fed2bde10 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0520053 Sep 16 12:51:52.013600 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47028779-86e2-449e-a00e-8a64f766c1ed req-8d949b40-3fcd-4fdc-af04-aabcedbe4fe8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:52.016069 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-47028779-86e2-449e-a00e-8a64f766c1ed req-8d949b40-3fcd-4fdc-af04-aabcedbe4fe8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 945 time: 0.0539501 Sep 16 12:51:52.018046 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debee995-1a00-4f72-b9fe-3c929a01fd85 x-openstack-request-id: req-debee995-1a00-4f72-b9fe-3c929a01fd85 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:51:52.018399 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16466e6-cdcd-43d7-bc01-bdf3249fdcf0", "name": "network-vif-deleted", "tag": "9fe525ed-e767-4d78-8eff-93ca2a0eb98f", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:51:52.018680 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-debee995-1a00-4f72-b9fe-3c929a01fd85 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:51:52.019052 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-debee995-1a00-4f72-b9fe-3c929a01fd85'] response: {'server_uuid': 'd16466e6-cdcd-43d7-bc01-bdf3249fdcf0', 'name': 'network-vif-deleted', 'tag': '9fe525ed-e767-4d78-8eff-93ca2a0eb98f', 'status': 'completed', 'code': 200} Sep 16 12:51:52.041051 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-2aece513-32bf-449c-a5d2-784138048783 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386747 Sep 16 12:51:52.062032 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Sep 2022 12:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5aa440-5ee8-4907-b72e-c22574b9b261 x-openstack-request-id: req-af5aa440-5ee8-4907-b72e-c22574b9b261 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:51:52.062386 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16466e6-cdcd-43d7-bc01-bdf3249fdcf0", "name": "network-vif-unplugged", "status": "completed", "tag": "9fe525ed-e767-4d78-8eff-93ca2a0eb98f", "code": 200}, {"server_uuid": "a4906950-755b-4838-b954-fb07189747f3", "name": "network-vif-plugged", "status": "completed", "tag": "92b5ca07-8b77-48e8-915c-8ee94ddb3bb2", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:51:52.062707 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-af5aa440-5ee8-4907-b72e-c22574b9b261 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:51:52.063196 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5aa440-5ee8-4907-b72e-c22574b9b261'] response: {'server_uuid': 'd16466e6-cdcd-43d7-bc01-bdf3249fdcf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe525ed-e767-4d78-8eff-93ca2a0eb98f', 'code': 200} Sep 16 12:51:52.063511 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5aa440-5ee8-4907-b72e-c22574b9b261'] response: {'server_uuid': 'a4906950-755b-4838-b954-fb07189747f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b5ca07-8b77-48e8-915c-8ee94ddb3bb2', 'code': 200} Sep 16 12:51:52.071723 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-47028779-86e2-449e-a00e-8a64f766c1ed req-88cae5b1-f959-4268-8514-55d3ee71836e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489151 Sep 16 12:51:52.099000 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b530b656-ed5a-4311-9b69-1ee51f4f0f41 x-openstack-request-id: req-b530b656-ed5a-4311-9b69-1ee51f4f0f41 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:51:52.099446 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afdaec3-fdf0-4eac-a324-c0f8eaa6797b", "tag": "bf12465f-8132-474a-94b1-e3b53f03df41", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:51:52.099817 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b530b656-ed5a-4311-9b69-1ee51f4f0f41 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:51:52.100460 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b530b656-ed5a-4311-9b69-1ee51f4f0f41'] response: {'name': 'network-changed', 'server_uuid': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'tag': 'bf12465f-8132-474a-94b1-e3b53f03df41', 'status': 'completed', 'code': 200} Sep 16 12:51:52.186917 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca96e42-021b-4843-9237-5b095f1fff69 req-3c0e660b-60f1-47d1-9607-a41c082326f0 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:52.188267 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fca96e42-021b-4843-9237-5b095f1fff69 req-3c0e660b-60f1-47d1-9607-a41c082326f0 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 948 time: 0.0487900 Sep 16 12:51:52.264663 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fca96e42-021b-4843-9237-5b095f1fff69 req-c0ec103f-f067-4f42-80c4-bab94aca7ed8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674562 Sep 16 12:51:52.357234 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b9ba1a09-7377-45ca-ae7d-fe38fd3a079a req-d82219ee-e283-41bf-b232-3cffe561c829 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255083 Sep 16 12:51:52.382365 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd18b2-a315-4431-bc07-915910b9a255 req-e72f25d8-4543-4d60-904a-3a613de913a2 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:52.383983 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8ffd18b2-a315-4431-bc07-915910b9a255 req-e72f25d8-4543-4d60-904a-3a613de913a2 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 945 time: 0.0580931 Sep 16 12:51:52.429094 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3ce00081-a668-435d-ac3c-33d2482025f1 req-6fd1717f-7017-4212-837d-3a91703a1409 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=2f4fa02f470647fea7d4732332e71a2d&device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0445564 Sep 16 12:51:52.467599 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8ffd18b2-a315-4431-bc07-915910b9a255 req-ab9a4123-133a-4599-aee9-d65c3b042c8c tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744114 Sep 16 12:51:52.564921 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750c901-8008-425a-a4e4-1c04030bad5f req-6cf5ed77-f716-4048-af17-93fb10e0430e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:52.566517 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4750c901-8008-425a-a4e4-1c04030bad5f req-6cf5ed77-f716-4048-af17-93fb10e0430e tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 945 time: 0.0530977 Sep 16 12:51:52.624182 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4750c901-8008-425a-a4e4-1c04030bad5f req-cf4918ef-02d4-4262-8001-70d111f45249 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520771 Sep 16 12:51:52.745168 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa82d9-3ff5-47d4-a00b-8e3597ba291a req-08e9a522-8b47-4cde-acba-1158fcd5515e tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:52.746699 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c6fa82d9-3ff5-47d4-a00b-8e3597ba291a req-08e9a522-8b47-4cde-acba-1158fcd5515e tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 945 time: 0.0577028 Sep 16 12:51:52.778220 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:52.804379 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c1a46-dbec-4abd-9cef-c7a87d972e12 req-f0a51d0e-0006-4042-b49f-9c98404c7fa6 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:52.805817 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c43c1a46-dbec-4abd-9cef-c7a87d972e12 req-f0a51d0e-0006-4042-b49f-9c98404c7fa6 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 946 time: 0.0769618 Sep 16 12:51:52.846699 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c6fa82d9-3ff5-47d4-a00b-8e3597ba291a req-c6837c3d-ece5-46d9-bdc7-45971c137ef7 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800259 Sep 16 12:51:52.876015 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c43c1a46-dbec-4abd-9cef-c7a87d972e12 req-5894b875-9954-4cbb-953c-9ed965e3b29a tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88082fde-55a5-48be-9bf3-2a297e3fbb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599294 Sep 16 12:51:52.951856 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-99e1b6c7-23c5-46e8-913b-735c653e6255 req-242a228a-a348-4a09-a7ab-e54bf04a5ea5 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d16466e6-cdcd-43d7-bc01-bdf3249fdcf0 HTTP/1.1" status: 200 len: 210 time: 0.0296562 Sep 16 12:51:53.051020 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4e4b9a12-008e-4199-9201-d76ad3c5e2be req-fb40d1bd-ba2b-4a1b-8e34-44b754f344d4 tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.0288877 Sep 16 12:51:53.087007 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0a393aa3-f853-479b-bdec-715113486b6d req-656d86c7-e305-4f9e-8e02-1311181234a5 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0315521 Sep 16 12:51:53.386526 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d9a27-4fac-4f00-9d7c-f6e39b996bc1 req-104c2802-070b-4ced-974e-f5755e28e13f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:53.387990 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-532d9a27-4fac-4f00-9d7c-f6e39b996bc1 req-104c2802-070b-4ced-974e-f5755e28e13f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 948 time: 0.0478697 Sep 16 12:51:53.436977 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-532d9a27-4fac-4f00-9d7c-f6e39b996bc1 req-6757004a-8754-4b94-b3d3-c624456a8432 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432413 Sep 16 12:51:53.540230 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3ce00081-a668-435d-ac3c-33d2482025f1 req-ad352c9e-d33d-4050-a6f6-687efdd045b3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=2f4fa02f470647fea7d4732332e71a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540342 Sep 16 12:51:53.583688 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968d1dc-b593-4fe5-861d-8790d24aa715 req-7fd66311-35dc-4269-be2a-6911de81143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:53.585076 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f968d1dc-b593-4fe5-861d-8790d24aa715 req-7fd66311-35dc-4269-be2a-6911de81143a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 1130 time: 0.0897229 Sep 16 12:51:53.596042 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8fbff-6ce0-4a2d-b3a5-7fa55f7c2435 req-3b258428-2abe-4994-9545-ccb0ef250e2d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:53.597553 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41d8fbff-6ce0-4a2d-b3a5-7fa55f7c2435 req-3b258428-2abe-4994-9545-ccb0ef250e2d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 945 time: 0.0477939 Sep 16 12:51:53.610817 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:53.644150 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63768b-cb78-4882-aa32-de3329e35c74 req-79eba1d0-fd10-4a0d-ae4c-0f1cf68b305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:53.645621 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6b63768b-cb78-4882-aa32-de3329e35c74 req-79eba1d0-fd10-4a0d-ae4c-0f1cf68b305b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 1128 time: 0.1165676 Sep 16 12:51:53.647984 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41d8fbff-6ce0-4a2d-b3a5-7fa55f7c2435 req-9df3b4a4-6eaa-4308-b404-e3812a3bd89c tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440297 Sep 16 12:51:53.692967 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:53.756769 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c3630-3b65-403b-b662-d77275cdbb4a req-c491867e-6b1d-4e83-bcb4-7e76644d2c34 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:53.758713 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d69c3630-3b65-403b-b662-d77275cdbb4a req-c491867e-6b1d-4e83-bcb4-7e76644d2c34 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 945 time: 0.0526681 Sep 16 12:51:53.780080 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6b63768b-cb78-4882-aa32-de3329e35c74 req-3124ca80-b0fa-434b-949e-48a20e833477 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=88082fde-55a5-48be-9bf3-2a297e3fbb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996218 Sep 16 12:51:53.790439 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce00081-a668-435d-ac3c-33d2482025f1 req-458279b8-42c5-46c9-876e-a9de54d6a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:53.791906 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3ce00081-a668-435d-ac3c-33d2482025f1 req-458279b8-42c5-46c9-876e-a9de54d6a1d3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2244980 Sep 16 12:51:53.796763 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968d1dc-b593-4fe5-861d-8790d24aa715 req-43246735-85df-4e61-8db5-fdb4b0b30e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:53.798147 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f968d1dc-b593-4fe5-861d-8790d24aa715 req-43246735-85df-4e61-8db5-fdb4b0b30e2c service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.1990361 Sep 16 12:51:53.810319 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d69c3630-3b65-403b-b662-d77275cdbb4a req-7e165af5-cef7-440e-bec8-ea24ed1f30f1 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443351 Sep 16 12:51:54.005311 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c406d-c04e-4347-b2cb-7272eb4134e5 req-984bbe5b-3c14-4cd4-a39a-aaa45ed9d0a9 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:54.006882 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d44c406d-c04e-4347-b2cb-7272eb4134e5 req-984bbe5b-3c14-4cd4-a39a-aaa45ed9d0a9 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 945 time: 0.0754752 Sep 16 12:51:54.026860 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f968d1dc-b593-4fe5-861d-8790d24aa715 req-4e600fd6-169c-4522-8853-feb4fbed53d3 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=bf12465f-8132-474a-94b1-e3b53f03df41 HTTP/1.1" status: 200 len: 217 time: 0.0371041 Sep 16 12:51:54.030161 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b574b2-5e67-4a8d-b71c-e60253784d35 req-75421b70-e3a9-4107-a98d-5e5a114362e7 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:54.031769 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-03b574b2-5e67-4a8d-b71c-e60253784d35 req-75421b70-e3a9-4107-a98d-5e5a114362e7 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 946 time: 0.0707719 Sep 16 12:51:54.119202 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-a120d1a0-832c-437e-816b-c446754f9774 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:54.121449 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-a120d1a0-832c-437e-816b-c446754f9774 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f&tenant_id=da915844493a4928ac8830897afa126f&binding%3Ahost_id=n-h2-858094-4 HTTP/1.1" status: 200 len: 1127 time: 0.0822754 Sep 16 12:51:54.138859 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d44c406d-c04e-4347-b2cb-7272eb4134e5 req-2ae97621-0757-4df0-8dba-deba28445b42 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225111 Sep 16 12:51:54.146835 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-858094-4'}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:51:54.181787 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-03b574b2-5e67-4a8d-b71c-e60253784d35 req-cd788a4e-6d7d-4567-a5d3-a104e9d9bea1 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88082fde-55a5-48be-9bf3-2a297e3fbb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414909 Sep 16 12:51:54.231442 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:54.321125 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-860caef9-0c48-4a8a-b769-2272c0e00eba req-21a2a885-d699-4f61-bd9e-12d163efaeae tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.0752044 Sep 16 12:51:54.325186 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9bc8a7be-db19-41f3-be63-63ed77cb8391 req-2cb54941-25f7-4ce8-b282-653fb07f00a3 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0582223 Sep 16 12:51:54.359315 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device bf12465f-8132-474a-94b1-e3b53f03df41 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:51:54.394037 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 53652) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:54.427816 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] For port 756cd197-6a93-4b4a-b498-7ebcbb3246c2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=756cd197-6a93-4b4a-b498-7ebcbb3246c2,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:54.441807 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:54.455831 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fe5e5d53-1ad7-400e-b690-e3dcbaf3bb97 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for security_group (cbf312f8-48ae-4fe7-ad1f-8a18991d0443), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:54.477626 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=bf12465f-8132-474a-94b1-e3b53f03df41,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:54.484983 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] For port 756cd197-6a93-4b4a-b498-7ebcbb3246c2, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:51:54.493629 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': 'bf12465f-8132-474a-94b1-e3b53f03df41', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': 'bf12465f-8132-474a-94b1-e3b53f03df41', 'mac_address': 'fa:16:3e:7b:23:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:51:54.500790 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fe5e5d53-1ad7-400e-b690-e3dcbaf3bb97 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for security_group (cbf312f8-48ae-4fe7-ad1f-8a18991d0443), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:54.539464 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port bf12465f-8132-474a-94b1-e3b53f03df41 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:54.540007 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:54.559393 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041df092-33d4-4b71-84d8-7cd479d32b4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756cd197-6a93-4b4a-b498-7ebcbb3246c2'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:51:54.559841 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf12465f-8132-474a-94b1-e3b53f03df41 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:51:54.561717 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88559497-9679-4bcf-8067-2d0b0db93e1c" -d '{"events": [{"server_uuid": "041df092-33d4-4b71-84d8-7cd479d32b4f", "name": "network-vif-unplugged", "status": "completed", "tag": "756cd197-6a93-4b4a-b498-7ebcbb3246c2"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:51:54.567818 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Publish callbacks [] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:54.577385 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:54.585477 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:54.591135 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=bf12465f-8132-474a-94b1-e3b53f03df41,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:54.596098 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:54.623223 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a002b-8252-4c13-a021-6518dde80cc3 req-b89d0c0c-e979-4d9e-9b50-44ff51176c59 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:54.625279 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe3a002b-8252-4c13-a021-6518dde80cc3 req-b89d0c0c-e979-4d9e-9b50-44ff51176c59 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 948 time: 0.1060252 Sep 16 12:51:54.630656 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429fc30c-2d79-422e-87ee-ead9c866ab5f x-openstack-request-id: req-429fc30c-2d79-422e-87ee-ead9c866ab5f {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:51:54.630949 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041df092-33d4-4b71-84d8-7cd479d32b4f", "name": "network-vif-unplugged", "status": "completed", "tag": "756cd197-6a93-4b4a-b498-7ebcbb3246c2", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:51:54.631832 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-429fc30c-2d79-422e-87ee-ead9c866ab5f {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:51:54.631832 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-429fc30c-2d79-422e-87ee-ead9c866ab5f'] response: {'server_uuid': '041df092-33d4-4b71-84d8-7cd479d32b4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756cd197-6a93-4b4a-b498-7ebcbb3246c2', 'code': 200} Sep 16 12:51:54.662643 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=bf12465f-8132-474a-94b1-e3b53f03df41,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:54.721837 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Pushing event updated for resources: {'Port': ['ID=756cd197-6a93-4b4a-b498-7ebcbb3246c2,revision_number=7']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:54.752333 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Attempting to bind port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 on host n-h2-858094-4 for vnic_type normal with profile {"migrating_to": "n-h1-858094-4"} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:51:54.752677 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Attempting to bind port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:51:54.753006 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Attempting to bind port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:54.767809 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:54.768211 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:54.768510 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:54.768848 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:54.769212 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:54.769514 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:54.769840 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:54.770166 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:54.770478 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:54.770799 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:54.771117 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:54.771440 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:54.771756 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:54.772070 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:54.772412 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:51:54.812286 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:54.836582 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fe5e5d53-1ad7-400e-b690-e3dcbaf3bb97 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (cbf312f8-48ae-4fe7-ad1f-8a18991d0443), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:54.839679 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fe5e5d53-1ad7-400e-b690-e3dcbaf3bb97 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:54.841145 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-fe5e5d53-1ad7-400e-b690-e3dcbaf3bb97 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/cbf312f8-48ae-4fe7-ad1f-8a18991d0443 HTTP/1.1" status: 204 len: 168 time: 0.4460621 Sep 16 12:51:54.844657 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 53662) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:54.849310 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe3a002b-8252-4c13-a021-6518dde80cc3 req-c8ea5c2f-a17d-44bc-83ee-c67ce686750e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107570 Sep 16 12:51:54.855408 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b637846-cb88-4607-bf7b-578a1cdcf7e1 req-aa0d9752-a2c4-44a6-9bc6-2617be590b90 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:54.856891 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0b637846-cb88-4607-bf7b-578a1cdcf7e1 req-aa0d9752-a2c4-44a6-9bc6-2617be590b90 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 945 time: 0.1463416 Sep 16 12:51:54.859146 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e5d53-1ad7-400e-b690-e3dcbaf3bb97 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf312f8-48ae-4fe7-ad1f-8a18991d0443,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:54.879449 n-d-858094-4 neutron-server[113699]: INFO neutron.api.v2.resource [None req-1ae4b995-c836-4981-9785-59851e736f83 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] show failed (client error): The resource could not be found. Sep 16 12:51:54.880842 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1ae4b995-c836-4981-9785-59851e736f83 tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "GET /networking/v2.0/security-groups/cbf312f8-48ae-4fe7-ad1f-8a18991d0443 HTTP/1.1" status: 404 len: 347 time: 0.0341287 Sep 16 12:51:54.883827 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 53664) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:51:54.906069 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['bf12465f-8132-474a-94b1-e3b53f03df41'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:51:54.924956 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675873c7-4c2d-4998-afc7-65944650e496 req-11f5bfdb-de51-4b9e-8cc2-96be2c7eeebe tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:54.926534 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-675873c7-4c2d-4998-afc7-65944650e496 req-11f5bfdb-de51-4b9e-8cc2-96be2c7eeebe tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 945 time: 0.1708241 Sep 16 12:51:54.930563 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 on network 1e927054-126f-4e94-8719-fa14f3244a7f not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:51:54.930904 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Attempting to bind port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:51:55.010745 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-98a6bd15-594f-4a0e-9f17-b1a7bc8469ee tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Deleting port bcbd83bd-0967-4f98-bdda-5d44111d37ea {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:51:55.011107 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-98a6bd15-594f-4a0e-9f17-b1a7bc8469ee tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (bcbd83bd-0967-4f98-bdda-5d44111d37ea), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:55.089109 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c76ca-8802-49ad-bf87-0912710222c6 req-605aa91d-2034-4ec9-afe8-72f8104dc4e6 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:55.090783 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6a6c76ca-8802-49ad-bf87-0912710222c6 req-605aa91d-2034-4ec9-afe8-72f8104dc4e6 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 945 time: 0.1250179 Sep 16 12:51:55.096449 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-0b637846-cb88-4607-bf7b-578a1cdcf7e1 req-48f765f9-620c-4176-9716-16987d3ca6e8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Deleting port 093f17ab-8dc0-46d4-846c-da7b4807bf31 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:51:55.096790 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0b637846-cb88-4607-bf7b-578a1cdcf7e1 req-48f765f9-620c-4176-9716-16987d3ca6e8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:55.103060 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-98a6bd15-594f-4a0e-9f17-b1a7bc8469ee tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (bcbd83bd-0967-4f98-bdda-5d44111d37ea), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:55.103302 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-98a6bd15-594f-4a0e-9f17-b1a7bc8469ee tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for floatingip (bcbd83bd-0967-4f98-bdda-5d44111d37ea), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:55.103852 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:51:55.104709 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Checking segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:51:55.105094 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Bound using segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:51:55.105534 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Bound port: 756cd197-6a93-4b4a-b498-7ebcbb3246c2, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:51:55.105884 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:55.116789 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-98a6bd15-594f-4a0e-9f17-b1a7bc8469ee tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Calling delete_port for bcbd83bd-0967-4f98-bdda-5d44111d37ea owned by network:floatingip {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:51:55.135200 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-675873c7-4c2d-4998-afc7-65944650e496 req-38e6b931-d28c-4a52-a32a-fde7fe6a20f7 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909523 Sep 16 12:51:55.269150 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-98a6bd15-594f-4a0e-9f17-b1a7bc8469ee tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (bcbd83bd-0967-4f98-bdda-5d44111d37ea), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:55.270189 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6a6c76ca-8802-49ad-bf87-0912710222c6 req-de7769d2-045c-447f-b140-d5163768759f tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38f60b38-c3a4-453b-9d95-55b588e8caae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674666 Sep 16 12:51:55.304389 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6bd15-594f-4a0e-9f17-b1a7bc8469ee tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Pushing event deleted for resources: {'Port': ['ID=bcbd83bd-0967-4f98-bdda-5d44111d37ea,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:55.326598 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-0b637846-cb88-4607-bf7b-578a1cdcf7e1 req-48f765f9-620c-4176-9716-16987d3ca6e8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] For port 093f17ab-8dc0-46d4-846c-da7b4807bf31, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=093f17ab-8dc0-46d4-846c-da7b4807bf31,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:55.326960 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0b637846-cb88-4607-bf7b-578a1cdcf7e1 req-48f765f9-620c-4176-9716-16987d3ca6e8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:55.353599 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78d2e5-c59a-46b0-884e-f389ade6e321 req-e2451bc3-10e3-42db-984b-797b6bbc0ae2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:55.355908 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ab78d2e5-c59a-46b0-884e-f389ade6e321 req-e2451bc3-10e3-42db-984b-797b6bbc0ae2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 943 time: 0.1209304 Sep 16 12:51:55.358130 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-0b637846-cb88-4607-bf7b-578a1cdcf7e1 req-48f765f9-620c-4176-9716-16987d3ca6e8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Calling delete_port for 093f17ab-8dc0-46d4-846c-da7b4807bf31 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:51:55.360395 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] For port 756cd197-6a93-4b4a-b498-7ebcbb3246c2, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:51:55.369817 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-98a6bd15-594f-4a0e-9f17-b1a7bc8469ee tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks [] for floatingip (66783b06-485d-443c-9cc3-694723172f36), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:55.372482 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-98a6bd15-594f-4a0e-9f17-b1a7bc8469ee tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:55.373629 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-98a6bd15-594f-4a0e-9f17-b1a7bc8469ee tempest-AttachSCSIVolumeTestJSON-2026917510 tempest-AttachSCSIVolumeTestJSON-2026917510-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/66783b06-485d-443c-9cc3-694723172f36 HTTP/1.1" status: 204 len: 168 time: 0.4888515 Sep 16 12:51:55.404162 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] For port 756cd197-6a93-4b4a-b498-7ebcbb3246c2, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=756cd197-6a93-4b4a-b498-7ebcbb3246c2,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:51:55.436278 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:55.479775 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:55.527759 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcd6d4-d9b9-4e6a-a89f-7ae80fc119df req-c131b45b-3b1f-42b5-9b6f-b92beda2ba01 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:55.529283 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8abcd6d4-d9b9-4e6a-a89f-7ae80fc119df req-c131b45b-3b1f-42b5-9b6f-b92beda2ba01 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 946 time: 0.1724541 Sep 16 12:51:55.552096 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ab78d2e5-c59a-46b0-884e-f389ade6e321 req-ea5f91d9-cf1b-4461-b7d1-269925e7891d tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866095 Sep 16 12:51:55.587635 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:55.618267 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:55.619023 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:55.621124 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/756cd197-6a93-4b4a-b498-7ebcbb3246c2 HTTP/1.1" status: 200 len: 1121 time: 1.4813046 Sep 16 12:51:55.625749 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb10cd4-e20b-4abc-aca8-d235f079a7ad service neutron] Pushing event updated for resources: {'Port': ['ID=756cd197-6a93-4b4a-b498-7ebcbb3246c2,revision_number=8']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:55.676362 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968d1dc-b593-4fe5-861d-8790d24aa715 req-8431a2e8-71df-4a1f-8e4d-e5860cfff9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:55.678174 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f968d1dc-b593-4fe5-861d-8790d24aa715 req-8431a2e8-71df-4a1f-8e4d-e5860cfff9c1 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0809436 Sep 16 12:51:55.694115 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-95a2e29d-025f-4c3f-a4df-45daa74be4e6 req-95e6c056-fb9b-4cbd-8794-6b1d11c48e96 tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.0422747 Sep 16 12:51:55.713658 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8abcd6d4-d9b9-4e6a-a89f-7ae80fc119df req-c593e63a-2ada-4e27-84b6-0a6ece52de90 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88082fde-55a5-48be-9bf3-2a297e3fbb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713407 Sep 16 12:51:55.719412 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 093f17ab-8dc0-46d4-846c-da7b4807bf31 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:51:55.794096 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0b637846-cb88-4607-bf7b-578a1cdcf7e1 req-48f765f9-620c-4176-9716-16987d3ca6e8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:55.824217 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 093f17ab-8dc0-46d4-846c-da7b4807bf31 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:55.824778 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (093f17ab-8dc0-46d4-846c-da7b4807bf31), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:55.830188 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f765f9-620c-4176-9716-16987d3ca6e8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Pushing event deleted for resources: {'Port': ['ID=093f17ab-8dc0-46d4-846c-da7b4807bf31,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:55.880374 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c5a3612c-98ee-4c62-bbbf-a9c71affda79 req-c052f0fc-6e8b-47a0-b3e0-714cbc8f8ee2 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0520942 Sep 16 12:51:55.883328 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['756cd197-6a93-4b4a-b498-7ebcbb3246c2'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:51:55.900469 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:55.927094 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b637846-cb88-4607-bf7b-578a1cdcf7e1 req-48f765f9-620c-4176-9716-16987d3ca6e8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] No DVR routers for this DVR port 093f17ab-8dc0-46d4-846c-da7b4807bf31 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:51:55.940754 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:55.941219 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0b637846-cb88-4607-bf7b-578a1cdcf7e1 req-48f765f9-620c-4176-9716-16987d3ca6e8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:55.962545 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0b637846-cb88-4607-bf7b-578a1cdcf7e1 req-48f765f9-620c-4176-9716-16987d3ca6e8 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.25 "DELETE /networking/v2.0/ports/093f17ab-8dc0-46d4-846c-da7b4807bf31 HTTP/1.1" status: 204 len: 173 time: 1.0989554 Sep 16 12:51:56.035793 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3b4ad-58b3-468b-abc0-158f62b24cef req-1d8c0894-d853-4078-a47f-f0293ba9337e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:56.044755 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-52b3b4ad-58b3-468b-abc0-158f62b24cef req-1d8c0894-d853-4078-a47f-f0293ba9337e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 949 time: 0.0755847 Sep 16 12:51:56.100687 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-52b3b4ad-58b3-468b-abc0-158f62b24cef req-5763ee8c-9baf-4cdb-afa3-678566f7c234 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545704 Sep 16 12:51:56.239810 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968d1dc-b593-4fe5-861d-8790d24aa715 req-54dd9bce-e817-47fd-81aa-e17fac6a900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:56.242119 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f968d1dc-b593-4fe5-861d-8790d24aa715 req-54dd9bce-e817-47fd-81aa-e17fac6a900b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1198833 Sep 16 12:51:56.281732 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93f766-5b8a-4d08-a0d1-888585b17a12 req-88af7c3a-2125-479d-893e-b8aeb02688d1 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:56.283250 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6e93f766-5b8a-4d08-a0d1-888585b17a12 req-88af7c3a-2125-479d-893e-b8aeb02688d1 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 945 time: 0.0530872 Sep 16 12:51:56.359907 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device bf12465f-8132-474a-94b1-e3b53f03df41 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:51:56.369892 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6e93f766-5b8a-4d08-a0d1-888585b17a12 req-abd1510c-d161-47cc-b9f9-a99ca4b780b1 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806527 Sep 16 12:51:56.412330 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port bf12465f-8132-474a-94b1-e3b53f03df41 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:51:56.422859 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port bf12465f-8132-474a-94b1-e3b53f03df41 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:51:56.423602 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:56.424169 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port bf12465f-8132-474a-94b1-e3b53f03df41 Sep 16 12:51:56.433169 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3cd03b96-c035-41e0-b25e-f4f1a9409431 req-894ec881-ff2e-4dbb-9a79-c433c28d8072 tempest-ImagesTestJSON-969058415 tempest-ImagesTestJSON-969058415-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9070e88-5408-48ab-9f4b-a74368e8f25e HTTP/1.1" status: 200 len: 210 time: 0.0523565 Sep 16 12:51:56.529925 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port bf12465f-8132-474a-94b1-e3b53f03df41 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:51:56.530440 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:56.561548 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf12465f-8132-474a-94b1-e3b53f03df41'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:51:56.563907 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9316507e-ccb0-4f2b-88d6-d6a545804c1e" -d '{"events": [{"server_uuid": "1afdaec3-fdf0-4eac-a324-c0f8eaa6797b", "name": "network-vif-plugged", "status": "completed", "tag": "bf12465f-8132-474a-94b1-e3b53f03df41"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:51:56.580687 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=bf12465f-8132-474a-94b1-e3b53f03df41,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:56.585615 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:56.632856 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041df092-33d4-4b71-84d8-7cd479d32b4f', 'tag': '756cd197-6a93-4b4a-b498-7ebcbb3246c2'}, {'server_uuid': 'f9070e88-5408-48ab-9f4b-a74368e8f25e', 'name': 'network-vif-deleted', 'tag': '093f17ab-8dc0-46d4-846c-da7b4807bf31'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:51:56.635768 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f42edc6-12fb-4df9-9db8-b5b4970226fa" -d '{"events": [{"name": "network-changed", "server_uuid": "041df092-33d4-4b71-84d8-7cd479d32b4f", "tag": "756cd197-6a93-4b4a-b498-7ebcbb3246c2"}, {"server_uuid": "f9070e88-5408-48ab-9f4b-a74368e8f25e", "name": "network-vif-deleted", "tag": "093f17ab-8dc0-46d4-846c-da7b4807bf31"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:51:56.668699 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf8179a-ff03-481a-8dfb-0423e0eff354 x-openstack-request-id: req-eaf8179a-ff03-481a-8dfb-0423e0eff354 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:51:56.672600 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afdaec3-fdf0-4eac-a324-c0f8eaa6797b", "name": "network-vif-plugged", "status": "completed", "tag": "bf12465f-8132-474a-94b1-e3b53f03df41", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:51:56.673658 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eaf8179a-ff03-481a-8dfb-0423e0eff354 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:51:56.674295 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf8179a-ff03-481a-8dfb-0423e0eff354'] response: {'server_uuid': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf12465f-8132-474a-94b1-e3b53f03df41', 'code': 200} Sep 16 12:51:56.724010 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Sep 2022 12:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b977da99-1089-4ea9-a216-82d95aeec855 x-openstack-request-id: req-b977da99-1089-4ea9-a216-82d95aeec855 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:51:56.724637 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041df092-33d4-4b71-84d8-7cd479d32b4f", "tag": "756cd197-6a93-4b4a-b498-7ebcbb3246c2", "status": "completed", "code": 200}, {"server_uuid": "f9070e88-5408-48ab-9f4b-a74368e8f25e", "name": "network-vif-deleted", "tag": "093f17ab-8dc0-46d4-846c-da7b4807bf31", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:51:56.725072 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b977da99-1089-4ea9-a216-82d95aeec855 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:51:56.725649 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b977da99-1089-4ea9-a216-82d95aeec855'] response: {'name': 'network-changed', 'server_uuid': '041df092-33d4-4b71-84d8-7cd479d32b4f', 'tag': '756cd197-6a93-4b4a-b498-7ebcbb3246c2', 'status': 'completed', 'code': 200} Sep 16 12:51:56.726073 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b977da99-1089-4ea9-a216-82d95aeec855'] response: {'server_uuid': 'f9070e88-5408-48ab-9f4b-a74368e8f25e', 'name': 'network-vif-deleted', 'tag': '093f17ab-8dc0-46d4-846c-da7b4807bf31', 'status': 'completed', 'code': 200} Sep 16 12:51:56.738884 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=bf12465f-8132-474a-94b1-e3b53f03df41,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:56.759436 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f968d1dc-b593-4fe5-861d-8790d24aa715 req-313d99d1-c432-4761-b671-ccee13956597 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465807 Sep 16 12:51:56.813636 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931d500-9f03-4ac9-9c83-b887d5bc8687 req-867df1ad-1ba4-45e4-8387-ab8979098865 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:56.815061 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0931d500-9f03-4ac9-9c83-b887d5bc8687 req-867df1ad-1ba4-45e4-8387-ab8979098865 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 943 time: 0.1027026 Sep 16 12:51:56.857034 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-335205c5-4d4f-468c-9f22-9e9184fa1c79 req-331ccf11-e122-4446-8d83-aeb9ae3250fd tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.0408669 Sep 16 12:51:56.930836 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0931d500-9f03-4ac9-9c83-b887d5bc8687 req-2b1ceafe-d75b-47e9-bba9-d70a3aaf482c tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032925 Sep 16 12:51:57.016245 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb948b82-2c4c-4294-b27b-5e36fba9bcb1 req-46906139-cd27-4e44-9e06-eeebebaca07b tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:57.017772 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bb948b82-2c4c-4294-b27b-5e36fba9bcb1 req-46906139-cd27-4e44-9e06-eeebebaca07b tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 946 time: 0.0499351 Sep 16 12:51:57.063722 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-df193d19-a7c8-4621-98e8-7705fce2ffcd req-ddfb2e07-7cf5-40e6-962d-adf7a9ee1b50 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0413599 Sep 16 12:51:57.098036 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bb948b82-2c4c-4294-b27b-5e36fba9bcb1 req-ac81e0e1-4cc3-42e5-9a53-2411401b9515 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88082fde-55a5-48be-9bf3-2a297e3fbb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737579 Sep 16 12:51:57.386676 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-93eadcd8-7f5e-4cba-a1eb-8a62782dd326 req-035009fd-99ca-4223-bd1c-a72a0bf7a091 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 210 time: 0.0294645 Sep 16 12:51:57.393901 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31e4aa-a848-4d12-9fed-003139587c5d req-da5f5cec-4a14-49cb-8688-c994e08cefbe tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:57.395476 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd31e4aa-a848-4d12-9fed-003139587c5d req-da5f5cec-4a14-49cb-8688-c994e08cefbe tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 950 time: 0.0999985 Sep 16 12:51:57.401799 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8e696bc5-2c42-440e-900a-4948c9548be4 req-d82dacdb-89ba-400f-b5f0-d4b1faf2f297 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&id=42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 258 time: 0.2574534 Sep 16 12:51:57.418456 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-8e696bc5-2c42-440e-900a-4948c9548be4 req-662d0ee8-e840-43df-a69c-610bb4deabaf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:51:57.475430 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8e696bc5-2c42-440e-900a-4948c9548be4 req-662d0ee8-e840-43df-a69c-610bb4deabaf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:57.493069 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd31e4aa-a848-4d12-9fed-003139587c5d req-6bb25e41-d09b-4c0b-ab7f-957cd68b2c3c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882497 Sep 16 12:51:57.555540 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:57.619772 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8e696bc5-2c42-440e-900a-4948c9548be4 req-662d0ee8-e840-43df-a69c-610bb4deabaf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:57.668028 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c33e3b2f-c80b-46c2-81f2-7523a4897daf req-24acb1f8-31f4-4573-9acd-5554e07e97ec tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0453773 Sep 16 12:51:57.756319 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:57.821467 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-8e696bc5-2c42-440e-900a-4948c9548be4 req-662d0ee8-e840-43df-a69c-610bb4deabaf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Allocated IP 172.25.2.129 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/2d7a3882-55c7-4dab-9abd-4648e8c8d6ed) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:51:57.838941 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9feb92-6a0a-400a-b5d9-6c03049c5114 req-d4d0d585-583a-4a11-93ec-900ae0b88d5f tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:57.840618 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d9feb92-6a0a-400a-b5d9-6c03049c5114 req-d4d0d585-583a-4a11-93ec-900ae0b88d5f tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 945 time: 0.0678465 Sep 16 12:51:58.244893 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d9feb92-6a0a-400a-b5d9-6c03049c5114 req-134bdf7a-9176-4e3e-a3bd-05516951f77a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3976853 Sep 16 12:51:58.295068 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8e696bc5-2c42-440e-900a-4948c9548be4 req-662d0ee8-e840-43df-a69c-610bb4deabaf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks [] for port (2d7a3882-55c7-4dab-9abd-4648e8c8d6ed), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:58.337762 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8e696bc5-2c42-440e-900a-4948c9548be4 req-662d0ee8-e840-43df-a69c-610bb4deabaf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (2d7a3882-55c7-4dab-9abd-4648e8c8d6ed), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:58.414325 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:58.420656 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d0ee8-e840-43df-a69c-610bb4deabaf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Pushing event updated for resources: {'Port': ['ID=2d7a3882-55c7-4dab-9abd-4648e8c8d6ed,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:58.448051 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e696bc5-2c42-440e-900a-4948c9548be4 req-662d0ee8-e840-43df-a69c-610bb4deabaf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:51:58.450989 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-8e696bc5-2c42-440e-900a-4948c9548be4 req-662d0ee8-e840-43df-a69c-610bb4deabaf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:51:58.453438 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e696bc5-2c42-440e-900a-4948c9548be4 req-662d0ee8-e840-43df-a69c-610bb4deabaf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:51:58.472499 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f968d1dc-b593-4fe5-861d-8790d24aa715 req-85d21707-9312-4c2a-90e1-95f2d1209ece service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386857 Sep 16 12:51:58.515537 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a41e8dfb-b7c7-4ec5-83e3-c1c13c890454 req-42d5485c-496d-45d4-b9a3-bbe0ea5af860 tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.0339649 Sep 16 12:51:58.587003 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8e696bc5-2c42-440e-900a-4948c9548be4 req-662d0ee8-e840-43df-a69c-610bb4deabaf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks [] for floatingip (d65fc9a9-0c1c-4b66-a26e-64a3a116e738), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:58.675245 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42edc6-12fb-4df9-9db8-b5b4970226fa req-00bc4bf4-bb37-4101-9f68-cfb723e07829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:58.676768 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4f42edc6-12fb-4df9-9db8-b5b4970226fa req-00bc4bf4-bb37-4101-9f68-cfb723e07829 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 1155 time: 0.0436099 Sep 16 12:51:58.701344 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3495a88-6dc1-44aa-b2c4-aff969459ae4 req-508cf4da-0b97-40b5-b863-8e8d548a439c tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:58.702934 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d3495a88-6dc1-44aa-b2c4-aff969459ae4 req-508cf4da-0b97-40b5-b863-8e8d548a439c tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 943 time: 0.1030297 Sep 16 12:51:58.703725 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8e696bc5-2c42-440e-900a-4948c9548be4 req-662d0ee8-e840-43df-a69c-610bb4deabaf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (2d7a3882-55c7-4dab-9abd-4648e8c8d6ed), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:58.828421 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d3495a88-6dc1-44aa-b2c4-aff969459ae4 req-fdaa3034-8dfe-46c3-b65e-d5156a2ef902 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043286 Sep 16 12:51:58.886644 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:58.936092 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8e696bc5-2c42-440e-900a-4948c9548be4 req-662d0ee8-e840-43df-a69c-610bb4deabaf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks [] for port (2d7a3882-55c7-4dab-9abd-4648e8c8d6ed), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:58.940809 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8e696bc5-2c42-440e-900a-4948c9548be4 req-662d0ee8-e840-43df-a69c-610bb4deabaf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (2d7a3882-55c7-4dab-9abd-4648e8c8d6ed), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:59.055471 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93eadcd8-7f5e-4cba-a1eb-8a62782dd326 req-da949b2d-1775-4c68-927b-454fba24cbc0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d&tenant_id=2f4fa02f470647fea7d4732332e71a2d HTTP/1.1" status: 200 len: 210 time: 0.0860455 Sep 16 12:51:59.055868 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:59.080345 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8e696bc5-2c42-440e-900a-4948c9548be4 req-662d0ee8-e840-43df-a69c-610bb4deabaf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (d65fc9a9-0c1c-4b66-a26e-64a3a116e738), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:59.085894 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d0ee8-e840-43df-a69c-610bb4deabaf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Pushing event updated for resources: {'Port': ['ID=2d7a3882-55c7-4dab-9abd-4648e8c8d6ed,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:51:59.105555 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0766143-e324-4236-ade4-6e4786cdb69b req-390e7e04-1daf-429c-ae5d-0ee91f4bc4b7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:59.107076 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a0766143-e324-4236-ade4-6e4786cdb69b req-390e7e04-1daf-429c-ae5d-0ee91f4bc4b7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 950 time: 0.1211839 Sep 16 12:51:59.150236 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8e696bc5-2c42-440e-900a-4948c9548be4 req-662d0ee8-e840-43df-a69c-610bb4deabaf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:51:59.152053 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8e696bc5-2c42-440e-900a-4948c9548be4 req-662d0ee8-e840-43df-a69c-610bb4deabaf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7408154 Sep 16 12:51:59.158174 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93eadcd8-7f5e-4cba-a1eb-8a62782dd326 req-7702f597-c595-4ffd-bf2c-f3a56cc19fd3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2f4fa02f470647fea7d4732332e71a2d&device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0483334 Sep 16 12:51:59.239406 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8e696bc5-2c42-440e-900a-4948c9548be4 req-010f3cc4-7c3f-4d65-b291-fdb536b6b3e3 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 696 time: 0.0800366 Sep 16 12:51:59.244517 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93eadcd8-7f5e-4cba-a1eb-8a62782dd326 req-09a99384-796e-466b-be9b-1d38c524a533 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=2f4fa02f470647fea7d4732332e71a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412881 Sep 16 12:51:59.257511 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a0766143-e324-4236-ade4-6e4786cdb69b req-d2758dce-a4d4-4b58-ba86-95ea4c196091 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398928 Sep 16 12:51:59.424517 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:51:59.430577 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-095c2bab-bd07-4020-9ed0-8721f190935d req-e43a4f7f-f7a4-4db4-9dd5-d6cc03636d3b tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0802751 Sep 16 12:51:59.440202 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42edc6-12fb-4df9-9db8-b5b4970226fa req-47020411-8941-4efe-a835-8658e3012ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:59.441869 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4f42edc6-12fb-4df9-9db8-b5b4970226fa req-47020411-8941-4efe-a835-8658e3012ada service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 922 time: 0.1470165 Sep 16 12:51:59.502586 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eadcd8-7f5e-4cba-a1eb-8a62782dd326 req-de683418-d7ed-48dd-a4fa-6b3c8dafc01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:59.504271 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93eadcd8-7f5e-4cba-a1eb-8a62782dd326 req-de683418-d7ed-48dd-a4fa-6b3c8dafc01d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2458236 Sep 16 12:51:59.512096 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e696bc5-2c42-440e-900a-4948c9548be4 req-9617ac18-0f0b-47aa-8af4-89976a558606 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:59.513655 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8e696bc5-2c42-440e-900a-4948c9548be4 req-9617ac18-0f0b-47aa-8af4-89976a558606 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.2673194 Sep 16 12:51:59.581444 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4f42edc6-12fb-4df9-9db8-b5b4970226fa req-b1e0cc1c-5311-407d-89fd-39ba34b58b24 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=756cd197-6a93-4b4a-b498-7ebcbb3246c2 HTTP/1.1" status: 200 len: 217 time: 0.0819609 Sep 16 12:51:59.599112 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a32b9-e731-4adc-bf61-d204fd169c28 req-b2a18f3e-5aa7-41c5-9fe4-c3ce271fa41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:59.601200 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e68a32b9-e731-4adc-bf61-d204fd169c28 req-b2a18f3e-5aa7-41c5-9fe4-c3ce271fa41c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 1132 time: 0.1134114 Sep 16 12:51:59.635399 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 756cd197-6a93-4b4a-b498-7ebcbb3246c2 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:51:59.710532 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cc38c-577d-481a-baa1-d5bdd3691d43 req-61c86e63-0fc6-415c-b348-b373a37595ab tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:59.713283 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3f7cc38c-577d-481a-baa1-d5bdd3691d43 req-61c86e63-0fc6-415c-b348-b373a37595ab tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 945 time: 0.1022682 Sep 16 12:51:59.802578 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 756cd197-6a93-4b4a-b498-7ebcbb3246c2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=756cd197-6a93-4b4a-b498-7ebcbb3246c2,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:51:59.817286 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 756cd197-6a93-4b4a-b498-7ebcbb3246c2 has no active binding in host n-h1-858094-4 {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 12:51:59.846268 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da60fc-0463-444b-8951-01c8aa122448 req-17dd253b-449a-481e-a679-c6f8b63a2725 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:51:59.847840 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72da60fc-0463-444b-8951-01c8aa122448 req-17dd253b-449a-481e-a679-c6f8b63a2725 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a4906950-755b-4838-b954-fb07189747f3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1334009 Sep 16 12:51:59.925853 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3f7cc38c-577d-481a-baa1-d5bdd3691d43 req-2ab01673-ca93-4165-8b58-96e61af81192 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015715 Sep 16 12:51:59.944784 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72da60fc-0463-444b-8951-01c8aa122448 req-c56ac943-68c8-458f-9f36-acadc487f9b6 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 696 time: 0.0892689 Sep 16 12:51:59.960813 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-72da60fc-0463-444b-8951-01c8aa122448 req-ebf65eb2-77db-488a-9ede-21feb3ae0ada tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Request body: {'floatingip': {'port_id': '92b5ca07-8b77-48e8-915c-8ee94ddb3bb2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:00.029935 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-72da60fc-0463-444b-8951-01c8aa122448 req-ebf65eb2-77db-488a-9ede-21feb3ae0ada tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks [] for floatingip (d65fc9a9-0c1c-4b66-a26e-64a3a116e738), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:00.147837 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e68a32b9-e731-4adc-bf61-d204fd169c28 req-ff1b0e54-a003-4907-ae5a-d580464ef605 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728631 Sep 16 12:52:00.157649 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-fda4aaa1-d149-45f2-aa56-868980087487 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:00.160775 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-fda4aaa1-d149-45f2-aa56-868980087487 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16&tenant_id=dd7ec914bffb4743921e4116b0c399eb&binding%3Ahost_id=n-h1-858094-4 HTTP/1.1" status: 200 len: 1127 time: 0.2620392 Sep 16 12:52:00.174053 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6ec2a35a-0046-4d5f-9fd2-c9ec74805d01 req-926c4a0c-ec44-4962-8a52-51ee74406b37 tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.0931070 Sep 16 12:52:00.176052 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42edc6-12fb-4df9-9db8-b5b4970226fa req-2addd15d-a2f3-42f6-a709-95f8e6298891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:00.177829 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4f42edc6-12fb-4df9-9db8-b5b4970226fa req-2addd15d-a2f3-42f6-a709-95f8e6298891 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.2779543 Sep 16 12:52:00.360515 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 065308fc-710e-4f14-b3d0-e976788d4def details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:52:00.463356 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-858094-4'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:00.570252 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:00.598797 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 065308fc-710e-4f14-b3d0-e976788d4def, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=065308fc-710e-4f14-b3d0-e976788d4def,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:00.611754 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c8c27-1e43-48da-b5fd-05ee7e28f169 req-50b08e2d-ef38-42c8-a340-29d879c890e9 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:00.615685 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 065308fc-710e-4f14-b3d0-e976788d4def has no active binding in host n-h2-858094-4 {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 12:52:00.623331 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b0c8c27-1e43-48da-b5fd-05ee7e28f169 req-50b08e2d-ef38-42c8-a340-29d879c890e9 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 943 time: 0.1668143 Sep 16 12:52:00.627285 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42edc6-12fb-4df9-9db8-b5b4970226fa req-897fd235-f8de-4e91-9444-ed5d1319ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:00.629791 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4f42edc6-12fb-4df9-9db8-b5b4970226fa req-897fd235-f8de-4e91-9444-ed5d1319ccc1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1872818 Sep 16 12:52:00.667334 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (065308fc-710e-4f14-b3d0-e976788d4def), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:00.872911 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b0c8c27-1e43-48da-b5fd-05ee7e28f169 req-453be583-ef27-4310-a04c-f9de2edcd35b tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484381 Sep 16 12:52:00.926188 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] For port 065308fc-710e-4f14-b3d0-e976788d4def, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=065308fc-710e-4f14-b3d0-e976788d4def,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:01.057366 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] For port 065308fc-710e-4f14-b3d0-e976788d4def, host n-h1-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:52:01.244412 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-72da60fc-0463-444b-8951-01c8aa122448 req-ebf65eb2-77db-488a-9ede-21feb3ae0ada tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:01.249799 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:01.255708 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-72da60fc-0463-444b-8951-01c8aa122448 req-ebf65eb2-77db-488a-9ede-21feb3ae0ada tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (d65fc9a9-0c1c-4b66-a26e-64a3a116e738), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:01.307833 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3085e02c-a09e-4bc5-a8c4-87ab1cedfc16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '065308fc-710e-4f14-b3d0-e976788d4def'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:52:01.310625 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d819b9a2-81da-4b51-b6df-a4a30c3448bb" -d '{"events": [{"server_uuid": "3085e02c-a09e-4bc5-a8c4-87ab1cedfc16", "name": "network-vif-unplugged", "status": "completed", "tag": "065308fc-710e-4f14-b3d0-e976788d4def"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:52:01.316987 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] Publish callbacks [] for port (065308fc-710e-4f14-b3d0-e976788d4def), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:01.332675 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (065308fc-710e-4f14-b3d0-e976788d4def), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:01.420714 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] Pushing event updated for resources: {'Port': ['ID=065308fc-710e-4f14-b3d0-e976788d4def,revision_number=7']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:01.458023 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4f42edc6-12fb-4df9-9db8-b5b4970226fa req-320d7b6c-90a0-4716-b747-c0ca02b88010 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396976 Sep 16 12:52:01.460964 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [req-72da60fc-0463-444b-8951-01c8aa122448 req-ebf65eb2-77db-488a-9ede-21feb3ae0ada tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Floating IP d65fc9a9-0c1c-4b66-a26e-64a3a116e738 associated. External IP: 172.25.2.129, port: 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2. Sep 16 12:52:01.598973 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:01.680042 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9116cfb-38aa-4c4f-a14e-a97a95431928 req-795cb350-559f-4d75-b141-9e04014d0a6a tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:01.688244 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9116cfb-38aa-4c4f-a14e-a97a95431928 req-795cb350-559f-4d75-b141-9e04014d0a6a tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 950 time: 0.5951016 Sep 16 12:52:01.699717 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] Attempting to bind port 065308fc-710e-4f14-b3d0-e976788d4def on host n-h1-858094-4 for vnic_type normal with profile {"migrating_to": "n-h2-858094-4"} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:52:01.700409 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] Attempting to bind port 065308fc-710e-4f14-b3d0-e976788d4def by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:52:01.700945 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] Attempting to bind port 065308fc-710e-4f14-b3d0-e976788d4def on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:52:01.761099 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:01.779626 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] Port 065308fc-710e-4f14-b3d0-e976788d4def on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:52:01.780035 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] Attempting to bind port 065308fc-710e-4f14-b3d0-e976788d4def on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:52:01.835987 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9116cfb-38aa-4c4f-a14e-a97a95431928 req-156d6494-2584-4ded-aefb-645e7409992a tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465583 Sep 16 12:52:01.862226 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:52:01.862226 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] Checking segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:52:01.862609 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] Bound using segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:52:01.863078 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] Bound port: 065308fc-710e-4f14-b3d0-e976788d4def, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:52:01.863528 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (065308fc-710e-4f14-b3d0-e976788d4def), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:01.889030 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4f42edc6-12fb-4df9-9db8-b5b4970226fa req-b27d9ae2-1b19-4f67-b07f-5dfbb4301f14 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225863 Sep 16 12:52:01.973462 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 53836) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:02.004002 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] For port 065308fc-710e-4f14-b3d0-e976788d4def, host n-h1-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:52:02.013350 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] For port 065308fc-710e-4f14-b3d0-e976788d4def, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=065308fc-710e-4f14-b3d0-e976788d4def,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:52:02.023979 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (065308fc-710e-4f14-b3d0-e976788d4def), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:02.144897 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-687e22dd-60a1-4efb-892f-58490af8af71 req-c9814603-1637-415b-b254-e900168d57ca tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0808926 Sep 16 12:52:02.149934 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72da60fc-0463-444b-8951-01c8aa122448 req-ebf65eb2-77db-488a-9ede-21feb3ae0ada tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Router e6afd421-d489-40f1-8a76-df90289544ad has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:52:02.192055 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] Pushing event updated for resources: {'Port': ['ID=065308fc-710e-4f14-b3d0-e976788d4def,revision_number=8']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:02.215720 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:02.299424 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1c153f87-c1cd-4a81-b339-174c955176d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:02.304013 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:02.305370 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:02.310470 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-62cfeafb-39ab-4f1c-9272-6d3dd03204ee service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/065308fc-710e-4f14-b3d0-e976788d4def HTTP/1.1" status: 200 len: 1121 time: 1.8692791 Sep 16 12:52:02.433150 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['065308fc-710e-4f14-b3d0-e976788d4def'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:52:02.585697 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:02.606950 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['065308fc-710e-4f14-b3d0-e976788d4def'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:52:02.675262 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:02.730671 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63192986-95fe-4e02-8d45-6103f84fbbe7 req-d34c2251-0c07-4a29-919b-2bc40c83697e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:02.737857 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-63192986-95fe-4e02-8d45-6103f84fbbe7 req-d34c2251-0c07-4a29-919b-2bc40c83697e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 943 time: 0.5120745 Sep 16 12:52:02.873046 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72da60fc-0463-444b-8951-01c8aa122448 req-ebf65eb2-77db-488a-9ede-21feb3ae0ada tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:52:02.883584 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-72da60fc-0463-444b-8951-01c8aa122448 req-ebf65eb2-77db-488a-9ede-21feb3ae0ada tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:02.893226 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa66ffa-27b7-412c-8da8-3fcde9155628 None None] Sync routers for ids ['e6afd421-d489-40f1-8a76-df90289544ad'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:52:02.904599 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:02.906459 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa66ffa-27b7-412c-8da8-3fcde9155628 None None] Routers {'e6afd421-d489-40f1-8a76-df90289544ad'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:02.907132 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-5aa66ffa-27b7-412c-8da8-3fcde9155628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:51:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e6afd421-d489-40f1-8a76-df90289544ad'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:02.911996 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-63192986-95fe-4e02-8d45-6103f84fbbe7 req-1ffd8a29-ebc2-4367-979e-a8e707c45ecd tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724327 Sep 16 12:52:02.983793 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72da60fc-0463-444b-8951-01c8aa122448 req-ebf65eb2-77db-488a-9ede-21feb3ae0ada tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/d65fc9a9-0c1c-4b66-a26e-64a3a116e738 HTTP/1.1" status: 200 len: 997 time: 3.0379801 Sep 16 12:52:02.990726 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4906950-755b-4838-b954-fb07189747f3', 'tag': '92b5ca07-8b77-48e8-915c-8ee94ddb3bb2'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:52:02.993423 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f9850d-b394-4ca4-8eb9-fd9c3723ab22" -d '{"events": [{"name": "network-changed", "server_uuid": "a4906950-755b-4838-b954-fb07189747f3", "tag": "92b5ca07-8b77-48e8-915c-8ee94ddb3bb2"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:52:03.086273 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-5aa66ffa-27b7-412c-8da8-3fcde9155628 None None] Set router e6afd421-d489-40f1-8a76-df90289544ad gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:52:03.170484 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-289bd122-f97d-44f9-8bad-fde9c28e84d1 req-f4ce0405-0b9a-4b39-ac84-6807cba38b6c tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.0761874 Sep 16 12:52:03.186754 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-827f60b1-8743-468d-a194-59e87e4e05b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:03.293354 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:03.306389 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef708d1-36e7-4025-9751-59b9aac97989 x-openstack-request-id: req-1ef708d1-36e7-4025-9751-59b9aac97989 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:52:03.306913 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3085e02c-a09e-4bc5-a8c4-87ab1cedfc16", "name": "network-vif-unplugged", "status": "completed", "tag": "065308fc-710e-4f14-b3d0-e976788d4def", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:52:03.307023 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1ef708d1-36e7-4025-9751-59b9aac97989 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:52:03.307389 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef708d1-36e7-4025-9751-59b9aac97989'] response: {'server_uuid': '3085e02c-a09e-4bc5-a8c4-87ab1cedfc16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '065308fc-710e-4f14-b3d0-e976788d4def', 'code': 200} Sep 16 12:52:03.345019 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-5aa66ffa-27b7-412c-8da8-3fcde9155628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220383004-router', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:21Z', 'updated_at': '2022-09-16T12:51:26Z', 'revision_number': 4, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'gw_port': {'id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:22Z', 'updated_at': '2022-09-16T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': 'd65fc9a9-0c1c-4b66-a26e-64a3a116e738', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'port_id': '92b5ca07-8b77-48e8-915c-8ee94ddb3bb2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27', 'mac_address': 'fa:16:3e:bd:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4906950-755b-4838-b954-fb07189747f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:51:58Z', 'updated_at': '2022-09-16T12:52:01Z', 'revision_number': 1, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1225b6-f7d7-4092-a67e-50e4e84340d7', 'name': '', 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'mac_address': 'fa:16:3e:1c:8f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e5df64a4-ed0c-4706-81f1-01ef1d613825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:25Z', 'updated_at': '2022-09-16T12:51:36Z', 'revision_number': 5, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'subnets': [{'id': 'e5df64a4-ed0c-4706-81f1-01ef1d613825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:03.379649 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa66ffa-27b7-412c-8da8-3fcde9155628 None None] Checking router: e6afd421-d489-40f1-8a76-df90289544ad for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:52:03.403704 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa66ffa-27b7-412c-8da8-3fcde9155628 None None] Routers {'e6afd421-d489-40f1-8a76-df90289544ad'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:03.404381 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-5aa66ffa-27b7-412c-8da8-3fcde9155628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:51:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e6afd421-d489-40f1-8a76-df90289544ad'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:03.498014 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da60fc-0463-444b-8951-01c8aa122448 req-23688f85-2c3c-4d48-9dae-bf61f03f2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:03.499692 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72da60fc-0463-444b-8951-01c8aa122448 req-23688f85-2c3c-4d48-9dae-bf61f03f2bed service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=034ef732e4504d05a4d5d0eea122165e&device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 1128 time: 0.4038315 Sep 16 12:52:03.527325 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba3f2a-465f-4d6c-bdb0-dbb6aa4b6474 req-90e631c3-c41f-41ed-8f83-2b8197332d49 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:03.534613 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8aba3f2a-465f-4d6c-bdb0-dbb6aa4b6474 req-90e631c3-c41f-41ed-8f83-2b8197332d49 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 943 time: 0.1534209 Sep 16 12:52:03.575589 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:03.597180 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-5aa66ffa-27b7-412c-8da8-3fcde9155628 None None] Set router e6afd421-d489-40f1-8a76-df90289544ad gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:52:03.692610 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8aba3f2a-465f-4d6c-bdb0-dbb6aa4b6474 req-0c9c0b46-eaea-4631-9a7d-aa30df686553 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569219 Sep 16 12:52:03.718924 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:03.724674 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da60fc-0463-444b-8951-01c8aa122448 req-abc51f1c-3cdc-4dd6-8ef7-dba2b00c14f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:03.724674 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72da60fc-0463-444b-8951-01c8aa122448 req-abc51f1c-3cdc-4dd6-8ef7-dba2b00c14f2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=efc98046-384c-40f8-9e52-6d3af932ac27 HTTP/1.1" status: 200 len: 930 time: 0.2018237 Sep 16 12:52:03.876476 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-827f60b1-8743-468d-a194-59e87e4e05b8 admin admin] Deleting port 57af9c38-648b-4852-89b0-54f59a27ec89 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:52:03.877151 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-827f60b1-8743-468d-a194-59e87e4e05b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (57af9c38-648b-4852-89b0-54f59a27ec89), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:03.911742 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bcacc-f6fd-4d1b-b6b5-3bb7ef1c8d9b req-3220024a-0240-4f32-8132-507d4355b4c9 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:03.913723 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c8bcacc-f6fd-4d1b-b6b5-3bb7ef1c8d9b req-3220024a-0240-4f32-8132-507d4355b4c9 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 950 time: 0.1133604 Sep 16 12:52:03.920030 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72da60fc-0463-444b-8951-01c8aa122448 req-e1ddc0f3-eb70-4cb2-a68e-6cd1c545d636 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 HTTP/1.1" status: 200 len: 1000 time: 0.1854382 Sep 16 12:52:03.938743 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-5aa66ffa-27b7-412c-8da8-3fcde9155628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220383004-router', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:21Z', 'updated_at': '2022-09-16T12:51:26Z', 'revision_number': 4, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'gw_port': {'id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:22Z', 'updated_at': '2022-09-16T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': 'd65fc9a9-0c1c-4b66-a26e-64a3a116e738', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'port_id': '92b5ca07-8b77-48e8-915c-8ee94ddb3bb2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27', 'mac_address': 'fa:16:3e:bd:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4906950-755b-4838-b954-fb07189747f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:51:58Z', 'updated_at': '2022-09-16T12:52:01Z', 'revision_number': 1, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1225b6-f7d7-4092-a67e-50e4e84340d7', 'name': '', 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'mac_address': 'fa:16:3e:1c:8f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e5df64a4-ed0c-4706-81f1-01ef1d613825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:25Z', 'updated_at': '2022-09-16T12:51:36Z', 'revision_number': 5, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'subnets': [{'id': 'e5df64a4-ed0c-4706-81f1-01ef1d613825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:03.965438 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa66ffa-27b7-412c-8da8-3fcde9155628 None None] The sync data for ids ['e6afd421-d489-40f1-8a76-df90289544ad'] in n-d-858094-4 is: [{'id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220383004-router', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:21Z', 'updated_at': '2022-09-16T12:51:26Z', 'revision_number': 4, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'gw_port': {'id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:22Z', 'updated_at': '2022-09-16T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': 'd65fc9a9-0c1c-4b66-a26e-64a3a116e738', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'port_id': '92b5ca07-8b77-48e8-915c-8ee94ddb3bb2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27', 'mac_address': 'fa:16:3e:bd:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4906950-755b-4838-b954-fb07189747f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:51:58Z', 'updated_at': '2022-09-16T12:52:01Z', 'revision_number': 1, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1225b6-f7d7-4092-a67e-50e4e84340d7', 'name': '', 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'mac_address': 'fa:16:3e:1c:8f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e5df64a4-ed0c-4706-81f1-01ef1d613825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:25Z', 'updated_at': '2022-09-16T12:51:36Z', 'revision_number': 5, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'subnets': [{'id': 'e5df64a4-ed0c-4706-81f1-01ef1d613825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:52:04.115472 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c8bcacc-f6fd-4d1b-b6b5-3bb7ef1c8d9b req-a9423f96-8d2a-4d06-b26c-2c2fe35d97ea tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591511 Sep 16 12:52:04.120323 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da60fc-0463-444b-8951-01c8aa122448 req-9c674e83-5c2c-488f-97d6-b72294b09cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:04.122301 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72da60fc-0463-444b-8951-01c8aa122448 req-9c674e83-5c2c-488f-97d6-b72294b09cd4 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=e5df64a4-ed0c-4706-81f1-01ef1d613825 HTTP/1.1" status: 200 len: 868 time: 0.1673377 Sep 16 12:52:04.144222 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-827f60b1-8743-468d-a194-59e87e4e05b8 admin admin] For port 57af9c38-648b-4852-89b0-54f59a27ec89, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=57af9c38-648b-4852-89b0-54f59a27ec89,segment=NetworkSegment(2886e315-9b48-4563-b1fb-54e4ddb6259d),segment_id=2886e315-9b48-4563-b1fb-54e4ddb6259d)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:04.144222 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-827f60b1-8743-468d-a194-59e87e4e05b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (57af9c38-648b-4852-89b0-54f59a27ec89), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:04.184658 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-827f60b1-8743-468d-a194-59e87e4e05b8 admin admin] Calling delete_port for 57af9c38-648b-4852-89b0-54f59a27ec89 owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:52:04.209358 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da60fc-0463-444b-8951-01c8aa122448 req-7e1908fc-8fdb-44e2-9e2f-8613c2d35dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:04.210755 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72da60fc-0463-444b-8951-01c8aa122448 req-7e1908fc-8fdb-44e2-9e2f-8613c2d35dbc service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=efc98046-384c-40f8-9e52-6d3af932ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0661020 Sep 16 12:52:04.252089 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc2f0d9-02a9-40e1-bc0d-f12368edcbcd x-openstack-request-id: req-edc2f0d9-02a9-40e1-bc0d-f12368edcbcd {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:52:04.252651 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4906950-755b-4838-b954-fb07189747f3", "tag": "92b5ca07-8b77-48e8-915c-8ee94ddb3bb2", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:52:04.252651 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-edc2f0d9-02a9-40e1-bc0d-f12368edcbcd {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:52:04.253048 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc2f0d9-02a9-40e1-bc0d-f12368edcbcd'] response: {'name': 'network-changed', 'server_uuid': 'a4906950-755b-4838-b954-fb07189747f3', 'tag': '92b5ca07-8b77-48e8-915c-8ee94ddb3bb2', 'status': 'completed', 'code': 200} Sep 16 12:52:04.263812 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-72da60fc-0463-444b-8951-01c8aa122448 req-300f9309-af39-436f-84d6-f13f6e753621 service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:52:04.271340 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72da60fc-0463-444b-8951-01c8aa122448 req-300f9309-af39-436f-84d6-f13f6e753621 service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0172956 Sep 16 12:52:04.337344 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9850d-b394-4ca4-8eb9-fd9c3723ab22 req-208f5e10-911b-437e-b523-79f314bb9696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:04.339582 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d9f9850d-b394-4ca4-8eb9-fd9c3723ab22 req-208f5e10-911b-437e-b523-79f314bb9696 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=034ef732e4504d05a4d5d0eea122165e&device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 1128 time: 0.0694690 Sep 16 12:52:04.378731 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f814e0-ac4c-4a89-a516-2d69ca93828c None None] New status for floating IP d65fc9a9-0c1c-4b66-a26e-64a3a116e738: ACTIVE {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:52:04.492967 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9850d-b394-4ca4-8eb9-fd9c3723ab22 req-1af56e8b-9849-427e-be64-bed3a1f28cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:04.495647 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d9f9850d-b394-4ca4-8eb9-fd9c3723ab22 req-1af56e8b-9849-427e-be64-bed3a1f28cb3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=efc98046-384c-40f8-9e52-6d3af932ac27 HTTP/1.1" status: 200 len: 930 time: 0.1490037 Sep 16 12:52:04.500590 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ad71b18e-1900-4132-a023-b0b722f44983 req-61f74967-20e8-455e-bf9e-c7715d187a20 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0907052 Sep 16 12:52:04.536901 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72da60fc-0463-444b-8951-01c8aa122448 req-2b38d499-c8fe-4491-83a1-2b2a7d66924f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/efc98046-384c-40f8-9e52-6d3af932ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646871 Sep 16 12:52:04.652815 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3c549d6e-6dc8-4632-9ebb-132e94e63873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:04.661358 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d9f9850d-b394-4ca4-8eb9-fd9c3723ab22 req-a316d9a0-e996-4b3d-9985-8b3c168e4ca8 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 HTTP/1.1" status: 200 len: 1000 time: 0.1432512 Sep 16 12:52:04.720165 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:04.734369 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9850d-b394-4ca4-8eb9-fd9c3723ab22 req-9c89696e-c53d-4849-8180-cff71ec2358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:04.736374 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d9f9850d-b394-4ca4-8eb9-fd9c3723ab22 req-9c89696e-c53d-4849-8180-cff71ec2358e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e5df64a4-ed0c-4706-81f1-01ef1d613825 HTTP/1.1" status: 200 len: 868 time: 0.0663488 Sep 16 12:52:04.743537 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c98e0-9203-4798-9a4c-5d1ca39bee6e req-4cbc553b-9abf-4678-951f-038bac434887 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:04.745772 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-249c98e0-9203-4798-9a4c-5d1ca39bee6e req-4cbc553b-9abf-4678-951f-038bac434887 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 943 time: 0.0905020 Sep 16 12:52:04.817559 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9850d-b394-4ca4-8eb9-fd9c3723ab22 req-c7a795f0-b80e-4d8d-9683-e7b42916c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:04.820947 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d9f9850d-b394-4ca4-8eb9-fd9c3723ab22 req-c7a795f0-b80e-4d8d-9683-e7b42916c75a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=efc98046-384c-40f8-9e52-6d3af932ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0612726 Sep 16 12:52:04.840429 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72da60fc-0463-444b-8951-01c8aa122448 req-45df2f34-68b7-4df4-804e-c1378bdcabb1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/efc98046-384c-40f8-9e52-6d3af932ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953229 Sep 16 12:52:04.866168 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-827f60b1-8743-468d-a194-59e87e4e05b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (57af9c38-648b-4852-89b0-54f59a27ec89), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:04.896642 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f60b1-8743-468d-a194-59e87e4e05b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=57af9c38-648b-4852-89b0-54f59a27ec89,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:04.909233 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-249c98e0-9203-4798-9a4c-5d1ca39bee6e req-1dc8c365-664e-40db-bd8b-3d74184f2f88 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453781 Sep 16 12:52:04.959064 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d9f9850d-b394-4ca4-8eb9-fd9c3723ab22 req-990c69c4-8cf3-405f-a952-5851a0fbfd06 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/efc98046-384c-40f8-9e52-6d3af932ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279886 Sep 16 12:52:05.032749 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:05.160077 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-33bf8134-4cdb-4cf7-b159-1f3821e53d0b req-f914d6d0-51a2-48ef-a0bb-763cf7db3fe8 tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.0600600 Sep 16 12:52:05.164325 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58407e39-e6f5-4136-85a9-876b251db734 req-9291735c-5e52-48e9-be01-559387332860 tempest-MigrationsAdminTest-697105801 tempest-MigrationsAdminTest-697105801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:05.172472 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-58407e39-e6f5-4136-85a9-876b251db734 req-9291735c-5e52-48e9-be01-559387332860 tempest-MigrationsAdminTest-697105801 tempest-MigrationsAdminTest-697105801-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 1132 time: 0.2020013 Sep 16 12:52:05.247975 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d9f9850d-b394-4ca4-8eb9-fd9c3723ab22 req-f5a6888a-d58e-409d-b604-765bbf3a11d3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/efc98046-384c-40f8-9e52-6d3af932ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789159 Sep 16 12:52:05.299456 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-827f60b1-8743-468d-a194-59e87e4e05b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:05.308380 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3085e02c-a09e-4bc5-a8c4-87ab1cedfc16', 'tag': '065308fc-710e-4f14-b3d0-e976788d4def'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:52:05.312068 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e7334e-c9be-4824-baca-388d6e85b6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "3085e02c-a09e-4bc5-a8c4-87ab1cedfc16", "tag": "065308fc-710e-4f14-b3d0-e976788d4def"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:52:05.324704 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-58407e39-e6f5-4136-85a9-876b251db734 req-e6f8f877-fca4-4e4f-8d6a-98db20a0cce5 tempest-MigrationsAdminTest-697105801 tempest-MigrationsAdminTest-697105801-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509390 Sep 16 12:52:05.540349 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e12ba-b8c3-45ea-8a56-0945700a91e1 req-f42dd0e5-da11-4cbb-b43f-f912764b3b4f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:05.542597 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-153e12ba-b8c3-45ea-8a56-0945700a91e1 req-f42dd0e5-da11-4cbb-b43f-f912764b3b4f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 943 time: 0.1919179 Sep 16 12:52:05.676400 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-153e12ba-b8c3-45ea-8a56-0945700a91e1 req-052748b9-fe13-4874-a5eb-42ee840e5694 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276107 Sep 16 12:52:05.682260 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db99c03a-2f22-411b-a580-dcf8798eb885 req-32f98761-de25-4eac-afd0-d58b37593b21 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&id=42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 258 time: 0.2813833 Sep 16 12:52:05.693358 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-db99c03a-2f22-411b-a580-dcf8798eb885 req-4e8f2fa9-65f1-45e1-a1f3-9fdc1698833d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:05.756786 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 53874) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:05.805373 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf005ed-0164-4b2d-8695-6a744e015930 x-openstack-request-id: req-5bf005ed-0164-4b2d-8695-6a744e015930 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:52:05.806792 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3085e02c-a09e-4bc5-a8c4-87ab1cedfc16", "tag": "065308fc-710e-4f14-b3d0-e976788d4def", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:52:05.806792 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5bf005ed-0164-4b2d-8695-6a744e015930 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:52:05.807095 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf005ed-0164-4b2d-8695-6a744e015930'] response: {'name': 'network-changed', 'server_uuid': '3085e02c-a09e-4bc5-a8c4-87ab1cedfc16', 'tag': '065308fc-710e-4f14-b3d0-e976788d4def', 'status': 'completed', 'code': 200} Sep 16 12:52:05.813169 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-db99c03a-2f22-411b-a580-dcf8798eb885 req-4e8f2fa9-65f1-45e1-a1f3-9fdc1698833d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:05.892319 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:05.919456 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827f60b1-8743-468d-a194-59e87e4e05b8 admin admin] Router bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:52:06.005032 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:06.530597 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7934b07c-7a3b-4420-acb7-29c761bb3284 req-118df92d-9981-4a6b-971a-d1bb2a4c69b4 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.1287148 Sep 16 12:52:06.550368 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-aa17db2e-627e-4a00-a42f-77a79b1cadc6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1505010 Sep 16 12:52:06.551712 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-db99c03a-2f22-411b-a580-dcf8798eb885 req-4e8f2fa9-65f1-45e1-a1f3-9fdc1698833d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:06.701870 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:06.704283 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827f60b1-8743-468d-a194-59e87e4e05b8 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:52:06.715007 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146f50ff-83c9-4f97-bd52-241698bb10d8 None None] Sync routers for ids ['bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:52:06.717533 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-827f60b1-8743-468d-a194-59e87e4e05b8 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7408276 Sep 16 12:52:06.719995 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 53898) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:06.742286 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f50ff-83c9-4f97-bd52-241698bb10d8 None None] Routers {'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:06.757622 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-146f50ff-83c9-4f97-bd52-241698bb10d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:52:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:06.988719 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-146f50ff-83c9-4f97-bd52-241698bb10d8 None None] Set router bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:52:07.002136 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:07.064636 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6fddc6da-7c3f-4cf5-9f71-2974f829ec57 admin admin] Publish callbacks [] for router (bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:07.101787 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-db99c03a-2f22-411b-a580-dcf8798eb885 req-4e8f2fa9-65f1-45e1-a1f3-9fdc1698833d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Allocated IP 172.25.2.242 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/09f00e44-fb88-445c-9a73-43c871751e1c) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:52:07.113397 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:07.122597 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-6ea8a83e-9ed2-4efe-bc97-4a17ac8a4fcf tempest-MigrationsAdminTest-697105801 tempest-MigrationsAdminTest-697105801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:07.124463 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-6ea8a83e-9ed2-4efe-bc97-4a17ac8a4fcf tempest-MigrationsAdminTest-697105801 tempest-MigrationsAdminTest-697105801-project-admin] 10.222.0.67 "GET /networking/v2.0/ports/bf12465f-8132-474a-94b1-e3b53f03df41 HTTP/1.1" status: 200 len: 1129 time: 0.1410403 Sep 16 12:52:07.161106 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee158c47-b319-45f2-8ad2-6e8f37861fd5 req-d314b9d6-31ce-41ba-84b0-b7af43027ba3 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:07.169843 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ee158c47-b319-45f2-8ad2-6e8f37861fd5 req-d314b9d6-31ce-41ba-84b0-b7af43027ba3 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 943 time: 0.2097068 Sep 16 12:52:07.265229 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:07.284903 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f12c1f02-28aa-4213-a703-3b0d41afe88b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (14a9e2c1-120a-4811-bd0a-38bbd8a7815f), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:07.312590 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6fddc6da-7c3f-4cf5-9f71-2974f829ec57 admin admin] Publish callbacks [] for router_gateway (bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:07.393417 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-6fddc6da-7c3f-4cf5-9f71-2974f829ec57 admin admin] Deleting port a9ea0e13-0195-43f0-8436-5910d6302b32 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:52:07.398320 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6fddc6da-7c3f-4cf5-9f71-2974f829ec57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (a9ea0e13-0195-43f0-8436-5910d6302b32), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:07.409263 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-146f50ff-83c9-4f97-bd52-241698bb10d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'name': 'tempest-AttachSCSIVolumeTestJSON-550497175-router', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:43Z', 'updated_at': '2022-09-16T12:52:04Z', 'revision_number': 5, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'gw_port': {'id': 'a9ea0e13-0195-43f0-8436-5910d6302b32', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:44Z', 'updated_at': '2022-09-16T12:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:07.448138 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:07.489815 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146f50ff-83c9-4f97-bd52-241698bb10d8 None None] Checking router: bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:52:07.514985 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f50ff-83c9-4f97-bd52-241698bb10d8 None None] Routers {'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:07.515727 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-146f50ff-83c9-4f97-bd52-241698bb10d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:52:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:07.518760 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:07.526634 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:07.579047 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-6fddc6da-7c3f-4cf5-9f71-2974f829ec57 admin admin] For port a9ea0e13-0195-43f0-8436-5910d6302b32, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=a9ea0e13-0195-43f0-8436-5910d6302b32,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:07.579554 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6fddc6da-7c3f-4cf5-9f71-2974f829ec57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (a9ea0e13-0195-43f0-8436-5910d6302b32), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:07.601726 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-6fddc6da-7c3f-4cf5-9f71-2974f829ec57 admin admin] Calling delete_port for a9ea0e13-0195-43f0-8436-5910d6302b32 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:52:07.665055 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-146f50ff-83c9-4f97-bd52-241698bb10d8 None None] Set router bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 gateway port host: None {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:52:07.752865 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:07.801981 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-146f50ff-83c9-4f97-bd52-241698bb10d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'name': 'tempest-AttachSCSIVolumeTestJSON-550497175-router', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:43Z', 'updated_at': '2022-09-16T12:52:07Z', 'revision_number': 6, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:07.814479 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-db99c03a-2f22-411b-a580-dcf8798eb885 req-4e8f2fa9-65f1-45e1-a1f3-9fdc1698833d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks [] for port (09f00e44-fb88-445c-9a73-43c871751e1c), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:07.814764 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6fddc6da-7c3f-4cf5-9f71-2974f829ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (a9ea0e13-0195-43f0-8436-5910d6302b32), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:07.865185 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ee158c47-b319-45f2-8ad2-6e8f37861fd5 req-359479d6-2677-4b4f-b236-dadd53327639 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6940897 Sep 16 12:52:07.869414 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddc6da-7c3f-4cf5-9f71-2974f829ec57 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ea0e13-0195-43f0-8436-5910d6302b32,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:07.870247 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-db99c03a-2f22-411b-a580-dcf8798eb885 req-4e8f2fa9-65f1-45e1-a1f3-9fdc1698833d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (09f00e44-fb88-445c-9a73-43c871751e1c), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:07.874481 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146f50ff-83c9-4f97-bd52-241698bb10d8 None None] The sync data for ids ['bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95'] in n-d-858094-4 is: [{'id': 'bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95', 'name': 'tempest-AttachSCSIVolumeTestJSON-550497175-router', 'tenant_id': '97a3e6c179c6495281c2816a1e18aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:43Z', 'updated_at': '2022-09-16T12:52:07Z', 'revision_number': 6, 'project_id': '97a3e6c179c6495281c2816a1e18aa7e', 'gw_port_host': None}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:52:07.992613 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6fddc6da-7c3f-4cf5-9f71-2974f829ec57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:07.994869 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db99c03a-2f22-411b-a580-dcf8798eb885 req-4e8f2fa9-65f1-45e1-a1f3-9fdc1698833d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:52:08.017950 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-db99c03a-2f22-411b-a580-dcf8798eb885 req-4e8f2fa9-65f1-45e1-a1f3-9fdc1698833d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:52:08.026052 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-db99c03a-2f22-411b-a580-dcf8798eb885 req-4e8f2fa9-65f1-45e1-a1f3-9fdc1698833d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:52:08.095032 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:08.104422 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6fddc6da-7c3f-4cf5-9f71-2974f829ec57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:08.107229 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dfe83719-34e1-413c-8be3-f2d9c1c63b11 req-be6d2314-e223-4eac-8d46-024cc244e3d0 tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.1181436 Sep 16 12:52:08.108048 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6fddc6da-7c3f-4cf5-9f71-2974f829ec57 admin admin] Publish callbacks [] for router_controller (bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:08.115555 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f2fa9-65f1-45e1-a1f3-9fdc1698833d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Pushing event updated for resources: {'Port': ['ID=09f00e44-fb88-445c-9a73-43c871751e1c,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:08.180099 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6fddc6da-7c3f-4cf5-9f71-2974f829ec57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:08.181618 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fddc6da-7c3f-4cf5-9f71-2974f829ec57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:52:08.187819 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6fddc6da-7c3f-4cf5-9f71-2974f829ec57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:08.188286 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-f12c1f02-28aa-4213-a703-3b0d41afe88b admin admin] Deleting port e06dfe9f-90eb-4002-afda-d28aa0610ab5 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:52:08.188637 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f12c1f02-28aa-4213-a703-3b0d41afe88b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (e06dfe9f-90eb-4002-afda-d28aa0610ab5), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:08.189388 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-6fddc6da-7c3f-4cf5-9f71-2974f829ec57 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/bbe9cfbe-c8fb-45c6-982d-6618f0cf1e95 HTTP/1.1" status: 204 len: 168 time: 1.4683030 Sep 16 12:52:08.191908 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 53910) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:08.271239 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-d589efa2-a7a1-4452-b418-8bf68896e5a1 admin admin] Deleting subnet 84ba4951-a43e-462f-8cea-c8f3885b092d {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:52:08.276551 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d589efa2-a7a1-4452-b418-8bf68896e5a1 admin admin] Publish callbacks [] for subnet (84ba4951-a43e-462f-8cea-c8f3885b092d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:08.340908 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d589efa2-a7a1-4452-b418-8bf68896e5a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (84ba4951-a43e-462f-8cea-c8f3885b092d), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:08.348620 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7334e-c9be-4824-baca-388d6e85b6d4 req-0ba2a7a5-125b-4ffb-8012-4dfded6f6102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:08.354550 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c0e7334e-c9be-4824-baca-388d6e85b6d4 req-0ba2a7a5-125b-4ffb-8012-4dfded6f6102 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 1155 time: 0.2272055 Sep 16 12:52:08.362710 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:08.373021 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683610cb-7e11-4249-b8fb-4bc22239b82c req-23ca5533-a98c-4c17-bea1-eba32274b941 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:08.374551 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-683610cb-7e11-4249-b8fb-4bc22239b82c req-23ca5533-a98c-4c17-bea1-eba32274b941 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 950 time: 0.1273479 Sep 16 12:52:08.473409 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d589efa2-a7a1-4452-b418-8bf68896e5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (84ba4951-a43e-462f-8cea-c8f3885b092d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:08.482642 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:08.494643 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-f12c1f02-28aa-4213-a703-3b0d41afe88b admin admin] For port e06dfe9f-90eb-4002-afda-d28aa0610ab5, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e06dfe9f-90eb-4002-afda-d28aa0610ab5,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:08.495130 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f12c1f02-28aa-4213-a703-3b0d41afe88b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (e06dfe9f-90eb-4002-afda-d28aa0610ab5), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:08.500347 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-683610cb-7e11-4249-b8fb-4bc22239b82c req-754fc449-c40a-4182-aea0-cc9560878044 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020885 Sep 16 12:52:08.507239 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-db99c03a-2f22-411b-a580-dcf8798eb885 req-4e8f2fa9-65f1-45e1-a1f3-9fdc1698833d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks [] for floatingip (2dafe94e-b194-46b7-8c62-7ed274063b42), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:08.523305 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-f12c1f02-28aa-4213-a703-3b0d41afe88b admin admin] Calling delete_port for e06dfe9f-90eb-4002-afda-d28aa0610ab5 owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:52:08.558176 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d589efa2-a7a1-4452-b418-8bf68896e5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (84ba4951-a43e-462f-8cea-c8f3885b092d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:08.586077 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589efa2-a7a1-4452-b418-8bf68896e5a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84ba4951-a43e-462f-8cea-c8f3885b092d,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:08.590872 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d589efa2-a7a1-4452-b418-8bf68896e5a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:08.597041 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d589efa2-a7a1-4452-b418-8bf68896e5a1 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/84ba4951-a43e-462f-8cea-c8f3885b092d HTTP/1.1" status: 204 len: 168 time: 0.4037297 Sep 16 12:52:08.597659 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 53912) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:08.599138 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64ebc46-7515-45e0-80dc-513ab8098dd5 None None] Network a79b9e4b-851c-466c-9c78-fcc8f1ac7081 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:52:08.635844 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-db99c03a-2f22-411b-a580-dcf8798eb885 req-4e8f2fa9-65f1-45e1-a1f3-9fdc1698833d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (09f00e44-fb88-445c-9a73-43c871751e1c), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:08.672306 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9d164187-8ba8-4058-965c-990d562a0356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (a79b9e4b-851c-466c-9c78-fcc8f1ac7081), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:08.687249 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b9b8c-1899-4dab-95a7-0feac67daffd req-a9368cd6-bdd1-4d81-8fed-37cf1c74e7a3 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:08.688695 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-998b9b8c-1899-4dab-95a7-0feac67daffd req-a9368cd6-bdd1-4d81-8fed-37cf1c74e7a3 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 943 time: 0.0975878 Sep 16 12:52:08.721454 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-9d164187-8ba8-4058-965c-990d562a0356 admin admin] Deleting port 564bcac6-3aa6-480c-9aea-0f110e86cc3e {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:52:08.721862 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9d164187-8ba8-4058-965c-990d562a0356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (564bcac6-3aa6-480c-9aea-0f110e86cc3e), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:08.777319 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:08.789706 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3e8399-08e3-4e48-96c4-192537def681 None None] DHCP port deletion for a79b9e4b-851c-466c-9c78-fcc8f1ac7081 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:52:08.816339 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-9d164187-8ba8-4058-965c-990d562a0356 admin admin] For port 564bcac6-3aa6-480c-9aea-0f110e86cc3e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=564bcac6-3aa6-480c-9aea-0f110e86cc3e,segment=NetworkSegment(2886e315-9b48-4563-b1fb-54e4ddb6259d),segment_id=2886e315-9b48-4563-b1fb-54e4ddb6259d)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:08.816700 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9d164187-8ba8-4058-965c-990d562a0356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (564bcac6-3aa6-480c-9aea-0f110e86cc3e), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:08.837547 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e8399-08e3-4e48-96c4-192537def681 None None] Deleting port 564bcac6-3aa6-480c-9aea-0f110e86cc3e {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:52:08.838290 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bf3e8399-08e3-4e48-96c4-192537def681 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (564bcac6-3aa6-480c-9aea-0f110e86cc3e), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:08.845223 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-9d164187-8ba8-4058-965c-990d562a0356 admin admin] Calling delete_port for 564bcac6-3aa6-480c-9aea-0f110e86cc3e owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:52:08.893907 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-998b9b8c-1899-4dab-95a7-0feac67daffd req-db09a9cd-342d-4272-99a0-8f1b78c58a39 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910894 Sep 16 12:52:09.001370 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-bf3e8399-08e3-4e48-96c4-192537def681 None None] For port 564bcac6-3aa6-480c-9aea-0f110e86cc3e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=564bcac6-3aa6-480c-9aea-0f110e86cc3e,segment=NetworkSegment(2886e315-9b48-4563-b1fb-54e4ddb6259d),segment_id=2886e315-9b48-4563-b1fb-54e4ddb6259d)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:09.002126 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9d164187-8ba8-4058-965c-990d562a0356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (564bcac6-3aa6-480c-9aea-0f110e86cc3e), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:09.006097 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bf3e8399-08e3-4e48-96c4-192537def681 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (564bcac6-3aa6-480c-9aea-0f110e86cc3e), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:09.039465 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e8399-08e3-4e48-96c4-192537def681 None None] Calling delete_port for 564bcac6-3aa6-480c-9aea-0f110e86cc3e owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:52:09.066473 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d164187-8ba8-4058-965c-990d562a0356 admin admin] Pushing event deleted for resources: {'Port': ['ID=564bcac6-3aa6-480c-9aea-0f110e86cc3e,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:09.107901 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d164187-8ba8-4058-965c-990d562a0356 admin admin] No DVR routers for this DVR port 564bcac6-3aa6-480c-9aea-0f110e86cc3e on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:52:09.143083 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b0dfb0a-bde8-466d-a0a5-f84c4324435e req-40467096-4657-48ca-8561-a160b851b7ce tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.1067786 Sep 16 12:52:09.177294 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bf3e8399-08e3-4e48-96c4-192537def681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (564bcac6-3aa6-480c-9aea-0f110e86cc3e), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:09.184408 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:09.247128 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-db99c03a-2f22-411b-a580-dcf8798eb885 req-4e8f2fa9-65f1-45e1-a1f3-9fdc1698833d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks [] for port (09f00e44-fb88-445c-9a73-43c871751e1c), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:09.262512 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e8399-08e3-4e48-96c4-192537def681 None None] Pushing event deleted for resources: {'Port': ['ID=564bcac6-3aa6-480c-9aea-0f110e86cc3e,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:09.293178 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3e8399-08e3-4e48-96c4-192537def681 None None] No DVR routers for this DVR port 564bcac6-3aa6-480c-9aea-0f110e86cc3e on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:52:09.311566 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-db99c03a-2f22-411b-a580-dcf8798eb885 req-4e8f2fa9-65f1-45e1-a1f3-9fdc1698833d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (09f00e44-fb88-445c-9a73-43c871751e1c), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:09.428552 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f12c1f02-28aa-4213-a703-3b0d41afe88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (e06dfe9f-90eb-4002-afda-d28aa0610ab5), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:09.654834 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f2fa9-65f1-45e1-a1f3-9fdc1698833d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Pushing event updated for resources: {'Port': ['ID=09f00e44-fb88-445c-9a73-43c871751e1c,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:09.657236 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:09.740688 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f29ce-f7e8-4e72-a957-9bbdb5e31c53 req-14d1f318-896c-41ea-93bf-80090b901318 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:09.742320 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-259f29ce-f7e8-4e72-a957-9bbdb5e31c53 req-14d1f318-896c-41ea-93bf-80090b901318 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 943 time: 0.4427741 Sep 16 12:52:09.743165 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-db99c03a-2f22-411b-a580-dcf8798eb885 req-4e8f2fa9-65f1-45e1-a1f3-9fdc1698833d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (2dafe94e-b194-46b7-8c62-7ed274063b42), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:09.760364 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c1f02-28aa-4213-a703-3b0d41afe88b admin admin] Pushing event deleted for resources: {'Port': ['ID=e06dfe9f-90eb-4002-afda-d28aa0610ab5,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:09.831472 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:09.837577 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7334e-c9be-4824-baca-388d6e85b6d4 req-a19105a3-85f8-4e35-b34f-284275a7c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:09.840744 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c0e7334e-c9be-4824-baca-388d6e85b6d4 req-a19105a3-85f8-4e35-b34f-284275a7c0b7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 0.6404917 Sep 16 12:52:09.851767 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-db99c03a-2f22-411b-a580-dcf8798eb885 req-4e8f2fa9-65f1-45e1-a1f3-9fdc1698833d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:09.855056 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db99c03a-2f22-411b-a580-dcf8798eb885 req-4e8f2fa9-65f1-45e1-a1f3-9fdc1698833d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1652503 Sep 16 12:52:09.914064 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-83d3b189-f02e-41e7-9b0a-0baee5e17891 service neutron] 10.222.0.76 "GET /networking/v2.0/ports/756cd197-6a93-4b4a-b498-7ebcbb3246c2/bindings/n-h1-858094-4 HTTP/1.1" status: 200 len: 384 time: 0.9872482 Sep 16 12:52:09.919080 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9d164187-8ba8-4058-965c-990d562a0356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (a79b9e4b-851c-466c-9c78-fcc8f1ac7081), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:10.012304 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-9d164187-8ba8-4058-965c-990d562a0356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79b9e4b-851c-466c-9c78-fcc8f1ac7081']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:10.023057 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db99c03a-2f22-411b-a580-dcf8798eb885 req-d07c7d7e-3365-4617-92da-5d699294a58e tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.242 HTTP/1.1" status: 200 len: 696 time: 0.1337271 Sep 16 12:52:10.031365 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 57af9c38-648b-4852-89b0-54f59a27ec89 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:52:10.034214 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-9d164187-8ba8-4058-965c-990d562a0356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2886e315-9b48-4563-b1fb-54e4ddb6259d') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:10.034519 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-9d164187-8ba8-4058-965c-990d562a0356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2886e315-9b48-4563-b1fb-54e4ddb6259d') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:10.059069 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9d164187-8ba8-4058-965c-990d562a0356 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (2886e315-9b48-4563-b1fb-54e4ddb6259d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:10.078036 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 57af9c38-648b-4852-89b0-54f59a27ec89 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:52:10.078677 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 57af9c38-648b-4852-89b0-54f59a27ec89 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:52:10.079264 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device a9ea0e13-0195-43f0-8436-5910d6302b32 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:52:10.080821 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9d164187-8ba8-4058-965c-990d562a0356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (2886e315-9b48-4563-b1fb-54e4ddb6259d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:10.101224 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-259f29ce-f7e8-4e72-a957-9bbdb5e31c53 req-e11c5aae-6309-4df6-a8e2-7603303455d3 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3410280 Sep 16 12:52:10.109192 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d164187-8ba8-4058-965c-990d562a0356 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:52:10.109723 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9d164187-8ba8-4058-965c-990d562a0356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (2886e315-9b48-4563-b1fb-54e4ddb6259d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:10.122047 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: a9ea0e13-0195-43f0-8436-5910d6302b32 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:52:10.122635 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device a9ea0e13-0195-43f0-8436-5910d6302b32 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:52:10.123255 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 564bcac6-3aa6-480c-9aea-0f110e86cc3e no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:52:10.164165 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 564bcac6-3aa6-480c-9aea-0f110e86cc3e {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:52:10.164725 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 564bcac6-3aa6-480c-9aea-0f110e86cc3e not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:52:10.308441 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 2886e315-9b48-4563-b1fb-54e4ddb6259d resource provider aggregate not found Sep 16 12:52:10.312300 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:10.328841 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0b73afc-4ddb-49f3-9483-403ea09cb687 req-79d814fc-90be-4532-ab50-4d09cb76abe1 tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.0689731 Sep 16 12:52:10.332461 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f12c1f02-28aa-4213-a703-3b0d41afe88b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (14a9e2c1-120a-4811-bd0a-38bbd8a7815f), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:10.343652 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9d164187-8ba8-4058-965c-990d562a0356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (a79b9e4b-851c-466c-9c78-fcc8f1ac7081), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:10.349080 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9d164187-8ba8-4058-965c-990d562a0356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:10.354578 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9d164187-8ba8-4058-965c-990d562a0356 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/a79b9e4b-851c-466c-9c78-fcc8f1ac7081 HTTP/1.1" status: 204 len: 168 time: 1.7559409 Sep 16 12:52:10.356251 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 2886e315-9b48-4563-b1fb-54e4ddb6259d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2886e315-9b48-4563-b1fb-54e4ddb6259d found for delete ", "request_id": "req-d19a692e-776b-400c-aae0-7ac49f5e9b37"}]} Sep 16 12:52:10.360308 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 53932) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:10.440760 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d164187-8ba8-4058-965c-990d562a0356 admin admin] Pushing event deleted for resources: {'Network': ['ID=a79b9e4b-851c-466c-9c78-fcc8f1ac7081,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:10.466906 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 756cd197-6a93-4b4a-b498-7ebcbb3246c2 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:52:10.509401 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-de849753-3476-4dcc-8b86-995130f5afa6 service neutron] For port 756cd197-6a93-4b4a-b498-7ebcbb3246c2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=756cd197-6a93-4b4a-b498-7ebcbb3246c2,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:10.554126 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 is: DOWN; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:10.576844 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-de849753-3476-4dcc-8b86-995130f5afa6 service neutron] For port 756cd197-6a93-4b4a-b498-7ebcbb3246c2, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:52:10.619736 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-de849753-3476-4dcc-8b86-995130f5afa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756cd197-6a93-4b4a-b498-7ebcbb3246c2 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:52:10.627911 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:10.658658 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-de849753-3476-4dcc-8b86-995130f5afa6 service neutron] For port 756cd197-6a93-4b4a-b498-7ebcbb3246c2, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=756cd197-6a93-4b4a-b498-7ebcbb3246c2,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:10.688019 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-de849753-3476-4dcc-8b86-995130f5afa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:10.833248 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-de849753-3476-4dcc-8b86-995130f5afa6 service neutron] Transition to ACTIVE for port object 756cd197-6a93-4b4a-b498-7ebcbb3246c2 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:52:10.835878 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99c03a-2f22-411b-a580-dcf8798eb885 req-28efc7c5-175a-484f-b499-515188b2261d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:10.838073 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db99c03a-2f22-411b-a580-dcf8798eb885 req-28efc7c5-175a-484f-b499-515188b2261d tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.7295246 Sep 16 12:52:10.844868 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-de849753-3476-4dcc-8b86-995130f5afa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:10.859068 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449005db-f225-452e-be92-5922c8ff3cd2 req-fb084483-1cd3-4b96-9dd1-eebf0fe2464e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:10.867956 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-449005db-f225-452e-be92-5922c8ff3cd2 req-fb084483-1cd3-4b96-9dd1-eebf0fe2464e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 950 time: 0.1125460 Sep 16 12:52:10.914691 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-de849753-3476-4dcc-8b86-995130f5afa6 service neutron] No DVR routers for this DVR port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:52:10.961209 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fac4d9a5-9853-4264-a351-fd09d66fa67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (0f8932ce-3c6d-4020-8f47-535a06e6a973), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:10.974684 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-de849753-3476-4dcc-8b86-995130f5afa6 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/756cd197-6a93-4b4a-b498-7ebcbb3246c2/bindings/n-h1-858094-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0521629 Sep 16 12:52:10.999064 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-449005db-f225-452e-be92-5922c8ff3cd2 req-1089e41e-0cee-4e56-97b8-52618f02e294 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294732 Sep 16 12:52:11.014121 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c9715-5601-4ae2-a78b-b2aaaf1fbb59 req-2b647524-60cf-43fa-94c2-2afe2c66a564 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:11.015793 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-001c9715-5601-4ae2-a78b-b2aaaf1fbb59 req-2b647524-60cf-43fa-94c2-2afe2c66a564 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 944 time: 0.1152422 Sep 16 12:52:11.023193 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de849753-3476-4dcc-8b86-995130f5afa6 service neutron] Pushing event updated for resources: {'Port': ['ID=756cd197-6a93-4b4a-b498-7ebcbb3246c2,revision_number=10']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:11.129370 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1d827048-9344-4a33-bcbf-0be3eb4dfa7d req-25061efc-9dcf-4955-b094-1a6b469a2062 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0461297 Sep 16 12:52:11.159813 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12c1f02-28aa-4213-a703-3b0d41afe88b admin admin] Router 14a9e2c1-120a-4811-bd0a-38bbd8a7815f has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:52:11.163489 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-001c9715-5601-4ae2-a78b-b2aaaf1fbb59 req-dc977c14-cd20-4ed9-b248-ab09b2ddc842 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331496 Sep 16 12:52:11.178067 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:11.270841 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-fac4d9a5-9853-4264-a351-fd09d66fa67e admin admin] Deleting port 8dbeb97f-192e-4607-bf5f-11d881d86730 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:52:11.271122 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fac4d9a5-9853-4264-a351-fd09d66fa67e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (8dbeb97f-192e-4607-bf5f-11d881d86730), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:11.353952 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:11.357223 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-fac4d9a5-9853-4264-a351-fd09d66fa67e admin admin] For port 8dbeb97f-192e-4607-bf5f-11d881d86730, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=8dbeb97f-192e-4607-bf5f-11d881d86730,segment=NetworkSegment(eee2d09e-4c1d-4327-a5b1-850473d23e26),segment_id=eee2d09e-4c1d-4327-a5b1-850473d23e26)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:11.357592 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fac4d9a5-9853-4264-a351-fd09d66fa67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (8dbeb97f-192e-4607-bf5f-11d881d86730), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:11.359738 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12c1f02-28aa-4213-a703-3b0d41afe88b admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:52:11.371912 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f12c1f02-28aa-4213-a703-3b0d41afe88b admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/14a9e2c1-120a-4811-bd0a-38bbd8a7815f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6118546 Sep 16 12:52:11.372102 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f112841-4b74-4e56-953b-9e1b23b7d2f2 None None] Sync routers for ids ['14a9e2c1-120a-4811-bd0a-38bbd8a7815f'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:52:11.374006 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 53940) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:11.380056 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a420087-6323-49d3-8a5f-dcc1066ed2a6 req-8d11bb45-ae5d-4d3d-ba7f-b0c9883a6294 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:11.381846 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0a420087-6323-49d3-8a5f-dcc1066ed2a6 req-8d11bb45-ae5d-4d3d-ba7f-b0c9883a6294 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a4906950-755b-4838-b954-fb07189747f3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0967875 Sep 16 12:52:11.384536 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-fac4d9a5-9853-4264-a351-fd09d66fa67e admin admin] Calling delete_port for 8dbeb97f-192e-4607-bf5f-11d881d86730 owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:52:11.385003 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f112841-4b74-4e56-953b-9e1b23b7d2f2 None None] Routers {'14a9e2c1-120a-4811-bd0a-38bbd8a7815f'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:11.385840 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-3f112841-4b74-4e56-953b-9e1b23b7d2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:52:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['14a9e2c1-120a-4811-bd0a-38bbd8a7815f'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:11.389878 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecf917-2321-4c6f-a123-43afb135fd11 req-ba9db032-c650-4833-ba87-9f52d722c805 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:11.391532 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2eecf917-2321-4c6f-a123-43afb135fd11 req-ba9db032-c650-4833-ba87-9f52d722c805 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 943 time: 0.1075981 Sep 16 12:52:11.453324 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0a420087-6323-49d3-8a5f-dcc1066ed2a6 req-c228633a-d6a6-4e81-b052-cfd9877ddf70 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.242 HTTP/1.1" status: 200 len: 696 time: 0.0606885 Sep 16 12:52:11.484019 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2eecf917-2321-4c6f-a123-43afb135fd11 req-f519a897-608c-4f7e-a163-b49f73f4b7b1 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848126 Sep 16 12:52:11.489196 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-0a420087-6323-49d3-8a5f-dcc1066ed2a6 req-4e564cdf-dc12-41b1-aafb-67dfe86758af tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Request body: {'floatingip': {'port_id': '92b5ca07-8b77-48e8-915c-8ee94ddb3bb2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:11.521226 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-3f112841-4b74-4e56-953b-9e1b23b7d2f2 None None] Set router 14a9e2c1-120a-4811-bd0a-38bbd8a7815f gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:52:11.553217 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0a420087-6323-49d3-8a5f-dcc1066ed2a6 req-4e564cdf-dc12-41b1-aafb-67dfe86758af tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks [] for floatingip (2dafe94e-b194-46b7-8c62-7ed274063b42), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:11.566954 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-57e62ae7-d129-47d1-9cbb-d5b030573c2e admin admin] Publish callbacks [] for router (14a9e2c1-120a-4811-bd0a-38bbd8a7815f), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:11.625842 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:11.653229 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f787fd98-0e4f-4897-a1fc-fa0fefb4c27d req-ccfca46f-afd2-4d9f-9f75-c018b8ea6d9c tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.0541742 Sep 16 12:52:11.662879 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:11.703399 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:11.759405 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-57e62ae7-d129-47d1-9cbb-d5b030573c2e admin admin] Publish callbacks [] for router_gateway (14a9e2c1-120a-4811-bd0a-38bbd8a7815f), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:11.839480 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fac4d9a5-9853-4264-a351-fd09d66fa67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (8dbeb97f-192e-4607-bf5f-11d881d86730), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:11.851713 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-57e62ae7-d129-47d1-9cbb-d5b030573c2e admin admin] Deleting port c3f563ae-36b9-4b3c-8980-77fa5083f85b {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:52:11.852164 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-57e62ae7-d129-47d1-9cbb-d5b030573c2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (c3f563ae-36b9-4b3c-8980-77fa5083f85b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:11.863840 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-3f112841-4b74-4e56-953b-9e1b23b7d2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a9e2c1-120a-4811-bd0a-38bbd8a7815f', 'name': 'tempest-ImagesTestJSON-1515476001-router', 'tenant_id': 'e6fa2067c44b42b5aa940619abd8e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'c3f563ae-36b9-4b3c-8980-77fa5083f85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:20Z', 'updated_at': '2022-09-16T12:52:08Z', 'revision_number': 5, 'project_id': 'e6fa2067c44b42b5aa940619abd8e538', 'gw_port': {'id': 'c3f563ae-36b9-4b3c-8980-77fa5083f85b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a9e2c1-120a-4811-bd0a-38bbd8a7815f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:21Z', 'updated_at': '2022-09-16T12:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:11.869978 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-0a420087-6323-49d3-8a5f-dcc1066ed2a6 req-4e564cdf-dc12-41b1-aafb-67dfe86758af tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 12:52:11.888855 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0a420087-6323-49d3-8a5f-dcc1066ed2a6 req-4e564cdf-dc12-41b1-aafb-67dfe86758af tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/2dafe94e-b194-46b7-8c62-7ed274063b42 HTTP/1.1" status: 409 len: 551 time: 0.4013476 Sep 16 12:52:11.901634 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f112841-4b74-4e56-953b-9e1b23b7d2f2 None None] Checking router: 14a9e2c1-120a-4811-bd0a-38bbd8a7815f for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:52:11.914446 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f112841-4b74-4e56-953b-9e1b23b7d2f2 None None] Routers {'14a9e2c1-120a-4811-bd0a-38bbd8a7815f'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:11.916560 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-3f112841-4b74-4e56-953b-9e1b23b7d2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:52:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['14a9e2c1-120a-4811-bd0a-38bbd8a7815f'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:11.947272 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4d9a5-9853-4264-a351-fd09d66fa67e admin admin] Pushing event deleted for resources: {'Port': ['ID=8dbeb97f-192e-4607-bf5f-11d881d86730,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:11.970448 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-73a985d4-8255-49d6-b2b7-629e3e9b0527 req-1642504a-bb13-4aee-bda9-babd9817e052 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/floatingips/2dafe94e-b194-46b7-8c62-7ed274063b42 HTTP/1.1" status: 200 len: 693 time: 0.0728068 Sep 16 12:52:12.016438 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-57e62ae7-d129-47d1-9cbb-d5b030573c2e admin admin] For port c3f563ae-36b9-4b3c-8980-77fa5083f85b, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=c3f563ae-36b9-4b3c-8980-77fa5083f85b,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:12.016738 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-57e62ae7-d129-47d1-9cbb-d5b030573c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (c3f563ae-36b9-4b3c-8980-77fa5083f85b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:12.035593 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:12.037107 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-57e62ae7-d129-47d1-9cbb-d5b030573c2e admin admin] Calling delete_port for c3f563ae-36b9-4b3c-8980-77fa5083f85b owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:52:12.038080 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-3f112841-4b74-4e56-953b-9e1b23b7d2f2 None None] Set router 14a9e2c1-120a-4811-bd0a-38bbd8a7815f gateway port host: None {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:52:12.115144 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a985d4-8255-49d6-b2b7-629e3e9b0527 req-c2bc760e-5bd5-4d34-8582-8760c1aeb051 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:12.116806 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-73a985d4-8255-49d6-b2b7-629e3e9b0527 req-c2bc760e-5bd5-4d34-8582-8760c1aeb051 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.1398604 Sep 16 12:52:12.126383 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-3f112841-4b74-4e56-953b-9e1b23b7d2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a9e2c1-120a-4811-bd0a-38bbd8a7815f', 'name': 'tempest-ImagesTestJSON-1515476001-router', 'tenant_id': 'e6fa2067c44b42b5aa940619abd8e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:20Z', 'updated_at': '2022-09-16T12:52:11Z', 'revision_number': 6, 'project_id': 'e6fa2067c44b42b5aa940619abd8e538', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:12.161854 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f112841-4b74-4e56-953b-9e1b23b7d2f2 None None] The sync data for ids ['14a9e2c1-120a-4811-bd0a-38bbd8a7815f'] in n-d-858094-4 is: [{'id': '14a9e2c1-120a-4811-bd0a-38bbd8a7815f', 'name': 'tempest-ImagesTestJSON-1515476001-router', 'tenant_id': 'e6fa2067c44b42b5aa940619abd8e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:20Z', 'updated_at': '2022-09-16T12:52:11Z', 'revision_number': 6, 'project_id': 'e6fa2067c44b42b5aa940619abd8e538', 'gw_port_host': None}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:52:12.208245 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-73a985d4-8255-49d6-b2b7-629e3e9b0527 req-986817e1-c9c1-4b1a-a1e0-e1afc094b3ab tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.242 HTTP/1.1" status: 200 len: 696 time: 0.0850646 Sep 16 12:52:12.220736 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fac4d9a5-9853-4264-a351-fd09d66fa67e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (0f8932ce-3c6d-4020-8f47-535a06e6a973), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:12.278822 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-73a985d4-8255-49d6-b2b7-629e3e9b0527 req-4807fd8c-59e0-46c6-a93c-ff7b44b673e4 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.242 HTTP/1.1" status: 200 len: 696 time: 0.0695977 Sep 16 12:52:12.286775 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c70ca-3ad0-4632-8289-bf177fce92bc req-7d20076a-6a92-4bdf-a2b9-478051f8790b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:12.288375 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aa6c70ca-3ad0-4632-8289-bf177fce92bc req-7d20076a-6a92-4bdf-a2b9-478051f8790b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 950 time: 0.1141925 Sep 16 12:52:12.438829 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aa6c70ca-3ad0-4632-8289-bf177fce92bc req-594fab65-6150-486e-aa92-83cad64c785c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425116 Sep 16 12:52:12.465103 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-73a985d4-8255-49d6-b2b7-629e3e9b0527 req-95523be5-7759-46d1-9735-22216adb68cf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Deleting port 09f00e44-fb88-445c-9a73-43c871751e1c {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:52:12.465103 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-73a985d4-8255-49d6-b2b7-629e3e9b0527 req-95523be5-7759-46d1-9735-22216adb68cf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (09f00e44-fb88-445c-9a73-43c871751e1c), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:12.466804 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-57e62ae7-d129-47d1-9cbb-d5b030573c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (c3f563ae-36b9-4b3c-8980-77fa5083f85b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:12.495959 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:12.501073 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e62ae7-d129-47d1-9cbb-d5b030573c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f563ae-36b9-4b3c-8980-77fa5083f85b,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:12.563529 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c3ba700-e2fe-4f6b-beca-74f57aeb3fb3 req-04e335c1-650e-49f8-890e-a575919c011e tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0414336 Sep 16 12:52:12.614844 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac4d9a5-9853-4264-a351-fd09d66fa67e admin admin] Router 0f8932ce-3c6d-4020-8f47-535a06e6a973 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:52:12.617609 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-57e62ae7-d129-47d1-9cbb-d5b030573c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (14a9e2c1-120a-4811-bd0a-38bbd8a7815f), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:12.640553 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-73a985d4-8255-49d6-b2b7-629e3e9b0527 req-95523be5-7759-46d1-9735-22216adb68cf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (09f00e44-fb88-445c-9a73-43c871751e1c), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:12.640710 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-73a985d4-8255-49d6-b2b7-629e3e9b0527 req-95523be5-7759-46d1-9735-22216adb68cf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks [] for floatingip (09f00e44-fb88-445c-9a73-43c871751e1c), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:12.656045 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-73a985d4-8255-49d6-b2b7-629e3e9b0527 req-95523be5-7759-46d1-9735-22216adb68cf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Calling delete_port for 09f00e44-fb88-445c-9a73-43c871751e1c owned by network:floatingip {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:52:12.767497 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1314e3-5eb4-4286-8ce7-7113283f9a2a req-eaf99b2b-f8b4-4b51-b06c-211810f42d2c tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:12.769075 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cb1314e3-5eb4-4286-8ce7-7113283f9a2a req-eaf99b2b-f8b4-4b51-b06c-211810f42d2c tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 944 time: 0.0647995 Sep 16 12:52:12.804242 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:12.864781 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cb1314e3-5eb4-4286-8ce7-7113283f9a2a req-b838767b-a7fd-4097-8d5e-419c886b1ad7 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874007 Sep 16 12:52:12.901322 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-73a985d4-8255-49d6-b2b7-629e3e9b0527 req-95523be5-7759-46d1-9735-22216adb68cf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (09f00e44-fb88-445c-9a73-43c871751e1c), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:12.933211 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95523be5-7759-46d1-9735-22216adb68cf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Pushing event deleted for resources: {'Port': ['ID=09f00e44-fb88-445c-9a73-43c871751e1c,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:13.014043 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:13.035903 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a167703-15a7-463a-9cf2-95a86b32c2a9 req-cb25bbb0-b630-41f1-9e6d-3e8e090baf4c tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:13.037444 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3a167703-15a7-463a-9cf2-95a86b32c2a9 req-cb25bbb0-b630-41f1-9e6d-3e8e090baf4c tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 943 time: 0.0926058 Sep 16 12:52:13.044279 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-57e62ae7-d129-47d1-9cbb-d5b030573c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (14a9e2c1-120a-4811-bd0a-38bbd8a7815f), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:13.047942 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-57e62ae7-d129-47d1-9cbb-d5b030573c2e admin admin] Publish callbacks [] for router_controller (14a9e2c1-120a-4811-bd0a-38bbd8a7815f), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:13.050465 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-73a985d4-8255-49d6-b2b7-629e3e9b0527 req-95523be5-7759-46d1-9735-22216adb68cf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks [] for floatingip (2dafe94e-b194-46b7-8c62-7ed274063b42), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:13.053333 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-73a985d4-8255-49d6-b2b7-629e3e9b0527 req-95523be5-7759-46d1-9735-22216adb68cf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:13.054688 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-73a985d4-8255-49d6-b2b7-629e3e9b0527 req-95523be5-7759-46d1-9735-22216adb68cf tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/2dafe94e-b194-46b7-8c62-7ed274063b42 HTTP/1.1" status: 204 len: 173 time: 0.7650785 Sep 16 12:52:13.103718 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3a167703-15a7-463a-9cf2-95a86b32c2a9 req-13447b2b-370a-4221-ad3f-24386f1766e3 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543492 Sep 16 12:52:13.135769 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-57e62ae7-d129-47d1-9cbb-d5b030573c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (14a9e2c1-120a-4811-bd0a-38bbd8a7815f), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:13.136417 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e62ae7-d129-47d1-9cbb-d5b030573c2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14a9e2c1-120a-4811-bd0a-38bbd8a7815f {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:52:13.141813 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-57e62ae7-d129-47d1-9cbb-d5b030573c2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:13.143113 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-57e62ae7-d129-47d1-9cbb-d5b030573c2e admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/14a9e2c1-120a-4811-bd0a-38bbd8a7815f HTTP/1.1" status: 204 len: 168 time: 1.7680769 Sep 16 12:52:13.146081 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 53956) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:13.184600 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac4d9a5-9853-4264-a351-fd09d66fa67e admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:52:13.190230 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-fac4d9a5-9853-4264-a351-fd09d66fa67e admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/0f8932ce-3c6d-4020-8f47-535a06e6a973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8265436 Sep 16 12:52:13.192779 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 53958) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:13.198994 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c967cc-a6a3-4d4b-a87c-f2f214a4c2d9 None None] Sync routers for ids ['0f8932ce-3c6d-4020-8f47-535a06e6a973'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:52:13.215045 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c967cc-a6a3-4d4b-a87c-f2f214a4c2d9 None None] Routers {'0f8932ce-3c6d-4020-8f47-535a06e6a973'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:13.216515 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-17c967cc-a6a3-4d4b-a87c-f2f214a4c2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:52:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0f8932ce-3c6d-4020-8f47-535a06e6a973'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:13.236810 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dd87c57-8b4b-48fe-a734-37081b37df41 req-61bf5155-6d1b-4684-b15e-ba5f2975685a tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.0532005 Sep 16 12:52:13.256276 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf8446f-2938-4c75-b1ab-ddf55355279b admin admin] Deleting subnet e4fab7ee-afa2-498a-a38b-87393fd03027 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:52:13.261712 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-da869008-081e-4f82-a313-601a652f5860 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 1002 time: 0.1280754 Sep 16 12:52:13.263873 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ccf8446f-2938-4c75-b1ab-ddf55355279b admin admin] Publish callbacks [] for subnet (e4fab7ee-afa2-498a-a38b-87393fd03027), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:13.320375 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-120f13f6-e740-43ec-b3fe-a5fd55cab55f tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:13.321798 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-120f13f6-e740-43ec-b3fe-a5fd55cab55f tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/ports/92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 HTTP/1.1" status: 200 len: 943 time: 0.0590241 Sep 16 12:52:13.341603 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ccf8446f-2938-4c75-b1ab-ddf55355279b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (e4fab7ee-afa2-498a-a38b-87393fd03027), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:13.343336 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:13.380477 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:13.382122 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b9532a6c-b8cd-4453-8f1e-9cf29f2cd596 admin admin] Publish callbacks [] for router (0f8932ce-3c6d-4020-8f47-535a06e6a973), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:13.449805 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-17c967cc-a6a3-4d4b-a87c-f2f214a4c2d9 None None] Set router 0f8932ce-3c6d-4020-8f47-535a06e6a973 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:52:13.458298 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-217bd34c-840b-4865-b142-0f6b3e402818 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 1002 time: 0.0775268 Sep 16 12:52:13.557180 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ccf8446f-2938-4c75-b1ab-ddf55355279b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (e4fab7ee-afa2-498a-a38b-87393fd03027), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:13.588687 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b9532a6c-b8cd-4453-8f1e-9cf29f2cd596 admin admin] Publish callbacks [] for router_gateway (0f8932ce-3c6d-4020-8f47-535a06e6a973), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:13.616771 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb86366-b31e-491d-b011-bf0ee3363d88 req-e931a315-ed4b-4560-acbe-e7c6c75f8b06 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:13.620183 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2fb86366-b31e-491d-b011-bf0ee3363d88 req-e931a315-ed4b-4560-acbe-e7c6c75f8b06 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 950 time: 0.0800014 Sep 16 12:52:13.628488 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-3904d8ac-a14b-49ee-a16f-36c6b3b5ac29 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:13.628806 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-3904d8ac-a14b-49ee-a16f-36c6b3b5ac29 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.1696830 Sep 16 12:52:13.645095 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-dbb39b94-705d-48db-811a-89e3d441d017 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:52:13.646376 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-dbb39b94-705d-48db-811a-89e3d441d017 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0078552 Sep 16 12:52:13.656917 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-b9532a6c-b8cd-4453-8f1e-9cf29f2cd596 admin admin] Deleting port f34a7115-6fe9-4723-b85a-2cbdd593bca6 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:52:13.657260 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b9532a6c-b8cd-4453-8f1e-9cf29f2cd596 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (f34a7115-6fe9-4723-b85a-2cbdd593bca6), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:13.660885 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ccf8446f-2938-4c75-b1ab-ddf55355279b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (e4fab7ee-afa2-498a-a38b-87393fd03027), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:13.670741 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-17c967cc-a6a3-4d4b-a87c-f2f214a4c2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8932ce-3c6d-4020-8f47-535a06e6a973', 'name': 'tempest-AttachSCSIVolumeTestJSON-184954062-router', 'tenant_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'f34a7115-6fe9-4723-b85a-2cbdd593bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:54Z', 'updated_at': '2022-09-16T12:52:11Z', 'revision_number': 5, 'project_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'gw_port': {'id': 'f34a7115-6fe9-4723-b85a-2cbdd593bca6', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8932ce-3c6d-4020-8f47-535a06e6a973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:47:55Z', 'updated_at': '2022-09-16T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:13.682641 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:13.693995 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e748cd4-7584-4138-8c5f-de40b05907f5 None None] Network 0e610de6-3238-41c3-bd1a-f23917fad801 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:52:13.709635 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ccf8446f-2938-4c75-b1ab-ddf55355279b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:13.713650 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ccf8446f-2938-4c75-b1ab-ddf55355279b admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/e4fab7ee-afa2-498a-a38b-87393fd03027 HTTP/1.1" status: 204 len: 168 time: 0.5658197 Sep 16 12:52:13.714974 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c967cc-a6a3-4d4b-a87c-f2f214a4c2d9 None None] Checking router: 0f8932ce-3c6d-4020-8f47-535a06e6a973 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:52:13.720081 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 53964) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:13.726748 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c967cc-a6a3-4d4b-a87c-f2f214a4c2d9 None None] Routers {'0f8932ce-3c6d-4020-8f47-535a06e6a973'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:13.727772 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-17c967cc-a6a3-4d4b-a87c-f2f214a4c2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:52:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0f8932ce-3c6d-4020-8f47-535a06e6a973'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:13.740248 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8446f-2938-4c75-b1ab-ddf55355279b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4fab7ee-afa2-498a-a38b-87393fd03027,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:13.791733 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-b9532a6c-b8cd-4453-8f1e-9cf29f2cd596 admin admin] For port f34a7115-6fe9-4723-b85a-2cbdd593bca6, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f34a7115-6fe9-4723-b85a-2cbdd593bca6,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:13.792566 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b9532a6c-b8cd-4453-8f1e-9cf29f2cd596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (f34a7115-6fe9-4723-b85a-2cbdd593bca6), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:13.812329 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-b9532a6c-b8cd-4453-8f1e-9cf29f2cd596 admin admin] Calling delete_port for f34a7115-6fe9-4723-b85a-2cbdd593bca6 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:52:13.855585 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2fb86366-b31e-491d-b011-bf0ee3363d88 req-3996a0aa-4829-4671-b1b5-b6b6aec75ba6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257199 Sep 16 12:52:13.867214 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f326ff14-589c-4928-aa48-b0605f13b9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (0e610de6-3238-41c3-bd1a-f23917fad801), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:13.896818 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-17c967cc-a6a3-4d4b-a87c-f2f214a4c2d9 None None] Set router 0f8932ce-3c6d-4020-8f47-535a06e6a973 gateway port host: None {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:52:13.897076 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06114eb6-b2ca-4e58-9fef-b6036f913e9a None None] DHCP port deletion for 0e610de6-3238-41c3-bd1a-f23917fad801 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:52:13.945080 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-ccb1f1f5-35a0-43b9-b544-2ec55fd95d2b tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 1002 time: 0.2669508 Sep 16 12:52:13.945405 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-06114eb6-b2ca-4e58-9fef-b6036f913e9a None None] Deleting port 7b175a84-23b8-4506-84c6-99fce8eba217 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:52:13.945789 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-06114eb6-b2ca-4e58-9fef-b6036f913e9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (7b175a84-23b8-4506-84c6-99fce8eba217), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:13.968397 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-e2838219-9b78-40d2-855e-02cc20fd11c4 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Request body: {'floatingip': {'port_id': None}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:13.991675 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-17c967cc-a6a3-4d4b-a87c-f2f214a4c2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8932ce-3c6d-4020-8f47-535a06e6a973', 'name': 'tempest-AttachSCSIVolumeTestJSON-184954062-router', 'tenant_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:54Z', 'updated_at': '2022-09-16T12:52:13Z', 'revision_number': 6, 'project_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:14.021594 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c967cc-a6a3-4d4b-a87c-f2f214a4c2d9 None None] The sync data for ids ['0f8932ce-3c6d-4020-8f47-535a06e6a973'] in n-d-858094-4 is: [{'id': '0f8932ce-3c6d-4020-8f47-535a06e6a973', 'name': 'tempest-AttachSCSIVolumeTestJSON-184954062-router', 'tenant_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:47:54Z', 'updated_at': '2022-09-16T12:52:13Z', 'revision_number': 6, 'project_id': 'cd805dfacbd3487d9c789ea97ea2c306', 'gw_port_host': None}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:52:14.040658 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c3f563ae-36b9-4b3c-8980-77fa5083f85b no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:52:14.061744 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b9532a6c-b8cd-4453-8f1e-9cf29f2cd596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (f34a7115-6fe9-4723-b85a-2cbdd593bca6), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.068257 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-f326ff14-589c-4928-aa48-b0605f13b9af admin admin] Deleting port 7b175a84-23b8-4506-84c6-99fce8eba217 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:52:14.068611 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f326ff14-589c-4928-aa48-b0605f13b9af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (7b175a84-23b8-4506-84c6-99fce8eba217), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.089653 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9532a6c-b8cd-4453-8f1e-9cf29f2cd596 admin admin] Pushing event deleted for resources: {'Port': ['ID=f34a7115-6fe9-4723-b85a-2cbdd593bca6,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:14.106640 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: c3f563ae-36b9-4b3c-8980-77fa5083f85b {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:52:14.106903 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c3f563ae-36b9-4b3c-8980-77fa5083f85b not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:52:14.107505 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e06dfe9f-90eb-4002-afda-d28aa0610ab5 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:52:14.132693 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: e06dfe9f-90eb-4002-afda-d28aa0610ab5 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:52:14.133315 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e06dfe9f-90eb-4002-afda-d28aa0610ab5 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:52:14.159025 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3ecab8b4-511f-454b-bdb5-2e09b3767e2f req-5500b643-ac7b-4abe-8902-7b11738e1ce8 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0939176 Sep 16 12:52:14.162427 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-06114eb6-b2ca-4e58-9fef-b6036f913e9a None None] For port 7b175a84-23b8-4506-84c6-99fce8eba217, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=7b175a84-23b8-4506-84c6-99fce8eba217,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:14.162898 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-06114eb6-b2ca-4e58-9fef-b6036f913e9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (7b175a84-23b8-4506-84c6-99fce8eba217), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.181684 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-06114eb6-b2ca-4e58-9fef-b6036f913e9a None None] Calling delete_port for 7b175a84-23b8-4506-84c6-99fce8eba217 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:52:14.187221 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b9532a6c-b8cd-4453-8f1e-9cf29f2cd596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (0f8932ce-3c6d-4020-8f47-535a06e6a973), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.208278 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-e2838219-9b78-40d2-855e-02cc20fd11c4 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks [] for floatingip (d65fc9a9-0c1c-4b66-a26e-64a3a116e738), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.218101 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-f326ff14-589c-4928-aa48-b0605f13b9af admin admin] For port 7b175a84-23b8-4506-84c6-99fce8eba217, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=7b175a84-23b8-4506-84c6-99fce8eba217,segment=NetworkSegment(b3935df7-7987-4128-a391-db03a40b8416),segment_id=b3935df7-7987-4128-a391-db03a40b8416)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:14.218871 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f326ff14-589c-4928-aa48-b0605f13b9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (7b175a84-23b8-4506-84c6-99fce8eba217), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.237637 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-f326ff14-589c-4928-aa48-b0605f13b9af admin admin] Calling delete_port for 7b175a84-23b8-4506-84c6-99fce8eba217 owned by network:dhcp {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:52:14.253856 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:14.276527 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-06114eb6-b2ca-4e58-9fef-b6036f913e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (7b175a84-23b8-4506-84c6-99fce8eba217), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.303064 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b9532a6c-b8cd-4453-8f1e-9cf29f2cd596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (0f8932ce-3c6d-4020-8f47-535a06e6a973), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.303703 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b9532a6c-b8cd-4453-8f1e-9cf29f2cd596 admin admin] Publish callbacks [] for router_controller (0f8932ce-3c6d-4020-8f47-535a06e6a973), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.313443 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06114eb6-b2ca-4e58-9fef-b6036f913e9a None None] Pushing event deleted for resources: {'Port': ['ID=7b175a84-23b8-4506-84c6-99fce8eba217,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:14.326224 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06114eb6-b2ca-4e58-9fef-b6036f913e9a None None] No DVR routers for this DVR port 7b175a84-23b8-4506-84c6-99fce8eba217 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:52:14.350396 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b9532a6c-b8cd-4453-8f1e-9cf29f2cd596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (0f8932ce-3c6d-4020-8f47-535a06e6a973), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.351342 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9532a6c-b8cd-4453-8f1e-9cf29f2cd596 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f8932ce-3c6d-4020-8f47-535a06e6a973 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:52:14.357898 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:14.359654 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b9532a6c-b8cd-4453-8f1e-9cf29f2cd596 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.361337 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b9532a6c-b8cd-4453-8f1e-9cf29f2cd596 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/0f8932ce-3c6d-4020-8f47-535a06e6a973 HTTP/1.1" status: 204 len: 168 time: 1.1676531 Sep 16 12:52:14.364344 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 53972) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:14.377460 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790de49-a9e9-4802-a687-1f325ea4a5bf req-02d7e25f-c1a1-461a-b7df-87c5a7e53403 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:14.378980 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5790de49-a9e9-4802-a687-1f325ea4a5bf req-02d7e25f-c1a1-461a-b7df-87c5a7e53403 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 944 time: 0.1357570 Sep 16 12:52:14.416406 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7207b83-e4c1-4c0d-9281-5591a430afbe admin admin] Deleting subnet 4479b135-ceab-4c3d-b59f-2f19205e2847 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:52:14.420497 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b7207b83-e4c1-4c0d-9281-5591a430afbe admin admin] Publish callbacks [] for subnet (4479b135-ceab-4c3d-b59f-2f19205e2847), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.469951 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b7207b83-e4c1-4c0d-9281-5591a430afbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (4479b135-ceab-4c3d-b59f-2f19205e2847), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.481235 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:14.595709 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b7207b83-e4c1-4c0d-9281-5591a430afbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (4479b135-ceab-4c3d-b59f-2f19205e2847), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.610977 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c0e7334e-c9be-4824-baca-388d6e85b6d4 req-1a0f1bfc-3cae-4e32-82d3-59b8f51ef7a0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=065308fc-710e-4f14-b3d0-e976788d4def HTTP/1.1" status: 200 len: 998 time: 0.2468505 Sep 16 12:52:14.624486 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-673402d8-fff2-4d20-b175-6437e9f6e05c tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:14.626145 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-673402d8-fff2-4d20-b175-6437e9f6e05c tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f&tenant_id=da915844493a4928ac8830897afa126f&binding%3Ahost_id=n-h2-858094-4 HTTP/1.1" status: 200 len: 1126 time: 0.1271574 Sep 16 12:52:14.650143 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5790de49-a9e9-4802-a687-1f325ea4a5bf req-a2c96649-12ff-4768-bc6c-224c35d3df20 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253315 Sep 16 12:52:14.661990 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b7207b83-e4c1-4c0d-9281-5591a430afbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (4479b135-ceab-4c3d-b59f-2f19205e2847), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.691195 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7207b83-e4c1-4c0d-9281-5591a430afbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4479b135-ceab-4c3d-b59f-2f19205e2847,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:14.695012 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b7207b83-e4c1-4c0d-9281-5591a430afbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.701779 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b7207b83-e4c1-4c0d-9281-5591a430afbe admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/4479b135-ceab-4c3d-b59f-2f19205e2847 HTTP/1.1" status: 204 len: 168 time: 0.3362038 Sep 16 12:52:14.702391 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 53974) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:14.706969 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf54d374-acd5-46d7-8d0b-63e8051a746a None None] Network 3351da51-9453-416b-a2fc-2789c5b9dfad requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:52:14.733740 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:14.760948 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-e2838219-9b78-40d2-855e-02cc20fd11c4 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.765775 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f326ff14-589c-4928-aa48-b0605f13b9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (7b175a84-23b8-4506-84c6-99fce8eba217), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.782552 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-e2838219-9b78-40d2-855e-02cc20fd11c4 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (d65fc9a9-0c1c-4b66-a26e-64a3a116e738), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.782899 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-e2838219-9b78-40d2-855e-02cc20fd11c4 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Floating IP d65fc9a9-0c1c-4b66-a26e-64a3a116e738 disassociated. External IP: 172.25.2.129, port: 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2. Sep 16 12:52:14.810916 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-ac2b08b6-b720-42a4-9164-2f49a4b9e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:14.812500 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-ac2b08b6-b720-42a4-9164-2f49a4b9e030 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f&tenant_id=da915844493a4928ac8830897afa126f HTTP/1.1" status: 200 len: 1126 time: 0.1676934 Sep 16 12:52:14.821738 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64bdb7a2-887a-4b2b-818f-da547a9001e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (3351da51-9453-416b-a2fc-2789c5b9dfad), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.867749 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326ff14-589c-4928-aa48-b0605f13b9af admin admin] Pushing event deleted for resources: {'Port': ['ID=7b175a84-23b8-4506-84c6-99fce8eba217,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:14.879279 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-64bdb7a2-887a-4b2b-818f-da547a9001e1 admin admin] Deleting port be3fa8cf-0ef5-4736-b9db-64db704dec25 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:52:14.879624 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64bdb7a2-887a-4b2b-818f-da547a9001e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (be3fa8cf-0ef5-4736-b9db-64db704dec25), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.893134 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f326ff14-589c-4928-aa48-b0605f13b9af admin admin] No DVR routers for this DVR port 7b175a84-23b8-4506-84c6-99fce8eba217 on host n-d-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:52:14.934468 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7334e-c9be-4824-baca-388d6e85b6d4 req-2fd2a4de-a4a7-4afc-9699-f945ce25e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:14.936269 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c0e7334e-c9be-4824-baca-388d6e85b6d4 req-2fd2a4de-a4a7-4afc-9699-f945ce25e1e5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.3060162 Sep 16 12:52:14.963079 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-64bdb7a2-887a-4b2b-818f-da547a9001e1 admin admin] For port be3fa8cf-0ef5-4736-b9db-64db704dec25, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=be3fa8cf-0ef5-4736-b9db-64db704dec25,segment=NetworkSegment(eee2d09e-4c1d-4327-a5b1-850473d23e26),segment_id=eee2d09e-4c1d-4327-a5b1-850473d23e26)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:14.963464 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64bdb7a2-887a-4b2b-818f-da547a9001e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (be3fa8cf-0ef5-4736-b9db-64db704dec25), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:14.981364 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-64bdb7a2-887a-4b2b-818f-da547a9001e1 admin admin] Calling delete_port for be3fa8cf-0ef5-4736-b9db-64db704dec25 owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:52:14.994099 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e417b8d7-3238-48fb-8567-ebe1efb630ae None None] DHCP port deletion for 3351da51-9453-416b-a2fc-2789c5b9dfad request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:52:15.034030 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ef85a-2e3c-4b51-a5fe-cd24fe005a6f req-81efea39-7449-4c5c-af7d-42c5c34475c5 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:15.041536 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc0ef85a-2e3c-4b51-a5fe-cd24fe005a6f req-81efea39-7449-4c5c-af7d-42c5c34475c5 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 943 time: 0.2337770 Sep 16 12:52:15.051023 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e417b8d7-3238-48fb-8567-ebe1efb630ae None None] Deleting port be3fa8cf-0ef5-4736-b9db-64db704dec25 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:52:15.051400 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e417b8d7-3238-48fb-8567-ebe1efb630ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (be3fa8cf-0ef5-4736-b9db-64db704dec25), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:15.072156 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:15.097345 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64bdb7a2-887a-4b2b-818f-da547a9001e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (be3fa8cf-0ef5-4736-b9db-64db704dec25), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:15.131697 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f326ff14-589c-4928-aa48-b0605f13b9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (0e610de6-3238-41c3-bd1a-f23917fad801), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:15.159084 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdb7a2-887a-4b2b-818f-da547a9001e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=be3fa8cf-0ef5-4736-b9db-64db704dec25,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:15.161922 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bdb7a2-887a-4b2b-818f-da547a9001e1 admin admin] No DVR routers for this DVR port be3fa8cf-0ef5-4736-b9db-64db704dec25 on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:52:15.169897 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-e417b8d7-3238-48fb-8567-ebe1efb630ae None None] For port be3fa8cf-0ef5-4736-b9db-64db704dec25, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=be3fa8cf-0ef5-4736-b9db-64db704dec25,segment=NetworkSegment(eee2d09e-4c1d-4327-a5b1-850473d23e26),segment_id=eee2d09e-4c1d-4327-a5b1-850473d23e26)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:15.170293 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e417b8d7-3238-48fb-8567-ebe1efb630ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (be3fa8cf-0ef5-4736-b9db-64db704dec25), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:15.182778 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-f326ff14-589c-4928-aa48-b0605f13b9af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e610de6-3238-41c3-bd1a-f23917fad801']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:15.187680 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e417b8d7-3238-48fb-8567-ebe1efb630ae None None] Calling delete_port for be3fa8cf-0ef5-4736-b9db-64db704dec25 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:52:15.199281 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-f326ff14-589c-4928-aa48-b0605f13b9af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3935df7-7987-4128-a391-db03a40b8416') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:15.199933 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-f326ff14-589c-4928-aa48-b0605f13b9af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3935df7-7987-4128-a391-db03a40b8416') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:15.260980 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64bdb7a2-887a-4b2b-818f-da547a9001e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (3351da51-9453-416b-a2fc-2789c5b9dfad), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:15.262543 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc0ef85a-2e3c-4b51-a5fe-cd24fe005a6f req-e7fbc835-c5a8-4954-8088-cd61da3f5b74 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195127 Sep 16 12:52:15.271066 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f326ff14-589c-4928-aa48-b0605f13b9af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (b3935df7-7987-4128-a391-db03a40b8416), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:15.303027 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-64bdb7a2-887a-4b2b-818f-da547a9001e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3351da51-9453-416b-a2fc-2789c5b9dfad']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:15.317569 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f326ff14-589c-4928-aa48-b0605f13b9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (b3935df7-7987-4128-a391-db03a40b8416), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:15.325599 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-64bdb7a2-887a-4b2b-818f-da547a9001e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee2d09e-4c1d-4327-a5b1-850473d23e26') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:15.326663 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-64bdb7a2-887a-4b2b-818f-da547a9001e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee2d09e-4c1d-4327-a5b1-850473d23e26') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:15.329105 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e417b8d7-3238-48fb-8567-ebe1efb630ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (be3fa8cf-0ef5-4736-b9db-64db704dec25), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:15.343321 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64bdb7a2-887a-4b2b-818f-da547a9001e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (eee2d09e-4c1d-4327-a5b1-850473d23e26), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:15.348787 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f326ff14-589c-4928-aa48-b0605f13b9af admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:52:15.349212 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f326ff14-589c-4928-aa48-b0605f13b9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (b3935df7-7987-4128-a391-db03a40b8416), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:15.378319 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64bdb7a2-887a-4b2b-818f-da547a9001e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (eee2d09e-4c1d-4327-a5b1-850473d23e26), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:15.391152 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bdb7a2-887a-4b2b-818f-da547a9001e1 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:52:15.391929 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64bdb7a2-887a-4b2b-818f-da547a9001e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (eee2d09e-4c1d-4327-a5b1-850473d23e26), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:15.396368 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417b8d7-3238-48fb-8567-ebe1efb630ae None None] Pushing event deleted for resources: {'Port': ['ID=be3fa8cf-0ef5-4736-b9db-64db704dec25,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:15.404985 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e417b8d7-3238-48fb-8567-ebe1efb630ae None None] No DVR routers for this DVR port be3fa8cf-0ef5-4736-b9db-64db704dec25 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:52:15.458023 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment eee2d09e-4c1d-4327-a5b1-850473d23e26 resource provider aggregate not found Sep 16 12:52:15.468224 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment b3935df7-7987-4128-a391-db03a40b8416 resource provider aggregate not found Sep 16 12:52:15.483931 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64bdb7a2-887a-4b2b-818f-da547a9001e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (3351da51-9453-416b-a2fc-2789c5b9dfad), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:15.488252 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment eee2d09e-4c1d-4327-a5b1-850473d23e26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eee2d09e-4c1d-4327-a5b1-850473d23e26 found for delete ", "request_id": "req-ae43ec45-b66f-49df-a264-f95964fc17a4"}]} Sep 16 12:52:15.492996 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64bdb7a2-887a-4b2b-818f-da547a9001e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:15.500059 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-64bdb7a2-887a-4b2b-818f-da547a9001e1 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/3351da51-9453-416b-a2fc-2789c5b9dfad HTTP/1.1" status: 204 len: 168 time: 0.7940652 Sep 16 12:52:15.517611 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdb7a2-887a-4b2b-818f-da547a9001e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3351da51-9453-416b-a2fc-2789c5b9dfad,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:15.719808 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 53992) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:15.756389 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:52:15.768740 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a4d4ec3e-2470-4dea-b3d7-98ac684b4164 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=97a3e6c179c6495281c2816a1e18aa7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474637 Sep 16 12:52:15.769495 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 53994) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:15.777470 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:15.832531 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d819a2f6-35e3-4ef8-995b-9fb2888f76bc admin admin] Publish callbacks [] for security_group (fdbf7256-f564-455f-b732-0e20670419f9), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:15.867065 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment b3935df7-7987-4128-a391-db03a40b8416 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3935df7-7987-4128-a391-db03a40b8416 found for delete ", "request_id": "req-d76c9035-17dc-49a0-b228-98e8c4ef2db0"}]} Sep 16 12:52:15.872968 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b4fba7d0-bc5d-42f6-b075-3883db3693cf req-043e5bc5-93c8-4d85-991e-01b469d088c3 tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.4378238 Sep 16 12:52:15.880210 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d819a2f6-35e3-4ef8-995b-9fb2888f76bc admin admin] Publish callbacks [] for security_group (fdbf7256-f564-455f-b732-0e20670419f9), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:15.891670 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device be3fa8cf-0ef5-4736-b9db-64db704dec25 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:52:15.917278 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f326ff14-589c-4928-aa48-b0605f13b9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (0e610de6-3238-41c3-bd1a-f23917fad801), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:15.949535 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-e2838219-9b78-40d2-855e-02cc20fd11c4 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Router e6afd421-d489-40f1-8a76-df90289544ad has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:52:15.957296 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d819a2f6-35e3-4ef8-995b-9fb2888f76bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (fdbf7256-f564-455f-b732-0e20670419f9), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:15.959278 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f326ff14-589c-4928-aa48-b0605f13b9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:15.959786 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d819a2f6-35e3-4ef8-995b-9fb2888f76bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:15.960999 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d819a2f6-35e3-4ef8-995b-9fb2888f76bc admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/fdbf7256-f564-455f-b732-0e20670419f9 HTTP/1.1" status: 204 len: 168 time: 0.1904953 Sep 16 12:52:15.967155 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f326ff14-589c-4928-aa48-b0605f13b9af admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/0e610de6-3238-41c3-bd1a-f23917fad801 HTTP/1.1" status: 204 len: 168 time: 2.2376511 Sep 16 12:52:15.979879 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: be3fa8cf-0ef5-4736-b9db-64db704dec25 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:52:15.982042 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device be3fa8cf-0ef5-4736-b9db-64db704dec25 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:52:15.982859 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f34a7115-6fe9-4723-b85a-2cbdd593bca6 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:52:15.994588 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819a2f6-35e3-4ef8-995b-9fb2888f76bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbf7256-f564-455f-b732-0e20670419f9,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:16.014528 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326ff14-589c-4928-aa48-b0605f13b9af admin admin] Pushing event deleted for resources: {'Network': ['ID=0e610de6-3238-41c3-bd1a-f23917fad801,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:16.051213 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: f34a7115-6fe9-4723-b85a-2cbdd593bca6 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:52:16.051572 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f34a7115-6fe9-4723-b85a-2cbdd593bca6 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:52:16.051961 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 7b175a84-23b8-4506-84c6-99fce8eba217 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:52:16.068797 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:16.112053 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 7b175a84-23b8-4506-84c6-99fce8eba217 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:52:16.112459 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 7b175a84-23b8-4506-84c6-99fce8eba217 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:52:16.112859 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8dbeb97f-192e-4607-bf5f-11d881d86730 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:52:16.116109 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:16.157557 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 8dbeb97f-192e-4607-bf5f-11d881d86730 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:52:16.158016 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8dbeb97f-192e-4607-bf5f-11d881d86730 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:52:16.207365 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5ef69b2d-1fa8-455b-a069-9f80a842726c req-574f6700-b897-44dc-ae2e-a4723bbc99d3 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718281 Sep 16 12:52:16.209430 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:16.214997 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-e2838219-9b78-40d2-855e-02cc20fd11c4 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:52:16.219509 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-e2838219-9b78-40d2-855e-02cc20fd11c4 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:16.233515 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a122796e-5f45-4805-a991-b1f6a8278b6a None None] Sync routers for ids ['e6afd421-d489-40f1-8a76-df90289544ad'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:52:16.249536 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a122796e-5f45-4805-a991-b1f6a8278b6a None None] Routers {'e6afd421-d489-40f1-8a76-df90289544ad'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:16.250174 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-a122796e-5f45-4805-a991-b1f6a8278b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:52:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e6afd421-d489-40f1-8a76-df90289544ad'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:16.286068 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-e2838219-9b78-40d2-855e-02cc20fd11c4 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/d65fc9a9-0c1c-4b66-a26e-64a3a116e738 HTTP/1.1" status: 200 len: 695 time: 2.3276801 Sep 16 12:52:16.288741 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4906950-755b-4838-b954-fb07189747f3', 'tag': '92b5ca07-8b77-48e8-915c-8ee94ddb3bb2'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:52:16.291380 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8adf1ab-f9ac-4799-b3ec-09b8ff8a73ea" -d '{"events": [{"name": "network-changed", "server_uuid": "a4906950-755b-4838-b954-fb07189747f3", "tag": "92b5ca07-8b77-48e8-915c-8ee94ddb3bb2"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:52:16.304985 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef69b2d-1fa8-455b-a069-9f80a842726c req-159fc45b-57bf-4c69-9ffb-bccc82ec0c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:16.306925 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5ef69b2d-1fa8-455b-a069-9f80a842726c req-159fc45b-57bf-4c69-9ffb-bccc82ec0c4c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 1133 time: 0.0753086 Sep 16 12:52:16.325767 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 54006) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:16.432950 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-a122796e-5f45-4805-a991-b1f6a8278b6a None None] Set router e6afd421-d489-40f1-8a76-df90289544ad gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:52:16.453712 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-bf2f587a-eb4d-4704-b9d9-52402bb46cea admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=e6fa2067c44b42b5aa940619abd8e538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1263659 Sep 16 12:52:16.460367 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 54012) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:16.535958 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef69b2d-1fa8-455b-a069-9f80a842726c req-331dba9b-6e7c-4a76-9638-f1328c678d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:16.537475 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5ef69b2d-1fa8-455b-a069-9f80a842726c req-331dba9b-6e7c-4a76-9638-f1328c678d42 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.2043667 Sep 16 12:52:16.574052 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-040c98cb-1562-4e61-93a8-ec8c8e1e8af5 admin admin] Publish callbacks [] for security_group (38f60b38-c3a4-453b-9d95-55b588e8caae), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:16.639920 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5ef69b2d-1fa8-455b-a069-9f80a842726c req-3d48cdf8-0000-4083-b649-c8ca3499b485 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 HTTP/1.1" status: 200 len: 217 time: 0.0934372 Sep 16 12:52:16.640492 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-040c98cb-1562-4e61-93a8-ec8c8e1e8af5 admin admin] Publish callbacks [] for security_group (38f60b38-c3a4-453b-9d95-55b588e8caae), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:16.711909 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-50f328c3-7b10-4cdf-981e-b4c3e6aa6d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:16.713983 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-50f328c3-7b10-4cdf-981e-b4c3e6aa6d1a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=034ef732e4504d05a4d5d0eea122165e&device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 1128 time: 0.3537934 Sep 16 12:52:16.720901 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7ce0c-4b78-45df-bcc7-ab3c313d9d0f req-541812c0-378e-47d7-a4e1-558e3c89ac48 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:16.728357 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-38e7ce0c-4b78-45df-bcc7-ab3c313d9d0f req-541812c0-378e-47d7-a4e1-558e3c89ac48 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 950 time: 0.7479882 Sep 16 12:52:16.740223 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef69b2d-1fa8-455b-a069-9f80a842726c req-5936b9d2-8dc0-493c-a94a-afd7e9463efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:16.743251 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5ef69b2d-1fa8-455b-a069-9f80a842726c req-5936b9d2-8dc0-493c-a94a-afd7e9463efd service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0920320 Sep 16 12:52:16.780218 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-a122796e-5f45-4805-a991-b1f6a8278b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220383004-router', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:21Z', 'updated_at': '2022-09-16T12:51:26Z', 'revision_number': 4, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'gw_port': {'id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:22Z', 'updated_at': '2022-09-16T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'cf1225b6-f7d7-4092-a67e-50e4e84340d7', 'name': '', 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'mac_address': 'fa:16:3e:1c:8f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e5df64a4-ed0c-4706-81f1-01ef1d613825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:25Z', 'updated_at': '2022-09-16T12:51:36Z', 'revision_number': 5, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'subnets': [{'id': 'e5df64a4-ed0c-4706-81f1-01ef1d613825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:16.814760 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef69b2d-1fa8-455b-a069-9f80a842726c req-436ea5e0-8acd-4a70-a4b4-95eb611e822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:16.816293 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5ef69b2d-1fa8-455b-a069-9f80a842726c req-436ea5e0-8acd-4a70-a4b4-95eb611e822d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0579758 Sep 16 12:52:16.857946 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a122796e-5f45-4805-a991-b1f6a8278b6a None None] Checking router: e6afd421-d489-40f1-8a76-df90289544ad for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:52:16.871018 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-38e7ce0c-4b78-45df-bcc7-ab3c313d9d0f req-8c81f5b5-5f9f-4c55-a281-2a3c29fa2e5b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363974 Sep 16 12:52:16.873055 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a122796e-5f45-4805-a991-b1f6a8278b6a None None] Routers {'e6afd421-d489-40f1-8a76-df90289544ad'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:16.874235 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-a122796e-5f45-4805-a991-b1f6a8278b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:52:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e6afd421-d489-40f1-8a76-df90289544ad'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:16.878500 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-040c98cb-1562-4e61-93a8-ec8c8e1e8af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (38f60b38-c3a4-453b-9d95-55b588e8caae), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:16.885867 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-040c98cb-1562-4e61-93a8-ec8c8e1e8af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:16.891596 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-040c98cb-1562-4e61-93a8-ec8c8e1e8af5 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/38f60b38-c3a4-453b-9d95-55b588e8caae HTTP/1.1" status: 204 len: 168 time: 0.4300766 Sep 16 12:52:16.949197 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c98cb-1562-4e61-93a8-ec8c8e1e8af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f60b38-c3a4-453b-9d95-55b588e8caae,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:16.968992 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 54018) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:16.971495 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-6234698c-d29d-4475-a64f-6e3dc41a018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:16.973016 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-6234698c-d29d-4475-a64f-6e3dc41a018a service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=efc98046-384c-40f8-9e52-6d3af932ac27 HTTP/1.1" status: 200 len: 930 time: 0.2421615 Sep 16 12:52:17.028886 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5ef69b2d-1fa8-455b-a069-9f80a842726c req-c303af17-21a2-45e5-80cf-c8735271cd9b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031658 Sep 16 12:52:17.068445 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-efcb7f23-29dc-4c54-9420-f9609f2b95dc service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 HTTP/1.1" status: 200 len: 217 time: 0.0842476 Sep 16 12:52:17.087391 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:17.094117 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a1c8b7d1-265e-4dd8-9ef4-ffa22e5975f8 req-1f3562e1-8593-4906-bc6d-56db6fe01afd tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.1109250 Sep 16 12:52:17.113723 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-a122796e-5f45-4805-a991-b1f6a8278b6a None None] Set router e6afd421-d489-40f1-8a76-df90289544ad gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:52:17.163623 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5ef69b2d-1fa8-455b-a069-9f80a842726c req-e986ade1-a974-4083-8c6f-dc669865c7c7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275864 Sep 16 12:52:17.196950 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-3040386e-f825-44c9-ac01-a9d030dca67e admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=cd805dfacbd3487d9c789ea97ea2c306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265627 Sep 16 12:52:17.199798 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54022) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:17.209578 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-df4360cb-df5b-4426-b596-9f0feb576bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:17.212479 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-df4360cb-df5b-4426-b596-9f0feb576bf2 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=e5df64a4-ed0c-4706-81f1-01ef1d613825 HTTP/1.1" status: 200 len: 868 time: 0.1126690 Sep 16 12:52:17.328055 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-937008d5-7f6e-4154-8b41-0ac9afa8ea52 admin admin] Publish callbacks [] for security_group (6c2bc6a7-541d-4360-897f-0c2e088217e3), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:17.378974 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-937008d5-7f6e-4154-8b41-0ac9afa8ea52 admin admin] Publish callbacks [] for security_group (6c2bc6a7-541d-4360-897f-0c2e088217e3), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:17.396108 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-91207bc5-26e8-4450-b225-29e81d622120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:17.397721 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-91207bc5-26e8-4450-b225-29e81d622120 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 1126 time: 0.1290767 Sep 16 12:52:17.424698 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7334e-c9be-4824-baca-388d6e85b6d4 req-beeaf8d0-1a64-4974-a98f-6ef6ee38549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:17.433680 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c0e7334e-c9be-4824-baca-388d6e85b6d4 req-beeaf8d0-1a64-4974-a98f-6ef6ee38549c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2158258 Sep 16 12:52:17.464444 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-937008d5-7f6e-4154-8b41-0ac9afa8ea52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (6c2bc6a7-541d-4360-897f-0c2e088217e3), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:17.467906 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-937008d5-7f6e-4154-8b41-0ac9afa8ea52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:17.469408 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-937008d5-7f6e-4154-8b41-0ac9afa8ea52 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/6c2bc6a7-541d-4360-897f-0c2e088217e3 HTTP/1.1" status: 204 len: 168 time: 0.2681651 Sep 16 12:52:17.481301 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-c9737dcb-71a8-4f47-b821-fda3f8e595b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:17.483283 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-c9737dcb-71a8-4f47-b821-fda3f8e595b0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=efc98046-384c-40f8-9e52-6d3af932ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2334714 Sep 16 12:52:17.490099 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937008d5-7f6e-4154-8b41-0ac9afa8ea52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2bc6a7-541d-4360-897f-0c2e088217e3,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:17.523491 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd222f-20ec-4b79-b72b-ba3fa7510813 req-1e089ef9-99b5-4d4d-bfd6-43e227df38df tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:17.525572 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-59fd222f-20ec-4b79-b72b-ba3fa7510813 req-1e089ef9-99b5-4d4d-bfd6-43e227df38df tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 944 time: 0.2778974 Sep 16 12:52:17.549467 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:17.621329 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-a122796e-5f45-4805-a991-b1f6a8278b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220383004-router', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:21Z', 'updated_at': '2022-09-16T12:51:26Z', 'revision_number': 4, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'gw_port': {'id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:22Z', 'updated_at': '2022-09-16T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'cf1225b6-f7d7-4092-a67e-50e4e84340d7', 'name': '', 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'mac_address': 'fa:16:3e:1c:8f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e5df64a4-ed0c-4706-81f1-01ef1d613825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:25Z', 'updated_at': '2022-09-16T12:51:36Z', 'revision_number': 5, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'subnets': [{'id': 'e5df64a4-ed0c-4706-81f1-01ef1d613825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:17.630313 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:17.644677 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db0da191-a7da-4bf4-bb8b-36f114739795 req-b2c4d233-16be-443e-ae31-f212ebb140ac service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.2027180 Sep 16 12:52:17.650685 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a122796e-5f45-4805-a991-b1f6a8278b6a None None] The sync data for ids ['e6afd421-d489-40f1-8a76-df90289544ad'] in n-d-858094-4 is: [{'id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220383004-router', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:21Z', 'updated_at': '2022-09-16T12:51:26Z', 'revision_number': 4, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'gw_port': {'id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:22Z', 'updated_at': '2022-09-16T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'cf1225b6-f7d7-4092-a67e-50e4e84340d7', 'name': '', 'network_id': 'efc98046-384c-40f8-9e52-6d3af932ac27', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'mac_address': 'fa:16:3e:1c:8f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e5df64a4-ed0c-4706-81f1-01ef1d613825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:25Z', 'updated_at': '2022-09-16T12:51:36Z', 'revision_number': 5, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'subnets': [{'id': 'e5df64a4-ed0c-4706-81f1-01ef1d613825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:52:17.684295 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:17.716399 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-cf9498b0-5b46-4f9f-b205-3c5c0cc67d0a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/efc98046-384c-40f8-9e52-6d3af932ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006099 Sep 16 12:52:17.723713 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-75c3f169-2295-4e68-84a1-5e6f9df4292e service neutron] 10.222.0.25 "GET /networking/v2.0/ports/065308fc-710e-4f14-b3d0-e976788d4def/bindings/n-h2-858094-4 HTTP/1.1" status: 200 len: 384 time: 0.5090017 Sep 16 12:52:17.782753 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 065308fc-710e-4f14-b3d0-e976788d4def no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:52:17.911156 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-59fd222f-20ec-4b79-b72b-ba3fa7510813 req-619f15c2-bd7c-4901-a031-7e3094eb467f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615273 Sep 16 12:52:17.938966 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 065308fc-710e-4f14-b3d0-e976788d4def is: DOWN; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:17.980029 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-bb741e73-456f-42f7-ba30-4a9b1f50754d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:17.981581 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-bb741e73-456f-42f7-ba30-4a9b1f50754d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 922 time: 0.5448766 Sep 16 12:52:18.048282 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d629b68-a9b9-4e45-b89b-b9c6466f919d None None] New status for floating IP d65fc9a9-0c1c-4b66-a26e-64a3a116e738: DOWN {{(pid=113701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:52:18.062714 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c0e7334e-c9be-4824-baca-388d6e85b6d4 req-8e3777ac-3173-4898-847d-39015de96ac0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121113 Sep 16 12:52:18.085279 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26321f0a-420a-44bf-bd0f-2bf168b03dab req-f45082e6-96e7-48c4-9200-6638697c7f55 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/efc98046-384c-40f8-9e52-6d3af932ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241651 Sep 16 12:52:18.092894 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba3142-af86-4984-af99-d4d10908db8d req-d31ac49c-ebce-46d4-a842-7e8e90896c6e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:18.094428 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0aba3142-af86-4984-af99-d4d10908db8d req-d31ac49c-ebce-46d4-a842-7e8e90896c6e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 943 time: 0.0883291 Sep 16 12:52:18.272306 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a904ecee-16b8-4ade-938c-542c464420ae x-openstack-request-id: req-a904ecee-16b8-4ade-938c-542c464420ae {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:52:18.272840 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4906950-755b-4838-b954-fb07189747f3", "tag": "92b5ca07-8b77-48e8-915c-8ee94ddb3bb2", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:52:18.273280 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a904ecee-16b8-4ade-938c-542c464420ae {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:52:18.273905 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a904ecee-16b8-4ade-938c-542c464420ae'] response: {'name': 'network-changed', 'server_uuid': 'a4906950-755b-4838-b954-fb07189747f3', 'tag': '92b5ca07-8b77-48e8-915c-8ee94ddb3bb2', 'status': 'completed', 'code': 200} Sep 16 12:52:18.327786 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-0feee58d-b651-475a-a664-4132c117525b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=756cd197-6a93-4b4a-b498-7ebcbb3246c2 HTTP/1.1" status: 200 len: 217 time: 0.2058544 Sep 16 12:52:18.330824 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adf1ab-f9ac-4799-b3ec-09b8ff8a73ea req-4c6d63bd-01ad-47f0-b5ca-4e51da09888e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:18.333129 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8adf1ab-f9ac-4799-b3ec-09b8ff8a73ea req-4c6d63bd-01ad-47f0-b5ca-4e51da09888e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=034ef732e4504d05a4d5d0eea122165e&device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 1128 time: 0.0618594 Sep 16 12:52:18.389061 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0aba3142-af86-4984-af99-d4d10908db8d req-abcef6c7-1725-4735-b6d3-32ce354a58ea tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516956 Sep 16 12:52:18.490760 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c341f980-5fb6-4752-8ed8-9245228e2891 req-0b4a8629-976a-45a3-ae2a-b87a4f5dc4cd tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.1644952 Sep 16 12:52:18.596711 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-614e86aa-8dde-4904-9693-d05e63839643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:18.608423 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-614e86aa-8dde-4904-9693-d05e63839643 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 1132 time: 0.1788416 Sep 16 12:52:18.614197 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54070) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:18.694601 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adf1ab-f9ac-4799-b3ec-09b8ff8a73ea req-f469b93b-6792-46bc-a17b-1cfd352348b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:18.696627 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8adf1ab-f9ac-4799-b3ec-09b8ff8a73ea req-f469b93b-6792-46bc-a17b-1cfd352348b8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=efc98046-384c-40f8-9e52-6d3af932ac27 HTTP/1.1" status: 200 len: 930 time: 0.3573267 Sep 16 12:52:18.708234 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c3962269-6674-439c-a7e3-22daed5fde06 req-a64f1de5-040d-4abd-80e1-84fcd74498d8 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/floatingips/d65fc9a9-0c1c-4b66-a26e-64a3a116e738 HTTP/1.1" status: 200 len: 693 time: 0.1795659 Sep 16 12:52:18.748910 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8adf1ab-f9ac-4799-b3ec-09b8ff8a73ea req-c5569bdc-86d4-4da0-b1b8-1c05b22be8c2 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 HTTP/1.1" status: 200 len: 217 time: 0.0436089 Sep 16 12:52:18.762286 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-eca1e08c-ebdf-4ed4-82d5-f88639510510 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-network', 'tenant_id': '1e41136645964ea98a675833bd73299f'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:18.768008 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c0e7334e-c9be-4824-baca-388d6e85b6d4 req-d7bafd22-69d8-4213-86ad-29d76fdcc614 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6670642 Sep 16 12:52:18.783156 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:18.834586 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-874371df-7687-43e9-9025-b9420251fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:18.836079 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-874371df-7687-43e9-9025-b9420251fb27 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.2210214 Sep 16 12:52:18.843356 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca1e08c-ebdf-4ed4-82d5-f88639510510 admin admin] Made reservation on behalf of 1e41136645964ea98a675833bd73299f for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:52:18.846065 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eca1e08c-ebdf-4ed4-82d5-f88639510510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:18.848588 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adf1ab-f9ac-4799-b3ec-09b8ff8a73ea req-9d28bf81-2a59-4402-82c9-757ff39f1b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:18.850068 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8adf1ab-f9ac-4799-b3ec-09b8ff8a73ea req-9d28bf81-2a59-4402-82c9-757ff39f1b2d service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e5df64a4-ed0c-4706-81f1-01ef1d613825 HTTP/1.1" status: 200 len: 868 time: 0.0817614 Sep 16 12:52:18.855158 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e302ea-0047-4a7f-9ba7-9756d263bedf req-ae25b4d2-1126-4bef-a214-ec673313fc00 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:18.856783 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5e302ea-0047-4a7f-9ba7-9756d263bedf req-ae25b4d2-1126-4bef-a214-ec673313fc00 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 950 time: 0.2926285 Sep 16 12:52:18.900806 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eca1e08c-ebdf-4ed4-82d5-f88639510510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:18.921251 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-58ed0697-b969-4470-81d5-ebc22e3172fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:18.922755 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-58ed0697-b969-4470-81d5-ebc22e3172fa service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.2457385 Sep 16 12:52:18.926252 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-4c9b4b54-06c8-4d4c-85a9-9fe9390d98de service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=bf12465f-8132-474a-94b1-e3b53f03df41 HTTP/1.1" status: 200 len: 217 time: 0.0743520 Sep 16 12:52:18.952720 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adf1ab-f9ac-4799-b3ec-09b8ff8a73ea req-93d12240-872c-4651-b834-1b3ac06ee2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:18.954207 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8adf1ab-f9ac-4799-b3ec-09b8ff8a73ea req-93d12240-872c-4651-b834-1b3ac06ee2e6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=efc98046-384c-40f8-9e52-6d3af932ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0895662 Sep 16 12:52:18.996963 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:19.015693 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eca1e08c-ebdf-4ed4-82d5-f88639510510 admin admin] Publish callbacks [] for security_group (8225d41c-8518-44f3-a792-cacd4cf9863a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:19.020105 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eca1e08c-ebdf-4ed4-82d5-f88639510510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (8225d41c-8518-44f3-a792-cacd4cf9863a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:19.043873 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca1e08c-ebdf-4ed4-82d5-f88639510510 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:52:19.060542 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1e08c-ebdf-4ed4-82d5-f88639510510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8225d41c-8518-44f3-a792-cacd4cf9863a,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:19.063504 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eca1e08c-ebdf-4ed4-82d5-f88639510510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (f437e697-c45f-4a06-85b9-38d6e3ad146a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:19.063840 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-eca1e08c-ebdf-4ed4-82d5-f88639510510 admin admin] Added segment f437e697-c45f-4a06-85b9-38d6e3ad146a of type vlan for network 2a6f5c27-4e22-4940-b2ce-5570b20e4dba Sep 16 12:52:19.077225 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-6393c960-6178-4a9b-a699-4f9b748f7d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:19.078740 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-6393c960-6178-4a9b-a699-4f9b748f7d09 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1330037 Sep 16 12:52:19.081882 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5e302ea-0047-4a7f-9ba7-9756d263bedf req-2a96afa8-823d-4cd5-be0b-be330fddb77c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168031 Sep 16 12:52:19.090886 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3962269-6674-439c-a7e3-22daed5fde06 req-1b9e1d75-3ca3-4a09-b095-383cb4d4731a tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:19.092653 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c3962269-6674-439c-a7e3-22daed5fde06 req-1b9e1d75-3ca3-4a09-b095-383cb4d4731a tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.3517828 Sep 16 12:52:19.099812 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-16e748c0-a090-4fca-8914-685d8fcc0f07 service neutron] For port 065308fc-710e-4f14-b3d0-e976788d4def, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=065308fc-710e-4f14-b3d0-e976788d4def,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:19.115893 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:19.123997 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eca1e08c-ebdf-4ed4-82d5-f88639510510 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (2a6f5c27-4e22-4940-b2ce-5570b20e4dba), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:19.133014 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:19.167874 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eca1e08c-ebdf-4ed4-82d5-f88639510510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (2a6f5c27-4e22-4940-b2ce-5570b20e4dba), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:19.168952 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca1e08c-ebdf-4ed4-82d5-f88639510510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:19.169544 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eca1e08c-ebdf-4ed4-82d5-f88639510510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:19.181556 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c3962269-6674-439c-a7e3-22daed5fde06 req-63ab47cc-098c-4e14-9a2a-7214c8c997ce tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 696 time: 0.0780420 Sep 16 12:52:19.183702 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-16e748c0-a090-4fca-8914-685d8fcc0f07 service neutron] For port 065308fc-710e-4f14-b3d0-e976788d4def, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:52:19.267941 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fce8a98-f568-4474-af01-27f2a97638b8 req-50cd981f-6ed3-4ca7-912e-8381a1728349 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0447590 Sep 16 12:52:19.320248 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-16e748c0-a090-4fca-8914-685d8fcc0f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065308fc-710e-4f14-b3d0-e976788d4def {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:52:19.348320 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8adf1ab-f9ac-4799-b3ec-09b8ff8a73ea req-fd54b6fb-dd49-4e0f-b6d1-dd93c29a8356 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/efc98046-384c-40f8-9e52-6d3af932ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482768 Sep 16 12:52:19.382041 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-eca1e08c-ebdf-4ed4-82d5-f88639510510 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7649181 Sep 16 12:52:19.384196 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-16e748c0-a090-4fca-8914-685d8fcc0f07 service neutron] For port 065308fc-710e-4f14-b3d0-e976788d4def, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=065308fc-710e-4f14-b3d0-e976788d4def,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:19.401502 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c3962269-6674-439c-a7e3-22daed5fde06 req-e85a3ca2-554c-476f-90df-d5f7c58380d6 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 696 time: 0.1751959 Sep 16 12:52:19.404808 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1e08c-ebdf-4ed4-82d5-f88639510510 admin admin] Pushing event updated for resources: {'Network': ['ID=2a6f5c27-4e22-4940-b2ce-5570b20e4dba,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:19.421047 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 2a6f5c27-4e22-4940-b2ce-5570b20e4dba details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:52:19.488557 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-16e748c0-a090-4fca-8914-685d8fcc0f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (065308fc-710e-4f14-b3d0-e976788d4def), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:19.524451 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 54088) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:19.544643 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-6bb70ae5-7861-4c31-b9fe-ddf531ca164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:19.547212 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-6bb70ae5-7861-4c31-b9fe-ddf531ca164d service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.3485513 Sep 16 12:52:19.549327 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-80895391-b8f2-45e9-a748-74b6aa071e67 admin admin] Request body: {'subnet': {'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-subnet', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:19.613778 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8adf1ab-f9ac-4799-b3ec-09b8ff8a73ea req-438dc27c-c2d7-49b8-9787-68d9cdf97246 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/efc98046-384c-40f8-9e52-6d3af932ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258072 Sep 16 12:52:19.616901 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-be18e31f-f1d0-4c31-a337-278c470ca87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:19.619005 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-be18e31f-f1d0-4c31-a337-278c470ca87d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0582478 Sep 16 12:52:19.691059 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-25c55124-d0d1-4c47-8e85-752da630d99a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046284 Sep 16 12:52:19.691637 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80895391-b8f2-45e9-a748-74b6aa071e67 admin admin] Made reservation on behalf of 1e41136645964ea98a675833bd73299f for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:52:19.693971 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-80895391-b8f2-45e9-a748-74b6aa071e67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:19.719688 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-57b2a0f1-9aae-4889-90e6-afaf51b71f94 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=69b7d059fb70415fb5dc20e3a921d189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1067224 Sep 16 12:52:19.728052 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-a0a7bacd-32aa-4852-85e5-fe5b46267f6d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987391 Sep 16 12:52:19.832435 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-a2d8a9a5-f1ec-4b21-a128-ca3ebecd46c1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979762 Sep 16 12:52:19.873827 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-c3962269-6674-439c-a7e3-22daed5fde06 req-b95c9c90-b32a-463b-b111-1ed37f20d39a tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Deleting port 2d7a3882-55c7-4dab-9abd-4648e8c8d6ed {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:52:19.874175 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c3962269-6674-439c-a7e3-22daed5fde06 req-b95c9c90-b32a-463b-b111-1ed37f20d39a tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (2d7a3882-55c7-4dab-9abd-4648e8c8d6ed), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:20.029779 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:20.297363 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-16e748c0-a090-4fca-8914-685d8fcc0f07 service neutron] Transition to ACTIVE for port object 065308fc-710e-4f14-b3d0-e976788d4def will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:52:20.313402 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-16e748c0-a090-4fca-8914-685d8fcc0f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (065308fc-710e-4f14-b3d0-e976788d4def), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:20.403413 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:20.489466 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:20.538754 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-8c32cd33-8fcd-4d51-95cc-f00dcde9cae2 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:20.540424 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-8c32cd33-8fcd-4d51-95cc-f00dcde9cae2 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7945001 Sep 16 12:52:20.542529 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-dc869342-f5c2-4656-93af-acc53db4064e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8128109 Sep 16 12:52:20.572390 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c3962269-6674-439c-a7e3-22daed5fde06 req-b95c9c90-b32a-463b-b111-1ed37f20d39a tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (2d7a3882-55c7-4dab-9abd-4648e8c8d6ed), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:20.572617 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c3962269-6674-439c-a7e3-22daed5fde06 req-b95c9c90-b32a-463b-b111-1ed37f20d39a tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks [] for floatingip (2d7a3882-55c7-4dab-9abd-4648e8c8d6ed), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:20.600660 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e748c0-a090-4fca-8914-685d8fcc0f07 service neutron] Pushing event updated for resources: {'Port': ['ID=065308fc-710e-4f14-b3d0-e976788d4def,revision_number=10']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:20.621326 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-c3962269-6674-439c-a7e3-22daed5fde06 req-b95c9c90-b32a-463b-b111-1ed37f20d39a tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Calling delete_port for 2d7a3882-55c7-4dab-9abd-4648e8c8d6ed owned by network:floatingip {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:52:20.638859 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-374303d3-664f-40d0-a786-26900f032268 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/quotas/69b7d059fb70415fb5dc20e3a921d189 HTTP/1.1" status: 200 len: 375 time: 0.0610080 Sep 16 12:52:20.675197 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-16e748c0-a090-4fca-8914-685d8fcc0f07 service neutron] No DVR routers for this DVR port 065308fc-710e-4f14-b3d0-e976788d4def on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:52:20.789082 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-e53f056f-3f0b-4c93-beae-08c53ef403af tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=69b7d059fb70415fb5dc20e3a921d189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1251438 Sep 16 12:52:20.853865 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-80895391-b8f2-45e9-a748-74b6aa071e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (f45171c0-7319-4228-8074-099241080456), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:20.919323 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-5d1324ec-0bc8-4d34-824e-ff5079cbc637 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:20.920888 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-5d1324ec-0bc8-4d34-824e-ff5079cbc637 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f&tenant_id=da915844493a4928ac8830897afa126f&binding%3Ahost_id=n-h1-858094-4 HTTP/1.1" status: 200 len: 1126 time: 0.1362178 Sep 16 12:52:21.046389 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80895391-b8f2-45e9-a748-74b6aa071e67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45171c0-7319-4228-8074-099241080456,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:21.098236 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe38fa-cda8-446f-9f8d-f63c796d6454 req-18f84b77-0ed0-43c9-8f86-1c9633b4f23a tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:21.099744 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67fe38fa-cda8-446f-9f8d-f63c796d6454 req-18f84b77-0ed0-43c9-8f86-1c9633b4f23a tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 944 time: 0.1187229 Sep 16 12:52:21.134451 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:21.160634 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80895391-b8f2-45e9-a748-74b6aa071e67 admin admin] Checking segment: {'id': 'f437e697-c45f-4a06-85b9-38d6e3ad146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:52:21.160890 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80895391-b8f2-45e9-a748-74b6aa071e67 admin admin] Network hostable DHCP agents. Network: 2a6f5c27-4e22-4940-b2ce-5570b20e4dba, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:52:21.236116 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-16e748c0-a090-4fca-8914-685d8fcc0f07 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/065308fc-710e-4f14-b3d0-e976788d4def/bindings/n-h2-858094-4/activate HTTP/1.1" status: 200 len: 369 time: 3.1365967 Sep 16 12:52:21.262989 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c3962269-6674-439c-a7e3-22daed5fde06 req-b95c9c90-b32a-463b-b111-1ed37f20d39a tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (2d7a3882-55c7-4dab-9abd-4648e8c8d6ed), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:21.281810 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80895391-b8f2-45e9-a748-74b6aa071e67 admin admin] Network 2a6f5c27-4e22-4940-b2ce-5570b20e4dba is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:52:21.312678 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67fe38fa-cda8-446f-9f8d-f63c796d6454 req-1fb1df56-5e16-4765-97ec-c0f43c068089 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021258 Sep 16 12:52:21.314702 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c9c90-b32a-463b-b111-1ed37f20d39a tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Pushing event deleted for resources: {'Port': ['ID=2d7a3882-55c7-4dab-9abd-4648e8c8d6ed,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:21.323839 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-80895391-b8f2-45e9-a748-74b6aa071e67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 2a6f5c27-4e22-4940-b2ce-5570b20e4dba) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:52:21.337992 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964a2bbd-da7c-4c8d-8381-65998d0dccf3 None None] Network 2a6f5c27-4e22-4940-b2ce-5570b20e4dba requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:52:21.343020 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-cde28e6d-71f0-4421-86c4-0e955e8d9a3c service neutron] For port 756cd197-6a93-4b4a-b498-7ebcbb3246c2, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:52:21.344465 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80895391-b8f2-45e9-a748-74b6aa071e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:21.345064 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-80895391-b8f2-45e9-a748-74b6aa071e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:21.353304 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-cde28e6d-71f0-4421-86c4-0e955e8d9a3c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:21.354455 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f8c3a6c-c2a1-4941-9a1d-4f3c6ab6773f req-cde28e6d-71f0-4421-86c4-0e955e8d9a3c service neutron] 10.222.0.25 "DELETE /networking/v2.0/ports/756cd197-6a93-4b4a-b498-7ebcbb3246c2/bindings/n-h2-858094-4 HTTP/1.1" status: 204 len: 173 time: 0.4221888 Sep 16 12:52:21.398302 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-80895391-b8f2-45e9-a748-74b6aa071e67 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8716271 Sep 16 12:52:21.401522 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54142) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:21.406590 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-455b5780-05d0-440b-91c9-066510b92b5d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:21.415526 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c3962269-6674-439c-a7e3-22daed5fde06 req-b95c9c90-b32a-463b-b111-1ed37f20d39a tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks [] for floatingip (d65fc9a9-0c1c-4b66-a26e-64a3a116e738), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:21.418407 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c3962269-6674-439c-a7e3-22daed5fde06 req-b95c9c90-b32a-463b-b111-1ed37f20d39a tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:21.419846 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c3962269-6674-439c-a7e3-22daed5fde06 req-b95c9c90-b32a-463b-b111-1ed37f20d39a tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/d65fc9a9-0c1c-4b66-a26e-64a3a116e738 HTTP/1.1" status: 204 len: 173 time: 2.0110550 Sep 16 12:52:21.446006 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-455b5780-05d0-440b-91c9-066510b92b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (10b06796-faac-4714-8984-e75ef82d14a7), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:21.448318 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-455b5780-05d0-440b-91c9-066510b92b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (10b06796-faac-4714-8984-e75ef82d14a7), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:21.471861 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:21.512665 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:21.515779 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'project_id': '1e41136645964ea98a675833bd73299f', 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:52:21.517067 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:21.532505 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-455b5780-05d0-440b-91c9-066510b92b5d admin admin] Publish callbacks [] for router_controller (10b06796-faac-4714-8984-e75ef82d14a7), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:21.547923 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe65221-1c44-4503-8517-130345511cd2 req-09f488b0-0efe-486f-8624-e24e80cf8026 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:21.549515 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4fe65221-1c44-4503-8517-130345511cd2 req-09f488b0-0efe-486f-8624-e24e80cf8026 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 944 time: 0.1043818 Sep 16 12:52:21.558999 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-99f18a26-5cf9-4fa9-97a7-ccb67e56316a req-5ee76d0d-e328-4c7e-b3f1-2038229c3fca tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.0509648 Sep 16 12:52:21.582729 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:21.630970 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4fe65221-1c44-4503-8517-130345511cd2 req-cc0c7dee-fe1e-480e-b80d-696955b17915 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709391 Sep 16 12:52:21.733584 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-455b5780-05d0-440b-91c9-066510b92b5d admin admin] Publish callbacks [] for router_gateway (10b06796-faac-4714-8984-e75ef82d14a7), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:21.742614 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-64e85e3f-d309-474e-89b9-ee1c3f7afa46 req-46294e91-3fa2-4d1e-a1e9-3c009670ffc5 tempest-UnshelveToHostMultiNodesTest-214912117 tempest-UnshelveToHostMultiNodesTest-214912117-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0414622 Sep 16 12:52:21.751946 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] Allocated IP 172.20.0.2 (2a6f5c27-4e22-4940-b2ce-5570b20e4dba/f45171c0-7319-4228-8074-099241080456/8faf42e2-ee92-4313-9dc2-cd897ca6d4bb) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:52:21.818846 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e551e8-3a71-402a-897c-7cfd411815c6 req-6d8728b9-ae79-4d3f-99f1-61b53b5556ab tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:21.821015 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-65e551e8-3a71-402a-897c-7cfd411815c6 req-6d8728b9-ae79-4d3f-99f1-61b53b5556ab tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 950 time: 0.0886240 Sep 16 12:52:21.827278 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:21.906867 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-65e551e8-3a71-402a-897c-7cfd411815c6 req-988714de-011e-4f6e-bac5-3f726cb4e7d5 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789113 Sep 16 12:52:21.932080 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a2377944-3811-4328-8a03-05f001f36439 req-89129150-a3f0-4c43-8286-5ad2fb9e2d71 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 210 time: 0.0402775 Sep 16 12:52:22.081858 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] Publish callbacks [] for port (8faf42e2-ee92-4313-9dc2-cd897ca6d4bb), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:22.096251 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (8faf42e2-ee92-4313-9dc2-cd897ca6d4bb), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:22.141424 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5d6e-4ea0-4ae1-b4a6-dbb9b7383787 req-d6b4ba8a-7b16-4ed8-9f1e-ee702b159936 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:22.143960 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eaff5d6e-4ea0-4ae1-b4a6-dbb9b7383787 req-d6b4ba8a-7b16-4ed8-9f1e-ee702b159936 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a4906950-755b-4838-b954-fb07189747f3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0721719 Sep 16 12:52:22.164150 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] Network 2a6f5c27-4e22-4940-b2ce-5570b20e4dba is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:52:22.171028 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:52:22.178013 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:52:22.192314 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bd9312fd-2d04-47af-96d2-bc6a01273030 req-d7687129-f347-4ab2-b545-b423be397768 tempest-UnshelveToHostMultiNodesTest-1253340493 tempest-UnshelveToHostMultiNodesTest-1253340493-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0587692 Sep 16 12:52:22.226894 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] Pushing event updated for resources: {'Port': ['ID=8faf42e2-ee92-4313-9dc2-cd897ca6d4bb,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:22.253594 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eaff5d6e-4ea0-4ae1-b4a6-dbb9b7383787 req-54ce966e-e3ae-4698-a4a6-e905038290dd tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0970786 Sep 16 12:52:22.279564 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] Attempting to bind port 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:52:22.280342 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] Attempting to bind port 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'f437e697-c45f-4a06-85b9-38d6e3ad146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:52:22.291391 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] Attempting to bind port 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb on network 2a6f5c27-4e22-4940-b2ce-5570b20e4dba {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:52:22.309479 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-455b5780-05d0-440b-91c9-066510b92b5d admin admin] Publish callbacks [] for router_gateway (10b06796-faac-4714-8984-e75ef82d14a7), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:22.333995 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-455b5780-05d0-440b-91c9-066510b92b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:22.335554 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-908a1257-8019-4c36-97e5-f09fc279a24f req-06534963-09ed-4da2-8e26-5d5f28f8a605 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0473461 Sep 16 12:52:22.346566 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:52:22.347177 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] Checking segment: {'id': 'f437e697-c45f-4a06-85b9-38d6e3ad146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:52:22.347177 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:22.347703 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] Bound using segment: {'id': 'f437e697-c45f-4a06-85b9-38d6e3ad146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:52:22.348061 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] Bound port: 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f437e697-c45f-4a06-85b9-38d6e3ad146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:52:22.348849 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8faf42e2-ee92-4313-9dc2-cd897ca6d4bb), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:22.411798 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:22.417480 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916073ae-f85c-4e1b-8e0d-53d2e03d8e5f req-451c1e76-0e50-460e-b5b2-7b83c0e3507a tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:22.419603 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-916073ae-f85c-4e1b-8e0d-53d2e03d8e5f req-451c1e76-0e50-460e-b5b2-7b83c0e3507a tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 1126 time: 0.0876341 Sep 16 12:52:22.436992 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] For port 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:52:22.441696 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] For port 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=8faf42e2-ee92-4313-9dc2-cd897ca6d4bb,segment=NetworkSegment(f437e697-c45f-4a06-85b9-38d6e3ad146a),segment_id=f437e697-c45f-4a06-85b9-38d6e3ad146a)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:52:22.450217 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8faf42e2-ee92-4313-9dc2-cd897ca6d4bb), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:22.497910 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-916073ae-f85c-4e1b-8e0d-53d2e03d8e5f req-754b9dcd-140b-4821-8478-6941c73d5469 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716491 Sep 16 12:52:22.517511 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-426a1782-83a6-4b05-8f57-52ec790cc630 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:22.519006 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-426a1782-83a6-4b05-8f57-52ec790cc630 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16&tenant_id=dd7ec914bffb4743921e4116b0c399eb&binding%3Ahost_id=n-h1-858094-4 HTTP/1.1" status: 200 len: 1126 time: 0.1056497 Sep 16 12:52:22.534803 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08c27c-c57b-4a78-a693-290dd368e721 None None] Pushing event updated for resources: {'Port': ['ID=8faf42e2-ee92-4313-9dc2-cd897ca6d4bb,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:22.628967 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-455b5780-05d0-440b-91c9-066510b92b5d admin admin] Allocated IP 172.25.2.70 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/ffff5740-5452-4376-bdf0-bf4efb933fbb) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:52:22.864885 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-827587fe-7611-44a0-aae5-7e5240b3a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:22.866773 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-827587fe-7611-44a0-aae5-7e5240b3a75e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16&tenant_id=dd7ec914bffb4743921e4116b0c399eb HTTP/1.1" status: 200 len: 1126 time: 0.2064648 Sep 16 12:52:22.874781 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-0aa45f82-8646-4db8-9a54-77ad0bb92c63 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=69b7d059fb70415fb5dc20e3a921d189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443654 Sep 16 12:52:22.957807 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d89729c2-0856-460a-a5da-381adc4dace3 req-9b343ddb-7d1b-49ea-9633-2cec1660c047 tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.0837007 Sep 16 12:52:23.003837 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-455b5780-05d0-440b-91c9-066510b92b5d admin admin] Publish callbacks [] for port (ffff5740-5452-4376-bdf0-bf4efb933fbb), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:23.045466 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-455b5780-05d0-440b-91c9-066510b92b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (ffff5740-5452-4376-bdf0-bf4efb933fbb), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:23.109304 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455b5780-05d0-440b-91c9-066510b92b5d admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:52:23.113849 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-455b5780-05d0-440b-91c9-066510b92b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:52:23.118908 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455b5780-05d0-440b-91c9-066510b92b5d admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:52:23.144177 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-5bf19706-c325-4de6-af13-2121f07f6be9 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:23.146040 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-5bf19706-c325-4de6-af13-2121f07f6be9 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2611649 Sep 16 12:52:23.150741 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b5780-05d0-440b-91c9-066510b92b5d admin admin] Pushing event updated for resources: {'Port': ['ID=ffff5740-5452-4376-bdf0-bf4efb933fbb,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:23.178977 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-9ed7715f-4c1a-4f02-9ccb-38c9d599cb02 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Request body: {'port': {'device_id': '345ee81d-c503-421c-90ea-218ac1c98600', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '69b7d059fb70415fb5dc20e3a921d189'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:23.262512 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b212f3f-a459-42e2-ba54-bcb293d065dc req-31569726-c5cc-45f9-a1c9-d4a34b720089 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:23.270522 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b212f3f-a459-42e2-ba54-bcb293d065dc req-31569726-c5cc-45f9-a1c9-d4a34b720089 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 944 time: 0.1686873 Sep 16 12:52:23.288606 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:23.367054 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b212f3f-a459-42e2-ba54-bcb293d065dc req-5e30383c-acc4-4a3a-a880-6f518a2a1d5b tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956421 Sep 16 12:52:23.415170 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-455b5780-05d0-440b-91c9-066510b92b5d admin admin] Publish callbacks [] for router_gateway (10b06796-faac-4714-8984-e75ef82d14a7), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:23.417228 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:23.434843 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c4419-8942-43c8-aacf-268b8f99e900 req-41007076-bf2b-427e-a95a-480300c0540a tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:23.436382 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-209c4419-8942-43c8-aacf-268b8f99e900 req-41007076-bf2b-427e-a95a-480300c0540a tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 946 time: 0.0623653 Sep 16 12:52:23.437060 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-9ed7715f-4c1a-4f02-9ccb-38c9d599cb02 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Made reservation on behalf of 69b7d059fb70415fb5dc20e3a921d189 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:52:23.440654 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-9ed7715f-4c1a-4f02-9ccb-38c9d599cb02 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:23.462196 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-9ed7715f-4c1a-4f02-9ccb-38c9d599cb02 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:23.583243 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-209c4419-8942-43c8-aacf-268b8f99e900 req-5a12fcd8-66b6-46b3-acd6-add061079893 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88082fde-55a5-48be-9bf3-2a297e3fbb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378393 Sep 16 12:52:23.653653 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-455b5780-05d0-440b-91c9-066510b92b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (10b06796-faac-4714-8984-e75ef82d14a7), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:23.692157 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-5c5715b4-53ea-4961-8b58-5f0c599fc8b7 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:23.699604 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-5c5715b4-53ea-4961-8b58-5f0c599fc8b7 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 821 time: 0.2083852 Sep 16 12:52:23.703079 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:23.719140 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:23.757038 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-caa4d8dc-f9e4-420c-bf9a-bdfa2a734896 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/quotas/da915844493a4928ac8830897afa126f HTTP/1.1" status: 200 len: 375 time: 0.0565710 Sep 16 12:52:23.783984 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-9ed7715f-4c1a-4f02-9ccb-38c9d599cb02 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Publish callbacks [] for security_group (c2ba74ab-6a2b-4514-8303-6a6d94b85666), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:23.811139 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a97bd-c65f-4c35-ba8b-e51ea0a41d04 req-65b803eb-5859-4d5f-a156-b7e7024fc40b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:23.812785 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ce1a97bd-c65f-4c35-ba8b-e51ea0a41d04 req-65b803eb-5859-4d5f-a156-b7e7024fc40b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 950 time: 0.1284266 Sep 16 12:52:23.813539 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-9ed7715f-4c1a-4f02-9ccb-38c9d599cb02 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (c2ba74ab-6a2b-4514-8303-6a6d94b85666), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:23.822219 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455b5780-05d0-440b-91c9-066510b92b5d admin admin] Router 10b06796-faac-4714-8984-e75ef82d14a7 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:52:23.869541 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc53be5d-1b92-478f-a2f2-1ba68093003d None None] Network 2a6f5c27-4e22-4940-b2ce-5570b20e4dba requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:52:23.886974 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-03329c36-f82e-4371-8980-cca54f3bde0c None None] Provisioning complete for port 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:23.887350 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-03329c36-f82e-4371-8980-cca54f3bde0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8faf42e2-ee92-4313-9dc2-cd897ca6d4bb), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:23.887899 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-03329c36-f82e-4371-8980-cca54f3bde0c None None] Attempt 1 to provision port 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb Sep 16 12:52:23.909351 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-878aa747-cedf-45ba-8dd5-bf5da08a5312 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1446550 Sep 16 12:52:23.995714 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455b5780-05d0-440b-91c9-066510b92b5d admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:52:24.015485 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7715f-4c1a-4f02-9ccb-38c9d599cb02 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ba74ab-6a2b-4514-8303-6a6d94b85666,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:24.024331 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-4a6e87dc-0d46-465b-8882-23af14814409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:24.027780 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-4a6e87dc-0d46-465b-8882-23af14814409 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 1126 time: 0.0705435 Sep 16 12:52:24.036876 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-455b5780-05d0-440b-91c9-066510b92b5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:24.043034 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-455b5780-05d0-440b-91c9-066510b92b5d admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.6399126 Sep 16 12:52:24.043523 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 54186) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:24.043885 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:52:24.055161 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] Sync routers for ids ['10b06796-faac-4714-8984-e75ef82d14a7'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:52:24.089998 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ce1a97bd-c65f-4c35-ba8b-e51ea0a41d04 req-36f98912-607c-4a58-a71f-7ac6d4079e22 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595110 Sep 16 12:52:24.130689 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] Routers {'10b06796-faac-4714-8984-e75ef82d14a7'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:24.131615 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:52:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['10b06796-faac-4714-8984-e75ef82d14a7'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:24.176833 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:24.261653 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:24.262035 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8faf42e2-ee92-4313-9dc2-cd897ca6d4bb), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:24.262373 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb Sep 16 12:52:24.271839 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-01ab0c46-d008-4429-b156-9ed493fc533d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614895 Sep 16 12:52:24.284143 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-9ed7715f-4c1a-4f02-9ccb-38c9d599cb02 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Allocated IP 192.168.233.66 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/56c49806-0b21-4f4b-9b96-195fc33fcba5) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:52:24.313811 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-03329c36-f82e-4371-8980-cca54f3bde0c None None] Current status of the port 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:24.314479 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-03329c36-f82e-4371-8980-cca54f3bde0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8faf42e2-ee92-4313-9dc2-cd897ca6d4bb), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:24.318049 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-ac4934f8-c556-4703-829a-854e72130b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:24.319808 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-ac4934f8-c556-4703-829a-854e72130b16 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 0.1903253 Sep 16 12:52:24.330026 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-32153cba-706e-4bdf-b11c-b94d99ec69e7 req-5e17fc37-17fc-4729-866c-882ab2a918f2 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 210 time: 0.1115139 Sep 16 12:52:24.335962 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59769079-7a30-4f37-9d32-05890a122fff req-acf3ca3f-2796-4fdc-a43d-de57a0e8cead tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:24.344905 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-59769079-7a30-4f37-9d32-05890a122fff req-acf3ca3f-2796-4fdc-a43d-de57a0e8cead tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 946 time: 0.0799239 Sep 16 12:52:24.376041 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:24.441513 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-03329c36-f82e-4371-8980-cca54f3bde0c None None] For port 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=8faf42e2-ee92-4313-9dc2-cd897ca6d4bb,segment=NetworkSegment(f437e697-c45f-4a06-85b9-38d6e3ad146a),segment_id=f437e697-c45f-4a06-85b9-38d6e3ad146a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:24.496034 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] Set router 10b06796-faac-4714-8984-e75ef82d14a7 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:52:24.528517 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-03329c36-f82e-4371-8980-cca54f3bde0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8faf42e2-ee92-4313-9dc2-cd897ca6d4bb), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:24.542149 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b6dc28b-7444-4eac-9057-a8c1acf1267b req-5b0ecf5c-121d-4760-833d-66ca4ea4f637 tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.0745218 Sep 16 12:52:24.632497 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:24.717104 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54196) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:24.726468 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-841f45fe-a582-4915-baa1-7ac3a2e7fb19 None None] Provisioning complete for port 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:24.727161 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-841f45fe-a582-4915-baa1-7ac3a2e7fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8faf42e2-ee92-4313-9dc2-cd897ca6d4bb), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:24.727498 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-841f45fe-a582-4915-baa1-7ac3a2e7fb19 None None] Attempt 1 to provision port 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb Sep 16 12:52:24.782755 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03329c36-f82e-4371-8980-cca54f3bde0c None None] Pushing event updated for resources: {'Port': ['ID=8faf42e2-ee92-4313-9dc2-cd897ca6d4bb,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:24.832881 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-841f45fe-a582-4915-baa1-7ac3a2e7fb19 None None] Current status of the port 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:24.861285 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-36395cf8-bd5d-4d05-9657-006e8fd1c156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:24.902989 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:23Z', 'revision_number': 3, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:24.934376 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:24.961917 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-36395cf8-bd5d-4d05-9657-006e8fd1c156 admin admin] Publish callbacks [] for security_group (03db314f-4716-4d5d-8d6b-2b5f09814e1c), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:24.968571 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-36395cf8-bd5d-4d05-9657-006e8fd1c156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (03db314f-4716-4d5d-8d6b-2b5f09814e1c), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:25.009768 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-5fc39329-a7f5-4fd6-aab8-ab28b4427086 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7368014 Sep 16 12:52:25.014439 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36395cf8-bd5d-4d05-9657-006e8fd1c156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03db314f-4716-4d5d-8d6b-2b5f09814e1c,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:25.037131 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-36395cf8-bd5d-4d05-9657-006e8fd1c156 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=2f4fa02f470647fea7d4732332e71a2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147147 Sep 16 12:52:25.037818 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54200) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:25.069473 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] Checking router: 10b06796-faac-4714-8984-e75ef82d14a7 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:52:25.069816 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] Updating router 10b06796-faac-4714-8984-e75ef82d14a7 port ffff5740-5452-4376-bdf0-bf4efb933fbb binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:52:25.089450 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8397f92-bc9e-4b32-a4d9-be8486a03a2d req-f0309c5d-900f-45fa-8afb-f74640a138f5 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:25.096353 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d8397f92-bc9e-4b32-a4d9-be8486a03a2d req-f0309c5d-900f-45fa-8afb-f74640a138f5 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 944 time: 0.1199675 Sep 16 12:52:25.099668 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90baadcc-080d-46f1-9e51-b0ef3661f2de admin admin] Publish callbacks [] for security_group (03db314f-4716-4d5d-8d6b-2b5f09814e1c), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:25.103691 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:25.105411 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ffff5740-5452-4376-bdf0-bf4efb933fbb), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:25.124923 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90baadcc-080d-46f1-9e51-b0ef3661f2de admin admin] Publish callbacks [] for security_group (03db314f-4716-4d5d-8d6b-2b5f09814e1c), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:25.231969 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90baadcc-080d-46f1-9e51-b0ef3661f2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (03db314f-4716-4d5d-8d6b-2b5f09814e1c), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:25.236318 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90baadcc-080d-46f1-9e51-b0ef3661f2de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:25.238115 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-90baadcc-080d-46f1-9e51-b0ef3661f2de admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/03db314f-4716-4d5d-8d6b-2b5f09814e1c HTTP/1.1" status: 204 len: 168 time: 0.1992810 Sep 16 12:52:25.273635 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:25.288722 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:25.318421 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90baadcc-080d-46f1-9e51-b0ef3661f2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03db314f-4716-4d5d-8d6b-2b5f09814e1c,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:25.346764 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-9ed7715f-4c1a-4f02-9ccb-38c9d599cb02 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Publish callbacks [] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:25.427697 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f7fa4ec0-96bb-42f7-b51b-a6bd875ca948 req-a5e0c856-c694-48d2-8495-ce72b23694bf service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.0948148 Sep 16 12:52:25.441153 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-d1fe0e61-3472-451c-9d65-683614e41acc service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=065308fc-710e-4f14-b3d0-e976788d4def HTTP/1.1" status: 200 len: 998 time: 0.2585914 Sep 16 12:52:25.467917 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-59769079-7a30-4f37-9d32-05890a122fff req-2f0d4dd4-7155-4d9f-af25-e84ccb545059 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Deleting port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:52:25.468428 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-59769079-7a30-4f37-9d32-05890a122fff req-2f0d4dd4-7155-4d9f-af25-e84ccb545059 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (92b5ca07-8b77-48e8-915c-8ee94ddb3bb2), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:25.485894 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d8397f92-bc9e-4b32-a4d9-be8486a03a2d req-03a6066e-942f-4a85-8896-2b62f008e4d3 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3885720 Sep 16 12:52:25.559897 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-9ed7715f-4c1a-4f02-9ccb-38c9d599cb02 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:25.576973 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749f2ae-abd9-4595-8c1c-df5c431296b8 req-c661b52c-ed8c-4076-bacb-45af23c53dd4 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:25.586782 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-59769079-7a30-4f37-9d32-05890a122fff req-2f0d4dd4-7155-4d9f-af25-e84ccb545059 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] For port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=92b5ca07-8b77-48e8-915c-8ee94ddb3bb2,segment=NetworkSegment(189e4bb8-705e-4a58-9a6f-51518bae68e3),segment_id=189e4bb8-705e-4a58-9a6f-51518bae68e3)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:25.587224 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-59769079-7a30-4f37-9d32-05890a122fff req-2f0d4dd4-7155-4d9f-af25-e84ccb545059 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (92b5ca07-8b77-48e8-915c-8ee94ddb3bb2), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:25.589930 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9749f2ae-abd9-4595-8c1c-df5c431296b8 req-c661b52c-ed8c-4076-bacb-45af23c53dd4 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 946 time: 0.2559385 Sep 16 12:52:25.606370 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-59769079-7a30-4f37-9d32-05890a122fff req-2f0d4dd4-7155-4d9f-af25-e84ccb545059 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Calling delete_port for 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:52:25.708826 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-9ed7715f-4c1a-4f02-9ccb-38c9d599cb02 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:52:25.722173 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-9ed7715f-4c1a-4f02-9ccb-38c9d599cb02 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:52:25.724193 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7715f-4c1a-4f02-9ccb-38c9d599cb02 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Pushing event updated for resources: {'Port': ['ID=56c49806-0b21-4f4b-9b96-195fc33fcba5,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:25.766555 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:25.774498 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-9ed7715f-4c1a-4f02-9ccb-38c9d599cb02 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:52:25.824743 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] Publish callbacks [] for port (ffff5740-5452-4376-bdf0-bf4efb933fbb), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:25.830873 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (ffff5740-5452-4376-bdf0-bf4efb933fbb), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:25.848878 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] Attempting to bind port ffff5740-5452-4376-bdf0-bf4efb933fbb on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:52:25.849242 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] Attempting to bind port ffff5740-5452-4376-bdf0-bf4efb933fbb by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:52:25.849990 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] Attempting to bind port ffff5740-5452-4376-bdf0-bf4efb933fbb on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:52:25.882510 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef9c5a-484f-449f-b71f-ba0f53496f32 req-0cef6cf7-1af6-4759-baf8-7c83107b77e6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:25.890315 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5eef9c5a-484f-449f-b71f-ba0f53496f32 req-0cef6cf7-1af6-4759-baf8-7c83107b77e6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 950 time: 0.2690811 Sep 16 12:52:25.896494 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-9ed7715f-4c1a-4f02-9ccb-38c9d599cb02 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:25.897123 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-9ed7715f-4c1a-4f02-9ccb-38c9d599cb02 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:25.912786 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-fab2eb68-c9db-47c0-8329-ced97dbeb4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:25.914962 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-fab2eb68-c9db-47c0-8329-ced97dbeb4a2 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.1034517 Sep 16 12:52:25.916920 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54220) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:25.917599 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-59769079-7a30-4f37-9d32-05890a122fff req-2f0d4dd4-7155-4d9f-af25-e84ccb545059 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (92b5ca07-8b77-48e8-915c-8ee94ddb3bb2), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:25.936029 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:25.951388 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['92b5ca07-8b77-48e8-915c-8ee94ddb3bb2'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:52:25.956253 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-9ed7715f-4c1a-4f02-9ccb-38c9d599cb02 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7823286 Sep 16 12:52:25.967918 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:52:25.988050 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ddda-dd95-4f43-b81e-2d11596e32cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:25.997933 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d4dd4-7155-4d9f-af25-e84ccb545059 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Pushing event deleted for resources: {'Port': ['ID=92b5ca07-8b77-48e8-915c-8ee94ddb3bb2,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:26.000314 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] Request body: {'port': {'device_id': '345ee81d-c503-421c-90ea-218ac1c98600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:26.009259 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c76bbf-98cd-47a4-91a0-dde4442c9a48 None None] Pushing event updated for resources: {'Port': ['ID=ffff5740-5452-4376-bdf0-bf4efb933fbb,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:26.023667 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9749f2ae-abd9-4595-8c1c-df5c431296b8 req-15aa5ca3-5017-4e7b-8654-f52040e0ed09 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88082fde-55a5-48be-9bf3-2a297e3fbb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964083 Sep 16 12:52:26.081146 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:52:26.081919 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:52:26.082661 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:26.083291 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:52:26.083994 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] Bound port: ffff5740-5452-4376-bdf0-bf4efb933fbb, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:52:26.084620 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ffff5740-5452-4376-bdf0-bf4efb933fbb), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:26.162166 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:26.163048 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8faf42e2-ee92-4313-9dc2-cd897ca6d4bb), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:26.163599 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb Sep 16 12:52:26.180572 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ddda-dd95-4f43-b81e-2d11596e32cd admin admin] Publish callbacks [] for security_group (228ccfed-f78d-4600-9874-ba7acb731c27), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:26.182750 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:26.209408 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5eef9c5a-484f-449f-b71f-ba0f53496f32 req-ca1df73b-aa60-4ee5-91d0-56e119229423 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180139 Sep 16 12:52:26.212278 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ddda-dd95-4f43-b81e-2d11596e32cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (228ccfed-f78d-4600-9874-ba7acb731c27), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:26.220679 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-59769079-7a30-4f37-9d32-05890a122fff req-2f0d4dd4-7155-4d9f-af25-e84ccb545059 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] No DVR routers for this DVR port 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:52:26.223756 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] For port ffff5740-5452-4376-bdf0-bf4efb933fbb, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:52:26.224322 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-59769079-7a30-4f37-9d32-05890a122fff req-2f0d4dd4-7155-4d9f-af25-e84ccb545059 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:26.227962 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-59769079-7a30-4f37-9d32-05890a122fff req-2f0d4dd4-7155-4d9f-af25-e84ccb545059 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.76 "DELETE /networking/v2.0/ports/92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 HTTP/1.1" status: 204 len: 173 time: 1.0336940 Sep 16 12:52:26.228337 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] For port ffff5740-5452-4376-bdf0-bf4efb933fbb, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=ffff5740-5452-4376-bdf0-bf4efb933fbb,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:52:26.237230 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (ffff5740-5452-4376-bdf0-bf4efb933fbb), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:26.257166 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4906950-755b-4838-b954-fb07189747f3', 'name': 'network-vif-deleted', 'tag': '92b5ca07-8b77-48e8-915c-8ee94ddb3bb2'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:52:26.257166 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d991e5e7-03d7-442a-b707-b24a94b7ca93" -d '{"events": [{"server_uuid": "a4906950-755b-4838-b954-fb07189747f3", "name": "network-vif-deleted", "tag": "92b5ca07-8b77-48e8-915c-8ee94ddb3bb2"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:52:26.327983 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3a17314a-621b-456f-bb66-cbf4dd424dd8 req-af2119b9-b731-419f-9b38-3087f287bd25 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 210 time: 0.1624594 Sep 16 12:52:26.353960 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-24bbbc39-5db6-40f3-a1f9-56d8872e2b0c None None] Provisioning complete for port 56c49806-0b21-4f4b-9b96-195fc33fcba5 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:26.354637 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-24bbbc39-5db6-40f3-a1f9-56d8872e2b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:26.355495 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-24bbbc39-5db6-40f3-a1f9-56d8872e2b0c None None] Attempt 1 to provision port 56c49806-0b21-4f4b-9b96-195fc33fcba5 Sep 16 12:52:26.358543 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-6bf5ddda-dd95-4f43-b81e-2d11596e32cd admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=8d527eb56aca43818a150ad443de321f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4314241 Sep 16 12:52:26.360046 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54226) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:26.375376 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5ddda-dd95-4f43-b81e-2d11596e32cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228ccfed-f78d-4600-9874-ba7acb731c27,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:26.378595 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] Routers {'10b06796-faac-4714-8984-e75ef82d14a7'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:26.381031 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:52:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['10b06796-faac-4714-8984-e75ef82d14a7'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:26.390520 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-bd08b895-5d51-43e9-8756-545a7f1ea936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:26.392241 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-bd08b895-5d51-43e9-8756-545a7f1ea936 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1119125 Sep 16 12:52:26.522548 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-62c72bd6-518f-4969-b571-4edae1051ee2 admin admin] Publish callbacks [] for security_group (228ccfed-f78d-4600-9874-ba7acb731c27), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:26.539084 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6676e301-acc9-4752-9986-fe2c9086c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:26.549788 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b170e-6f07-48eb-a634-487a39d98db2 req-923b6072-6130-47fe-b1ef-c73a0175b113 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:26.573528 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-994b170e-6f07-48eb-a634-487a39d98db2 req-923b6072-6130-47fe-b1ef-c73a0175b113 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 935 time: 0.0879993 Sep 16 12:52:26.592963 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-62c72bd6-518f-4969-b571-4edae1051ee2 admin admin] Publish callbacks [] for security_group (228ccfed-f78d-4600-9874-ba7acb731c27), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:26.605987 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] Set router 10b06796-faac-4714-8984-e75ef82d14a7 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:52:26.757514 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-23d16e46-d413-4270-9471-38fff5150db6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458023 Sep 16 12:52:26.768377 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-475a9544-be2a-474b-ae36-aade53d9b964 req-2c098688-bdee-429e-ad14-d8a9c9eb8ebf tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.1116126 Sep 16 12:52:26.769081 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:26.775880 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:26.788837 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:26.832930 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-994b170e-6f07-48eb-a634-487a39d98db2 req-8210a783-ec56-470d-acd6-add536a66643 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=c2ba74ab-6a2b-4514-8303-6a6d94b85666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564335 Sep 16 12:52:26.851848 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-62c72bd6-518f-4969-b571-4edae1051ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (228ccfed-f78d-4600-9874-ba7acb731c27), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:26.855659 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-62c72bd6-518f-4969-b571-4edae1051ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:26.856862 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-62c72bd6-518f-4969-b571-4edae1051ee2 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/228ccfed-f78d-4600-9874-ba7acb731c27 HTTP/1.1" status: 204 len: 168 time: 0.4905889 Sep 16 12:52:26.872173 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c72bd6-518f-4969-b571-4edae1051ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228ccfed-f78d-4600-9874-ba7acb731c27,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:26.940007 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8201814-d5f6-4cd9-884c-0514aaf23023 x-openstack-request-id: req-f8201814-d5f6-4cd9-884c-0514aaf23023 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:52:26.941680 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4906950-755b-4838-b954-fb07189747f3", "name": "network-vif-deleted", "tag": "92b5ca07-8b77-48e8-915c-8ee94ddb3bb2", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:52:26.941960 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f8201814-d5f6-4cd9-884c-0514aaf23023 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:52:26.943017 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8201814-d5f6-4cd9-884c-0514aaf23023'] response: {'server_uuid': 'a4906950-755b-4838-b954-fb07189747f3', 'name': 'network-vif-deleted', 'tag': '92b5ca07-8b77-48e8-915c-8ee94ddb3bb2', 'status': 'completed', 'code': 200} Sep 16 12:52:26.954658 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-ad08819d-700a-4eeb-9666-df8754133a12 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907482 Sep 16 12:52:27.059066 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-24bbbc39-5db6-40f3-a1f9-56d8872e2b0c None None] Port 56c49806-0b21-4f4b-9b96-195fc33fcba5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:27.062340 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c76bbf-98cd-47a4-91a0-dde4442c9a48 None None] Pushing event updated for resources: {'Port': ['ID=ffff5740-5452-4376-bdf0-bf4efb933fbb,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:27.065683 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:27.144438 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:27.199511 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:23Z', 'revision_number': 3, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:27.217939 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e3005b31-9f48-4c79-82e8-87031d76258e req-eb9b4645-4663-47d9-a15c-2b5527f151f7 tempest-FloatingIPsAssociationNegativeTestJSON-28705252 tempest-FloatingIPsAssociationNegativeTestJSON-28705252-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a4906950-755b-4838-b954-fb07189747f3 HTTP/1.1" status: 200 len: 210 time: 0.0448015 Sep 16 12:52:27.227183 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbb2efe-1e2c-4cbd-8c8b-c5b43e5e6386 None None] The sync data for ids ['10b06796-faac-4714-8984-e75ef82d14a7'] in n-d-858094-4 is: [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:23Z', 'revision_number': 3, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:52:27.242821 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca08225-3973-4693-8463-b2abfac4931b req-4fde4ed4-cba0-42c7-9478-f790c56b7ef0 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:27.244501 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aca08225-3973-4693-8463-b2abfac4931b req-4fde4ed4-cba0-42c7-9478-f790c56b7ef0 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 944 time: 0.1531978 Sep 16 12:52:27.439647 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-6676e301-acc9-4752-9986-fe2c9086c8d6 admin admin] Allocated IP 172.20.0.1 (2a6f5c27-4e22-4940-b2ce-5570b20e4dba/f45171c0-7319-4228-8074-099241080456/f3bc34fa-904e-4a4a-a98a-aa05461c0606) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:52:27.456681 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50e15b-8a88-4921-b790-6916f33d7128 req-819a1b40-44ed-406b-b9b7-df300d18ed9c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:27.458319 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f50e15b-8a88-4921-b790-6916f33d7128 req-819a1b40-44ed-406b-b9b7-df300d18ed9c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 950 time: 0.1212380 Sep 16 12:52:27.468020 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:27.547965 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aca08225-3973-4693-8463-b2abfac4931b req-dacedd6d-b3c9-4ca7-8cd0-9e5659867a3e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703588 Sep 16 12:52:27.575941 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-24bbbc39-5db6-40f3-a1f9-56d8872e2b0c None None] Attempt 2 to provision port 56c49806-0b21-4f4b-9b96-195fc33fcba5 Sep 16 12:52:27.640004 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-24bbbc39-5db6-40f3-a1f9-56d8872e2b0c None None] Port 56c49806-0b21-4f4b-9b96-195fc33fcba5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:27.644773 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c49806-0b21-4f4b-9b96-195fc33fcba5 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:52:27.680174 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] Publish callbacks [] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:27.705448 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f50e15b-8a88-4921-b790-6916f33d7128 req-e031ddb4-42da-4119-ab4d-822393d00a31 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263026 Sep 16 12:52:27.749917 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] Transition to ACTIVE for port object 56c49806-0b21-4f4b-9b96-195fc33fcba5 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:52:27.800793 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:27.817820 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-815b255e-d0b7-4361-9faf-fe69db2387a8 req-00bb0080-5d75-4f37-a9bd-c4dadf2620d0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 210 time: 0.0566928 Sep 16 12:52:27.845691 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6676e301-acc9-4752-9986-fe2c9086c8d6 admin admin] Publish callbacks [] for port (f3bc34fa-904e-4a4a-a98a-aa05461c0606), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:28.011317 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device ffff5740-5452-4376-bdf0-bf4efb933fbb up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:52:28.033070 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-99dffd31-f6c4-493e-bade-636721c72c36 req-e07c1ff2-7742-44ab-8607-868995f6ffc0 tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.1185632 Sep 16 12:52:28.034042 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] Pushing event updated for resources: {'Port': ['ID=56c49806-0b21-4f4b-9b96-195fc33fcba5,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:28.042952 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6676e301-acc9-4752-9986-fe2c9086c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (f3bc34fa-904e-4a4a-a98a-aa05461c0606), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:28.111298 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port ffff5740-5452-4376-bdf0-bf4efb933fbb triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:28.112423 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ffff5740-5452-4376-bdf0-bf4efb933fbb), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:28.112985 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port ffff5740-5452-4376-bdf0-bf4efb933fbb Sep 16 12:52:28.133519 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6676e301-acc9-4752-9986-fe2c9086c8d6 admin admin] Network 2a6f5c27-4e22-4940-b2ce-5570b20e4dba is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:52:28.141323 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-24bbbc39-5db6-40f3-a1f9-56d8872e2b0c None None] Attempt 3 to provision port 56c49806-0b21-4f4b-9b96-195fc33fcba5 Sep 16 12:52:28.182281 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-6676e301-acc9-4752-9986-fe2c9086c8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:52:28.193998 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6676e301-acc9-4752-9986-fe2c9086c8d6 admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:52:28.196162 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] Attempting to bind port 56c49806-0b21-4f4b-9b96-195fc33fcba5 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:52:28.196573 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] Attempting to bind port 56c49806-0b21-4f4b-9b96-195fc33fcba5 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:52:28.196968 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] Attempting to bind port 56c49806-0b21-4f4b-9b96-195fc33fcba5 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:52:28.198096 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:28.223863 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-24bbbc39-5db6-40f3-a1f9-56d8872e2b0c None None] Port 56c49806-0b21-4f4b-9b96-195fc33fcba5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:28.239578 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676e301-acc9-4752-9986-fe2c9086c8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=f3bc34fa-904e-4a4a-a98a-aa05461c0606,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:28.251407 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad468a6f-6c8a-4c1e-91ca-818400c009c1 req-8f9d78b7-9947-4d5d-8c0d-e502b77676e2 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:28.259580 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ad468a6f-6c8a-4c1e-91ca-818400c009c1 req-8f9d78b7-9947-4d5d-8c0d-e502b77676e2 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 947 time: 0.2040114 Sep 16 12:52:28.289137 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port ffff5740-5452-4376-bdf0-bf4efb933fbb is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:28.289794 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ffff5740-5452-4376-bdf0-bf4efb933fbb), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:28.303015 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:28.344028 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port ffff5740-5452-4376-bdf0-bf4efb933fbb, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=ffff5740-5452-4376-bdf0-bf4efb933fbb,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:28.349657 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (ffff5740-5452-4376-bdf0-bf4efb933fbb), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:28.388249 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:28.391340 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:28.409660 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6676e301-acc9-4752-9986-fe2c9086c8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (10b06796-faac-4714-8984-e75ef82d14a7), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:28.504459 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=ffff5740-5452-4376-bdf0-bf4efb933fbb,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:28.509904 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] Port 56c49806-0b21-4f4b-9b96-195fc33fcba5 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:52:28.518187 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] Attempting to bind port 56c49806-0b21-4f4b-9b96-195fc33fcba5 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:52:28.573298 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:52:28.648241 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ad468a6f-6c8a-4c1e-91ca-818400c009c1 req-2cad4ee1-5c77-4af4-9f08-d225746df5c5 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=c2ba74ab-6a2b-4514-8303-6a6d94b85666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868988 Sep 16 12:52:28.694800 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:52:28.695709 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 92b5ca07-8b77-48e8-915c-8ee94ddb3bb2 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:52:28.720845 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-2bd2a86a-65ba-44b4-b36f-d787e077cc0b tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:28.727420 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-2bd2a86a-65ba-44b4-b36f-d787e077cc0b tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.76 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 821 time: 0.2729235 Sep 16 12:52:28.739565 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-d61a98b5-2b74-4c27-b3e3-1365a6ed2cd6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Request body: {'port': {'device_id': '4fbd6b22-2181-4786-9116-a8c8eafb9933', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'admin_state_up': True, 'tenant_id': 'da915844493a4928ac8830897afa126f'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:28.750543 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-24bbbc39-5db6-40f3-a1f9-56d8872e2b0c None None] Attempt 4 to provision port 56c49806-0b21-4f4b-9b96-195fc33fcba5 Sep 16 12:52:28.824999 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-24bbbc39-5db6-40f3-a1f9-56d8872e2b0c None None] Port 56c49806-0b21-4f4b-9b96-195fc33fcba5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:28.829037 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:28.866293 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:52:28.866654 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:52:28.867131 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:52:28.867596 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] Bound port: 56c49806-0b21-4f4b-9b96-195fc33fcba5, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:52:28.868264 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:28.879301 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-74aa357c-0e27-4991-9b50-26b8b5d53595 req-49a494d8-7dd6-49a7-a690-d0e4085e52a6 tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08&device_id=5f350206-ba9d-427c-8b60-95c2d2f501ae HTTP/1.1" status: 200 len: 210 time: 0.2134562 Sep 16 12:52:28.910585 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-e1e207c3-7097-4725-beca-060c9fd1cac2 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:28.923753 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-e1e207c3-7097-4725-beca-060c9fd1cac2 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16&tenant_id=dd7ec914bffb4743921e4116b0c399eb&binding%3Ahost_id=n-h2-858094-4 HTTP/1.1" status: 200 len: 1126 time: 0.0789828 Sep 16 12:52:28.977481 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6676e301-acc9-4752-9986-fe2c9086c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f3bc34fa-904e-4a4a-a98a-aa05461c0606), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:28.988115 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54278) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:29.109828 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] For port 56c49806-0b21-4f4b-9b96-195fc33fcba5, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:52:29.160830 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] For port 56c49806-0b21-4f4b-9b96-195fc33fcba5, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=56c49806-0b21-4f4b-9b96-195fc33fcba5,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:52:29.172886 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-d61a98b5-2b74-4c27-b3e3-1365a6ed2cd6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Made reservation on behalf of da915844493a4928ac8830897afa126f for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:52:29.176796 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-d61a98b5-2b74-4c27-b3e3-1365a6ed2cd6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:29.182089 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbb387-e577-4bf7-b9d5-64c2cdb65ea4 req-90588d85-0390-429e-82af-6b8e4d1ec4ce tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:29.184215 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6ecbb387-e577-4bf7-b9d5-64c2cdb65ea4 req-90588d85-0390-429e-82af-6b8e4d1ec4ce tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 944 time: 0.1682584 Sep 16 12:52:29.199762 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:29.235571 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:29.236408 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:29.238189 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/56c49806-0b21-4f4b-9b96-195fc33fcba5 HTTP/1.1" status: 200 len: 1095 time: 3.2464867 Sep 16 12:52:29.275698 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345ee81d-c503-421c-90ea-218ac1c98600', 'tag': '56c49806-0b21-4f4b-9b96-195fc33fcba5'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:52:29.280596 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444c650c-e8ee-440c-ad96-e0601b805567" -d '{"events": [{"name": "network-changed", "server_uuid": "345ee81d-c503-421c-90ea-218ac1c98600", "tag": "56c49806-0b21-4f4b-9b96-195fc33fcba5"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:52:29.296919 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e39af-7a71-48dc-ba61-3a52c5b6dc5f req-b19821f6-1a82-4b36-b6a1-dff8edd2acb9 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:29.304759 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-222e39af-7a71-48dc-ba61-3a52c5b6dc5f req-b19821f6-1a82-4b36-b6a1-dff8edd2acb9 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 950 time: 0.2446389 Sep 16 12:52:29.326713 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-24bbbc39-5db6-40f3-a1f9-56d8872e2b0c None None] Attempt 5 to provision port 56c49806-0b21-4f4b-9b96-195fc33fcba5 Sep 16 12:52:29.353698 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:29.412647 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-a31bddae-ba8c-453e-b454-4078a294de81 service neutron] For port 065308fc-710e-4f14-b3d0-e976788d4def, host n-h1-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:52:29.412970 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-24bbbc39-5db6-40f3-a1f9-56d8872e2b0c None None] Port 56c49806-0b21-4f4b-9b96-195fc33fcba5 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:52:29.427726 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-a31bddae-ba8c-453e-b454-4078a294de81 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:29.429300 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c2d716e4-136c-4415-bb48-693dad2d6f80 req-a31bddae-ba8c-453e-b454-4078a294de81 service neutron] 10.222.0.76 "DELETE /networking/v2.0/ports/065308fc-710e-4f14-b3d0-e976788d4def/bindings/n-h1-858094-4 HTTP/1.1" status: 204 len: 173 time: 0.4941206 Sep 16 12:52:29.459693 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf228daa-cc3e-405b-8f51-bbaea91153b3 service neutron] Pushing event updated for resources: {'Port': ['ID=56c49806-0b21-4f4b-9b96-195fc33fcba5,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:29.507125 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-29854b3e-ecd2-4eb2-aab0-0e9a9fc98d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:29.508845 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-29854b3e-ecd2-4eb2-aab0-0e9a9fc98d68 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=69b7d059fb70415fb5dc20e3a921d189&device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 1129 time: 0.1543748 Sep 16 12:52:29.527122 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6ecbb387-e577-4bf7-b9d5-64c2cdb65ea4 req-5333a5c1-d7d0-4e40-bdbe-1824efa6044f tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2942646 Sep 16 12:52:29.538712 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-d61a98b5-2b74-4c27-b3e3-1365a6ed2cd6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Allocated IP 172.20.0.10 (1e927054-126f-4e94-8719-fa14f3244a7f/442e355a-28fc-4280-9c3c-7a51ba789d27/c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:52:29.542554 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:29.564874 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-222e39af-7a71-48dc-ba61-3a52c5b6dc5f req-52aba49f-28ca-426d-8abc-eea70fb5f2c5 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590146 Sep 16 12:52:29.579657 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-f6465399-2335-47a6-8071-4040254062fc None None] Provisioning complete for port f3bc34fa-904e-4a4a-a98a-aa05461c0606 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:29.580320 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f6465399-2335-47a6-8071-4040254062fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f3bc34fa-904e-4a4a-a98a-aa05461c0606), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:29.582004 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f6465399-2335-47a6-8071-4040254062fc None None] Attempt 1 to provision port f3bc34fa-904e-4a4a-a98a-aa05461c0606 Sep 16 12:52:29.725563 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-037819c8-525d-4a4c-b768-1650d7859e3e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=56c49806-0b21-4f4b-9b96-195fc33fcba5 HTTP/1.1" status: 200 len: 217 time: 0.1500857 Sep 16 12:52:29.755158 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6676e301-acc9-4752-9986-fe2c9086c8d6 admin admin] Publish callbacks [] for port (f3bc34fa-904e-4a4a-a98a-aa05461c0606), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:29.835139 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f6465399-2335-47a6-8071-4040254062fc None None] Port f3bc34fa-904e-4a4a-a98a-aa05461c0606 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:29.843172 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-74db2bf3-d113-4202-96ba-2801ed7b2e5e req-0a3bceea-c486-4f92-b37b-315afe34df79 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 210 time: 0.1164486 Sep 16 12:52:29.844416 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6676e301-acc9-4752-9986-fe2c9086c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (f3bc34fa-904e-4a4a-a98a-aa05461c0606), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:29.867175 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b27e456-78ca-410e-be4d-51ce29ff6e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (e6afd421-d489-40f1-8a76-df90289544ad), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:29.878508 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:30.050654 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeafd22a-b7c6-4f2a-8396-ca05e726ed8a x-openstack-request-id: req-eeafd22a-b7c6-4f2a-8396-ca05e726ed8a {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:52:30.051037 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345ee81d-c503-421c-90ea-218ac1c98600", "tag": "56c49806-0b21-4f4b-9b96-195fc33fcba5", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:52:30.051190 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eeafd22a-b7c6-4f2a-8396-ca05e726ed8a {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:52:30.051664 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeafd22a-b7c6-4f2a-8396-ca05e726ed8a'] response: {'name': 'network-changed', 'server_uuid': '345ee81d-c503-421c-90ea-218ac1c98600', 'tag': '56c49806-0b21-4f4b-9b96-195fc33fcba5', 'status': 'completed', 'code': 200} Sep 16 12:52:30.053427 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6676e301-acc9-4752-9986-fe2c9086c8d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (10b06796-faac-4714-8984-e75ef82d14a7), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:30.067067 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device ffff5740-5452-4376-bdf0-bf4efb933fbb up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:52:30.111757 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:30.125853 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6cc6e513-9021-47d4-bfb3-f91485e406fb req-a6616802-dbdd-4c88-8a33-ffc7d608022e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=2a7566965e424a09bd5488847d1776bd&device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.1669638 Sep 16 12:52:30.152470 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676e301-acc9-4752-9986-fe2c9086c8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=f3bc34fa-904e-4a4a-a98a-aa05461c0606,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:30.157426 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port ffff5740-5452-4376-bdf0-bf4efb933fbb triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:30.158053 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ffff5740-5452-4376-bdf0-bf4efb933fbb), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:30.158842 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port ffff5740-5452-4376-bdf0-bf4efb933fbb Sep 16 12:52:30.208511 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6cc6e513-9021-47d4-bfb3-f91485e406fb req-e3908c60-72d6-4924-9697-1485cad5f538 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=2a7566965e424a09bd5488847d1776bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677822 Sep 16 12:52:30.237839 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eecd1a2e-51c3-4a34-bfb0-87da951984f0 req-6b099f01-4686-4d33-8f3a-c8149c1b98fb tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.1145210 Sep 16 12:52:30.304865 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-4914b819-5976-4c89-a427-f3523cce366c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:30.316791 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-4914b819-5976-4c89-a427-f3523cce366c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.3354361 Sep 16 12:52:30.319188 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c4a05-2af9-499b-adb3-67ef4d12c7f6 req-426c7446-337a-4b3c-bbf4-04a2372e454f tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:30.320371 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port ffff5740-5452-4376-bdf0-bf4efb933fbb is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:30.320853 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a21c4a05-2af9-499b-adb3-67ef4d12c7f6 req-426c7446-337a-4b3c-bbf4-04a2372e454f tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 947 time: 0.1964223 Sep 16 12:52:30.340819 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f6465399-2335-47a6-8071-4040254062fc None None] Attempt 2 to provision port f3bc34fa-904e-4a4a-a98a-aa05461c0606 Sep 16 12:52:30.362298 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-d61a98b5-2b74-4c27-b3e3-1365a6ed2cd6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:30.386957 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f6465399-2335-47a6-8071-4040254062fc None None] Port f3bc34fa-904e-4a4a-a98a-aa05461c0606 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:30.388105 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:30.439806 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6e513-9021-47d4-bfb3-f91485e406fb req-b726be07-3405-4cad-acda-6a317cea4926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:30.441386 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6cc6e513-9021-47d4-bfb3-f91485e406fb req-b726be07-3405-4cad-acda-6a317cea4926 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2259395 Sep 16 12:52:30.441590 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6676e301-acc9-4752-9986-fe2c9086c8d6 admin admin] Network 2a6f5c27-4e22-4940-b2ce-5570b20e4dba is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:52:30.478110 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-6676e301-acc9-4752-9986-fe2c9086c8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:52:30.482927 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-4b27e456-78ca-410e-be4d-51ce29ff6e68 admin admin] Deleting port cf1225b6-f7d7-4092-a67e-50e4e84340d7 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:52:30.483194 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b27e456-78ca-410e-be4d-51ce29ff6e68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (cf1225b6-f7d7-4092-a67e-50e4e84340d7), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:30.500412 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-d61a98b5-2b74-4c27-b3e3-1365a6ed2cd6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:30.523296 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-e3fd40a7-30fe-4401-b34b-7023dc0a2da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:30.524830 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-e3fd40a7-30fe-4401-b34b-7023dc0a2da3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1394033 Sep 16 12:52:30.535728 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7f69c-be9b-4ca5-a8f4-549603348af3 req-8a984723-3bc4-49e5-8fec-bfc9d55ab850 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:30.538591 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11e7f69c-be9b-4ca5-a8f4-549603348af3 req-8a984723-3bc4-49e5-8fec-bfc9d55ab850 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 1126 time: 0.1001644 Sep 16 12:52:30.635449 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a21c4a05-2af9-499b-adb3-67ef4d12c7f6 req-9e654283-a2c1-49a6-a35d-4ab70c3f6183 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=c2ba74ab-6a2b-4514-8303-6a6d94b85666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477791 Sep 16 12:52:30.736394 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11e7f69c-be9b-4ca5-a8f4-549603348af3 req-9215f8d4-a966-4356-ad8c-b6ceff8da0fa tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711912 Sep 16 12:52:30.889162 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f6465399-2335-47a6-8071-4040254062fc None None] Attempt 3 to provision port f3bc34fa-904e-4a4a-a98a-aa05461c0606 Sep 16 12:52:30.901796 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:30.924691 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-d61a98b5-2b74-4c27-b3e3-1365a6ed2cd6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Network 1e927054-126f-4e94-8719-fa14f3244a7f is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:52:30.926851 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f6465399-2335-47a6-8071-4040254062fc None None] Port f3bc34fa-904e-4a4a-a98a-aa05461c0606 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:30.927622 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a98b5-2b74-4c27-b3e3-1365a6ed2cd6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Pushing event updated for resources: {'Port': ['ID=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:30.933401 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-d61a98b5-2b74-4c27-b3e3-1365a6ed2cd6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:52:30.942839 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-d61a98b5-2b74-4c27-b3e3-1365a6ed2cd6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:52:30.946521 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:30.955764 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6178918-e61e-466f-ac30-e612ea2388f7 req-6fa2981b-80e1-4313-8265-2bf6d66bf43b tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:30.962841 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e6178918-e61e-466f-ac30-e612ea2388f7 req-6fa2981b-80e1-4313-8265-2bf6d66bf43b tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 1126 time: 0.1137717 Sep 16 12:52:30.969875 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527119e1-fad1-4920-8b81-679d07d79845 req-4d35ef6e-5f41-4298-a804-c2109b2d82fc tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:30.971440 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-527119e1-fad1-4920-8b81-679d07d79845 req-4d35ef6e-5f41-4298-a804-c2109b2d82fc tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 950 time: 0.1436360 Sep 16 12:52:30.974610 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-0de40259-4251-4892-8981-4fa2a7ead53e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350181 Sep 16 12:52:30.988617 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-4b27e456-78ca-410e-be4d-51ce29ff6e68 admin admin] For port cf1225b6-f7d7-4092-a67e-50e4e84340d7, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=cf1225b6-f7d7-4092-a67e-50e4e84340d7,segment=NetworkSegment(189e4bb8-705e-4a58-9a6f-51518bae68e3),segment_id=189e4bb8-705e-4a58-9a6f-51518bae68e3)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:30.988980 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b27e456-78ca-410e-be4d-51ce29ff6e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (cf1225b6-f7d7-4092-a67e-50e4e84340d7), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:30.993578 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6676e301-acc9-4752-9986-fe2c9086c8d6 admin admin] Router 10b06796-faac-4714-8984-e75ef82d14a7 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:52:31.012095 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-4b27e456-78ca-410e-be4d-51ce29ff6e68 admin admin] Calling delete_port for cf1225b6-f7d7-4092-a67e-50e4e84340d7 owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:52:31.022965 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-d61a98b5-2b74-4c27-b3e3-1365a6ed2cd6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:31.023637 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-d61a98b5-2b74-4c27-b3e3-1365a6ed2cd6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:31.064788 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-527119e1-fad1-4920-8b81-679d07d79845 req-aa5825c5-278f-4c1a-9ab9-a2f20a4d1113 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815587 Sep 16 12:52:31.101631 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-d61a98b5-2b74-4c27-b3e3-1365a6ed2cd6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3662012 Sep 16 12:52:31.275072 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b27e456-78ca-410e-be4d-51ce29ff6e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (cf1225b6-f7d7-4092-a67e-50e4e84340d7), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:31.306328 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27e456-78ca-410e-be4d-51ce29ff6e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1225b6-f7d7-4092-a67e-50e4e84340d7,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:31.395322 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] Request body: {'port': {'device_id': '4fbd6b22-2181-4786-9116-a8c8eafb9933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:31.428153 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f6465399-2335-47a6-8071-4040254062fc None None] Attempt 4 to provision port f3bc34fa-904e-4a4a-a98a-aa05461c0606 Sep 16 12:52:31.471633 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f6465399-2335-47a6-8071-4040254062fc None None] Port f3bc34fa-904e-4a4a-a98a-aa05461c0606 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:31.550818 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:31.568184 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b27e456-78ca-410e-be4d-51ce29ff6e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (e6afd421-d489-40f1-8a76-df90289544ad), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:31.576702 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:31.689728 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398d06c-e5d3-4ea0-b3e6-6876de8663fe req-f2c63672-dc36-4654-803b-c362bf5224b3 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:31.691236 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4398d06c-e5d3-4ea0-b3e6-6876de8663fe req-f2c63672-dc36-4654-803b-c362bf5224b3 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 932 time: 0.5002668 Sep 16 12:52:31.716700 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e6178918-e61e-466f-ac30-e612ea2388f7 req-1ac28640-7cbb-4216-b8e8-d48e329ead84 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7529309 Sep 16 12:52:31.773553 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-449523af-e6a6-4bdc-92d6-9f424d7ef1f0 req-746a5888-0507-4ec0-b9cb-eda2a44da432 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913931 Sep 16 12:52:31.782856 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6676e301-acc9-4752-9986-fe2c9086c8d6 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:52:31.792401 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] Sync routers for ids ['10b06796-faac-4714-8984-e75ef82d14a7'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:52:31.808937 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-6676e301-acc9-4752-9986-fe2c9086c8d6 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/10b06796-faac-4714-8984-e75ef82d14a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7569880 Sep 16 12:52:31.832031 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] Routers {'10b06796-faac-4714-8984-e75ef82d14a7'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:31.832764 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:52:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['10b06796-faac-4714-8984-e75ef82d14a7'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:31.858754 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4398d06c-e5d3-4ea0-b3e6-6876de8663fe req-73ab2a93-76b5-49bf-a53e-ef825c4520ee tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492424 Sep 16 12:52:31.866342 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6cc6e513-9021-47d4-bfb3-f91485e406fb req-338412d4-4e11-4da6-a568-d6a6a7c8a6ae tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.1839774 Sep 16 12:52:31.957996 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4d693cb5-4d85-4c2a-94e2-647087fb0201 req-32bc5478-a7f7-4cb9-9528-98bab15c805c tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4798e026-102b-4ff4-8888-da4bb6b45c08 HTTP/1.1" status: 200 len: 210 time: 0.0740314 Sep 16 12:52:31.972495 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f6465399-2335-47a6-8071-4040254062fc None None] Attempt 5 to provision port f3bc34fa-904e-4a4a-a98a-aa05461c0606 Sep 16 12:52:32.049333 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2483d3-b7bc-46de-8910-c6a8ee29c692 req-53f66579-5e48-4447-9e34-ec7ec7caf2da tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:32.056326 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ba2483d3-b7bc-46de-8910-c6a8ee29c692 req-53f66579-5e48-4447-9e34-ec7ec7caf2da tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 947 time: 0.0788500 Sep 16 12:52:32.095672 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f6465399-2335-47a6-8071-4040254062fc None None] Port f3bc34fa-904e-4a4a-a98a-aa05461c0606 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:32.109936 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:32.117528 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ba2483d3-b7bc-46de-8910-c6a8ee29c692 req-6d828232-d1f6-414b-a2c8-2db620870439 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=c2ba74ab-6a2b-4514-8303-6a6d94b85666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602083 Sep 16 12:52:32.141468 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] Set router 10b06796-faac-4714-8984-e75ef82d14a7 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:52:32.300347 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9ea66c1d-9c6d-4d4e-8db5-c1745d4277c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:32.336610 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b27e456-78ca-410e-be4d-51ce29ff6e68 admin admin] Router e6afd421-d489-40f1-8a76-df90289544ad has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:52:32.353858 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:32.389634 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d7425-ab5c-4fb5-952c-ca1cd202a5df req-cdfa6ed7-4668-41e7-b712-be451895bb73 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:32.391596 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a42d7425-ab5c-4fb5-952c-ca1cd202a5df req-cdfa6ed7-4668-41e7-b712-be451895bb73 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 950 time: 0.0876348 Sep 16 12:52:32.438964 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'f3bc34fa-904e-4a4a-a98a-aa05461c0606', 'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'mac_address': 'fa:16:3e:3b:59:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:26Z', 'updated_at': '2022-09-16T12:52:29Z', 'revision_number': 2, 'project_id': '1e41136645964ea98a675833bd73299f', 'subnets': [{'id': 'f45171c0-7319-4228-8074-099241080456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:32.463859 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a42d7425-ab5c-4fb5-952c-ca1cd202a5df req-af0f266d-9d76-4652-bdb2-bd8f9fa5608e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656626 Sep 16 12:52:32.475217 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] Checking router: 10b06796-faac-4714-8984-e75ef82d14a7 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:52:32.475501 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] Updating router 10b06796-faac-4714-8984-e75ef82d14a7 port f3bc34fa-904e-4a4a-a98a-aa05461c0606 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:52:32.521801 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:52:32.526656 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f3bc34fa-904e-4a4a-a98a-aa05461c0606), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:32.544367 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] Publish callbacks [] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:32.565900 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b27e456-78ca-410e-be4d-51ce29ff6e68 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:52:32.575232 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] Transition to ACTIVE for port object c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:52:32.577248 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0d9491-9e0a-4377-8845-c012fda962f3 None None] Sync routers for ids ['e6afd421-d489-40f1-8a76-df90289544ad'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:52:32.579893 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4b27e456-78ca-410e-be4d-51ce29ff6e68 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/e6afd421-d489-40f1-8a76-df90289544ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5821519 Sep 16 12:52:32.581421 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:32.583119 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 54340) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:32.598382 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f6465399-2335-47a6-8071-4040254062fc None None] Attempt 6 to provision port f3bc34fa-904e-4a4a-a98a-aa05461c0606 Sep 16 12:52:32.602333 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0d9491-9e0a-4377-8845-c012fda962f3 None None] Routers {'e6afd421-d489-40f1-8a76-df90289544ad'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:32.610302 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-5e0d9491-9e0a-4377-8845-c012fda962f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:52:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e6afd421-d489-40f1-8a76-df90289544ad'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:32.676314 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:32.686405 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] Pushing event updated for resources: {'Port': ['ID=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:32.761023 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-afea13f4-293e-4722-a6a1-833a46118e27 admin admin] Publish callbacks [] for router (e6afd421-d489-40f1-8a76-df90289544ad), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:32.839800 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f6465399-2335-47a6-8071-4040254062fc None None] Port f3bc34fa-904e-4a4a-a98a-aa05461c0606 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:32.921681 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] Attempting to bind port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:52:32.922094 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] Attempting to bind port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:52:32.922528 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] Attempting to bind port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:52:32.955077 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-5e0d9491-9e0a-4377-8845-c012fda962f3 None None] Set router e6afd421-d489-40f1-8a76-df90289544ad gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:52:32.976932 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] Port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 on network 1e927054-126f-4e94-8719-fa14f3244a7f not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:52:32.977169 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] Attempting to bind port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:52:32.999263 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-15673478-a87e-4b17-a909-6e840eb77aa7 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:33.000927 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-15673478-a87e-4b17-a909-6e840eb77aa7 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/networks?id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba HTTP/1.1" status: 200 len: 821 time: 0.2523456 Sep 16 12:52:33.037309 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:52:33.038117 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] Checking segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:52:33.038711 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] Bound using segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:52:33.039403 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] Bound port: c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:52:33.039962 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:33.075820 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-c92adce0-8987-483f-93d6-c7873a6d6c58 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/quotas/1e41136645964ea98a675833bd73299f HTTP/1.1" status: 200 len: 375 time: 0.0503900 Sep 16 12:52:33.103797 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] Publish callbacks [] for port (f3bc34fa-904e-4a4a-a98a-aa05461c0606), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:33.110640 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f3bc34fa-904e-4a4a-a98a-aa05461c0606), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:33.130056 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2e355-3328-4d9d-8d48-b16fdfb9a8b4 req-eb3bea69-0fac-4b69-aa94-8e9a49bcc40d tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:33.138251 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9cc2e355-3328-4d9d-8d48-b16fdfb9a8b4 req-eb3bea69-0fac-4b69-aa94-8e9a49bcc40d tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 944 time: 0.1644061 Sep 16 12:52:33.148515 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:33.155700 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] For port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:52:33.159500 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] For port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:52:33.168358 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:33.174759 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:33.175685 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:33.177311 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 HTTP/1.1" status: 200 len: 1092 time: 1.7865202 Sep 16 12:52:33.177919 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fbd6b22-2181-4786-9116-a8c8eafb9933', 'tag': 'c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:52:33.180347 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59e3e9f-f594-4adc-a746-516e77bfd96a" -d '{"events": [{"name": "network-changed", "server_uuid": "4fbd6b22-2181-4786-9116-a8c8eafb9933", "tag": "c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:52:33.193241 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-3e9d5171-2e3a-4310-8d3e-49244ce66322 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1e41136645964ea98a675833bd73299f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1165323 Sep 16 12:52:33.210932 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:33.214209 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-5e0d9491-9e0a-4377-8845-c012fda962f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220383004-router', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:21Z', 'updated_at': '2022-09-16T12:52:31Z', 'revision_number': 5, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'gw_port': {'id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:22Z', 'updated_at': '2022-09-16T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:33.251511 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0d9491-9e0a-4377-8845-c012fda962f3 None None] Checking router: e6afd421-d489-40f1-8a76-df90289544ad for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:52:33.263808 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0d9491-9e0a-4377-8845-c012fda962f3 None None] Routers {'e6afd421-d489-40f1-8a76-df90289544ad'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:33.264869 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-5e0d9491-9e0a-4377-8845-c012fda962f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:52:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e6afd421-d489-40f1-8a76-df90289544ad'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:33.286253 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-cc965cf6-52fa-4187-911f-6d32690a8603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:33.288197 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-cc965cf6-52fa-4187-911f-6d32690a8603 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 1126 time: 0.0469065 Sep 16 12:52:33.288975 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edfc2d-44a2-4bf2-834d-b1c25f6b081d service neutron] Pushing event updated for resources: {'Port': ['ID=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:33.330348 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-3a4f43bf-c315-481d-a6b7-52b28d4dea77 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360686 Sep 16 12:52:33.333808 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-96417fa1-349c-4d6d-8c73-3fd0d96187ff service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 HTTP/1.1" status: 200 len: 217 time: 0.0366704 Sep 16 12:52:33.357946 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f6465399-2335-47a6-8071-4040254062fc None None] Attempt 7 to provision port f3bc34fa-904e-4a4a-a98a-aa05461c0606 Sep 16 12:52:33.367420 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-afea13f4-293e-4722-a6a1-833a46118e27 admin admin] Publish callbacks [] for router_gateway (e6afd421-d489-40f1-8a76-df90289544ad), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:33.400641 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736af0b-e787-4ddc-a532-667b04a4b9db None None] Pushing event updated for resources: {'Port': ['ID=f3bc34fa-904e-4a4a-a98a-aa05461c0606,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:33.401066 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-aea4e314-1990-4d32-81d3-2848c1bdac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:33.403399 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-aea4e314-1990-4d32-81d3-2848c1bdac12 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.0603352 Sep 16 12:52:33.411863 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] Attempting to bind port f3bc34fa-904e-4a4a-a98a-aa05461c0606 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:52:33.412256 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] Attempting to bind port f3bc34fa-904e-4a4a-a98a-aa05461c0606 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'f437e697-c45f-4a06-85b9-38d6e3ad146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:52:33.412791 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] Attempting to bind port f3bc34fa-904e-4a4a-a98a-aa05461c0606 on network 2a6f5c27-4e22-4940-b2ce-5570b20e4dba {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:52:33.417176 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736af0b-e787-4ddc-a532-667b04a4b9db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:33.417176 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736af0b-e787-4ddc-a532-667b04a4b9db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:33.417498 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736af0b-e787-4ddc-a532-667b04a4b9db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:33.418054 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736af0b-e787-4ddc-a532-667b04a4b9db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:33.418388 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736af0b-e787-4ddc-a532-667b04a4b9db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:33.418709 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736af0b-e787-4ddc-a532-667b04a4b9db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:33.419504 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736af0b-e787-4ddc-a532-667b04a4b9db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:33.419504 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736af0b-e787-4ddc-a532-667b04a4b9db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:33.420064 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736af0b-e787-4ddc-a532-667b04a4b9db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:33.420418 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736af0b-e787-4ddc-a532-667b04a4b9db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:33.421005 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736af0b-e787-4ddc-a532-667b04a4b9db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:33.421448 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736af0b-e787-4ddc-a532-667b04a4b9db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:33.421913 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736af0b-e787-4ddc-a532-667b04a4b9db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:33.422241 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736af0b-e787-4ddc-a532-667b04a4b9db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:33.422552 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736af0b-e787-4ddc-a532-667b04a4b9db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:33.445558 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9cc2e355-3328-4d9d-8d48-b16fdfb9a8b4 req-67e12c95-0902-4f59-ae43-49995c8b9667 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062911 Sep 16 12:52:33.471346 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-f92b6531-c1e8-47e5-a37f-35e824322f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:33.473097 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-f92b6531-c1e8-47e5-a37f-35e824322f2d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0613029 Sep 16 12:52:33.474306 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:33.483262 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-5e0d9491-9e0a-4377-8845-c012fda962f3 None None] Set router e6afd421-d489-40f1-8a76-df90289544ad gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:52:33.509536 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:52:33.509915 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] Checking segment: {'id': 'f437e697-c45f-4a06-85b9-38d6e3ad146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:52:33.510636 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:33.510790 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] Bound using segment: {'id': 'f437e697-c45f-4a06-85b9-38d6e3ad146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:52:33.511293 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] Bound port: f3bc34fa-904e-4a4a-a98a-aa05461c0606, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f437e697-c45f-4a06-85b9-38d6e3ad146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:52:33.512259 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f3bc34fa-904e-4a4a-a98a-aa05461c0606), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:33.515288 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:33.607852 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-afea13f4-293e-4722-a6a1-833a46118e27 admin admin] Deleting port 7b5dac0c-7d2c-4167-ab92-168dd562f2e2 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:52:33.609661 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-afea13f4-293e-4722-a6a1-833a46118e27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (7b5dac0c-7d2c-4167-ab92-168dd562f2e2), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:33.632803 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] For port f3bc34fa-904e-4a4a-a98a-aa05461c0606, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:52:33.636801 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] For port f3bc34fa-904e-4a4a-a98a-aa05461c0606, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f3bc34fa-904e-4a4a-a98a-aa05461c0606,segment=NetworkSegment(f437e697-c45f-4a06-85b9-38d6e3ad146a),segment_id=f437e697-c45f-4a06-85b9-38d6e3ad146a)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:52:33.645797 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f3bc34fa-904e-4a4a-a98a-aa05461c0606), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:33.664582 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-13cafb74-e589-49de-a41e-9b57f557faa7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322158 Sep 16 12:52:33.682517 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-63204e8a-3dcf-44de-bbbe-d503e5aa44ad service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975319 Sep 16 12:52:33.734385 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736af0b-e787-4ddc-a532-667b04a4b9db None None] Pushing event updated for resources: {'Port': ['ID=f3bc34fa-904e-4a4a-a98a-aa05461c0606,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:33.743861 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] Routers {'10b06796-faac-4714-8984-e75ef82d14a7'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:33.744603 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:52:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['10b06796-faac-4714-8984-e75ef82d14a7'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:33.766745 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f6465399-2335-47a6-8071-4040254062fc None None] Port f3bc34fa-904e-4a4a-a98a-aa05461c0606 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:33.845184 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e266b2-d511-4b84-8334-ff5ea375d55c req-dff42a85-fe1a-4c46-b2a1-89cdacf1f2c0 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:33.852629 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61e266b2-d511-4b84-8334-ff5ea375d55c req-dff42a85-fe1a-4c46-b2a1-89cdacf1f2c0 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 947 time: 0.0950608 Sep 16 12:52:33.903193 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9b84bfb7-fcad-4a1b-81eb-f5d2f1f6ea68 req-78bd2f88-f39d-4c08-93f6-af14fc34e932 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097714 Sep 16 12:52:33.922472 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-5e0d9491-9e0a-4377-8845-c012fda962f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220383004-router', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:21Z', 'updated_at': '2022-09-16T12:52:31Z', 'revision_number': 5, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'gw_port': {'id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:22Z', 'updated_at': '2022-09-16T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:33.931426 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbbf311-2dba-4de8-9921-499a9515c615 x-openstack-request-id: req-2fbbf311-2dba-4de8-9921-499a9515c615 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:52:33.933725 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fbd6b22-2181-4786-9116-a8c8eafb9933", "tag": "c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:52:33.935449 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2fbbf311-2dba-4de8-9921-499a9515c615 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:52:33.936748 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbbf311-2dba-4de8-9921-499a9515c615'] response: {'name': 'network-changed', 'server_uuid': '4fbd6b22-2181-4786-9116-a8c8eafb9933', 'tag': 'c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185', 'status': 'completed', 'code': 200} Sep 16 12:52:33.956851 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-afea13f4-293e-4722-a6a1-833a46118e27 admin admin] For port 7b5dac0c-7d2c-4167-ab92-168dd562f2e2, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=7b5dac0c-7d2c-4167-ab92-168dd562f2e2,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:33.957416 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-afea13f4-293e-4722-a6a1-833a46118e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (7b5dac0c-7d2c-4167-ab92-168dd562f2e2), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:33.968863 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] Set router 10b06796-faac-4714-8984-e75ef82d14a7 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:52:33.976960 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61e266b2-d511-4b84-8334-ff5ea375d55c req-796f41cf-807c-4ca1-8faf-665641349321 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=c2ba74ab-6a2b-4514-8303-6a6d94b85666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230335 Sep 16 12:52:33.986355 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0d9491-9e0a-4377-8845-c012fda962f3 None None] The sync data for ids ['e6afd421-d489-40f1-8a76-df90289544ad'] in n-d-858094-4 is: [{'id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1220383004-router', 'tenant_id': '034ef732e4504d05a4d5d0eea122165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:21Z', 'updated_at': '2022-09-16T12:52:31Z', 'revision_number': 5, 'project_id': '034ef732e4504d05a4d5d0eea122165e', 'gw_port': {'id': '7b5dac0c-7d2c-4167-ab92-168dd562f2e2', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6afd421-d489-40f1-8a76-df90289544ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:22Z', 'updated_at': '2022-09-16T12:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:52:34.049930 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-afea13f4-293e-4722-a6a1-833a46118e27 admin admin] Calling delete_port for 7b5dac0c-7d2c-4167-ab92-168dd562f2e2 owned by network:router_gateway {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:52:34.098316 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:34.113237 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:34.240280 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4700075-012a-4d39-bcb1-843c982ab16c req-bae1d013-bc2d-484c-849e-5b5051b694da tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:34.246959 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'f3bc34fa-904e-4a4a-a98a-aa05461c0606', 'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'mac_address': 'fa:16:3e:3b:59:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:26Z', 'updated_at': '2022-09-16T12:52:33Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'subnets': [{'id': 'f45171c0-7319-4228-8074-099241080456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:34.257947 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4700075-012a-4d39-bcb1-843c982ab16c req-bae1d013-bc2d-484c-849e-5b5051b694da tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 950 time: 0.2732451 Sep 16 12:52:34.267742 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f6465399-2335-47a6-8071-4040254062fc None None] Attempt 8 to provision port f3bc34fa-904e-4a4a-a98a-aa05461c0606 Sep 16 12:52:34.278366 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6c708-fd0e-4b0d-baf3-e41b4e4ee4ce None None] The sync data for ids ['10b06796-faac-4714-8984-e75ef82d14a7'] in n-d-858094-4 is: [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'f3bc34fa-904e-4a4a-a98a-aa05461c0606', 'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'mac_address': 'fa:16:3e:3b:59:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:26Z', 'updated_at': '2022-09-16T12:52:33Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'subnets': [{'id': 'f45171c0-7319-4228-8074-099241080456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:52:34.335592 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:34.457309 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4700075-012a-4d39-bcb1-843c982ab16c req-a1cbc423-8144-49ff-9f7f-fe8087314b18 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982174 Sep 16 12:52:34.521255 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f6465399-2335-47a6-8071-4040254062fc None None] Current status of the port f3bc34fa-904e-4a4a-a98a-aa05461c0606 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:34.521650 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f6465399-2335-47a6-8071-4040254062fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f3bc34fa-904e-4a4a-a98a-aa05461c0606), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:34.642119 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c34f1b97-8e10-41fe-995c-91a8e1f416cc req-30f60da9-d3f3-486e-b8ca-dfa21e26287a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2a7566965e424a09bd5488847d1776bd&device_id=5f350206-ba9d-427c-8b60-95c2d2f501ae HTTP/1.1" status: 200 len: 210 time: 0.1300764 Sep 16 12:52:34.643496 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c650c-e8ee-440c-ad96-e0601b805567 req-6935b415-31bc-462c-beaa-efbf2754a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:34.645281 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-444c650c-e8ee-440c-ad96-e0601b805567 req-6935b415-31bc-462c-beaa-efbf2754a2ad service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=69b7d059fb70415fb5dc20e3a921d189&device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 1129 time: 0.3275781 Sep 16 12:52:34.679383 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-f6465399-2335-47a6-8071-4040254062fc None None] For port f3bc34fa-904e-4a4a-a98a-aa05461c0606, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f3bc34fa-904e-4a4a-a98a-aa05461c0606,segment=NetworkSegment(f437e697-c45f-4a06-85b9-38d6e3ad146a),segment_id=f437e697-c45f-4a06-85b9-38d6e3ad146a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:34.696935 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-23402462-00a1-4c6b-b90c-265f6f8f118d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:34.696935 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f6465399-2335-47a6-8071-4040254062fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f3bc34fa-904e-4a4a-a98a-aa05461c0606), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:34.780967 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f736207-4ec2-4233-8abd-1147639d33bc req-ee5fb7d5-09ab-4173-a8ae-a6e67efb2052 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 210 time: 0.2096133 Sep 16 12:52:34.844865 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6465399-2335-47a6-8071-4040254062fc None None] Pushing event updated for resources: {'Port': ['ID=f3bc34fa-904e-4a4a-a98a-aa05461c0606,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:34.857405 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-0fde46f5-c97e-451e-9397-a7beae1e0261 None None] Provisioning complete for port f3bc34fa-904e-4a4a-a98a-aa05461c0606 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:34.857994 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0fde46f5-c97e-451e-9397-a7beae1e0261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f3bc34fa-904e-4a4a-a98a-aa05461c0606), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:34.858499 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0fde46f5-c97e-451e-9397-a7beae1e0261 None None] Attempt 1 to provision port f3bc34fa-904e-4a4a-a98a-aa05461c0606 Sep 16 12:52:34.894275 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c34f1b97-8e10-41fe-995c-91a8e1f416cc req-3eb970a4-3b74-422f-b787-6c6b4e97e5ff service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=2a7566965e424a09bd5488847d1776bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1406901 Sep 16 12:52:34.909238 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:35.006328 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8e438fe8-ff8b-42b1-b62d-2b931aa9ab35 req-605dc2f8-5d28-44de-a8f5-d38a09a52719 tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5f350206-ba9d-427c-8b60-95c2d2f501ae HTTP/1.1" status: 200 len: 210 time: 0.1281974 Sep 16 12:52:35.019265 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0fde46f5-c97e-451e-9397-a7beae1e0261 None None] Current status of the port f3bc34fa-904e-4a4a-a98a-aa05461c0606 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:35.080856 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e3e9f-f594-4adc-a746-516e77bfd96a req-4c275a04-3b7b-419c-af57-5a1852f99951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:35.083073 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b59e3e9f-f594-4adc-a746-516e77bfd96a req-4c275a04-3b7b-419c-af57-5a1852f99951 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 1126 time: 0.2127230 Sep 16 12:52:35.240632 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e9e61-dbe2-4c86-8b4d-07e8d7be8403 req-45190cd0-d001-4cac-9e8a-cb22a8e90f54 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:35.251905 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f0e9e61-dbe2-4c86-8b4d-07e8d7be8403 req-45190cd0-d001-4cac-9e8a-cb22a8e90f54 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 944 time: 0.2607291 Sep 16 12:52:35.301256 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e3e9f-f594-4adc-a746-516e77bfd96a req-06cb985a-ffab-4053-a155-ccfb809d8741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:35.303030 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b59e3e9f-f594-4adc-a746-516e77bfd96a req-06cb985a-ffab-4053-a155-ccfb809d8741 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 922 time: 0.2091973 Sep 16 12:52:35.403515 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b59e3e9f-f594-4adc-a746-516e77bfd96a req-a8f84a41-fa79-4784-a651-53f1a76e5049 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 HTTP/1.1" status: 200 len: 217 time: 0.0894234 Sep 16 12:52:35.449764 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f1b97-8e10-41fe-995c-91a8e1f416cc req-8760d66b-864a-452e-b67c-1286f6daca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:35.451266 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c34f1b97-8e10-41fe-995c-91a8e1f416cc req-8760d66b-864a-452e-b67c-1286f6daca9e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4591026 Sep 16 12:52:35.469068 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c650c-e8ee-440c-ad96-e0601b805567 req-73256ad5-4153-41a3-8615-8a54e06299af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:35.487644 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-444c650c-e8ee-440c-ad96-e0601b805567 req-73256ad5-4153-41a3-8615-8a54e06299af service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.7365839 Sep 16 12:52:35.526330 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e3e9f-f594-4adc-a746-516e77bfd96a req-36183a26-4c09-4edc-97a4-0f7956581793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:35.528689 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-afea13f4-293e-4722-a6a1-833a46118e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (7b5dac0c-7d2c-4167-ab92-168dd562f2e2), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:35.528906 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b59e3e9f-f594-4adc-a746-516e77bfd96a req-36183a26-4c09-4edc-97a4-0f7956581793 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.1143668 Sep 16 12:52:35.592325 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afbe7a-e9e7-4d59-9c77-d08c05632e38 req-b455603c-7806-4243-a50a-6fabfadd3698 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:35.594696 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62afbe7a-e9e7-4d59-9c77-d08c05632e38 req-b455603c-7806-4243-a50a-6fabfadd3698 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 947 time: 0.3740118 Sep 16 12:52:35.596512 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-444c650c-e8ee-440c-ad96-e0601b805567 req-530527dc-f61e-40aa-ad35-755f17f07137 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=56c49806-0b21-4f4b-9b96-195fc33fcba5 HTTP/1.1" status: 200 len: 217 time: 0.0949976 Sep 16 12:52:35.618103 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:35.620808 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea13f4-293e-4722-a6a1-833a46118e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b5dac0c-7d2c-4167-ab92-168dd562f2e2,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:35.621458 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54404) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:35.650659 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f0e9e61-dbe2-4c86-8b4d-07e8d7be8403 req-93ca755a-8d21-4f00-8837-c928949cb668 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975215 Sep 16 12:52:35.758494 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-afea13f4-293e-4722-a6a1-833a46118e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (e6afd421-d489-40f1-8a76-df90289544ad), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:35.839226 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c1e83eec-ba78-462c-b92a-b189a482d9d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:35.895262 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-afea13f4-293e-4722-a6a1-833a46118e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (e6afd421-d489-40f1-8a76-df90289544ad), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:35.897785 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-afea13f4-293e-4722-a6a1-833a46118e27 admin admin] Publish callbacks [] for router_controller (e6afd421-d489-40f1-8a76-df90289544ad), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:35.903830 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 56c49806-0b21-4f4b-9b96-195fc33fcba5 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:52:35.952763 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:35.967226 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-afea13f4-293e-4722-a6a1-833a46118e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (e6afd421-d489-40f1-8a76-df90289544ad), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:35.967912 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afea13f4-293e-4722-a6a1-833a46118e27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6afd421-d489-40f1-8a76-df90289544ad {{(pid=113698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:52:35.980917 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-afea13f4-293e-4722-a6a1-833a46118e27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:36.004456 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-afea13f4-293e-4722-a6a1-833a46118e27 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/e6afd421-d489-40f1-8a76-df90289544ad HTTP/1.1" status: 204 len: 168 time: 3.4198737 Sep 16 12:52:36.011043 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54410) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:36.019859 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c1e83eec-ba78-462c-b92a-b189a482d9d9 admin admin] Publish callbacks [] for security_group (988bdf00-71fc-4941-8d56-081b54b9f4fa), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:36.042880 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62afbe7a-e9e7-4d59-9c77-d08c05632e38 req-00bd8482-f35c-4c45-9acb-041c4f5c1245 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=c2ba74ab-6a2b-4514-8303-6a6d94b85666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153709 Sep 16 12:52:36.067387 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4c3aa-16f9-4367-8f72-e4b9bda8ee42 req-128c635c-0dd1-455c-acf6-ae4e2f4d8a31 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:36.069303 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4f4c3aa-16f9-4367-8f72-e4b9bda8ee42 req-128c635c-0dd1-455c-acf6-ae4e2f4d8a31 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 950 time: 0.3211477 Sep 16 12:52:36.089839 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c1e83eec-ba78-462c-b92a-b189a482d9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (988bdf00-71fc-4941-8d56-081b54b9f4fa), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:36.127527 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:36.177214 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f3bc34fa-904e-4a4a-a98a-aa05461c0606 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:52:36.241380 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4f4c3aa-16f9-4367-8f72-e4b9bda8ee42 req-36132426-0333-47e6-b700-3899e2682b7b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571479 Sep 16 12:52:36.251580 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c1e83eec-ba78-462c-b92a-b189a482d9d9 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=f3abcc5e925945b482835acc5ab8fb24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6283309 Sep 16 12:52:36.254047 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 54414) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:36.273615 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e83eec-ba78-462c-b92a-b189a482d9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988bdf00-71fc-4941-8d56-081b54b9f4fa,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:36.288398 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f6082fc-a669-45e8-a226-5b4bd1f72535 admin admin] Deleting subnet e5df64a4-ed0c-4706-81f1-01ef1d613825 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:52:36.292613 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4f6082fc-a669-45e8-a226-5b4bd1f72535 admin admin] Publish callbacks [] for subnet (e5df64a4-ed0c-4706-81f1-01ef1d613825), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:36.306857 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:36.347226 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4f6082fc-a669-45e8-a226-5b4bd1f72535 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (e5df64a4-ed0c-4706-81f1-01ef1d613825), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:36.374359 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 56c49806-0b21-4f4b-9b96-195fc33fcba5, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=56c49806-0b21-4f4b-9b96-195fc33fcba5,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:36.393391 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-48473ce9-e7fc-4ffa-a547-5edd975f4fa3 admin admin] Publish callbacks [] for security_group (988bdf00-71fc-4941-8d56-081b54b9f4fa), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:36.418968 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-48473ce9-e7fc-4ffa-a547-5edd975f4fa3 admin admin] Publish callbacks [] for security_group (988bdf00-71fc-4941-8d56-081b54b9f4fa), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:36.436827 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '56c49806-0b21-4f4b-9b96-195fc33fcba5', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '56c49806-0b21-4f4b-9b96-195fc33fcba5', 'mac_address': 'fa:16:3e:8d:8d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:52:36.448559 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port f3bc34fa-904e-4a4a-a98a-aa05461c0606 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:36.449192 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f3bc34fa-904e-4a4a-a98a-aa05461c0606), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:36.449789 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port f3bc34fa-904e-4a4a-a98a-aa05461c0606 Sep 16 12:52:36.483010 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c4653767-5950-44a8-94b5-993561958219 req-4dd77cec-7a36-4f4f-9d78-e68ebabf7349 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 210 time: 0.1360447 Sep 16 12:52:36.494315 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4f6082fc-a669-45e8-a226-5b4bd1f72535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (e5df64a4-ed0c-4706-81f1-01ef1d613825), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:36.496827 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 56c49806-0b21-4f4b-9b96-195fc33fcba5 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:36.497440 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:36.538623 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-33c767e8-c8c7-42e7-bdf1-2aa9e2a8b09a req-d59fc25c-ff39-420a-9a01-f8a6b56b1bd1 tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5f350206-ba9d-427c-8b60-95c2d2f501ae HTTP/1.1" status: 200 len: 210 time: 0.0802279 Sep 16 12:52:36.571091 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-48473ce9-e7fc-4ffa-a547-5edd975f4fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (988bdf00-71fc-4941-8d56-081b54b9f4fa), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:36.573871 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-48473ce9-e7fc-4ffa-a547-5edd975f4fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:36.577566 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-48473ce9-e7fc-4ffa-a547-5edd975f4fa3 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/988bdf00-71fc-4941-8d56-081b54b9f4fa HTTP/1.1" status: 204 len: 168 time: 0.3223383 Sep 16 12:52:36.593127 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48473ce9-e7fc-4ffa-a547-5edd975f4fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988bdf00-71fc-4941-8d56-081b54b9f4fa,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:36.598239 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c49806-0b21-4f4b-9b96-195fc33fcba5 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:52:36.608008 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:52:36.684099 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:36.693851 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c98f5fb3-83c9-4b2c-8aa8-75a3dc2a0b7b req-93d860f9-4df9-4591-a8d6-cc21f34764da service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2f4fa02f470647fea7d4732332e71a2d&device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0854521 Sep 16 12:52:36.753732 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c650c-e8ee-440c-ad96-e0601b805567 req-9d3da0d4-e752-4d5c-8dca-89af2fddd4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:36.756675 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-444c650c-e8ee-440c-ad96-e0601b805567 req-9d3da0d4-e752-4d5c-8dca-89af2fddd4d4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1506882 Sep 16 12:52:36.766208 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port f3bc34fa-904e-4a4a-a98a-aa05461c0606 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:36.791920 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 56c49806-0b21-4f4b-9b96-195fc33fcba5, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=56c49806-0b21-4f4b-9b96-195fc33fcba5,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:36.794265 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c98f5fb3-83c9-4b2c-8aa8-75a3dc2a0b7b req-34d74f36-9428-4648-8308-ad08c026b558 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=2f4fa02f470647fea7d4732332e71a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784080 Sep 16 12:52:36.804500 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e3e9f-f594-4adc-a746-516e77bfd96a req-5a83a9bc-e609-40f7-abc7-d07aa507a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:36.806419 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device cf1225b6-f7d7-4092-a67e-50e4e84340d7 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:52:36.813969 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b59e3e9f-f594-4adc-a746-516e77bfd96a req-5a83a9bc-e609-40f7-abc7-d07aa507a03a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2524908 Sep 16 12:52:36.832962 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4f6082fc-a669-45e8-a226-5b4bd1f72535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (e5df64a4-ed0c-4706-81f1-01ef1d613825), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:36.852729 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: cf1225b6-f7d7-4092-a67e-50e4e84340d7 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:52:36.852996 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device cf1225b6-f7d7-4092-a67e-50e4e84340d7 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:52:36.864587 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:36.960026 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6082fc-a669-45e8-a226-5b4bd1f72535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5df64a4-ed0c-4706-81f1-01ef1d613825,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:36.965141 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4f6082fc-a669-45e8-a226-5b4bd1f72535 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:36.969193 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4f6082fc-a669-45e8-a226-5b4bd1f72535 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/e5df64a4-ed0c-4706-81f1-01ef1d613825 HTTP/1.1" status: 204 len: 168 time: 0.9522979 Sep 16 12:52:36.972526 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f5fb3-83c9-4b2c-8aa8-75a3dc2a0b7b req-01d900cb-67fd-474d-b308-29aeb499218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:36.974528 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c98f5fb3-83c9-4b2c-8aa8-75a3dc2a0b7b req-01d900cb-67fd-474d-b308-29aeb499218f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323087 Sep 16 12:52:36.978493 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54422) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:36.981431 n-d-858094-4 neutron-server[113699]: INFO neutron.api.v2.resource [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-50aae48c-d4a7-4ac5-bc46-250dc6438a19 service neutron] show failed (client error): The resource could not be found. Sep 16 12:52:36.982728 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-50aae48c-d4a7-4ac5-bc46-250dc6438a19 service neutron] 10.222.0.76 "GET /networking/v2.0/ports/bf12465f-8132-474a-94b1-e3b53f03df41/bindings/n-h1-858094-4 HTTP/1.1" status: 404 len: 380 time: 0.3331087 Sep 16 12:52:36.988710 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=56c49806-0b21-4f4b-9b96-195fc33fcba5,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:36.991659 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9817ee-2d3e-41b5-9cfb-737685e04c02 None None] Network efc98046-384c-40f8-9e52-6d3af932ac27 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:52:37.030446 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c650c-e8ee-440c-ad96-e0601b805567 req-a32a0b9b-c4d0-451c-9519-88486b347531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:37.032191 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-444c650c-e8ee-440c-ad96-e0601b805567 req-a32a0b9b-c4d0-451c-9519-88486b347531 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2567942 Sep 16 12:52:37.051372 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c0f96-81fa-48a1-89b1-70ff77014ca4 req-89513c29-dc03-4569-b4c4-89fc74ebea54 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:37.053098 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-235c0f96-81fa-48a1-89b1-70ff77014ca4 req-89513c29-dc03-4569-b4c4-89fc74ebea54 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 944 time: 0.2547336 Sep 16 12:52:37.107558 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.resource_extend [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 12:52:37.162685 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:37.190444 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-235c0f96-81fa-48a1-89b1-70ff77014ca4 req-1b9f41f9-8367-4b19-bca0-8b22ff8034ba tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314917 Sep 16 12:52:37.285751 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8e6dea1f-e7e5-480a-9d49-56d5bc79ade6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (efc98046-384c-40f8-9e52-6d3af932ac27), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:37.320849 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b59e3e9f-f594-4adc-a746-516e77bfd96a req-07d3e814-107a-43b9-bdf5-cab915589188 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922240 Sep 16 12:52:37.322600 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d980eb-bd6f-4dd2-a843-c8f31078f2da req-7b5bc25d-7843-465c-9928-7d3023c150f2 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:37.336256 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18d980eb-bd6f-4dd2-a843-c8f31078f2da req-7b5bc25d-7843-465c-9928-7d3023c150f2 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 948 time: 0.1049225 Sep 16 12:52:37.408513 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:37.421457 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18d980eb-bd6f-4dd2-a843-c8f31078f2da req-7983468f-f823-4934-8739-36f88678731b tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=c2ba74ab-6a2b-4514-8303-6a6d94b85666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838437 Sep 16 12:52:37.447560 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:37.492913 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:37.557883 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-8e6dea1f-e7e5-480a-9d49-56d5bc79ade6 admin admin] Deleting port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:52:37.558421 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8e6dea1f-e7e5-480a-9d49-56d5bc79ade6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (3bab76d7-0220-4d0e-97d2-1ab30f90d0ef), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:37.575151 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:37.577149 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:37.595801 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fdfbc-5fa8-41c7-807a-4b0007db6e74 req-03dd9916-4030-48a7-a307-ddc048de8522 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:37.610293 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f86fdfbc-5fa8-41c7-807a-4b0007db6e74 req-03dd9916-4030-48a7-a307-ddc048de8522 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 950 time: 0.1022902 Sep 16 12:52:37.627359 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677741e4-6ed2-4933-bcde-44ee7701cd9c None None] DHCP port deletion for efc98046-384c-40f8-9e52-6d3af932ac27 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:52:37.631152 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['56c49806-0b21-4f4b-9b96-195fc33fcba5'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:52:37.639712 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b59e3e9f-f594-4adc-a746-516e77bfd96a req-5910dc52-cef3-482a-891e-9430a1cc5c11 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030276 Sep 16 12:52:37.681130 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': 'c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'port_id': 'c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185', 'mac_address': 'fa:16:3e:c2:cc:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:52:37.685868 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-8e6dea1f-e7e5-480a-9d49-56d5bc79ade6 admin admin] For port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3bab76d7-0220-4d0e-97d2-1ab30f90d0ef,segment=NetworkSegment(189e4bb8-705e-4a58-9a6f-51518bae68e3),segment_id=189e4bb8-705e-4a58-9a6f-51518bae68e3)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:37.686232 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8e6dea1f-e7e5-480a-9d49-56d5bc79ade6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (3bab76d7-0220-4d0e-97d2-1ab30f90d0ef), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:37.708523 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-8e6dea1f-e7e5-480a-9d49-56d5bc79ade6 admin admin] Calling delete_port for 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:52:37.734485 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-677741e4-6ed2-4933-bcde-44ee7701cd9c None None] Deleting port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:52:37.735107 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f86fdfbc-5fa8-41c7-807a-4b0007db6e74 req-24e0d922-9137-445e-a344-af9c296efadb tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174169 Sep 16 12:52:37.735242 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-677741e4-6ed2-4933-bcde-44ee7701cd9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (3bab76d7-0220-4d0e-97d2-1ab30f90d0ef), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:37.759598 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db7866f5-4776-49e0-a2d5-6ce198eb2967 req-e974ea91-7dde-4c96-bb61-f3272332b98a tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 210 time: 0.1266773 Sep 16 12:52:37.827607 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8e6dea1f-e7e5-480a-9d49-56d5bc79ade6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (3bab76d7-0220-4d0e-97d2-1ab30f90d0ef), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:37.864698 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6dea1f-e7e5-480a-9d49-56d5bc79ade6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bab76d7-0220-4d0e-97d2-1ab30f90d0ef,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:37.872701 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6dea1f-e7e5-480a-9d49-56d5bc79ade6 admin admin] No DVR routers for this DVR port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:52:37.920236 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:37.923665 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-36cc2058-002a-49fc-ab29-9cc922e89805 req-34ca896b-422b-4260-9e1a-b4493408d7d5 tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5f350206-ba9d-427c-8b60-95c2d2f501ae HTTP/1.1" status: 200 len: 210 time: 0.0489879 Sep 16 12:52:37.923877 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:37.969036 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:52:37.999802 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:38.000776 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:38.004175 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8e6dea1f-e7e5-480a-9d49-56d5bc79ade6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (efc98046-384c-40f8-9e52-6d3af932ac27), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:38.009780 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:52:38.043769 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:52:38.044174 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:52:38.044859 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 7b5dac0c-7d2c-4167-ab92-168dd562f2e2 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:52:38.047796 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-8e6dea1f-e7e5-480a-9d49-56d5bc79ade6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc98046-384c-40f8-9e52-6d3af932ac27']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:38.059860 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-8e6dea1f-e7e5-480a-9d49-56d5bc79ade6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189e4bb8-705e-4a58-9a6f-51518bae68e3') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:38.060422 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-8e6dea1f-e7e5-480a-9d49-56d5bc79ade6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189e4bb8-705e-4a58-9a6f-51518bae68e3') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:38.071600 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 7b5dac0c-7d2c-4167-ab92-168dd562f2e2 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:52:38.071922 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 7b5dac0c-7d2c-4167-ab92-168dd562f2e2 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:52:38.076010 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8e6dea1f-e7e5-480a-9d49-56d5bc79ade6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (189e4bb8-705e-4a58-9a6f-51518bae68e3), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:38.077994 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-677741e4-6ed2-4933-bcde-44ee7701cd9c None None] For port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3bab76d7-0220-4d0e-97d2-1ab30f90d0ef,segment=NetworkSegment(189e4bb8-705e-4a58-9a6f-51518bae68e3),segment_id=189e4bb8-705e-4a58-9a6f-51518bae68e3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:38.078574 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-677741e4-6ed2-4933-bcde-44ee7701cd9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (3bab76d7-0220-4d0e-97d2-1ab30f90d0ef), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:38.095305 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8e6dea1f-e7e5-480a-9d49-56d5bc79ade6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (189e4bb8-705e-4a58-9a6f-51518bae68e3), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:38.105795 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6dea1f-e7e5-480a-9d49-56d5bc79ade6 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:52:38.107110 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8e6dea1f-e7e5-480a-9d49-56d5bc79ade6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (189e4bb8-705e-4a58-9a6f-51518bae68e3), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:38.121484 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:38.126231 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-677741e4-6ed2-4933-bcde-44ee7701cd9c None None] Calling delete_port for 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:52:38.141499 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:38.177525 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 189e4bb8-705e-4a58-9a6f-51518bae68e3 resource provider aggregate not found Sep 16 12:52:38.218517 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8e6dea1f-e7e5-480a-9d49-56d5bc79ade6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (efc98046-384c-40f8-9e52-6d3af932ac27), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:38.237706 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 189e4bb8-705e-4a58-9a6f-51518bae68e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 189e4bb8-705e-4a58-9a6f-51518bae68e3 found for delete ", "request_id": "req-ffa756f9-16a4-466f-a28d-b225b3772207"}]} Sep 16 12:52:38.241343 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8e6dea1f-e7e5-480a-9d49-56d5bc79ade6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:38.250165 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:38.253632 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8e6dea1f-e7e5-480a-9d49-56d5bc79ade6 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/efc98046-384c-40f8-9e52-6d3af932ac27 HTTP/1.1" status: 204 len: 168 time: 1.2711537 Sep 16 12:52:38.280797 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6dea1f-e7e5-480a-9d49-56d5bc79ade6 admin admin] Pushing event deleted for resources: {'Network': ['ID=efc98046-384c-40f8-9e52-6d3af932ac27,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:38.290162 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-677741e4-6ed2-4933-bcde-44ee7701cd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (3bab76d7-0220-4d0e-97d2-1ab30f90d0ef), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:38.332199 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-677741e4-6ed2-4933-bcde-44ee7701cd9c None None] Network efc98046-384c-40f8-9e52-6d3af932ac27 is not hosted by any dhcp agent {{(pid=113700) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 12:52:38.333132 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677741e4-6ed2-4933-bcde-44ee7701cd9c None None] No DVR routers for this DVR port 3bab76d7-0220-4d0e-97d2-1ab30f90d0ef on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:52:38.336599 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677741e4-6ed2-4933-bcde-44ee7701cd9c None None] Pushing event deleted for resources: {'Port': ['ID=3bab76d7-0220-4d0e-97d2-1ab30f90d0ef,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:38.451125 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:52:38.490561 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c34f1b97-8e10-41fe-995c-91a8e1f416cc req-c6ca8e93-bdff-43fc-9f9e-5bc8dc0c3c69 tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f350206-ba9d-427c-8b60-95c2d2f501ae HTTP/1.1" status: 200 len: 210 time: 0.0875902 Sep 16 12:52:38.604690 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54476) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:38.609690 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device bf12465f-8132-474a-94b1-e3b53f03df41 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:52:38.661202 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-a91a3715-bcb3-4a61-a779-d32b25b5664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:38.663160 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-a91a3715-bcb3-4a61-a779-d32b25b5664a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b&tenant_id=0b18ec5302634d2a95e51547e0019d40 HTTP/1.1" status: 200 len: 1132 time: 0.2628911 Sep 16 12:52:38.673750 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:38.694922 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7c0321a0-5c14-4ea5-92bf-45229e475fcb admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=034ef732e4504d05a4d5d0eea122165e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0883913 Sep 16 12:52:38.701955 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54478) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:38.710831 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c98f5fb3-83c9-4b2c-8aa8-75a3dc2a0b7b req-0000c798-f7b6-42ce-8f05-7d64c3cb725e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e1f493c8-0adf-4575-8fbd-4591f72c5e6d HTTP/1.1" status: 200 len: 210 time: 0.0704727 Sep 16 12:52:38.721513 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9e351-4d7c-4b07-9b5d-cb60b6f7deeb req-5ca70f92-2de7-4280-bba4-44a2d508e35d tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:38.729239 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f7f9e351-4d7c-4b07-9b5d-cb60b6f7deeb req-5ca70f92-2de7-4280-bba4-44a2d508e35d tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 945 time: 0.2442889 Sep 16 12:52:38.736075 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-858094-4', 'device_owner': 'compute:nova'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:38.763394 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-444c650c-e8ee-440c-ad96-e0601b805567 req-8834d6f1-6bfc-4bcb-b6f2-feb7cd3134b4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288601 Sep 16 12:52:38.794734 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90147450-57d3-4a81-8009-24d6b603209c admin admin] Publish callbacks [] for security_group (88082fde-55a5-48be-9bf3-2a297e3fbb06), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:38.817785 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90147450-57d3-4a81-8009-24d6b603209c admin admin] Publish callbacks [] for security_group (88082fde-55a5-48be-9bf3-2a297e3fbb06), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:38.828654 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:38.830927 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port bf12465f-8132-474a-94b1-e3b53f03df41 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:38.831520 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:38.854559 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7ecfd-4802-450f-ba67-b287d210f3f1 req-df02dbd0-bbfa-4de4-9670-73cab7849797 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:38.857649 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-95f7ecfd-4802-450f-ba67-b287d210f3f1 req-df02dbd0-bbfa-4de4-9670-73cab7849797 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 948 time: 0.2198324 Sep 16 12:52:38.859402 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:38.874496 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf12465f-8132-474a-94b1-e3b53f03df41'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:52:38.875308 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90147450-57d3-4a81-8009-24d6b603209c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (88082fde-55a5-48be-9bf3-2a297e3fbb06), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:38.877069 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca994d0-dc14-4b07-898f-aa0c7dcc6453" -d '{"events": [{"server_uuid": "1afdaec3-fdf0-4eac-a324-c0f8eaa6797b", "name": "network-vif-unplugged", "status": "completed", "tag": "bf12465f-8132-474a-94b1-e3b53f03df41"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:52:38.878081 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90147450-57d3-4a81-8009-24d6b603209c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:38.880615 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-90147450-57d3-4a81-8009-24d6b603209c admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/88082fde-55a5-48be-9bf3-2a297e3fbb06 HTTP/1.1" status: 204 len: 168 time: 0.1776333 Sep 16 12:52:38.890010 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90147450-57d3-4a81-8009-24d6b603209c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88082fde-55a5-48be-9bf3-2a297e3fbb06,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:38.895855 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=bf12465f-8132-474a-94b1-e3b53f03df41,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:38.903868 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:38.944264 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f7f9e351-4d7c-4b07-9b5d-cb60b6f7deeb req-4aced5b5-2d45-4bd4-b6e5-80af039c7aa5 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108221 Sep 16 12:52:38.969898 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=bf12465f-8132-474a-94b1-e3b53f03df41,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:39.166483 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-444c650c-e8ee-440c-ad96-e0601b805567 req-f5ac117d-7908-4d40-9469-2dbedd91d15a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843808 Sep 16 12:52:39.271357 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:39.317574 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af2a2b-8818-41f1-b001-30da7106abe7 req-04ad7b3f-f179-40cf-8d1f-af4a3feceddc tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:39.324560 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-05af2a2b-8818-41f1-b001-30da7106abe7 req-04ad7b3f-f179-40cf-8d1f-af4a3feceddc tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 948 time: 0.1473641 Sep 16 12:52:39.385302 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-95f7ecfd-4802-450f-ba67-b287d210f3f1 req-27db2f7c-b011-414a-91cd-c1ca6ccc8f1f tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=c2ba74ab-6a2b-4514-8303-6a6d94b85666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137911 Sep 16 12:52:39.558163 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:39.572755 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-05af2a2b-8818-41f1-b001-30da7106abe7 req-4e5c455f-44e8-489e-b370-8fa36d04e1f3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471135 Sep 16 12:52:39.625046 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-286f292d-20cf-43a4-b581-b1338b2b0b57 req-9dd47386-a606-4662-8662-7f6b2080a34f tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 210 time: 0.1283886 Sep 16 12:52:39.648797 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-992ee220-0fa0-40c5-b32f-761e38dc3a35 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:39.650529 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-992ee220-0fa0-40c5-b32f-761e38dc3a35 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.25 "GET /networking/v2.0/networks?id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba HTTP/1.1" status: 200 len: 821 time: 0.4745767 Sep 16 12:52:39.696477 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6fb864-9439-4831-b4ac-92cea89ad695 x-openstack-request-id: req-ad6fb864-9439-4831-b4ac-92cea89ad695 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:52:39.697450 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afdaec3-fdf0-4eac-a324-c0f8eaa6797b", "name": "network-vif-unplugged", "status": "completed", "tag": "bf12465f-8132-474a-94b1-e3b53f03df41", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:52:39.698251 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ad6fb864-9439-4831-b4ac-92cea89ad695 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:52:39.698957 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad6fb864-9439-4831-b4ac-92cea89ad695'] response: {'server_uuid': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf12465f-8132-474a-94b1-e3b53f03df41', 'code': 200} Sep 16 12:52:39.832741 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7a12b9f6-c5f2-4007-aa2b-08993e694ca1 req-3fd1691d-fd91-4c92-89b5-1cefd94e0c6d tempest-ServerShowV247Test-1271383446 tempest-ServerShowV247Test-1271383446-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5f350206-ba9d-427c-8b60-95c2d2f501ae HTTP/1.1" status: 200 len: 210 time: 0.0483398 Sep 16 12:52:39.835214 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=bf12465f-8132-474a-94b1-e3b53f03df41,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:39.888393 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-8447309f-4f13-432a-bd2d-a339c6c2bfa5 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Request body: {'port': {'device_id': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'admin_state_up': True, 'tenant_id': '1e41136645964ea98a675833bd73299f'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:39.897458 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:52:39.920035 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 56c49806-0b21-4f4b-9b96-195fc33fcba5 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:52:40.036362 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:40.052229 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 56c49806-0b21-4f4b-9b96-195fc33fcba5 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:52:40.060508 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 56c49806-0b21-4f4b-9b96-195fc33fcba5 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:40.061505 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.062138 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 56c49806-0b21-4f4b-9b96-195fc33fcba5 Sep 16 12:52:40.217808 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 56c49806-0b21-4f4b-9b96-195fc33fcba5 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:40.218536 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.228399 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54536) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:40.267358 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 56c49806-0b21-4f4b-9b96-195fc33fcba5, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=56c49806-0b21-4f4b-9b96-195fc33fcba5,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:40.291627 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.377177 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54542) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:40.416668 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-8c2ba86f-6cf0-4012-84ac-5649c0469d02 admin admin] Request body: {'network': {'name': 'tempest-ImagesNegativeTestJSON-435973066-network', 'tenant_id': 'b10cd073476b420c89d93ce9c5a608c5'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:40.424096 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:40.439956 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=56c49806-0b21-4f4b-9b96-195fc33fcba5,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:40.453377 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2ba86f-6cf0-4012-84ac-5649c0469d02 admin admin] Made reservation on behalf of b10cd073476b420c89d93ce9c5a608c5 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:52:40.456319 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba86f-6cf0-4012-84ac-5649c0469d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.475026 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba86f-6cf0-4012-84ac-5649c0469d02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.494130 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d56c0169-4bd2-46f0-b988-6bab249135b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.522087 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf12465f-8132-474a-94b1-e3b53f03df41 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:52:40.562119 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] Publish callbacks [] for port (bf12465f-8132-474a-94b1-e3b53f03df41), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.628154 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] Transition to ACTIVE for port object bf12465f-8132-474a-94b1-e3b53f03df41 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:52:40.629505 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba86f-6cf0-4012-84ac-5649c0469d02 admin admin] Publish callbacks [] for security_group (90a68e47-2034-45c5-a4aa-61c5d6918458), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.631206 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:52:40.634451 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c989b56-1d6d-465d-b16d-37c3c6666c43 req-0ff9b165-81a0-4aec-aa41-64fe40941471 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:40.636052 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6c989b56-1d6d-465d-b16d-37c3c6666c43 req-0ff9b165-81a0-4aec-aa41-64fe40941471 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 945 time: 0.1473384 Sep 16 12:52:40.637536 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba86f-6cf0-4012-84ac-5649c0469d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (90a68e47-2034-45c5-a4aa-61c5d6918458), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.642686 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d56c0169-4bd2-46f0-b988-6bab249135b1 admin admin] Publish callbacks [] for security_group (abcf0066-6cb0-40dc-8b7c-db6b800bf1b8), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.647437 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.659248 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d56c0169-4bd2-46f0-b988-6bab249135b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (abcf0066-6cb0-40dc-8b7c-db6b800bf1b8), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.682767 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2ba86f-6cf0-4012-84ac-5649c0469d02 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:52:40.687235 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ba86f-6cf0-4012-84ac-5649c0469d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a68e47-2034-45c5-a4aa-61c5d6918458,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:40.695702 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007baea-91bc-443b-b44f-c91ee8783126 req-3e582bb7-c5fc-461d-be1c-4e67befae949 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:40.697276 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3007baea-91bc-443b-b44f-c91ee8783126 req-3e582bb7-c5fc-461d-be1c-4e67befae949 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 949 time: 0.1699231 Sep 16 12:52:40.714739 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba86f-6cf0-4012-84ac-5649c0469d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (2e06aba1-dbba-443f-a74f-eef1964963ee), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.715024 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-8c2ba86f-6cf0-4012-84ac-5649c0469d02 admin admin] Added segment 2e06aba1-dbba-443f-a74f-eef1964963ee of type vlan for network 6b075bdd-1414-4e77-8147-4734221b7be7 Sep 16 12:52:40.718886 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:52:40.726707 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:40.727683 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.728383 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 Sep 16 12:52:40.735774 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d56c0169-4bd2-46f0-b988-6bab249135b1 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=c752cec157b049348ce93c97d5b0904a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3574624 Sep 16 12:52:40.740342 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54552) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:40.744573 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] No DVR routers for this DVR port bf12465f-8132-474a-94b1-e3b53f03df41 on host n-h2-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:52:40.776917 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c0169-4bd2-46f0-b988-6bab249135b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcf0066-6cb0-40dc-8b7c-db6b800bf1b8,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:40.788830 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba86f-6cf0-4012-84ac-5649c0469d02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (6b075bdd-1414-4e77-8147-4734221b7be7), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.791302 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:40.798781 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] Pushing event updated for resources: {'Port': ['ID=bf12465f-8132-474a-94b1-e3b53f03df41,revision_number=7']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:40.827480 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-8447309f-4f13-432a-bd2d-a339c6c2bfa5 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Made reservation on behalf of 1e41136645964ea98a675833bd73299f for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:52:40.831262 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-8447309f-4f13-432a-bd2d-a339c6c2bfa5 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.843091 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba86f-6cf0-4012-84ac-5649c0469d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (6b075bdd-1414-4e77-8147-4734221b7be7), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.844082 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2ba86f-6cf0-4012-84ac-5649c0469d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:40.845891 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba86f-6cf0-4012-84ac-5649c0469d02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.846615 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:40.847137 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.865549 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d62e0ed7-20fb-4ea6-80fb-7d3faa99912f admin admin] Publish callbacks [] for security_group (abcf0066-6cb0-40dc-8b7c-db6b800bf1b8), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.872410 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6c989b56-1d6d-465d-b16d-37c3c6666c43 req-3ec79509-418b-453f-a93b-ddac582ab511 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217798 Sep 16 12:52:40.891695 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] Attempting to bind port bf12465f-8132-474a-94b1-e3b53f03df41 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:52:40.892036 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] Attempting to bind port bf12465f-8132-474a-94b1-e3b53f03df41 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:52:40.892394 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] Attempting to bind port bf12465f-8132-474a-94b1-e3b53f03df41 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:52:40.911950 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3007baea-91bc-443b-b44f-c91ee8783126 req-d75b3d6b-7847-47d3-a62e-f0a4bf8dd930 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=c2ba74ab-6a2b-4514-8303-6a6d94b85666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788785 Sep 16 12:52:40.929923 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8c2ba86f-6cf0-4012-84ac-5649c0469d02 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7003274 Sep 16 12:52:40.933264 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:40.936620 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54558) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:40.942596 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.943375 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-0111dffc-fc33-48aa-8037-95196f142f1f admin admin] Request body: {'subnet': {'network_id': '6b075bdd-1414-4e77-8147-4734221b7be7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesNegativeTestJSON-435973066-subnet', 'tenant_id': 'b10cd073476b420c89d93ce9c5a608c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:40.969288 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d62e0ed7-20fb-4ea6-80fb-7d3faa99912f admin admin] Publish callbacks [] for security_group (abcf0066-6cb0-40dc-8b7c-db6b800bf1b8), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:40.994869 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ba86f-6cf0-4012-84ac-5649c0469d02 admin admin] Pushing event updated for resources: {'Network': ['ID=6b075bdd-1414-4e77-8147-4734221b7be7,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:41.012538 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] Port bf12465f-8132-474a-94b1-e3b53f03df41 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:52:41.012967 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] Attempting to bind port bf12465f-8132-474a-94b1-e3b53f03df41 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:52:41.019347 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 6b075bdd-1414-4e77-8147-4734221b7be7 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:52:41.034313 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0111dffc-fc33-48aa-8037-95196f142f1f admin admin] Made reservation on behalf of b10cd073476b420c89d93ce9c5a608c5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:52:41.037148 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0111dffc-fc33-48aa-8037-95196f142f1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:41.042985 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:41.106017 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6c3419b6-cd7a-499c-bf79-4c34557e06c1 req-2344d700-a8cf-445f-a78d-3482329212e6 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 210 time: 0.1198225 Sep 16 12:52:41.111028 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:41.115974 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:41.135959 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d62e0ed7-20fb-4ea6-80fb-7d3faa99912f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (abcf0066-6cb0-40dc-8b7c-db6b800bf1b8), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:41.140030 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d62e0ed7-20fb-4ea6-80fb-7d3faa99912f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:41.141739 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d62e0ed7-20fb-4ea6-80fb-7d3faa99912f admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/abcf0066-6cb0-40dc-8b7c-db6b800bf1b8 HTTP/1.1" status: 204 len: 168 time: 0.3830202 Sep 16 12:52:41.167213 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e0ed7-20fb-4ea6-80fb-7d3faa99912f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcf0066-6cb0-40dc-8b7c-db6b800bf1b8,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:41.290121 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:41.347374 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:52:41.347746 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:52:41.348145 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:52:41.349090 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] Bound port: bf12465f-8132-474a-94b1-e3b53f03df41, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:52:41.349090 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:41.376251 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70514d-7ac5-4d96-ae5c-d9382833c7f7 req-355851b9-72c4-4c73-be6d-bf05e5f67be5 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:41.383316 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1a70514d-7ac5-4d96-ae5c-d9382833c7f7 req-355851b9-72c4-4c73-be6d-bf05e5f67be5 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 948 time: 0.3400300 Sep 16 12:52:41.495381 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-8447309f-4f13-432a-bd2d-a339c6c2bfa5 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Allocated IP 172.20.0.11 (2a6f5c27-4e22-4940-b2ce-5570b20e4dba/f45171c0-7319-4228-8074-099241080456/d5a5f978-c5f0-4476-91cc-2b79e48ec4a7) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:52:41.576799 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1a70514d-7ac5-4d96-ae5c-d9382833c7f7 req-bbe79131-81ee-4248-9e2f-8150e9d186c6 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923230 Sep 16 12:52:41.626569 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:52:41.630197 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=bf12465f-8132-474a-94b1-e3b53f03df41,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:52:41.642821 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:41.649797 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:41.650516 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:41.652428 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/bf12465f-8132-474a-94b1-e3b53f03df41 HTTP/1.1" status: 200 len: 1096 time: 2.9387739 Sep 16 12:52:41.655561 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'tag': 'bf12465f-8132-474a-94b1-e3b53f03df41'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:52:41.658322 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08843af1-9962-4cd2-bc95-06296b38a276" -d '{"events": [{"name": "network-changed", "server_uuid": "1afdaec3-fdf0-4eac-a324-c0f8eaa6797b", "tag": "bf12465f-8132-474a-94b1-e3b53f03df41"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:52:41.701623 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345ee81d-c503-421c-90ea-218ac1c98600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c49806-0b21-4f4b-9b96-195fc33fcba5'}, {'server_uuid': '4fbd6b22-2181-4786-9116-a8c8eafb9933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:52:41.705165 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c41411-d1b9-4d11-bbdc-cb3241ff277f" -d '{"events": [{"server_uuid": "345ee81d-c503-421c-90ea-218ac1c98600", "name": "network-vif-plugged", "status": "completed", "tag": "56c49806-0b21-4f4b-9b96-195fc33fcba5"}, {"server_uuid": "4fbd6b22-2181-4786-9116-a8c8eafb9933", "name": "network-vif-plugged", "status": "completed", "tag": "c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:52:41.782429 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0111dffc-fc33-48aa-8037-95196f142f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (ed3f9e63-d41f-45ce-8164-68147cf06312), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:41.800710 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Sep 2022 12:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd6d882-1b18-4df6-8b53-97f80f810480 x-openstack-request-id: req-dbd6d882-1b18-4df6-8b53-97f80f810480 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:52:41.801244 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345ee81d-c503-421c-90ea-218ac1c98600", "name": "network-vif-plugged", "status": "completed", "tag": "56c49806-0b21-4f4b-9b96-195fc33fcba5", "code": 200}, {"server_uuid": "4fbd6b22-2181-4786-9116-a8c8eafb9933", "name": "network-vif-plugged", "status": "completed", "tag": "c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:52:41.801244 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dbd6d882-1b18-4df6-8b53-97f80f810480 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:52:41.801937 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd6d882-1b18-4df6-8b53-97f80f810480'] response: {'server_uuid': '345ee81d-c503-421c-90ea-218ac1c98600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c49806-0b21-4f4b-9b96-195fc33fcba5', 'code': 200} Sep 16 12:52:41.803145 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd6d882-1b18-4df6-8b53-97f80f810480'] response: {'server_uuid': '4fbd6b22-2181-4786-9116-a8c8eafb9933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185', 'code': 200} Sep 16 12:52:41.817010 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-89320695-b935-4bd5-84ac-91ffba35b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:41.821149 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-89320695-b935-4bd5-84ac-91ffba35b3d5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 1130 time: 0.1129689 Sep 16 12:52:41.861370 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5614f586-cbeb-4dc6-a5b2-3570f0f4f691 x-openstack-request-id: req-5614f586-cbeb-4dc6-a5b2-3570f0f4f691 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:52:41.862713 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afdaec3-fdf0-4eac-a324-c0f8eaa6797b", "tag": "bf12465f-8132-474a-94b1-e3b53f03df41", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:52:41.863607 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5614f586-cbeb-4dc6-a5b2-3570f0f4f691 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:52:41.864723 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5614f586-cbeb-4dc6-a5b2-3570f0f4f691'] response: {'name': 'network-changed', 'server_uuid': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'tag': 'bf12465f-8132-474a-94b1-e3b53f03df41', 'status': 'completed', 'code': 200} Sep 16 12:52:41.910013 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111dffc-fc33-48aa-8037-95196f142f1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed3f9e63-d41f-45ce-8164-68147cf06312,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:41.931227 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54608) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:42.011481 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b609e4-fb1d-41c9-9e2e-eef0c12e2f2f service neutron] Pushing event updated for resources: {'Port': ['ID=bf12465f-8132-474a-94b1-e3b53f03df41,revision_number=8']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:42.105986 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e8f7e-e295-4a88-8bc8-c8b3919e71f2 req-2e416c82-5588-432d-acca-7b7ebb91399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:42.108241 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ad2e8f7e-e295-4a88-8bc8-c8b3919e71f2 req-2e416c82-5588-432d-acca-7b7ebb91399d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 1128 time: 0.2149990 Sep 16 12:52:42.111164 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0111dffc-fc33-48aa-8037-95196f142f1f admin admin] Checking segment: {'id': '2e06aba1-dbba-443f-a74f-eef1964963ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b075bdd-1414-4e77-8147-4734221b7be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:52:42.111523 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0111dffc-fc33-48aa-8037-95196f142f1f admin admin] Network hostable DHCP agents. Network: 6b075bdd-1414-4e77-8147-4734221b7be7, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:52:42.146515 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08843af1-9962-4cd2-bc95-06296b38a276 req-4fa23701-7506-4d3a-ba96-3cd05fd2666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:42.148561 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-08843af1-9962-4cd2-bc95-06296b38a276 req-4fa23701-7506-4d3a-ba96-3cd05fd2666a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 1130 time: 0.2323949 Sep 16 12:52:42.186078 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0111dffc-fc33-48aa-8037-95196f142f1f admin admin] Network 6b075bdd-1414-4e77-8147-4734221b7be7 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:52:42.235525 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-0111dffc-fc33-48aa-8037-95196f142f1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 6b075bdd-1414-4e77-8147-4734221b7be7) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:52:42.245595 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6393cf7d-da9d-4116-bd1e-b5ba2c33c1f3 None None] Network 6b075bdd-1414-4e77-8147-4734221b7be7 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:52:42.258485 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0111dffc-fc33-48aa-8037-95196f142f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:42.260583 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0111dffc-fc33-48aa-8037-95196f142f1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:42.312008 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ad2e8f7e-e295-4a88-8bc8-c8b3919e71f2 req-dc137109-4310-445b-9d7a-a7e470f1ba8d service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966605 Sep 16 12:52:42.354976 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0111dffc-fc33-48aa-8037-95196f142f1f admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4168279 Sep 16 12:52:42.356515 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9eb4f5e8-b7d2-402a-95af-0f19921bc321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:42.362479 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54634) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:42.377080 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-eb519c2d-b523-4179-8315-7e1a46bffa13 admin admin] Request body: {'router': {'name': 'tempest-ImagesNegativeTestJSON-435973066-router', 'tenant_id': 'b10cd073476b420c89d93ce9c5a608c5', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:42.408952 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beeb8ea-f8e6-42c8-825e-dc654a43d9fc req-435e1ae7-fba6-4cb1-be74-8f7b1b21c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:42.414546 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6beeb8ea-f8e6-42c8-825e-dc654a43d9fc req-435e1ae7-fba6-4cb1-be74-8f7b1b21c319 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 1131 time: 0.4483626 Sep 16 12:52:42.501939 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08843af1-9962-4cd2-bc95-06296b38a276 req-45a7d40a-0723-4a26-8712-5f7fd00b0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:42.504502 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-08843af1-9962-4cd2-bc95-06296b38a276 req-45a7d40a-0723-4a26-8712-5f7fd00b0307 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.3436766 Sep 16 12:52:42.519800 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb519c2d-b523-4179-8315-7e1a46bffa13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (2a50f015-6b11-4526-8fbf-e4124fa416c7), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:42.522106 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb519c2d-b523-4179-8315-7e1a46bffa13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (2a50f015-6b11-4526-8fbf-e4124fa416c7), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:42.540400 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-6b075bdd-1414-4e77-8147-4734221b7be7', 'network_id': '6b075bdd-1414-4e77-8147-4734221b7be7', 'project_id': 'b10cd073476b420c89d93ce9c5a608c5', 'fixed_ips': [{'subnet_id': 'ed3f9e63-d41f-45ce-8164-68147cf06312'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:52:42.541600 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:42.563434 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:42.566093 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-f38c31ee-9959-4e9e-b05f-4c25335a2eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:42.569018 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-f38c31ee-9959-4e9e-b05f-4c25335a2eb9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.7001176 Sep 16 12:52:42.596589 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243037a-2744-4161-b1c0-0ec63c18d153 req-c0cfdeaa-fd59-4d8b-ac00-256e7d793aaa tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:42.598258 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1243037a-2744-4161-b1c0-0ec63c18d153 req-c0cfdeaa-fd59-4d8b-ac00-256e7d793aaa tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 949 time: 0.3930039 Sep 16 12:52:42.615031 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23b9e8-fdf3-4cee-acd9-4ed01b488130 req-a1ee0362-3791-4f9e-b37a-c9ebdb582390 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:42.628489 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dd23b9e8-fdf3-4cee-acd9-4ed01b488130 req-a1ee0362-3791-4f9e-b37a-c9ebdb582390 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 946 time: 0.4115112 Sep 16 12:52:42.666542 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-08843af1-9962-4cd2-bc95-06296b38a276 req-a9d3e3c1-8139-4562-b1da-7d762a2e1c47 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=bf12465f-8132-474a-94b1-e3b53f03df41 HTTP/1.1" status: 200 len: 217 time: 0.1535509 Sep 16 12:52:42.747038 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:42.760156 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb519c2d-b523-4179-8315-7e1a46bffa13 admin admin] Publish callbacks [] for router_controller (2a50f015-6b11-4526-8fbf-e4124fa416c7), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:42.769815 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-d6661b05-807c-4744-aed5-04b95ab0711a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=bf12465f-8132-474a-94b1-e3b53f03df41 HTTP/1.1" status: 200 len: 217 time: 0.1677992 Sep 16 12:52:42.887145 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] Allocated IP 172.20.0.2 (6b075bdd-1414-4e77-8147-4734221b7be7/ed3f9e63-d41f-45ce-8164-68147cf06312/1e5565ed-572b-4f02-b23a-e9f0cb9e2f83) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:52:42.898500 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6beeb8ea-f8e6-42c8-825e-dc654a43d9fc req-55a4f869-1e39-4f61-b68d-8ff993ddd418 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c2ba74ab-6a2b-4514-8303-6a6d94b85666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428370 Sep 16 12:52:42.906708 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-8447309f-4f13-432a-bd2d-a339c6c2bfa5 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks [] for port (d5a5f978-c5f0-4476-91cc-2b79e48ec4a7), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:42.917049 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9eb4f5e8-b7d2-402a-95af-0f19921bc321 admin admin] Publish callbacks [] for security_group (c03eced8-5fa0-4f81-808d-d6a9b629c509), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:42.930816 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-44bc7401-de5b-419f-9b52-f3b93e4f12f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:42.932425 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-44bc7401-de5b-419f-9b52-f3b93e4f12f1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1434252 Sep 16 12:52:42.962340 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dd23b9e8-fdf3-4cee-acd9-4ed01b488130 req-5af237c4-f9f9-488c-92cd-0268fac1749c tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316207 Sep 16 12:52:42.966836 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1243037a-2744-4161-b1c0-0ec63c18d153 req-cdb00ba1-71b9-4b6b-969e-6b830b91b5e7 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=c2ba74ab-6a2b-4514-8303-6a6d94b85666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204122 Sep 16 12:52:42.998192 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-8447309f-4f13-432a-bd2d-a339c6c2bfa5 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (d5a5f978-c5f0-4476-91cc-2b79e48ec4a7), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:43.025889 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:43.050242 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:43.060543 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9eb4f5e8-b7d2-402a-95af-0f19921bc321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (c03eced8-5fa0-4f81-808d-d6a9b629c509), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:43.123941 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-8447309f-4f13-432a-bd2d-a339c6c2bfa5 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Network 2a6f5c27-4e22-4940-b2ce-5570b20e4dba is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:52:43.133466 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-8447309f-4f13-432a-bd2d-a339c6c2bfa5 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:52:43.160798 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-8447309f-4f13-432a-bd2d-a339c6c2bfa5 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:52:43.232274 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] Publish callbacks [] for port (1e5565ed-572b-4f02-b23a-e9f0cb9e2f83), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:43.241230 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (1e5565ed-572b-4f02-b23a-e9f0cb9e2f83), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:43.253152 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:43.253839 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:43.258482 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9eb4f5e8-b7d2-402a-95af-0f19921bc321 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=2a7566965e424a09bd5488847d1776bd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3261733 Sep 16 12:52:43.270009 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-8447309f-4f13-432a-bd2d-a339c6c2bfa5 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:43.273861 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-8447309f-4f13-432a-bd2d-a339c6c2bfa5 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:43.277692 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 54684) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:43.291499 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447309f-4f13-432a-bd2d-a339c6c2bfa5 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Pushing event updated for resources: {'Port': ['ID=d5a5f978-c5f0-4476-91cc-2b79e48ec4a7,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:43.310113 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb519c2d-b523-4179-8315-7e1a46bffa13 admin admin] Publish callbacks [] for router_gateway (2a50f015-6b11-4526-8fbf-e4124fa416c7), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:43.341696 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] Network 6b075bdd-1414-4e77-8147-4734221b7be7 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:52:43.351521 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:52:43.366092 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:52:43.377376 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] Pushing event updated for resources: {'Port': ['ID=1e5565ed-572b-4f02-b23a-e9f0cb9e2f83,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:43.488934 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4f5e8-b7d2-402a-95af-0f19921bc321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03eced8-5fa0-4f81-808d-d6a9b629c509,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:43.505680 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] Attempting to bind port 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:52:43.508728 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] Attempting to bind port 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '2e06aba1-dbba-443f-a74f-eef1964963ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b075bdd-1414-4e77-8147-4734221b7be7'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:52:43.509615 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] Attempting to bind port 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 on network 6b075bdd-1414-4e77-8147-4734221b7be7 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:52:43.549886 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2c8a2-8e2d-407a-bf30-0298c0186b00 req-3f99c067-b414-4b8e-88a5-db2147b22720 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:43.559438 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-50b2c8a2-8e2d-407a-bf30-0298c0186b00 req-3f99c067-b414-4b8e-88a5-db2147b22720 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 932 time: 0.2804582 Sep 16 12:52:43.560290 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08843af1-9962-4cd2-bc95-06296b38a276 req-2dcdc230-943a-4d97-9e09-74741ff82349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:43.563470 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-08843af1-9962-4cd2-bc95-06296b38a276 req-2dcdc230-943a-4d97-9e09-74741ff82349 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.5271926 Sep 16 12:52:43.576284 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-8447309f-4f13-432a-bd2d-a339c6c2bfa5 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6922944 Sep 16 12:52:43.652308 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-2809e4c7-0c7b-4c3f-97fa-05facb461808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:43.655238 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-2809e4c7-0c7b-4c3f-97fa-05facb461808 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3736479 Sep 16 12:52:43.658642 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08843af1-9962-4cd2-bc95-06296b38a276 req-85545504-81ae-4d08-b10a-ea3950ebebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:43.660289 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-08843af1-9962-4cd2-bc95-06296b38a276 req-85545504-81ae-4d08-b10a-ea3950ebebdf service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0911579 Sep 16 12:52:43.683149 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc95c5-5c33-410f-977a-6c803e28e9af req-95db8dd6-4f8f-4022-bbb7-af5918f2196f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:43.685351 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9cc95c5-5c33-410f-977a-6c803e28e9af req-95db8dd6-4f8f-4022-bbb7-af5918f2196f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 948 time: 0.4033489 Sep 16 12:52:43.698739 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-af5ea58e-ef99-467b-8eb1-fb1d2e21297f None None] Provisioning complete for port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:43.699237 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-af5ea58e-ef99-467b-8eb1-fb1d2e21297f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (d5a5f978-c5f0-4476-91cc-2b79e48ec4a7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:43.699831 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-af5ea58e-ef99-467b-8eb1-fb1d2e21297f None None] Attempt 1 to provision port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 Sep 16 12:52:43.738878 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-50b2c8a2-8e2d-407a-bf30-0298c0186b00 req-661e15b7-cccf-4fe9-98dc-9d77f9c09346 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776819 Sep 16 12:52:43.753389 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c5968435-f87a-4a4d-9924-363aeb8b069a admin admin] Publish callbacks [] for security_group (c03eced8-5fa0-4f81-808d-d6a9b629c509), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:43.789533 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c5968435-f87a-4a4d-9924-363aeb8b069a admin admin] Publish callbacks [] for security_group (c03eced8-5fa0-4f81-808d-d6a9b629c509), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:43.809716 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:52:43.813515 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] Checking segment: {'id': '2e06aba1-dbba-443f-a74f-eef1964963ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b075bdd-1414-4e77-8147-4734221b7be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:52:43.814047 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:43.815351 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] Bound using segment: {'id': '2e06aba1-dbba-443f-a74f-eef1964963ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b075bdd-1414-4e77-8147-4734221b7be7'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:52:43.817045 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] Bound port: 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e06aba1-dbba-443f-a74f-eef1964963ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b075bdd-1414-4e77-8147-4734221b7be7'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:52:43.818009 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1e5565ed-572b-4f02-b23a-e9f0cb9e2f83), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:43.821302 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9cc95c5-5c33-410f-977a-6c803e28e9af req-185cc9d4-5225-44c8-9d21-612ed769c02c tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270323 Sep 16 12:52:43.831681 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-af5ea58e-ef99-467b-8eb1-fb1d2e21297f None None] Port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:43.875485 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] Request body: {'port': {'device_id': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:43.900703 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-08843af1-9962-4cd2-bc95-06296b38a276 req-2c6f209e-a64b-4145-961a-09d752cdcf99 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318733 Sep 16 12:52:43.919196 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:43.940683 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] For port 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:52:43.949654 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] For port 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=1e5565ed-572b-4f02-b23a-e9f0cb9e2f83,segment=NetworkSegment(2e06aba1-dbba-443f-a74f-eef1964963ee),segment_id=2e06aba1-dbba-443f-a74f-eef1964963ee)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:52:43.972946 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (1e5565ed-572b-4f02-b23a-e9f0cb9e2f83), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:43.978602 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c5968435-f87a-4a4d-9924-363aeb8b069a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (c03eced8-5fa0-4f81-808d-d6a9b629c509), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:43.981663 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c5968435-f87a-4a4d-9924-363aeb8b069a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:43.982811 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c5968435-f87a-4a4d-9924-363aeb8b069a admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/c03eced8-5fa0-4f81-808d-d6a9b629c509 HTTP/1.1" status: 204 len: 168 time: 0.6996832 Sep 16 12:52:44.064696 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71219a64-4b22-48bd-9fb1-4760434080ea None None] Pushing event updated for resources: {'Port': ['ID=1e5565ed-572b-4f02-b23a-e9f0cb9e2f83,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:44.095156 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5968435-f87a-4a4d-9924-363aeb8b069a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03eced8-5fa0-4f81-808d-d6a9b629c509,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:44.126399 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb519c2d-b523-4179-8315-7e1a46bffa13 admin admin] Publish callbacks [] for router_gateway (2a50f015-6b11-4526-8fbf-e4124fa416c7), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:44.164304 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d5a5f978-c5f0-4476-91cc-2b79e48ec4a7), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:44.200667 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb519c2d-b523-4179-8315-7e1a46bffa13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:44.214094 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-08843af1-9962-4cd2-bc95-06296b38a276 req-138562ab-d872-4d7c-b150-f8bdea0a9b54 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065059 Sep 16 12:52:44.333432 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-af5ea58e-ef99-467b-8eb1-fb1d2e21297f None None] Attempt 2 to provision port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 Sep 16 12:52:44.337483 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f82f45-d5e7-42df-a1b9-62d925ac7dfc req-f6bfa15e-340a-40ed-847a-00d4cc9992ea tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:44.338137 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-21f82f45-d5e7-42df-a1b9-62d925ac7dfc req-f6bfa15e-340a-40ed-847a-00d4cc9992ea tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 949 time: 0.1301920 Sep 16 12:52:44.375003 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-bd05ef8a-7d03-4ff7-88af-48174bb6c38d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136850 Sep 16 12:52:44.427855 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-af5ea58e-ef99-467b-8eb1-fb1d2e21297f None None] Port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:44.466003 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-eb519c2d-b523-4179-8315-7e1a46bffa13 admin admin] Allocated IP 172.25.2.11 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/c5fea6ca-dbbb-4d15-b474-3c6393691717) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:52:44.571869 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d6bb41b3-7f53-4720-aae8-1e131091f94f req-d314d4b9-1ad7-4365-81bb-9fa2e6c9ba70 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578948 Sep 16 12:52:44.607528 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4eefe9-18fc-42c6-8b6d-246e0490c34c req-dd445a6a-0f67-4eb7-8a5b-bdb26b57a692 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:44.617338 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c4eefe9-18fc-42c6-8b6d-246e0490c34c req-dd445a6a-0f67-4eb7-8a5b-bdb26b57a692 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 946 time: 0.4281251 Sep 16 12:52:44.760600 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb519c2d-b523-4179-8315-7e1a46bffa13 admin admin] Publish callbacks [] for port (c5fea6ca-dbbb-4d15-b474-3c6393691717), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:44.813401 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-21f82f45-d5e7-42df-a1b9-62d925ac7dfc req-4b2314bf-1e10-4d4d-9e14-06319f521b38 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=c2ba74ab-6a2b-4514-8303-6a6d94b85666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545684 Sep 16 12:52:44.814498 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08843af1-9962-4cd2-bc95-06296b38a276 req-f3f1dbb1-6e33-4afe-a1f2-bddf59894df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:44.816039 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-08843af1-9962-4cd2-bc95-06296b38a276 req-f3f1dbb1-6e33-4afe-a1f2-bddf59894df6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 1130 time: 0.0757599 Sep 16 12:52:44.828357 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:44.902949 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb519c2d-b523-4179-8315-7e1a46bffa13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (c5fea6ca-dbbb-4d15-b474-3c6393691717), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:44.928830 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-af5ea58e-ef99-467b-8eb1-fb1d2e21297f None None] Attempt 3 to provision port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 Sep 16 12:52:44.935235 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c4eefe9-18fc-42c6-8b6d-246e0490c34c req-7852e53b-275f-4c1d-8ab4-341eb9de2ce8 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166952 Sep 16 12:52:44.971425 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb519c2d-b523-4179-8315-7e1a46bffa13 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:52:44.975349 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-eb519c2d-b523-4179-8315-7e1a46bffa13 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:52:44.979089 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb519c2d-b523-4179-8315-7e1a46bffa13 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:52:44.992306 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:45.032670 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb519c2d-b523-4179-8315-7e1a46bffa13 admin admin] Pushing event updated for resources: {'Port': ['ID=c5fea6ca-dbbb-4d15-b474-3c6393691717,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:45.052625 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-af5ea58e-ef99-467b-8eb1-fb1d2e21297f None None] Port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:45.055016 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:45.331627 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089264a-11c4-4936-9b52-e695400e2bc0 req-cd4e46e9-4cbb-4bf7-9618-de71998907f3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:45.340973 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f089264a-11c4-4936-9b52-e695400e2bc0 req-cd4e46e9-4cbb-4bf7-9618-de71998907f3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 948 time: 0.2626984 Sep 16 12:52:45.359267 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d03206-19f0-4844-b16d-8d1a50430df3 req-a85b8bc3-4671-4b39-b9e8-ec3ddda5c0d9 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:45.360906 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-83d03206-19f0-4844-b16d-8d1a50430df3 req-a85b8bc3-4671-4b39-b9e8-ec3ddda5c0d9 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 932 time: 0.2587905 Sep 16 12:52:45.386796 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08843af1-9962-4cd2-bc95-06296b38a276 req-8fddcd60-3639-429c-9cf0-0a45089cedbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:45.388312 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-08843af1-9962-4cd2-bc95-06296b38a276 req-8fddcd60-3639-429c-9cf0-0a45089cedbc service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.5583072 Sep 16 12:52:45.474961 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb519c2d-b523-4179-8315-7e1a46bffa13 admin admin] Publish callbacks [] for router_gateway (2a50f015-6b11-4526-8fbf-e4124fa416c7), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:45.487753 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:45.509034 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-83d03206-19f0-4844-b16d-8d1a50430df3 req-6e633f9e-874f-4cf4-aa4f-baab7dc953a0 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365216 Sep 16 12:52:45.554750 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-af5ea58e-ef99-467b-8eb1-fb1d2e21297f None None] Attempt 4 to provision port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 Sep 16 12:52:45.594924 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:52:45.609741 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] Publish callbacks [] for port (d5a5f978-c5f0-4476-91cc-2b79e48ec4a7), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:45.627929 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] Transition to ACTIVE for port object d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:52:45.633310 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f089264a-11c4-4936-9b52-e695400e2bc0 req-047bbf20-5a84-4540-98ba-1f45c33a8f0f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681661 Sep 16 12:52:45.635300 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (d5a5f978-c5f0-4476-91cc-2b79e48ec4a7), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:45.683065 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-af5ea58e-ef99-467b-8eb1-fb1d2e21297f None None] Port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:45.711097 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a5f978-c5f0-4476-91cc-2b79e48ec4a7,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:45.734599 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae86d02f-dc7f-4ffe-a8a8-1dd1fdc8a130 None None] Network 6b075bdd-1414-4e77-8147-4734221b7be7 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:52:45.820736 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb519c2d-b523-4179-8315-7e1a46bffa13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (2a50f015-6b11-4526-8fbf-e4124fa416c7), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:45.840658 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=5 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:45.847213 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:45.869089 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:45.894188 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01084386-84dc-4c66-85bd-811b0c2fc5bd req-228f9a21-d520-4411-9e24-70099e07274c tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:45.902896 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-01084386-84dc-4c66-85bd-811b0c2fc5bd req-228f9a21-d520-4411-9e24-70099e07274c tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 1128 time: 0.1936917 Sep 16 12:52:46.005465 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:52:46.038216 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] Attempting to bind port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:52:46.038606 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] Attempting to bind port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': 'f437e697-c45f-4a06-85b9-38d6e3ad146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:52:46.039415 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] Attempting to bind port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 on network 2a6f5c27-4e22-4940-b2ce-5570b20e4dba {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:52:46.056849 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-01084386-84dc-4c66-85bd-811b0c2fc5bd req-15036e62-2daa-4572-a1a0-493db0449f50 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528876 Sep 16 12:52:46.179674 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:46.181191 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (1e5565ed-572b-4f02-b23a-e9f0cb9e2f83), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:46.182242 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 Sep 16 12:52:46.225617 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-af5ea58e-ef99-467b-8eb1-fb1d2e21297f None None] Attempt 5 to provision port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 Sep 16 12:52:46.247388 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb519c2d-b523-4179-8315-7e1a46bffa13 admin admin] Router 2a50f015-6b11-4526-8fbf-e4124fa416c7 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:52:46.276504 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6afef-9dae-4c69-9e27-d6f431960016 req-3e8b39ad-338b-4758-a88c-595db0fa0690 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:46.286136 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-84b6afef-9dae-4c69-9e27-d6f431960016 req-3e8b39ad-338b-4758-a88c-595db0fa0690 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 949 time: 0.1267238 Sep 16 12:52:46.295636 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] Port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 on network 2a6f5c27-4e22-4940-b2ce-5570b20e4dba not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:52:46.296046 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] Attempting to bind port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 on network 2a6f5c27-4e22-4940-b2ce-5570b20e4dba {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:52:46.338769 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:46.339156 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1e5565ed-572b-4f02-b23a-e9f0cb9e2f83), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:46.359643 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:46.363201 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-af5ea58e-ef99-467b-8eb1-fb1d2e21297f None None] Port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:46.394746 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=1e5565ed-572b-4f02-b23a-e9f0cb9e2f83,segment=NetworkSegment(2e06aba1-dbba-443f-a74f-eef1964963ee),segment_id=2e06aba1-dbba-443f-a74f-eef1964963ee)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:46.400982 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (1e5565ed-572b-4f02-b23a-e9f0cb9e2f83), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:46.425696 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9dc2b-11fe-49c1-af41-d1e111c06356 req-bd489722-7d81-4108-bc3b-6971432586d9 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:46.427279 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-25b9dc2b-11fe-49c1-af41-d1e111c06356 req-bd489722-7d81-4108-bc3b-6971432586d9 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 1128 time: 0.1285791 Sep 16 12:52:46.449545 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:52:46.449878 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] Checking segment: {'id': 'f437e697-c45f-4a06-85b9-38d6e3ad146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:52:46.450682 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] Bound using segment: {'id': 'f437e697-c45f-4a06-85b9-38d6e3ad146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:52:46.451482 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] Bound port: d5a5f978-c5f0-4476-91cc-2b79e48ec4a7, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f437e697-c45f-4a06-85b9-38d6e3ad146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:52:46.452051 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d5a5f978-c5f0-4476-91cc-2b79e48ec4a7), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:46.466163 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb519c2d-b523-4179-8315-7e1a46bffa13 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:52:46.477695 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] Sync routers for ids ['2a50f015-6b11-4526-8fbf-e4124fa416c7'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:52:46.490299 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:46.498908 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] Routers {'2a50f015-6b11-4526-8fbf-e4124fa416c7'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:46.500205 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:52:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['2a50f015-6b11-4526-8fbf-e4124fa416c7'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:46.501362 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb519c2d-b523-4179-8315-7e1a46bffa13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:46.507172 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-eb519c2d-b523-4179-8315-7e1a46bffa13 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1431820 Sep 16 12:52:46.508729 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54770) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:46.508934 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-84b6afef-9dae-4c69-9e27-d6f431960016 req-a7a4105f-3951-404e-b8d0-69b84c92ed57 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=c2ba74ab-6a2b-4514-8303-6a6d94b85666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225249 Sep 16 12:52:46.671442 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] For port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:52:46.678124 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] For port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=d5a5f978-c5f0-4476-91cc-2b79e48ec4a7,segment=NetworkSegment(f437e697-c45f-4a06-85b9-38d6e3ad146a),segment_id=f437e697-c45f-4a06-85b9-38d6e3ad146a)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:52:46.714569 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-25b9dc2b-11fe-49c1-af41-d1e111c06356 req-e3bbe464-6212-4a77-bbd7-6fbfe7f99131 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697868 Sep 16 12:52:46.722180 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (d5a5f978-c5f0-4476-91cc-2b79e48ec4a7), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:46.723543 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] Set router 2a50f015-6b11-4526-8fbf-e4124fa416c7 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:52:46.732500 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:46.736652 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:46.738254 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 HTTP/1.1" status: 200 len: 1092 time: 2.8759019 Sep 16 12:52:46.748550 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'tag': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:52:46.754378 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cded07dc-4f34-4a59-91a7-583d5c57e021" -d '{"events": [{"name": "network-changed", "server_uuid": "5c161179-0b93-4676-86f7-2f507a3ebeb3", "tag": "d5a5f978-c5f0-4476-91cc-2b79e48ec4a7"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:52:46.774406 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=1e5565ed-572b-4f02-b23a-e9f0cb9e2f83,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:46.811938 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:46.812498 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:46.812893 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:46.813269 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:46.816208 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:46.818012 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:46.821482 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:46.821830 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:46.822616 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:46.822958 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:46.823294 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:46.823627 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:46.823958 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:46.824302 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:46.824628 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:46.864808 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-af5ea58e-ef99-467b-8eb1-fb1d2e21297f None None] Attempt 6 to provision port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 Sep 16 12:52:46.892587 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5326d37-c9fa-42ac-ae82-11cd5507f5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a5f978-c5f0-4476-91cc-2b79e48ec4a7,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:46.962643 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-af5ea58e-ef99-467b-8eb1-fb1d2e21297f None None] Port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:52:47.026255 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a50f015-6b11-4526-8fbf-e4124fa416c7', 'name': 'tempest-ImagesNegativeTestJSON-435973066-router', 'tenant_id': 'b10cd073476b420c89d93ce9c5a608c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c5fea6ca-dbbb-4d15-b474-3c6393691717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:42Z', 'updated_at': '2022-09-16T12:52:45Z', 'revision_number': 3, 'project_id': 'b10cd073476b420c89d93ce9c5a608c5', 'gw_port': {'id': 'c5fea6ca-dbbb-4d15-b474-3c6393691717', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a50f015-6b11-4526-8fbf-e4124fa416c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:44Z', 'updated_at': '2022-09-16T12:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:47.079087 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] Checking router: 2a50f015-6b11-4526-8fbf-e4124fa416c7 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:52:47.079750 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] Updating router 2a50f015-6b11-4526-8fbf-e4124fa416c7 port c5fea6ca-dbbb-4d15-b474-3c6393691717 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:52:47.093957 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-2d0d99f6-0cf9-4570-91ea-cfd52bfd3c41 None None] Provisioning complete for port 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:47.095076 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2d0d99f6-0cf9-4570-91ea-cfd52bfd3c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (1e5565ed-572b-4f02-b23a-e9f0cb9e2f83), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:47.096902 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-2d0d99f6-0cf9-4570-91ea-cfd52bfd3c41 None None] Attempt 1 to provision port 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 Sep 16 12:52:47.113140 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c5fea6ca-dbbb-4d15-b474-3c6393691717), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:47.259205 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54796) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:47.266636 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-2d0d99f6-0cf9-4570-91ea-cfd52bfd3c41 None None] Current status of the port 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:47.304209 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:47.305366 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:47.546088 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-42270bb7-0a9b-4422-85f5-f4c561e11858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:47.570749 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9ac1254d-72e9-4be1-9d26-65626941d790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:47.644715 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] Publish callbacks [] for port (c5fea6ca-dbbb-4d15-b474-3c6393691717), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:47.659449 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:47.661910 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c5fea6ca-dbbb-4d15-b474-3c6393691717), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:47.703730 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] Attempting to bind port c5fea6ca-dbbb-4d15-b474-3c6393691717 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:52:47.704536 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] Attempting to bind port c5fea6ca-dbbb-4d15-b474-3c6393691717 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:52:47.705100 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] Attempting to bind port c5fea6ca-dbbb-4d15-b474-3c6393691717 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:52:47.745715 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291d1d-bd97-41c7-9c17-d04c698c47a8 req-7a020b0a-0758-4b55-8b61-d370fcb4e913 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:47.748603 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-71291d1d-bd97-41c7-9c17-d04c698c47a8 req-7a020b0a-0758-4b55-8b61-d370fcb4e913 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 944 time: 0.7754889 Sep 16 12:52:47.749297 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d03db7-abe9-4f27-9424-a27e57816f8a None None] Pushing event updated for resources: {'Port': ['ID=c5fea6ca-dbbb-4d15-b474-3c6393691717,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:47.785764 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:52:47.786550 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:52:47.787160 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:47.788517 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:52:47.791454 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] Bound port: c5fea6ca-dbbb-4d15-b474-3c6393691717, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:52:47.792147 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c5fea6ca-dbbb-4d15-b474-3c6393691717), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:47.853830 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-d45ce820-e48a-4aa3-8f97-8196b4391539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:47.855775 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-d45ce820-e48a-4aa3-8f97-8196b4391539 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1e41136645964ea98a675833bd73299f&device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 1126 time: 0.0753112 Sep 16 12:52:47.911561 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device bf12465f-8132-474a-94b1-e3b53f03df41 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:52:47.928568 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-08843af1-9962-4cd2-bc95-06296b38a276 req-67d8249d-a37b-49c8-b287-6d887a30d918 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=bf12465f-8132-474a-94b1-e3b53f03df41 HTTP/1.1" status: 200 len: 217 time: 0.1786888 Sep 16 12:52:47.937550 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] For port c5fea6ca-dbbb-4d15-b474-3c6393691717, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:52:47.957670 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] For port c5fea6ca-dbbb-4d15-b474-3c6393691717, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=c5fea6ca-dbbb-4d15-b474-3c6393691717,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:52:47.970476 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c5fea6ca-dbbb-4d15-b474-3c6393691717), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:48.034993 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:52:48.081950 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:48.087521 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-7c435058-7708-4a30-bee8-e80202c0d397 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 HTTP/1.1" status: 200 len: 217 time: 0.1813219 Sep 16 12:52:48.102914 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a866c33-e518-46df-9988-4197d351ef87 req-376e8800-753e-4b41-b5c2-3e361b473bf7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:48.142853 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8a866c33-e518-46df-9988-4197d351ef87 req-376e8800-753e-4b41-b5c2-3e361b473bf7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 948 time: 0.4967918 Sep 16 12:52:48.159957 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] Routers {'2a50f015-6b11-4526-8fbf-e4124fa416c7'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:48.165990 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:52:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['2a50f015-6b11-4526-8fbf-e4124fa416c7'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:48.217685 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-71291d1d-bd97-41c7-9c17-d04c698c47a8 req-cf5733ad-5e4f-4637-af6c-94c7dfd17079 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759260 Sep 16 12:52:48.225769 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-42270bb7-0a9b-4422-85f5-f4c561e11858 admin admin] Publish callbacks [] for security_group (619f4def-9b0b-4c03-b7d6-0cad2331fc77), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:48.256843 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08843af1-9962-4cd2-bc95-06296b38a276 req-742bf69f-bb1c-4445-ad27-663ebe5ebc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:48.258666 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-08843af1-9962-4cd2-bc95-06296b38a276 req-742bf69f-bb1c-4445-ad27-663ebe5ebc39 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.2545195 Sep 16 12:52:48.263099 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8a866c33-e518-46df-9988-4197d351ef87 req-9439297a-a1be-488f-a39d-3e4574203bfb tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196306 Sep 16 12:52:48.289265 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:48.290286 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (1e5565ed-572b-4f02-b23a-e9f0cb9e2f83), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:48.290897 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 Sep 16 12:52:48.304790 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=bf12465f-8132-474a-94b1-e3b53f03df41,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:48.306052 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-42270bb7-0a9b-4422-85f5-f4c561e11858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (619f4def-9b0b-4c03-b7d6-0cad2331fc77), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:48.310859 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4c1296-4a21-4c9f-899e-2d3931297ceb x-openstack-request-id: req-4d4c1296-4a21-4c9f-899e-2d3931297ceb {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:52:48.312308 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c161179-0b93-4676-86f7-2f507a3ebeb3", "tag": "d5a5f978-c5f0-4476-91cc-2b79e48ec4a7", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:52:48.312766 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4d4c1296-4a21-4c9f-899e-2d3931297ceb {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:52:48.313368 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4c1296-4a21-4c9f-899e-2d3931297ceb'] response: {'name': 'network-changed', 'server_uuid': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'tag': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7', 'status': 'completed', 'code': 200} Sep 16 12:52:48.317603 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d03db7-abe9-4f27-9424-a27e57816f8a None None] Pushing event updated for resources: {'Port': ['ID=c5fea6ca-dbbb-4d15-b474-3c6393691717,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:48.398648 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': 'bf12465f-8132-474a-94b1-e3b53f03df41', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': 'bf12465f-8132-474a-94b1-e3b53f03df41', 'mac_address': 'fa:16:3e:7b:23:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:52:48.409623 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] Set router 2a50f015-6b11-4526-8fbf-e4124fa416c7 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:52:48.449703 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-42270bb7-0a9b-4422-85f5-f4c561e11858 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=4955166cedd04cd7b51c52411b170c06&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1868484 Sep 16 12:52:48.476675 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54838) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:48.479512 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42270bb7-0a9b-4422-85f5-f4c561e11858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619f4def-9b0b-4c03-b7d6-0cad2331fc77,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:48.498416 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-b11345d9-6e0c-4f40-8f0f-7b01eed55acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:48.500159 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-b11345d9-6e0c-4f40-8f0f-7b01eed55acb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f45171c0-7319-4228-8074-099241080456 HTTP/1.1" status: 200 len: 860 time: 0.1727309 Sep 16 12:52:48.533570 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:48.564049 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port bf12465f-8132-474a-94b1-e3b53f03df41 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:48.564528 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:48.584898 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf12465f-8132-474a-94b1-e3b53f03df41 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:52:48.618024 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=bf12465f-8132-474a-94b1-e3b53f03df41,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:48.625735 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:48.643429 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08843af1-9962-4cd2-bc95-06296b38a276 req-91f440c7-bbe6-4eb1-bd70-994e571276cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:48.645472 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-08843af1-9962-4cd2-bc95-06296b38a276 req-91f440c7-bbe6-4eb1-bd70-994e571276cb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1442926 Sep 16 12:52:48.653920 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:48.762739 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=bf12465f-8132-474a-94b1-e3b53f03df41,revision_number=9']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:48.769207 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bacc3f07-7b64-4844-ade5-c01e7eae5eec admin admin] Publish callbacks [] for security_group (619f4def-9b0b-4c03-b7d6-0cad2331fc77), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:48.795848 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-9ac1254d-72e9-4be1-9d26-65626941d790 admin admin] Allocated IP 172.20.0.1 (6b075bdd-1414-4e77-8147-4734221b7be7/ed3f9e63-d41f-45ce-8164-68147cf06312/5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:52:48.821903 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bacc3f07-7b64-4844-ade5-c01e7eae5eec admin admin] Publish callbacks [] for security_group (619f4def-9b0b-4c03-b7d6-0cad2331fc77), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:48.835594 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-b85f297c-5e6a-4396-a863-a60b310adcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:48.838632 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-b85f297c-5e6a-4396-a863-a60b310adcfd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1922510 Sep 16 12:52:48.912919 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a50f015-6b11-4526-8fbf-e4124fa416c7', 'name': 'tempest-ImagesNegativeTestJSON-435973066-router', 'tenant_id': 'b10cd073476b420c89d93ce9c5a608c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c5fea6ca-dbbb-4d15-b474-3c6393691717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:42Z', 'updated_at': '2022-09-16T12:52:45Z', 'revision_number': 3, 'project_id': 'b10cd073476b420c89d93ce9c5a608c5', 'gw_port': {'id': 'c5fea6ca-dbbb-4d15-b474-3c6393691717', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a50f015-6b11-4526-8fbf-e4124fa416c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:44Z', 'updated_at': '2022-09-16T12:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:48.958182 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecc86b2-753d-4e2e-9ca1-15936e0d674f None None] The sync data for ids ['2a50f015-6b11-4526-8fbf-e4124fa416c7'] in n-d-858094-4 is: [{'id': '2a50f015-6b11-4526-8fbf-e4124fa416c7', 'name': 'tempest-ImagesNegativeTestJSON-435973066-router', 'tenant_id': 'b10cd073476b420c89d93ce9c5a608c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c5fea6ca-dbbb-4d15-b474-3c6393691717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:42Z', 'updated_at': '2022-09-16T12:52:45Z', 'revision_number': 3, 'project_id': 'b10cd073476b420c89d93ce9c5a608c5', 'gw_port': {'id': 'c5fea6ca-dbbb-4d15-b474-3c6393691717', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a50f015-6b11-4526-8fbf-e4124fa416c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:44Z', 'updated_at': '2022-09-16T12:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:52:48.981834 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-08843af1-9962-4cd2-bc95-06296b38a276 req-ad56aafd-aa3b-4ee6-9245-d225f6671310 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261893 Sep 16 12:52:49.103651 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-a57e5332-44d4-4c5c-8131-7d4cf0286736 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580955 Sep 16 12:52:49.106855 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:49.117021 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70892d-161c-496e-8eeb-66b1e5610aa3 req-c4eeaeaa-4aae-4fa4-bd61-c40845cea7bf tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:49.117308 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9ac1254d-72e9-4be1-9d26-65626941d790 admin admin] Publish callbacks [] for port (5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:49.120009 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5a70892d-161c-496e-8eeb-66b1e5610aa3 req-c4eeaeaa-4aae-4fa4-bd61-c40845cea7bf tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 1128 time: 0.1433413 Sep 16 12:52:49.130000 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bacc3f07-7b64-4844-ade5-c01e7eae5eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (619f4def-9b0b-4c03-b7d6-0cad2331fc77), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:49.132713 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bacc3f07-7b64-4844-ade5-c01e7eae5eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:49.134669 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-bacc3f07-7b64-4844-ade5-c01e7eae5eec admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/619f4def-9b0b-4c03-b7d6-0cad2331fc77 HTTP/1.1" status: 204 len: 168 time: 0.6559980 Sep 16 12:52:49.149028 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['bf12465f-8132-474a-94b1-e3b53f03df41'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:52:49.153195 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc3f07-7b64-4844-ade5-c01e7eae5eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619f4def-9b0b-4c03-b7d6-0cad2331fc77,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:49.185202 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9ac1254d-72e9-4be1-9d26-65626941d790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:49.205545 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:49.212035 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:49.306314 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac1254d-72e9-4be1-9d26-65626941d790 admin admin] Network 6b075bdd-1414-4e77-8147-4734221b7be7 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:52:49.311505 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-9ac1254d-72e9-4be1-9d26-65626941d790 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:52:49.318894 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac1254d-72e9-4be1-9d26-65626941d790 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:52:49.341663 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a6b3c723-2976-4bce-9d1a-07d82b506a06 req-b519fe53-11ae-4056-8839-85a8728a4156 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152531 Sep 16 12:52:49.482533 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:49.517893 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9ac1254d-72e9-4be1-9d26-65626941d790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (2a50f015-6b11-4526-8fbf-e4124fa416c7), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:49.586063 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:49.639496 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1254d-72e9-4be1-9d26-65626941d790 admin admin] Pushing event updated for resources: {'Port': ['ID=5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:49.662597 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-08843af1-9962-4cd2-bc95-06296b38a276 req-cae342a3-8127-4a5d-82f0-a68d7b854bb8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6687129 Sep 16 12:52:49.669879 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0db1ca-4d20-4072-b12c-b1331c0febc9 req-90f09bb5-87cd-40ea-bc63-bc55240a45ae tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:49.671712 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6a0db1ca-4d20-4072-b12c-b1331c0febc9 req-90f09bb5-87cd-40ea-bc63-bc55240a45ae tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 944 time: 0.2233551 Sep 16 12:52:49.771465 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5a70892d-161c-496e-8eeb-66b1e5610aa3 req-b374cc81-070c-477a-acd8-2c3e9f7f9818 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196472 Sep 16 12:52:49.852451 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6a0db1ca-4d20-4072-b12c-b1331c0febc9 req-f1cac973-0d25-4201-b8be-2a62bc8477dd tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681218 Sep 16 12:52:49.880940 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9ac1254d-72e9-4be1-9d26-65626941d790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:49.919861 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Provisioning complete for port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:49.921247 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:49.923425 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Attempt 1 to provision port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e Sep 16 12:52:49.988037 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:50.048746 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c5fea6ca-dbbb-4d15-b474-3c6393691717 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:52:50.102737 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:50.123380 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def797fc-457c-4a5c-ba32-f7e081c908db req-77c82ef4-b30a-43fe-afc9-ce27e17605e8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:50.132869 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-def797fc-457c-4a5c-ba32-f7e081c908db req-77c82ef4-b30a-43fe-afc9-ce27e17605e8 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 949 time: 0.1105273 Sep 16 12:52:50.176594 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port c5fea6ca-dbbb-4d15-b474-3c6393691717 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:50.178553 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c5fea6ca-dbbb-4d15-b474-3c6393691717), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:50.179820 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port c5fea6ca-dbbb-4d15-b474-3c6393691717 Sep 16 12:52:50.256976 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-def797fc-457c-4a5c-ba32-f7e081c908db req-03d252df-2f8e-47b0-b2ac-0dd89b89a654 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148582 Sep 16 12:52:50.299007 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9ac1254d-72e9-4be1-9d26-65626941d790 admin admin] Publish callbacks [] for port (5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:50.304226 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9ac1254d-72e9-4be1-9d26-65626941d790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:50.360499 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port c5fea6ca-dbbb-4d15-b474-3c6393691717 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:50.361222 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c5fea6ca-dbbb-4d15-b474-3c6393691717), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:50.363192 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1254d-72e9-4be1-9d26-65626941d790 admin admin] Pushing event updated for resources: {'Port': ['ID=5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:50.419933 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port c5fea6ca-dbbb-4d15-b474-3c6393691717, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=c5fea6ca-dbbb-4d15-b474-3c6393691717,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:50.420400 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9ac1254d-72e9-4be1-9d26-65626941d790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (2a50f015-6b11-4526-8fbf-e4124fa416c7), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:50.428765 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c5fea6ca-dbbb-4d15-b474-3c6393691717), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:50.525509 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Attempt 2 to provision port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e Sep 16 12:52:50.527329 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=c5fea6ca-dbbb-4d15-b474-3c6393691717,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:50.611715 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:50.674976 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac1254d-72e9-4be1-9d26-65626941d790 admin admin] Network 6b075bdd-1414-4e77-8147-4734221b7be7 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:52:50.682022 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-9ac1254d-72e9-4be1-9d26-65626941d790 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:52:50.805073 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54920) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:50.869144 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d895e04-23d3-43bc-b407-598aa2817731 req-d2154d72-9e62-4f6d-8c4f-da4e507a280f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:50.872844 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4d895e04-23d3-43bc-b407-598aa2817731 req-d2154d72-9e62-4f6d-8c4f-da4e507a280f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 949 time: 0.1297562 Sep 16 12:52:50.977588 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4d895e04-23d3-43bc-b407-598aa2817731 req-b794b3e6-04a1-42da-90a9-9ebecb38f8e1 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973094 Sep 16 12:52:51.026556 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac1254d-72e9-4be1-9d26-65626941d790 admin admin] Router 2a50f015-6b11-4526-8fbf-e4124fa416c7 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:52:51.043582 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38175c4-a060-4572-b420-c73b3a492211 req-c5d581b5-671b-4748-ae0a-eee60e6a958a tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:51.052320 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b38175c4-a060-4572-b420-c73b3a492211 req-c5d581b5-671b-4748-ae0a-eee60e6a958a tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 1128 time: 0.1017237 Sep 16 12:52:51.073547 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1307759656-network', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:51.113528 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Attempt 3 to provision port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e Sep 16 12:52:51.125002 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b38175c4-a060-4572-b420-c73b3a492211 req-9dba7564-da72-4791-a62b-562ff53c910c tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663426 Sep 16 12:52:51.190074 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:51.203277 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device bf12465f-8132-474a-94b1-e3b53f03df41 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:52:51.221992 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Made reservation on behalf of 7a67136b9d8041fd8e62a81be2d6b48d for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:52:51.225549 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:51.243500 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:51.244376 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:51.248528 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:51.274972 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:51.277161 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port bf12465f-8132-474a-94b1-e3b53f03df41 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:52:51.293753 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port bf12465f-8132-474a-94b1-e3b53f03df41 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:51.294578 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:51.295463 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port bf12465f-8132-474a-94b1-e3b53f03df41 Sep 16 12:52:51.413339 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac1254d-72e9-4be1-9d26-65626941d790 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:52:51.423356 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b13cb-c0d4-477e-abc1-8f53a1fee26e req-87bdb3ab-5ae4-4b75-9f6f-ab8f8ef697a7 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:51.423706 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9ac1254d-72e9-4be1-9d26-65626941d790 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/2a50f015-6b11-4526-8fbf-e4124fa416c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9132326 Sep 16 12:52:51.425765 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-221b13cb-c0d4-477e-abc1-8f53a1fee26e req-87bdb3ab-5ae4-4b75-9f6f-ab8f8ef697a7 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 944 time: 0.1022811 Sep 16 12:52:51.484423 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Publish callbacks [] for security_group (f831d891-f78c-4bb7-b2b6-e1850c84f4c6), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:51.488774 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port bf12465f-8132-474a-94b1-e3b53f03df41 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:51.489194 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:51.492789 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (f831d891-f78c-4bb7-b2b6-e1850c84f4c6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:51.548510 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf12465f-8132-474a-94b1-e3b53f03df41'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:52:51.549118 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:52:51.553351 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d37ad0f-d1c1-402d-a186-090b8fc1cce8" -d '{"events": [{"server_uuid": "1afdaec3-fdf0-4eac-a324-c0f8eaa6797b", "name": "network-vif-plugged", "status": "completed", "tag": "bf12465f-8132-474a-94b1-e3b53f03df41"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:52:51.558824 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-221b13cb-c0d4-477e-abc1-8f53a1fee26e req-e25f5266-f803-4d82-a0e1-eacaf4d1851c tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265450 Sep 16 12:52:51.581808 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=bf12465f-8132-474a-94b1-e3b53f03df41,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:51.599640 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:51.614764 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (80b31fa5-9330-46a2-9838-326d6e413bf7), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:51.616543 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Added segment 80b31fa5-9330-46a2-9838-326d6e413bf7 of type vlan for network 3f814bae-963f-4f23-965e-dabc87858a1e Sep 16 12:52:51.618340 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f831d891-f78c-4bb7-b2b6-e1850c84f4c6,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:51.651279 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:51.651867 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:51.652440 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:51.652963 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:51.653478 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:51.654091 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:51.654646 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:51.655209 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:51.655771 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:51.656366 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:51.657521 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:51.658087 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:51.658919 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:51.659583 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:51.660246 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:52:51.693492 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Attempt 4 to provision port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e Sep 16 12:52:51.736287 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:51.749539 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=bf12465f-8132-474a-94b1-e3b53f03df41,revision_number=10']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:51.753001 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (3f814bae-963f-4f23-965e-dabc87858a1e), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:51.755954 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:51.793250 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (3f814bae-963f-4f23-965e-dabc87858a1e), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:51.795004 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:51.795674 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:51.797695 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-e44e5f06-9187-4b2a-b025-efe263e94a80 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=051e81fca8624d18b9415a46e158d243&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355434 Sep 16 12:52:51.855883 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0495684 Sep 16 12:52:51.858527 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54976) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:51.865866 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-84d78b79-3843-43fd-b7a1-becb3ebcb57b admin admin] Request body: {'subnet': {'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1307759656-subnet', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:51.901596 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d78b79-3843-43fd-b7a1-becb3ebcb57b admin admin] Made reservation on behalf of 7a67136b9d8041fd8e62a81be2d6b48d for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:52:51.904078 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-84d78b79-3843-43fd-b7a1-becb3ebcb57b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:51.960041 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdf44f-1a3d-4ed7-9743-dc9a7c86f810 admin admin] Pushing event updated for resources: {'Network': ['ID=3f814bae-963f-4f23-965e-dabc87858a1e,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:51.973357 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 3f814bae-963f-4f23-965e-dabc87858a1e details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:52:52.110049 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c5fea6ca-dbbb-4d15-b474-3c6393691717 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:52:52.118814 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] Sync routers for ids ['2a50f015-6b11-4526-8fbf-e4124fa416c7'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:52:52.163601 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-073908bc-5241-4e3f-b2ad-7b6a31df660f tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:52.165330 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-073908bc-5241-4e3f-b2ad-7b6a31df660f tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3562927 Sep 16 12:52:52.202349 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded07dc-4f34-4a59-91a7-583d5c57e021 req-8f4df8e1-a604-4412-9d02-c6f30b27276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:52.204544 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cded07dc-4f34-4a59-91a7-583d5c57e021 req-8f4df8e1-a604-4412-9d02-c6f30b27276d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1e41136645964ea98a675833bd73299f&device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 1126 time: 0.1484487 Sep 16 12:52:52.206676 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-f28927f6-e50f-4d73-b827-590c74f771cb tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/quotas/051e81fca8624d18b9415a46e158d243 HTTP/1.1" status: 200 len: 375 time: 0.0298860 Sep 16 12:52:52.220337 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-84d78b79-3843-43fd-b7a1-becb3ebcb57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (6061ddae-e5d0-47a0-8962-b4b487ae4f3d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:52.233942 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-530418c8-8f2b-4485-93e6-1c3e841e2534 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:52.239033 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-530418c8-8f2b-4485-93e6-1c3e841e2534 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b&tenant_id=0b18ec5302634d2a95e51547e0019d40&binding%3Ahost_id=n-h1-858094-4 HTTP/1.1" status: 200 len: 951 time: 0.1522839 Sep 16 12:52:52.254779 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] Routers {'2a50f015-6b11-4526-8fbf-e4124fa416c7'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:52.256395 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:52:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['2a50f015-6b11-4526-8fbf-e4124fa416c7'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:52.265607 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Attempt 5 to provision port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e Sep 16 12:52:52.359129 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-269288d0-8437-4a68-a02e-aaaa019e41da tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=051e81fca8624d18b9415a46e158d243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1194575 Sep 16 12:52:52.428103 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:52.433612 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d78b79-3843-43fd-b7a1-becb3ebcb57b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6061ddae-e5d0-47a0-8962-b4b487ae4f3d,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:52.433868 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-a40ef63f-467e-41fb-af74-042d50a13625 service neutron] 10.222.0.25 "GET /networking/v2.0/ports/bf12465f-8132-474a-94b1-e3b53f03df41/bindings/n-h1-858094-4 HTTP/1.1" status: 200 len: 382 time: 0.1721065 Sep 16 12:52:52.440915 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded07dc-4f34-4a59-91a7-583d5c57e021 req-a760645b-356f-40d8-8564-43acaf9d3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:52.442406 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cded07dc-4f34-4a59-91a7-583d5c57e021 req-a760645b-356f-40d8-8564-43acaf9d3139 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba HTTP/1.1" status: 200 len: 922 time: 0.2018211 Sep 16 12:52:52.465137 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d78b79-3843-43fd-b7a1-becb3ebcb57b admin admin] Checking segment: {'id': '80b31fa5-9330-46a2-9838-326d6e413bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:52:52.465968 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d78b79-3843-43fd-b7a1-becb3ebcb57b admin admin] Network hostable DHCP agents. Network: 3f814bae-963f-4f23-965e-dabc87858a1e, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:52:52.473163 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:52.490868 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d78b79-3843-43fd-b7a1-becb3ebcb57b admin admin] Network 3f814bae-963f-4f23-965e-dabc87858a1e is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:52:52.505768 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-84d78b79-3843-43fd-b7a1-becb3ebcb57b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 3f814bae-963f-4f23-965e-dabc87858a1e) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:52:52.524533 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d78b79-3843-43fd-b7a1-becb3ebcb57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:52.526392 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-84d78b79-3843-43fd-b7a1-becb3ebcb57b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:52.557241 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-84d78b79-3843-43fd-b7a1-becb3ebcb57b admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6976311 Sep 16 12:52:52.559862 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 54990) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:52.565986 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-3870f72d-14c9-4da7-aa54-2a7df4dee521 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:52.575739 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11550b3-074a-420f-968e-c9d0f4377b47 None None] Network 3f814bae-963f-4f23-965e-dabc87858a1e requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:52:52.620549 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port c5fea6ca-dbbb-4d15-b474-3c6393691717 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:52.621014 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c5fea6ca-dbbb-4d15-b474-3c6393691717), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:52.621444 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port c5fea6ca-dbbb-4d15-b474-3c6393691717 Sep 16 12:52:52.625551 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3870f72d-14c9-4da7-aa54-2a7df4dee521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (b5f2aefe-764d-43c1-90a1-ef7c305dbffa), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:52.627213 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3870f72d-14c9-4da7-aa54-2a7df4dee521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (b5f2aefe-764d-43c1-90a1-ef7c305dbffa), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:52.659287 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-4390a69f-9b63-476d-bfc7-098cde7413d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:52.665867 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-4390a69f-9b63-476d-bfc7-098cde7413d8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 1133 time: 0.1124618 Sep 16 12:52:52.670932 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cded07dc-4f34-4a59-91a7-583d5c57e021 req-9b00e756-7fbe-4cbd-89fd-ba3aa381a4d9 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 HTTP/1.1" status: 200 len: 217 time: 0.1958492 Sep 16 12:52:52.758360 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:52:52.789447 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:52.815900 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3870f72d-14c9-4da7-aa54-2a7df4dee521 admin admin] Publish callbacks [] for router_controller (b5f2aefe-764d-43c1-90a1-ef7c305dbffa), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:52.859350 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded07dc-4f34-4a59-91a7-583d5c57e021 req-11bec424-934b-4d42-b846-ee71b621b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:52.861634 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cded07dc-4f34-4a59-91a7-583d5c57e021 req-11bec424-934b-4d42-b846-ee71b621b5ee service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f45171c0-7319-4228-8074-099241080456 HTTP/1.1" status: 200 len: 860 time: 0.1754563 Sep 16 12:52:52.929676 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:52.949420 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2ce04e-e97c-4f61-9ee7-e82f5970cb0d x-openstack-request-id: req-7b2ce04e-e97c-4f61-9ee7-e82f5970cb0d {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:52:52.949715 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afdaec3-fdf0-4eac-a324-c0f8eaa6797b", "name": "network-vif-plugged", "status": "completed", "tag": "bf12465f-8132-474a-94b1-e3b53f03df41", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:52:52.950010 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7b2ce04e-e97c-4f61-9ee7-e82f5970cb0d {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:52:52.951854 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b2ce04e-e97c-4f61-9ee7-e82f5970cb0d'] response: {'server_uuid': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf12465f-8132-474a-94b1-e3b53f03df41', 'code': 200} Sep 16 12:52:52.970968 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded07dc-4f34-4a59-91a7-583d5c57e021 req-31ae590f-ed54-4935-b54d-97b8609e803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:52.972861 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cded07dc-4f34-4a59-91a7-583d5c57e021 req-31ae590f-ed54-4935-b54d-97b8609e803a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0955708 Sep 16 12:52:52.974136 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-09820407-5145-4cf2-92e1-1bd9efd087b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:52.975492 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-09820407-5145-4cf2-92e1-1bd9efd087b9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.2977953 Sep 16 12:52:53.054630 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] Set router 2a50f015-6b11-4526-8fbf-e4124fa416c7 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:52:53.111480 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:53.114661 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cded07dc-4f34-4a59-91a7-583d5c57e021 req-2c5665bf-aa10-4c2a-a8c2-cf1658899152 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281855 Sep 16 12:52:53.121172 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-6e633360-fcbb-40b8-8536-3e9df61787d5 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:52:53.124724 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-6e633360-fcbb-40b8-8536-3e9df61787d5 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0090716 Sep 16 12:52:53.145893 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3870f72d-14c9-4da7-aa54-2a7df4dee521 admin admin] Publish callbacks [] for router_gateway (b5f2aefe-764d-43c1-90a1-ef7c305dbffa), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:53.198200 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-3f814bae-963f-4f23-965e-dabc87858a1e', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'fixed_ips': [{'subnet_id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:52:53.201934 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:53.208475 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 56c49806-0b21-4f4b-9b96-195fc33fcba5 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:52:53.268854 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-87696453-26ff-49e4-b745-225c834ed594 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=bf12465f-8132-474a-94b1-e3b53f03df41 HTTP/1.1" status: 200 len: 217 time: 0.1422088 Sep 16 12:52:53.289783 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:53.362143 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-2dc64501-68d6-444e-bc99-583e58dfb335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:53.363973 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-2dc64501-68d6-444e-bc99-583e58dfb335 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0848324 Sep 16 12:52:53.443940 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Attempt 6 to provision port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e Sep 16 12:52:53.495922 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3870f72d-14c9-4da7-aa54-2a7df4dee521 admin admin] Publish callbacks [] for router_gateway (b5f2aefe-764d-43c1-90a1-ef7c305dbffa), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:53.545324 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3870f72d-14c9-4da7-aa54-2a7df4dee521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:53.588192 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-6a3a492a-7343-43b4-b4f7-09503f7afbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:53.589789 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-6a3a492a-7343-43b4-b4f7-09503f7afbac service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2169297 Sep 16 12:52:53.631917 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-a2c9d668-8ca7-43bf-bd1b-bde6262c0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:53.633439 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-a2c9d668-8ca7-43bf-bd1b-bde6262c0fa1 service neutron] 10.222.0.67 "GET /networking/v2.0/ports/c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 HTTP/1.1" status: 200 len: 1125 time: 0.4015417 Sep 16 12:52:53.657195 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-c0538a1e-b08c-4449-8020-0d14514e1974 service neutron] Request body: {'binding': {'host': 'n-h1-858094-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:53.657702 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-c0538a1e-b08c-4449-8020-0d14514e1974 service neutron] Unknown quota resources ['binding']. {{(pid=113698) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Sep 16 12:52:53.663858 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cded07dc-4f34-4a59-91a7-583d5c57e021 req-4b5a1f92-3ab2-44e7-850c-fbb78ceccd43 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291276 Sep 16 12:52:53.671662 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.resource_extend [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 12:52:53.740846 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port c5fea6ca-dbbb-4d15-b474-3c6393691717 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:53.772719 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:53.793291 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:53.800907 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-3870f72d-14c9-4da7-aa54-2a7df4dee521 admin admin] Allocated IP 172.25.2.144 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/0b6d614f-857f-468c-96f0-1394a7cfd3d1) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:52:53.817786 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a50f015-6b11-4526-8fbf-e4124fa416c7', 'name': 'tempest-ImagesNegativeTestJSON-435973066-router', 'tenant_id': 'b10cd073476b420c89d93ce9c5a608c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c5fea6ca-dbbb-4d15-b474-3c6393691717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:42Z', 'updated_at': '2022-09-16T12:52:49Z', 'revision_number': 4, 'project_id': 'b10cd073476b420c89d93ce9c5a608c5', 'gw_port': {'id': 'c5fea6ca-dbbb-4d15-b474-3c6393691717', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50f015-6b11-4526-8fbf-e4124fa416c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:44Z', 'updated_at': '2022-09-16T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e', 'name': '', 'network_id': '6b075bdd-1414-4e77-8147-4734221b7be7', 'tenant_id': 'b10cd073476b420c89d93ce9c5a608c5', 'mac_address': 'fa:16:3e:b3:d1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a50f015-6b11-4526-8fbf-e4124fa416c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'ed3f9e63-d41f-45ce-8164-68147cf06312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:47Z', 'updated_at': '2022-09-16T12:52:50Z', 'revision_number': 2, 'project_id': 'b10cd073476b420c89d93ce9c5a608c5', 'subnets': [{'id': 'ed3f9e63-d41f-45ce-8164-68147cf06312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:53.861360 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] Checking router: 2a50f015-6b11-4526-8fbf-e4124fa416c7 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:52:53.861706 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] Updating router 2a50f015-6b11-4526-8fbf-e4124fa416c7 port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:52:53.940851 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 56c49806-0b21-4f4b-9b96-195fc33fcba5, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=56c49806-0b21-4f4b-9b96-195fc33fcba5,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:53.957124 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:53.978476 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-dc82c573-ccf1-4fea-b221-50c2c762c8e6 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:53.981566 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-dc82c573-ccf1-4fea-b221-50c2c762c8e6 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/networks?id=6b075bdd-1414-4e77-8147-4734221b7be7 HTTP/1.1" status: 200 len: 812 time: 0.6289585 Sep 16 12:52:53.986467 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-100ad66c-66ce-435c-a43f-f2b5d794cab2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754568 Sep 16 12:52:54.010743 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '56c49806-0b21-4f4b-9b96-195fc33fcba5', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '56c49806-0b21-4f4b-9b96-195fc33fcba5', 'mac_address': 'fa:16:3e:8d:8d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:52:54.015151 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-33d7d50a-6a41-4c2d-8005-35d091400bc7 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/quotas/b10cd073476b420c89d93ce9c5a608c5 HTTP/1.1" status: 200 len: 375 time: 0.0159271 Sep 16 12:52:54.026078 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] Allocated IP 172.20.0.2 (3f814bae-963f-4f23-965e-dabc87858a1e/6061ddae-e5d0-47a0-8962-b4b487ae4f3d/e667aaa6-dda0-458a-a65c-5f0456e7a2a9) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:52:54.045963 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3870f72d-14c9-4da7-aa54-2a7df4dee521 admin admin] Publish callbacks [] for port (0b6d614f-857f-468c-96f0-1394a7cfd3d1), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:54.132934 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3870f72d-14c9-4da7-aa54-2a7df4dee521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (0b6d614f-857f-468c-96f0-1394a7cfd3d1), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:54.139276 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-bd20b1aa-55dd-4370-9404-0b985fae67f8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232147 Sep 16 12:52:54.202545 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-c0538a1e-b08c-4449-8020-0d14514e1974 service neutron] Attempting to bind port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 on host n-h1-858094-4 for vnic_type normal with profile None {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:52:54.202896 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-c0538a1e-b08c-4449-8020-0d14514e1974 service neutron] Attempting to bind port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:52:54.203217 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-c0538a1e-b08c-4449-8020-0d14514e1974 service neutron] Attempting to bind port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:52:54.204335 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:54.212817 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 56c49806-0b21-4f4b-9b96-195fc33fcba5 is: ACTIVE; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:54.213206 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:54.253710 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:54.270359 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3870f72d-14c9-4da7-aa54-2a7df4dee521 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:52:54.275289 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65fbeb46-c36e-43f2-90bf-5d5757a937da tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=b10cd073476b420c89d93ce9c5a608c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1308343 Sep 16 12:52:54.275773 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-3870f72d-14c9-4da7-aa54-2a7df4dee521 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:52:54.281026 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-c0538a1e-b08c-4449-8020-0d14514e1974 service neutron] Port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 on network 1e927054-126f-4e94-8719-fa14f3244a7f not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:52:54.281363 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-c0538a1e-b08c-4449-8020-0d14514e1974 service neutron] Attempting to bind port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:52:54.288343 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56c49806-0b21-4f4b-9b96-195fc33fcba5 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:52:54.290335 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3870f72d-14c9-4da7-aa54-2a7df4dee521 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:52:54.296219 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Attempt 7 to provision port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e Sep 16 12:52:54.335339 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:54.343592 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870f72d-14c9-4da7-aa54-2a7df4dee521 admin admin] Pushing event updated for resources: {'Port': ['ID=0b6d614f-857f-468c-96f0-1394a7cfd3d1,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:54.352086 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:54.379727 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 56c49806-0b21-4f4b-9b96-195fc33fcba5, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=56c49806-0b21-4f4b-9b96-195fc33fcba5,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:54.396413 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:54.397101 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:52:54.457605 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-c0538a1e-b08c-4449-8020-0d14514e1974 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:52:54.457947 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-c0538a1e-b08c-4449-8020-0d14514e1974 service neutron] Checking segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:52:54.458342 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-c0538a1e-b08c-4449-8020-0d14514e1974 service neutron] Bound using segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:52:54.458796 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-c0538a1e-b08c-4449-8020-0d14514e1974 service neutron] Bound port: c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:52:54.536179 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] Publish callbacks [] for port (e667aaa6-dda0-458a-a65c-5f0456e7a2a9), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:54.551618 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-e0d8535b-9294-4d97-9a4a-928adb177140 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6b075bdd-1414-4e77-8147-4734221b7be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368302 Sep 16 12:52:54.565962 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-c0538a1e-b08c-4449-8020-0d14514e1974 service neutron] For port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:52:54.578818 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-c0538a1e-b08c-4449-8020-0d14514e1974 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:54.580532 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-c0538a1e-b08c-4449-8020-0d14514e1974 service neutron] 10.222.0.67 "POST /networking/v2.0/ports/c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185/bindings HTTP/1.1" status: 201 len: 389 time: 0.9299529 Sep 16 12:52:54.606091 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (e667aaa6-dda0-458a-a65c-5f0456e7a2a9), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:54.611606 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:54.652497 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3870f72d-14c9-4da7-aa54-2a7df4dee521 admin admin] Publish callbacks [] for router_gateway (b5f2aefe-764d-43c1-90a1-ef7c305dbffa), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:54.653634 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] Network 3f814bae-963f-4f23-965e-dabc87858a1e is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:52:54.692184 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:52:54.698783 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:52:54.704936 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:54.711250 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-64ab8efa-7709-46d9-9120-a7272e9734ab service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6b075bdd-1414-4e77-8147-4734221b7be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583850 Sep 16 12:52:54.716968 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=56c49806-0b21-4f4b-9b96-195fc33fcba5,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:54.776257 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] Pushing event updated for resources: {'Port': ['ID=e667aaa6-dda0-458a-a65c-5f0456e7a2a9,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:54.858599 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] Publish callbacks [] for port (5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:54.872867 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Attempt 8 to provision port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e Sep 16 12:52:54.941308 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=d5a5f978-c5f0-4476-91cc-2b79e48ec4a7,segment=NetworkSegment(f437e697-c45f-4a06-85b9-38d6e3ad146a),segment_id=f437e697-c45f-4a06-85b9-38d6e3ad146a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:54.943129 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-4cfe44c2-f345-4973-b83f-ab73b6bd4a60 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=051e81fca8624d18b9415a46e158d243&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392025 Sep 16 12:52:54.952789 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:55.005623 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:55.034181 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2056ea-ed4f-4f3d-abae-af5f92077b5d None None] Pushing event updated for resources: {'Port': ['ID=5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:55.041806 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:55.046639 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'port_id': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7', 'mac_address': 'fa:16:3e:43:b5:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:52:55.077527 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:55.122209 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3870f72d-14c9-4da7-aa54-2a7df4dee521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (b5f2aefe-764d-43c1-90a1-ef7c305dbffa), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:55.169749 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] Attempting to bind port e667aaa6-dda0-458a-a65c-5f0456e7a2a9 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:52:55.170140 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] Attempting to bind port e667aaa6-dda0-458a-a65c-5f0456e7a2a9 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '80b31fa5-9330-46a2-9838-326d6e413bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:52:55.170495 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] Attempting to bind port e667aaa6-dda0-458a-a65c-5f0456e7a2a9 on network 3f814bae-963f-4f23-965e-dabc87858a1e {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:52:55.176588 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:55.176588 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d5a5f978-c5f0-4476-91cc-2b79e48ec4a7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:55.227344 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516ba54-400f-4fce-86f1-4b306c339d6f req-6c420c22-123b-498a-8842-6037b6e2d2a1 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:55.229021 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6516ba54-400f-4fce-86f1-4b306c339d6f req-6c420c22-123b-498a-8842-6037b6e2d2a1 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 951 time: 0.0955517 Sep 16 12:52:55.303129 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2868d6-251b-4324-a40b-dc98f3e89e94 req-538b083c-5d26-4fc4-a653-a9af331368fc tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:55.306761 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-4c97ff09-49f1-4464-90d4-3ab4ae54c7b3 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:55.309071 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-4c97ff09-49f1-4464-90d4-3ab4ae54c7b3 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3589602 Sep 16 12:52:55.314869 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3e2868d6-251b-4324-a40b-dc98f3e89e94 req-538b083c-5d26-4fc4-a653-a9af331368fc tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 944 time: 0.0839045 Sep 16 12:52:55.347686 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:52:55.352391 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-8774dde0-7794-4208-89aa-d79c53e50dcc tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Request body: {'port': {'device_id': '5219baf4-bfde-4037-a511-88ff2690ea6a', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '051e81fca8624d18b9415a46e158d243'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:55.363582 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6516ba54-400f-4fce-86f1-4b306c339d6f req-2a44a02d-01a3-4ed6-9a03-328a9b2abcb1 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220644 Sep 16 12:52:55.397004 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3e2868d6-251b-4324-a40b-dc98f3e89e94 req-941f8ebd-c30d-4303-bde3-eceec32ec143 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811610 Sep 16 12:52:55.415592 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] Attempting to bind port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:52:55.415863 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] Attempting to bind port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '2e06aba1-dbba-443f-a74f-eef1964963ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b075bdd-1414-4e77-8147-4734221b7be7'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:52:55.416211 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] Attempting to bind port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e on network 6b075bdd-1414-4e77-8147-4734221b7be7 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:52:55.464006 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:52:55.464423 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] Checking segment: {'id': '80b31fa5-9330-46a2-9838-326d6e413bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:52:55.464905 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:55.465320 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] Bound using segment: {'id': '80b31fa5-9330-46a2-9838-326d6e413bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:52:55.465797 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] Bound port: e667aaa6-dda0-458a-a65c-5f0456e7a2a9, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b31fa5-9330-46a2-9838-326d6e413bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:52:55.466197 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e667aaa6-dda0-458a-a65c-5f0456e7a2a9), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:55.471869 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=d5a5f978-c5f0-4476-91cc-2b79e48ec4a7,segment=NetworkSegment(f437e697-c45f-4a06-85b9-38d6e3ad146a),segment_id=f437e697-c45f-4a06-85b9-38d6e3ad146a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:55.506853 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (d5a5f978-c5f0-4476-91cc-2b79e48ec4a7), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:55.590410 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Attempt 9 to provision port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e Sep 16 12:52:55.625230 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-f85364cf-a0fd-41b4-9351-ae445517cc20 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=051e81fca8624d18b9415a46e158d243&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889986 Sep 16 12:52:55.662521 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:52:55.663396 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] Checking segment: {'id': '2e06aba1-dbba-443f-a74f-eef1964963ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b075bdd-1414-4e77-8147-4734221b7be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:52:55.664141 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:55.664714 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] Bound using segment: {'id': '2e06aba1-dbba-443f-a74f-eef1964963ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b075bdd-1414-4e77-8147-4734221b7be7'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:52:55.665561 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] Bound port: 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e06aba1-dbba-443f-a74f-eef1964963ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b075bdd-1414-4e77-8147-4734221b7be7'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:52:55.666138 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:55.750958 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=d5a5f978-c5f0-4476-91cc-2b79e48ec4a7,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:55.754485 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:52:55.769742 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] For port e667aaa6-dda0-458a-a65c-5f0456e7a2a9, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:52:55.784956 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] For port e667aaa6-dda0-458a-a65c-5f0456e7a2a9, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e667aaa6-dda0-458a-a65c-5f0456e7a2a9,segment=NetworkSegment(80b31fa5-9330-46a2-9838-326d6e413bf7),segment_id=80b31fa5-9330-46a2-9838-326d6e413bf7)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:52:55.799405 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e667aaa6-dda0-458a-a65c-5f0456e7a2a9), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:55.808995 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] For port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:52:55.812766 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] For port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e,segment=NetworkSegment(2e06aba1-dbba-443f-a74f-eef1964963ee),segment_id=2e06aba1-dbba-443f-a74f-eef1964963ee)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:52:55.841163 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-79aba966-21f3-4aa5-9f26-9ced70096e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:55.843454 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-79aba966-21f3-4aa5-9f26-9ced70096e3e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 1128 time: 0.2459452 Sep 16 12:52:55.856205 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:55.863643 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d1286-c7e1-4c8d-b9db-22cf0020fd3e req-6383f9f7-0a35-4aee-a8be-aea0b5cf45a9 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:55.872994 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e75d1286-c7e1-4c8d-b9db-22cf0020fd3e req-6383f9f7-0a35-4aee-a8be-aea0b5cf45a9 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 946 time: 0.2914703 Sep 16 12:52:55.884919 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509175a-6fbe-4b04-895e-b965f358e672 None None] Pushing event updated for resources: {'Port': ['ID=e667aaa6-dda0-458a-a65c-5f0456e7a2a9,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:55.891946 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] Routers {'2a50f015-6b11-4526-8fbf-e4124fa416c7'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:55.898358 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:52:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['2a50f015-6b11-4526-8fbf-e4124fa416c7'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:56.038601 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e75d1286-c7e1-4c8d-b9db-22cf0020fd3e req-b09567c3-be7b-4f4d-ac48-c4da053e685f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643949 Sep 16 12:52:56.237322 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-d61bd679-3e44-48b1-b9b1-abfc147f284f tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:56.238913 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-d61bd679-3e44-48b1-b9b1-abfc147f284f tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4895132 Sep 16 12:52:56.384410 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3870f72d-14c9-4da7-aa54-2a7df4dee521 admin admin] Router b5f2aefe-764d-43c1-90a1-ef7c305dbffa is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:52:56.394803 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-8774dde0-7794-4208-89aa-d79c53e50dcc tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Made reservation on behalf of 051e81fca8624d18b9415a46e158d243 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:52:56.399360 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-8774dde0-7794-4208-89aa-d79c53e50dcc tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:56.421771 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Attempt 10 to provision port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e Sep 16 12:52:56.431993 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['56c49806-0b21-4f4b-9b96-195fc33fcba5'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:52:56.434910 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['d5a5f978-c5f0-4476-91cc-2b79e48ec4a7'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:52:56.436421 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-8774dde0-7794-4208-89aa-d79c53e50dcc tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:56.446307 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:56.473952 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-da6f13f2-2900-400e-b7e1-a585b6a4b9fb tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/quotas/051e81fca8624d18b9415a46e158d243 HTTP/1.1" status: 200 len: 375 time: 0.2273717 Sep 16 12:52:56.494578 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-15fae461-36f1-46b0-af46-2a90425d09ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:56.496347 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-15fae461-36f1-46b0-af46-2a90425d09ef service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 922 time: 0.4568024 Sep 16 12:52:56.498890 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-775cb8df-7b2e-4e75-bfbe-14283e520286 req-544703e9-1077-4492-b58d-df35e3dfe30e tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8c8969d-7c0d-4bfe-bd49-6271193614b9 HTTP/1.1" status: 200 len: 210 time: 0.0779912 Sep 16 12:52:56.536351 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9622a1bd-5ffb-4fb9-aea3-e2a5ff0f3f0a tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=051e81fca8624d18b9415a46e158d243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437729 Sep 16 12:52:56.604747 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:56.618971 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:56.694724 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-27d74751-2132-4290-a294-6207193e0094 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 HTTP/1.1" status: 200 len: 217 time: 0.1127892 Sep 16 12:52:56.741963 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] Set router 2a50f015-6b11-4526-8fbf-e4124fa416c7 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:52:56.776687 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-8cefa961-c4e9-4e08-ac11-231230474480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:56.781738 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3870f72d-14c9-4da7-aa54-2a7df4dee521 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:52:56.785426 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-8cefa961-c4e9-4e08-ac11-231230474480 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.0803192 Sep 16 12:52:56.792550 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] Sync routers for ids ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:52:56.815250 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] Routers {'b5f2aefe-764d-43c1-90a1-ef7c305dbffa'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:56.816607 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:52:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:56.816772 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-8774dde0-7794-4208-89aa-d79c53e50dcc tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Publish callbacks [] for security_group (0f71d0ad-8919-4c17-822e-69735985f37d), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:56.819789 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3870f72d-14c9-4da7-aa54-2a7df4dee521 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:56.823997 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 55072) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:52:56.824367 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3870f72d-14c9-4da7-aa54-2a7df4dee521 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2629721 Sep 16 12:52:56.825443 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-8774dde0-7794-4208-89aa-d79c53e50dcc tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (0f71d0ad-8919-4c17-822e-69735985f37d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:56.855806 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:56.894617 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2056ea-ed4f-4f3d-abae-af5f92077b5d None None] Pushing event updated for resources: {'Port': ['ID=5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:57.067989 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774dde0-7794-4208-89aa-d79c53e50dcc tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f71d0ad-8919-4c17-822e-69735985f37d,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:57.173541 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] Set router b5f2aefe-764d-43c1-90a1-ef7c305dbffa gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:52:57.323603 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:57.334168 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-8774dde0-7794-4208-89aa-d79c53e50dcc tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Allocated IP 192.168.233.75 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/537bc282-546d-4a7e-b32f-2149067cc012) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:52:57.336389 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9fe23-213b-45ba-83c1-deb9c62e6006 req-2fc07651-7658-4d4e-ac0d-6d4fce7dc5d3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:57.344628 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e9e9fe23-213b-45ba-83c1-deb9c62e6006 req-2fc07651-7658-4d4e-ac0d-6d4fce7dc5d3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 951 time: 0.1955671 Sep 16 12:52:57.653828 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:52Z', 'updated_at': '2022-09-16T12:52:54Z', 'revision_number': 3, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'gw_port': {'id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:53Z', 'updated_at': '2022-09-16T12:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:57.723609 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-8774dde0-7794-4208-89aa-d79c53e50dcc tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Publish callbacks [] for port (537bc282-546d-4a7e-b32f-2149067cc012), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:57.744332 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] Checking router: b5f2aefe-764d-43c1-90a1-ef7c305dbffa for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:52:57.744673 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] Updating router b5f2aefe-764d-43c1-90a1-ef7c305dbffa port 0b6d614f-857f-468c-96f0-1394a7cfd3d1 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:52:57.754081 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296f37bd-f4fe-4f50-ad14-8856f8253799 None None] Network 3f814bae-963f-4f23-965e-dabc87858a1e requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:52:57.856370 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-8774dde0-7794-4208-89aa-d79c53e50dcc tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (537bc282-546d-4a7e-b32f-2149067cc012), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:57.870355 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0b6d614f-857f-468c-96f0-1394a7cfd3d1), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:58.031488 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-8774dde0-7794-4208-89aa-d79c53e50dcc tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:52:58.060501 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-8774dde0-7794-4208-89aa-d79c53e50dcc tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:52:58.089255 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-8774dde0-7794-4208-89aa-d79c53e50dcc tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:52:58.245217 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Current status of the port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:58.246432 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:58.253716 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:58.298275 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e667aaa6-dda0-458a-a65c-5f0456e7a2a9 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:52:58.305186 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774dde0-7794-4208-89aa-d79c53e50dcc tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Pushing event updated for resources: {'Port': ['ID=537bc282-546d-4a7e-b32f-2149067cc012,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:58.368357 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-2b52fc16-42e3-457b-b432-e007e9d146bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:58.375464 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-2b52fc16-42e3-457b-b432-e007e9d146bd service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b&tenant_id=0b18ec5302634d2a95e51547e0019d40 HTTP/1.1" status: 200 len: 1133 time: 0.1730690 Sep 16 12:52:58.414558 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-8774dde0-7794-4208-89aa-d79c53e50dcc tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:58.415173 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-8774dde0-7794-4208-89aa-d79c53e50dcc tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:58.437304 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-858094-4', 'device_owner': 'compute:nova'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:58.500163 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:58.603653 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] For port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e,segment=NetworkSegment(2e06aba1-dbba-443f-a74f-eef1964963ee),segment_id=2e06aba1-dbba-443f-a74f-eef1964963ee)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:58.605170 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a50f015-6b11-4526-8fbf-e4124fa416c7', 'name': 'tempest-ImagesNegativeTestJSON-435973066-router', 'tenant_id': 'b10cd073476b420c89d93ce9c5a608c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c5fea6ca-dbbb-4d15-b474-3c6393691717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:42Z', 'updated_at': '2022-09-16T12:52:49Z', 'revision_number': 4, 'project_id': 'b10cd073476b420c89d93ce9c5a608c5', 'gw_port': {'id': 'c5fea6ca-dbbb-4d15-b474-3c6393691717', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50f015-6b11-4526-8fbf-e4124fa416c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:44Z', 'updated_at': '2022-09-16T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e', 'name': '', 'network_id': '6b075bdd-1414-4e77-8147-4734221b7be7', 'tenant_id': 'b10cd073476b420c89d93ce9c5a608c5', 'mac_address': 'fa:16:3e:b3:d1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a50f015-6b11-4526-8fbf-e4124fa416c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'ed3f9e63-d41f-45ce-8164-68147cf06312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:47Z', 'updated_at': '2022-09-16T12:52:55Z', 'revision_number': 4, 'project_id': 'b10cd073476b420c89d93ce9c5a608c5', 'subnets': [{'id': 'ed3f9e63-d41f-45ce-8164-68147cf06312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:58.620096 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-8774dde0-7794-4208-89aa-d79c53e50dcc tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2731605 Sep 16 12:52:58.661317 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] Request body: {'port': {'device_id': '5219baf4-bfde-4037-a511-88ff2690ea6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:52:58.673158 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-85c6e478-6436-4ef0-87e0-3af5a39a31d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:58.674674 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-85c6e478-6436-4ef0-87e0-3af5a39a31d3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.5245082 Sep 16 12:52:58.679349 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:58.683924 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76afeee-b048-434a-8f24-5ee07fef74b4 None None] The sync data for ids ['2a50f015-6b11-4526-8fbf-e4124fa416c7'] in n-d-858094-4 is: [{'id': '2a50f015-6b11-4526-8fbf-e4124fa416c7', 'name': 'tempest-ImagesNegativeTestJSON-435973066-router', 'tenant_id': 'b10cd073476b420c89d93ce9c5a608c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c5fea6ca-dbbb-4d15-b474-3c6393691717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:42Z', 'updated_at': '2022-09-16T12:52:49Z', 'revision_number': 4, 'project_id': 'b10cd073476b420c89d93ce9c5a608c5', 'gw_port': {'id': 'c5fea6ca-dbbb-4d15-b474-3c6393691717', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50f015-6b11-4526-8fbf-e4124fa416c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:44Z', 'updated_at': '2022-09-16T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e', 'name': '', 'network_id': '6b075bdd-1414-4e77-8147-4734221b7be7', 'tenant_id': 'b10cd073476b420c89d93ce9c5a608c5', 'mac_address': 'fa:16:3e:b3:d1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a50f015-6b11-4526-8fbf-e4124fa416c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'ed3f9e63-d41f-45ce-8164-68147cf06312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:47Z', 'updated_at': '2022-09-16T12:52:55Z', 'revision_number': 4, 'project_id': 'b10cd073476b420c89d93ce9c5a608c5', 'subnets': [{'id': 'ed3f9e63-d41f-45ce-8164-68147cf06312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:52:58.703501 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] Publish callbacks [] for port (0b6d614f-857f-468c-96f0-1394a7cfd3d1), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:58.718352 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0b6d614f-857f-468c-96f0-1394a7cfd3d1), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:58.723506 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d495-0fc1-4943-a44d-4ca6acc019fd req-f498a859-5345-41e6-bb7a-3e6650ca65fb tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:52:58.730267 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f3d8d495-0fc1-4943-a44d-4ca6acc019fd req-f498a859-5345-41e6-bb7a-3e6650ca65fb tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 945 time: 1.5911386 Sep 16 12:52:58.746928 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e667aaa6-dda0-458a-a65c-5f0456e7a2a9 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:58.749498 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e667aaa6-dda0-458a-a65c-5f0456e7a2a9), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:58.749933 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e667aaa6-dda0-458a-a65c-5f0456e7a2a9 Sep 16 12:52:58.846068 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] Attempting to bind port 0b6d614f-857f-468c-96f0-1394a7cfd3d1 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:52:58.848536 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] Attempting to bind port 0b6d614f-857f-468c-96f0-1394a7cfd3d1 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:52:58.849148 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] Attempting to bind port 0b6d614f-857f-468c-96f0-1394a7cfd3d1 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:52:58.891932 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (537bc282-546d-4a7e-b32f-2149067cc012), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:58.943890 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:58.994548 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:58.999157 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57005be-ba1e-4413-9ae4-aa6c4ef35704 None None] Pushing event updated for resources: {'Port': ['ID=5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:59.026183 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:52:59.026791 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:52:59.034536 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:59.037650 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:52:59.038486 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] Bound port: 0b6d614f-857f-468c-96f0-1394a7cfd3d1, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:52:59.042559 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0b6d614f-857f-468c-96f0-1394a7cfd3d1), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:59.122477 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-a416a652-fa82-432c-ba93-9716a81a5b07 None None] Provisioning complete for port e667aaa6-dda0-458a-a65c-5f0456e7a2a9 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:52:59.123250 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a416a652-fa82-432c-ba93-9716a81a5b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e667aaa6-dda0-458a-a65c-5f0456e7a2a9), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:59.123799 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a416a652-fa82-432c-ba93-9716a81a5b07 None None] Attempt 1 to provision port e667aaa6-dda0-458a-a65c-5f0456e7a2a9 Sep 16 12:52:59.198726 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] For port 0b6d614f-857f-468c-96f0-1394a7cfd3d1, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:52:59.207900 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] For port 0b6d614f-857f-468c-96f0-1394a7cfd3d1, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=0b6d614f-857f-468c-96f0-1394a7cfd3d1,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:52:59.281444 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0b6d614f-857f-468c-96f0-1394a7cfd3d1), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:59.349720 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-2c227263-de2c-4ac7-80cb-51b3db706bbd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284932 Sep 16 12:52:59.351774 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae45949-ffd5-4312-b0e3-68e9baad672b None None] Pushing event updated for resources: {'Port': ['ID=0b6d614f-857f-468c-96f0-1394a7cfd3d1,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:59.373089 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e9e9fe23-213b-45ba-83c1-deb9c62e6006 req-17c8e051-a5db-457f-9b13-7a8fa091b39e tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0272300 Sep 16 12:52:59.394984 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] Routers {'b5f2aefe-764d-43c1-90a1-ef7c305dbffa'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:52:59.395639 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:52:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:52:59.582957 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e667aaa6-dda0-458a-a65c-5f0456e7a2a9 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:59.596459 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e667aaa6-dda0-458a-a65c-5f0456e7a2a9), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:59.668959 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a416a652-fa82-432c-ba93-9716a81a5b07 None None] Current status of the port e667aaa6-dda0-458a-a65c-5f0456e7a2a9 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:52:59.668959 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a416a652-fa82-432c-ba93-9716a81a5b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e667aaa6-dda0-458a-a65c-5f0456e7a2a9), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:59.733558 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 56c49806-0b21-4f4b-9b96-195fc33fcba5 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:52:59.811648 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae45949-ffd5-4312-b0e3-68e9baad672b None None] Pushing event updated for resources: {'Port': ['ID=0b6d614f-857f-468c-96f0-1394a7cfd3d1,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:52:59.832001 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537bc282-546d-4a7e-b32f-2149067cc012 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:52:59.846417 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:59.856820 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] Publish callbacks [] for port (537bc282-546d-4a7e-b32f-2149067cc012), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:59.875317 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port e667aaa6-dda0-458a-a65c-5f0456e7a2a9, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e667aaa6-dda0-458a-a65c-5f0456e7a2a9,segment=NetworkSegment(80b31fa5-9330-46a2-9838-326d6e413bf7),segment_id=80b31fa5-9330-46a2-9838-326d6e413bf7)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:52:59.877329 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] Transition to ACTIVE for port object 537bc282-546d-4a7e-b32f-2149067cc012 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:52:59.886960 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:59.888958 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (537bc282-546d-4a7e-b32f-2149067cc012), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:59.906241 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:52:59.922543 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e667aaa6-dda0-458a-a65c-5f0456e7a2a9), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:52:59.923226 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] Set router b5f2aefe-764d-43c1-90a1-ef7c305dbffa gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:53:00.063047 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:00.097659 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9bcb9dbf-12cc-4eda-85de-c412c8e7710e req-dea3035e-0fd0-43cc-ac44-07267c6b071d tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c97d5f35-6ea1-4ec7-88f5-9da9dbe81182 HTTP/1.1" status: 200 len: 210 time: 0.2835929 Sep 16 12:53:00.110641 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.api [None req-a416a652-fa82-432c-ba93-9716a81a5b07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 12:53:00.111329 n-d-858094-4 neutron-server[113700]: DEBUG oslo_db.api [None req-a416a652-fa82-432c-ba93-9716a81a5b07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 12:53:00.210987 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:53:00.226990 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-9f800c34-fb90-4f03-814a-4e0e1f36e07a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8474133 Sep 16 12:53:00.315392 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:00.336481 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:00.357293 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=bf12465f-8132-474a-94b1-e3b53f03df41,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:00.363847 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 56c49806-0b21-4f4b-9b96-195fc33fcba5 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:00.364258 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:00.364623 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 56c49806-0b21-4f4b-9b96-195fc33fcba5 Sep 16 12:53:00.397639 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=e667aaa6-dda0-458a-a65c-5f0456e7a2a9,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:00.491840 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:00.499179 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:00.500592 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e Sep 16 12:53:00.541247 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=537bc282-546d-4a7e-b32f-2149067cc012,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:00.544337 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:52Z', 'updated_at': '2022-09-16T12:52:54Z', 'revision_number': 3, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'gw_port': {'id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:53Z', 'updated_at': '2022-09-16T12:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:53:00.604172 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h1-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:53:00.622691 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a270cca-dd37-494f-90a4-4ef974cbf0b7 None None] The sync data for ids ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'] in n-d-858094-4 is: [{'id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:52Z', 'updated_at': '2022-09-16T12:52:54Z', 'revision_number': 3, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'gw_port': {'id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:53Z', 'updated_at': '2022-09-16T12:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:53:00.678831 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f3d8d495-0fc1-4943-a44d-4ca6acc019fd req-feeef473-a745-4e10-a298-202824370311 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4399409 Sep 16 12:53:00.762462 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf12465f-8132-474a-94b1-e3b53f03df41'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:00.764028 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a416a652-fa82-432c-ba93-9716a81a5b07 None None] Current status of the port e667aaa6-dda0-458a-a65c-5f0456e7a2a9 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:00.772560 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d05c428-3ed1-4875-a66b-651aacdbb670" -d '{"events": [{"server_uuid": "1afdaec3-fdf0-4eac-a324-c0f8eaa6797b", "name": "network-vif-unplugged", "status": "completed", "tag": "bf12465f-8132-474a-94b1-e3b53f03df41"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:00.775648 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] Publish callbacks [] for port (bf12465f-8132-474a-94b1-e3b53f03df41), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:00.783016 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] Attempting to bind port 537bc282-546d-4a7e-b32f-2149067cc012 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:53:00.790272 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] Attempting to bind port 537bc282-546d-4a7e-b32f-2149067cc012 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:53:00.796356 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] Attempting to bind port 537bc282-546d-4a7e-b32f-2149067cc012 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:53:00.920766 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] Transition to ACTIVE for port object bf12465f-8132-474a-94b1-e3b53f03df41 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:53:00.944937 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:00.947423 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-fdba0494-1c36-4105-908e-f6835683776e tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=051e81fca8624d18b9415a46e158d243&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4390101 Sep 16 12:53:00.959757 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 56c49806-0b21-4f4b-9b96-195fc33fcba5 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:00.960496 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:00.973551 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:01.002848 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-a416a652-fa82-432c-ba93-9716a81a5b07 None None] Provisioning complete for port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:01.019063 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a416a652-fa82-432c-ba93-9716a81a5b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:01.019806 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a416a652-fa82-432c-ba93-9716a81a5b07 None None] Attempt 1 to provision port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e Sep 16 12:53:01.042065 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ab61745-b297-4163-a89c-7cf1ece53b50 req-7620171a-ef9e-4751-a9bc-f83ab6736037 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8c8969d-7c0d-4bfe-bd49-6271193614b9 HTTP/1.1" status: 200 len: 210 time: 0.1241612 Sep 16 12:53:01.084213 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:01.130855 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e23b7d-8650-4a9f-aa2c-2fe13bb1edf9 req-5f59ef77-2e51-4c4a-9ef4-e588b9e2bee5 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:01.138916 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34e23b7d-8650-4a9f-aa2c-2fe13bb1edf9 req-5f59ef77-2e51-4c4a-9ef4-e588b9e2bee5 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 946 time: 0.8396709 Sep 16 12:53:01.141841 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345ee81d-c503-421c-90ea-218ac1c98600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c49806-0b21-4f4b-9b96-195fc33fcba5'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:01.143842 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08ae712-7064-4146-a11c-60fb3d3bcc32" -d '{"events": [{"server_uuid": "345ee81d-c503-421c-90ea-218ac1c98600", "name": "network-vif-plugged", "status": "completed", "tag": "56c49806-0b21-4f4b-9b96-195fc33fcba5"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:01.144259 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-70dd703b-bed3-40c3-b2a2-fba63e1b2efc tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:01.149733 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-70dd703b-bed3-40c3-b2a2-fba63e1b2efc tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933&tenant_id=da915844493a4928ac8830897afa126f&binding%3Ahost_id=n-h2-858094-4 HTTP/1.1" status: 200 len: 1128 time: 0.6426566 Sep 16 12:53:01.155146 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] No DVR routers for this DVR port bf12465f-8132-474a-94b1-e3b53f03df41 on host n-h1-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:53:01.199270 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-3829eb12-2886-4f06-8701-feb0a32c11ef tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:01.202374 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 56c49806-0b21-4f4b-9b96-195fc33fcba5, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=56c49806-0b21-4f4b-9b96-195fc33fcba5,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:01.203027 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-3829eb12-2886-4f06-8701-feb0a32c11ef tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.25 "GET /networking/v2.0/networks?id=6b075bdd-1414-4e77-8147-4734221b7be7 HTTP/1.1" status: 200 len: 812 time: 2.4589140 Sep 16 12:53:01.211247 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:01.220543 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-858094-4'}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:01.220702 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:53:01.296435 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] Port 537bc282-546d-4a7e-b32f-2149067cc012 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:53:01.301087 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] Attempting to bind port 537bc282-546d-4a7e-b32f-2149067cc012 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:53:01.317857 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] Pushing event updated for resources: {'Port': ['ID=bf12465f-8132-474a-94b1-e3b53f03df41,revision_number=11']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:01.416863 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] Attempting to bind port bf12465f-8132-474a-94b1-e3b53f03df41 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:53:01.417536 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] Attempting to bind port bf12465f-8132-474a-94b1-e3b53f03df41 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:53:01.417666 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] Attempting to bind port bf12465f-8132-474a-94b1-e3b53f03df41 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:53:01.482782 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a416a652-fa82-432c-ba93-9716a81a5b07 None None] Current status of the port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:01.522033 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-863a85b6-031b-4ae0-92f7-7cc6795705e2 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Request body: {'port': {'device_id': 'e8c8969d-7c0d-4bfe-bd49-6271193614b9', 'network_id': '6b075bdd-1414-4e77-8147-4734221b7be7', 'admin_state_up': True, 'tenant_id': 'b10cd073476b420c89d93ce9c5a608c5'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:01.539468 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=56c49806-0b21-4f4b-9b96-195fc33fcba5,revision_number=7']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:01.549703 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:53:01.550685 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:53:01.551254 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:53:01.554615 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] Bound port: 537bc282-546d-4a7e-b32f-2149067cc012, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:53:01.555260 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (537bc282-546d-4a7e-b32f-2149067cc012), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:01.558033 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] Port bf12465f-8132-474a-94b1-e3b53f03df41 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:53:01.558364 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] Attempting to bind port bf12465f-8132-474a-94b1-e3b53f03df41 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:53:01.573094 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:53:01.586129 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:01.586556 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (d5a5f978-c5f0-4476-91cc-2b79e48ec4a7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:01.586845 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 Sep 16 12:53:01.699688 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-ad6fd319-0440-4367-b616-10a0c6a78874 None None] Provisioning complete for port e667aaa6-dda0-458a-a65c-5f0456e7a2a9 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:01.700245 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ad6fd319-0440-4367-b616-10a0c6a78874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e667aaa6-dda0-458a-a65c-5f0456e7a2a9), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:01.700714 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ad6fd319-0440-4367-b616-10a0c6a78874 None None] Attempt 1 to provision port e667aaa6-dda0-458a-a65c-5f0456e7a2a9 Sep 16 12:53:01.747125 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34e23b7d-8650-4a9f-aa2c-2fe13bb1edf9 req-46183fd4-600c-4566-a294-41f025f1e44f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6072028 Sep 16 12:53:01.818975 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:53:01.819307 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:53:01.819693 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:53:01.820151 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] Bound port: bf12465f-8132-474a-94b1-e3b53f03df41, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:53:01.820519 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:01.822252 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:01.864929 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] For port 537bc282-546d-4a7e-b32f-2149067cc012, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:53:01.949741 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:01.981529 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] For port 537bc282-546d-4a7e-b32f-2149067cc012, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=537bc282-546d-4a7e-b32f-2149067cc012,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:53:02.014011 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (537bc282-546d-4a7e-b32f-2149067cc012), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:02.021606 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:02.022225 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:02.023723 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/537bc282-546d-4a7e-b32f-2149067cc012 HTTP/1.1" status: 200 len: 1095 time: 3.3907411 Sep 16 12:53:02.243819 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:53:02.262725 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=bf12465f-8132-474a-94b1-e3b53f03df41,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:53:02.272150 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:02.272150 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e2832-1035-4ca4-b45d-46f84dd86fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=537bc282-546d-4a7e-b32f-2149067cc012,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:02.280207 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:02.284705 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:02.285690 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:02.304251 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/bf12465f-8132-474a-94b1-e3b53f03df41 HTTP/1.1" status: 200 len: 1097 time: 3.8692095 Sep 16 12:53:02.346093 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:02.349292 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d5a5f978-c5f0-4476-91cc-2b79e48ec4a7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:02.376272 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 0b6d614f-857f-468c-96f0-1394a7cfd3d1 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:53:02.467176 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-99dd87ca-d6be-48f9-a7c1-4ad8e2a327f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:02.470407 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-99dd87ca-d6be-48f9-a7c1-4ad8e2a327f5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 1131 time: 0.1143301 Sep 16 12:53:02.482151 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:02.485210 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9bcb63e2-0016-497d-b023-8780c38835b5 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:02.487217 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9bcb63e2-0016-497d-b023-8780c38835b5 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4476740 Sep 16 12:53:02.488114 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5f6cd180-4699-4673-b9b3-f84fb521c843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:02.528536 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa2d07-b39d-4bc9-9a36-f3d0c3179897 service neutron] Pushing event updated for resources: {'Port': ['ID=bf12465f-8132-474a-94b1-e3b53f03df41,revision_number=12']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:02.533677 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-867c45b4-dc45-4d8a-aa3c-77dfff88475e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:02.538670 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-867c45b4-dc45-4d8a-aa3c-77dfff88475e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=051e81fca8624d18b9415a46e158d243&device_id=5219baf4-bfde-4037-a511-88ff2690ea6a HTTP/1.1" status: 200 len: 1129 time: 0.4115026 Sep 16 12:53:02.587616 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-a00323ee-8977-4b4b-953a-bb304d2e81ec tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Request body: {'port': {'device_id': 'c97d5f35-6ea1-4ec7-88f5-9da9dbe81182', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '051e81fca8624d18b9415a46e158d243'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:02.595887 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:02.598005 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-863a85b6-031b-4ae0-92f7-7cc6795705e2 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Made reservation on behalf of b10cd073476b420c89d93ce9c5a608c5 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:53:02.607004 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-863a85b6-031b-4ae0-92f7-7cc6795705e2 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:02.624558 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:02.660030 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 0b6d614f-857f-468c-96f0-1394a7cfd3d1 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:02.660781 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (0b6d614f-857f-468c-96f0-1394a7cfd3d1), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:02.661923 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 0b6d614f-857f-468c-96f0-1394a7cfd3d1 Sep 16 12:53:02.722836 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-a79a5c39-c56b-42f9-900f-dbb73281da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:02.724992 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-a79a5c39-c56b-42f9-900f-dbb73281da77 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.1847785 Sep 16 12:53:02.735083 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=d5a5f978-c5f0-4476-91cc-2b79e48ec4a7,segment=NetworkSegment(f437e697-c45f-4a06-85b9-38d6e3ad146a),segment_id=f437e697-c45f-4a06-85b9-38d6e3ad146a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:02.747308 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (d5a5f978-c5f0-4476-91cc-2b79e48ec4a7), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:02.748153 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device bf12465f-8132-474a-94b1-e3b53f03df41 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:53:02.763454 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ad6fd319-0440-4367-b616-10a0c6a78874 None None] Current status of the port e667aaa6-dda0-458a-a65c-5f0456e7a2a9 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:02.829579 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08c161-85e3-4b79-9ff8-fefa13b013b0 req-5091785c-b1b4-4338-8149-cadd10b33527 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:02.840703 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e08c161-85e3-4b79-9ff8-fefa13b013b0 req-5091785c-b1b4-4338-8149-cadd10b33527 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 949 time: 0.7701063 Sep 16 12:53:02.865247 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:02.907295 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=d5a5f978-c5f0-4476-91cc-2b79e48ec4a7,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:02.920536 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-d0bda161-59ec-4c9f-93f4-1d5016242f4a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=537bc282-546d-4a7e-b32f-2149067cc012 HTTP/1.1" status: 200 len: 217 time: 0.1938572 Sep 16 12:53:02.923698 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-722fbae8-ab6d-49da-a195-ec796df0c3e5 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=bf12465f-8132-474a-94b1-e3b53f03df41 HTTP/1.1" status: 200 len: 217 time: 0.1856248 Sep 16 12:53:02.976046 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] The host n-h1-858094-4 is not matching for port bf12465f-8132-474a-94b1-e3b53f03df41 host n-h2-858094-4! {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 16 12:53:02.976533 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device bf12465f-8132-474a-94b1-e3b53f03df41 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:53:03.038090 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 0b6d614f-857f-468c-96f0-1394a7cfd3d1 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:03.038492 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0b6d614f-857f-468c-96f0-1394a7cfd3d1), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:03.072466 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Allocated IP 172.20.0.1 (3f814bae-963f-4f23-965e-dabc87858a1e/6061ddae-e5d0-47a0-8962-b4b487ae4f3d/18ec4bb9-5dec-454f-9b09-cc9e14f82e8d) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:53:03.132408 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 0b6d614f-857f-468c-96f0-1394a7cfd3d1, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=0b6d614f-857f-468c-96f0-1394a7cfd3d1,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:03.150230 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0b6d614f-857f-468c-96f0-1394a7cfd3d1), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:03.151264 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e667aaa6-dda0-458a-a65c-5f0456e7a2a9 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:53:03.254901 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-c3ec42c4-36e8-4b4f-9a96-7636bae2df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:03.265800 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-c3ec42c4-36e8-4b4f-9a96-7636bae2df24 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.3333876 Sep 16 12:53:03.294972 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e667aaa6-dda0-458a-a65c-5f0456e7a2a9 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:03.295345 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e667aaa6-dda0-458a-a65c-5f0456e7a2a9), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:03.295836 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e667aaa6-dda0-458a-a65c-5f0456e7a2a9 Sep 16 12:53:03.353579 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=0b6d614f-857f-468c-96f0-1394a7cfd3d1,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:03.369419 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e08c161-85e3-4b79-9ff8-fefa13b013b0 req-044a4800-1091-4d95-a15f-bf9ac9c99fbd tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267072 Sep 16 12:53:03.412655 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-9ec74874-e6a0-4271-8cff-87e2e13fd735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:03.420533 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-9ec74874-e6a0-4271-8cff-87e2e13fd735 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.4279642 Sep 16 12:53:03.438441 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e667aaa6-dda0-458a-a65c-5f0456e7a2a9 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:03.439667 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-cdf75066-6bac-4b05-99c3-7e6b3dd76e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:03.444416 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-cdf75066-6bac-4b05-99c3-7e6b3dd76e8b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1690881 Sep 16 12:53:03.502217 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688825c9-13f8-4bd3-9d6e-294121bce285 x-openstack-request-id: req-688825c9-13f8-4bd3-9d6e-294121bce285 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:03.502890 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afdaec3-fdf0-4eac-a324-c0f8eaa6797b", "name": "network-vif-unplugged", "status": "completed", "tag": "bf12465f-8132-474a-94b1-e3b53f03df41", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:03.502890 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-688825c9-13f8-4bd3-9d6e-294121bce285 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:03.503146 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-688825c9-13f8-4bd3-9d6e-294121bce285'] response: {'server_uuid': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf12465f-8132-474a-94b1-e3b53f03df41', 'code': 200} Sep 16 12:53:03.533201 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] For port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:03.645396 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e9bda0ce-787b-4fd8-9bf3-147b9b6d4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:03.646936 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-e9bda0ce-787b-4fd8-9bf3-147b9b6d4cce service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2184331 Sep 16 12:53:03.757729 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:03.767053 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Publish callbacks [] for port (18ec4bb9-5dec-454f-9b09-cc9e14f82e8d), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:03.815514 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9413051-cc38-4231-aee7-634d37621f8b req-5b8af25f-2f1a-465e-8638-342f928241c5 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c97d5f35-6ea1-4ec7-88f5-9da9dbe81182 HTTP/1.1" status: 200 len: 210 time: 0.2196290 Sep 16 12:53:03.829756 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-73bc98bf-15f6-4115-b9e0-94d8ab8f541d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250451 Sep 16 12:53:03.863785 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (18ec4bb9-5dec-454f-9b09-cc9e14f82e8d), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:03.911247 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-0e29988b-add1-426d-b4d1-e29a5cbff676 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524965 Sep 16 12:53:03.920911 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4aa9d7c-f4e9-42fe-a23e-525aa67b2f98 x-openstack-request-id: req-c4aa9d7c-f4e9-42fe-a23e-525aa67b2f98 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:03.921210 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345ee81d-c503-421c-90ea-218ac1c98600", "name": "network-vif-plugged", "status": "completed", "tag": "56c49806-0b21-4f4b-9b96-195fc33fcba5", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:03.921469 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c4aa9d7c-f4e9-42fe-a23e-525aa67b2f98 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:03.921889 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4aa9d7c-f4e9-42fe-a23e-525aa67b2f98'] response: {'server_uuid': '345ee81d-c503-421c-90ea-218ac1c98600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c49806-0b21-4f4b-9b96-195fc33fcba5', 'code': 200} Sep 16 12:53:03.932008 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:03.951331 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-a00323ee-8977-4b4b-953a-bb304d2e81ec tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Made reservation on behalf of 051e81fca8624d18b9415a46e158d243 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:53:03.962346 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-a00323ee-8977-4b4b-953a-bb304d2e81ec tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:04.188080 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-a00323ee-8977-4b4b-953a-bb304d2e81ec tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Allocated IP 192.168.233.83 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/81054b4c-c45a-4833-ae83-e752ff18ff48) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:53:04.284732 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 0b6d614f-857f-468c-96f0-1394a7cfd3d1 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:53:04.414483 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9f1ee713-5364-46ff-ac8a-5d4e9262bc4b req-8a4d45e6-de2c-4d52-8f63-1901f420c0d5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806302 Sep 16 12:53:04.423545 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-397659f2-0b2a-4f81-9e71-9524e08c6408 req-95fbe907-8ff3-46fd-b5ad-1ed914872ec3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870330 Sep 16 12:53:04.460446 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 0b6d614f-857f-468c-96f0-1394a7cfd3d1 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:04.461213 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-a00323ee-8977-4b4b-953a-bb304d2e81ec tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Publish callbacks [] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:04.461468 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (0b6d614f-857f-468c-96f0-1394a7cfd3d1), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:04.461653 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 0b6d614f-857f-468c-96f0-1394a7cfd3d1 Sep 16 12:53:04.484860 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:04.513395 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Network 3f814bae-963f-4f23-965e-dabc87858a1e is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:53:04.537947 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-863a85b6-031b-4ae0-92f7-7cc6795705e2 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Allocated IP 172.20.0.13 (6b075bdd-1414-4e77-8147-4734221b7be7/ed3f9e63-d41f-45ce-8164-68147cf06312/7612ea0a-26f5-4749-ac66-963beed5e38a) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:53:04.544437 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:53:04.610098 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] For port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:53:04.629462 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:53:04.669283 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 0b6d614f-857f-468c-96f0-1394a7cfd3d1 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:04.677163 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-66a4445e-bae9-48c4-b37a-7998f173604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:04.771605 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6e8dcf54-ad7f-4353-bb4e-675394cc85d0 req-a0c78e59-edf2-42d5-b487-3eb7b577ae25 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8c8969d-7c0d-4bfe-bd49-6271193614b9 HTTP/1.1" status: 200 len: 210 time: 0.1574457 Sep 16 12:53:04.822163 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] Publish callbacks [] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:04.846881 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Pushing event updated for resources: {'Port': ['ID=18ec4bb9-5dec-454f-9b09-cc9e14f82e8d,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:04.850741 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbd6b22-2181-4786-9116-a8c8eafb9933', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:04.853976 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987307d0-bc6e-430f-9434-cd8a055fce10" -d '{"events": [{"server_uuid": "4fbd6b22-2181-4786-9116-a8c8eafb9933", "name": "network-vif-unplugged", "status": "completed", "tag": "c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:04.872448 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:04.883655 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fc8e8-be27-40dc-8072-a9f34728b9a3 req-269e7fef-bf79-441f-b682-54be2aeb56fb tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:04.893097 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6c8fc8e8-be27-40dc-8072-a9f34728b9a3 req-269e7fef-bf79-441f-b682-54be2aeb56fb tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 946 time: 0.4170439 Sep 16 12:53:04.918835 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:04.919246 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:04.919666 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:04.919930 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:04.920283 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:04.920724 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:04.920974 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:04.921310 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:04.921917 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:04.921917 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:04.922454 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:04.922454 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:04.922995 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:04.923306 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:04.923630 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:04.963461 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Provisioning complete for port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:04.965325 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (18ec4bb9-5dec-454f-9b09-cc9e14f82e8d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:04.965648 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Attempt 1 to provision port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d Sep 16 12:53:04.996667 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (b5f2aefe-764d-43c1-90a1-ef7c305dbffa), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:05.013349 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:05.070869 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:UPDATE=8,neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:05.072968 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-a00323ee-8977-4b4b-953a-bb304d2e81ec tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:05.505066 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5219baf4-bfde-4037-a511-88ff2690ea6a', 'tag': '537bc282-546d-4a7e-b32f-2149067cc012'}, {'name': 'network-changed', 'server_uuid': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'tag': 'bf12465f-8132-474a-94b1-e3b53f03df41'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:05.507549 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861b4e20-8307-4f9c-8073-cf3a2a8adc09" -d '{"events": [{"name": "network-changed", "server_uuid": "5219baf4-bfde-4037-a511-88ff2690ea6a", "tag": "537bc282-546d-4a7e-b32f-2149067cc012"}, {"name": "network-changed", "server_uuid": "1afdaec3-fdf0-4eac-a324-c0f8eaa6797b", "tag": "bf12465f-8132-474a-94b1-e3b53f03df41"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:05.515738 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Attempt 2 to provision port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d Sep 16 12:53:05.527657 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de98b28-ab0a-4369-869c-9a0f030005dd req-47eb907c-45b7-417b-a48f-c328c4fd81d7 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:05.529404 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5de98b28-ab0a-4369-869c-9a0f030005dd req-47eb907c-45b7-417b-a48f-c328c4fd81d7 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 944 time: 0.5983744 Sep 16 12:53:05.583802 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:05.602655 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6c8fc8e8-be27-40dc-8072-a9f34728b9a3 req-2bcf109e-d588-4751-9d87-330bcd6bbfd8 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7026248 Sep 16 12:53:05.603844 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] Pushing event updated for resources: {'Port': ['ID=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185,revision_number=7']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:05.694085 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00323ee-8977-4b4b-953a-bb304d2e81ec tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Pushing event updated for resources: {'Port': ['ID=81054b4c-c45a-4833-ae83-e752ff18ff48,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:05.734771 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-a00323ee-8977-4b4b-953a-bb304d2e81ec tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:53:05.760548 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-a00323ee-8977-4b4b-953a-bb304d2e81ec tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:53:05.763073 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-a00323ee-8977-4b4b-953a-bb304d2e81ec tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:53:05.766983 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] Attempting to bind port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 on host n-h2-858094-4 for vnic_type normal with profile {"migrating_to": "n-h1-858094-4"} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:53:05.767259 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] Attempting to bind port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:53:05.768614 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] Attempting to bind port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:53:05.771714 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:05.923952 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:05.928174 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dc0a20-3891-44d1-8985-5eb0b2a232b8" -d '{"events": [{"server_uuid": "5c161179-0b93-4676-86f7-2f507a3ebeb3", "name": "network-vif-plugged", "status": "completed", "tag": "d5a5f978-c5f0-4476-91cc-2b79e48ec4a7"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:06.006518 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83068f8-8925-412a-8093-958d1304a535 req-7e98eee5-50ab-4b09-8feb-9c9b50e5e8b7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:06.008272 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e83068f8-8925-412a-8093-958d1304a535 req-7e98eee5-50ab-4b09-8feb-9c9b50e5e8b7 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 949 time: 0.2830081 Sep 16 12:53:06.016027 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:06.084726 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Attempt 3 to provision port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d Sep 16 12:53:06.136195 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-a00323ee-8977-4b4b-953a-bb304d2e81ec tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:06.136195 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-a00323ee-8977-4b4b-953a-bb304d2e81ec tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:06.138826 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] Port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 on network 1e927054-126f-4e94-8719-fa14f3244a7f not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:53:06.141799 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] Attempting to bind port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:53:06.149693 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5de98b28-ab0a-4369-869c-9a0f030005dd req-dc61bfe2-bc95-42b1-840f-17f3f6c9c046 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652443 Sep 16 12:53:06.174306 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:06.240486 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-863a85b6-031b-4ae0-92f7-7cc6795705e2 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Publish callbacks [] for port (7612ea0a-26f5-4749-ac66-963beed5e38a), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:06.306045 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-a00323ee-8977-4b4b-953a-bb304d2e81ec tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7311404 Sep 16 12:53:06.359223 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] Request body: {'port': {'device_id': 'c97d5f35-6ea1-4ec7-88f5-9da9dbe81182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:06.396206 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (18ec4bb9-5dec-454f-9b09-cc9e14f82e8d), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:06.449767 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48172eab-06b2-4ecb-a95b-1fe2c3849c3b req-33e79fb0-26d2-4ca8-aba8-576599e3682a tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:06.451286 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-48172eab-06b2-4ecb-a95b-1fe2c3849c3b req-33e79fb0-26d2-4ca8-aba8-576599e3682a tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c97d5f35-6ea1-4ec7-88f5-9da9dbe81182 HTTP/1.1" status: 200 len: 935 time: 0.1849623 Sep 16 12:53:06.473328 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e83068f8-8925-412a-8093-958d1304a535 req-51d96b14-8019-4809-be73-2ab2ac815667 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912160 Sep 16 12:53:06.474274 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:53:06.474595 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] Checking segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:53:06.475113 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] Bound using segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:53:06.475810 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] Bound port: c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:53:06.476319 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:06.520203 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-863a85b6-031b-4ae0-92f7-7cc6795705e2 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (7612ea0a-26f5-4749-ac66-963beed5e38a), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:06.627266 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd93cdd2-728a-41e1-8ad3-e863a92c2052 x-openstack-request-id: req-cd93cdd2-728a-41e1-8ad3-e863a92c2052 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:06.627943 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbd6b22-2181-4786-9116-a8c8eafb9933", "name": "network-vif-unplugged", "status": "completed", "tag": "c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:06.627943 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cd93cdd2-728a-41e1-8ad3-e863a92c2052 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:06.628409 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd93cdd2-728a-41e1-8ad3-e863a92c2052'] response: {'server_uuid': '4fbd6b22-2181-4786-9116-a8c8eafb9933', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185', 'code': 200} Sep 16 12:53:06.652238 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06720ca-3286-45fc-889a-9326f7f9b3ad x-openstack-request-id: req-c06720ca-3286-45fc-889a-9326f7f9b3ad {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:06.652832 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5219baf4-bfde-4037-a511-88ff2690ea6a", "tag": "537bc282-546d-4a7e-b32f-2149067cc012", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1afdaec3-fdf0-4eac-a324-c0f8eaa6797b", "tag": "bf12465f-8132-474a-94b1-e3b53f03df41", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:06.653087 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c06720ca-3286-45fc-889a-9326f7f9b3ad {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:06.654171 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c06720ca-3286-45fc-889a-9326f7f9b3ad'] response: {'name': 'network-changed', 'server_uuid': '5219baf4-bfde-4037-a511-88ff2690ea6a', 'tag': '537bc282-546d-4a7e-b32f-2149067cc012', 'status': 'completed', 'code': 200} Sep 16 12:53:06.654568 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c06720ca-3286-45fc-889a-9326f7f9b3ad'] response: {'name': 'network-changed', 'server_uuid': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'tag': 'bf12465f-8132-474a-94b1-e3b53f03df41', 'status': 'completed', 'code': 200} Sep 16 12:53:06.675693 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Attempt 4 to provision port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d Sep 16 12:53:06.771512 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:06.775715 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:06.779108 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:06.791365 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device bf12465f-8132-474a-94b1-e3b53f03df41 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:53:06.888664 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-3caa157c-5323-454d-a5a7-478a1e3c2138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:06.890297 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-3caa157c-5323-454d-a5a7-478a1e3c2138 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=051e81fca8624d18b9415a46e158d243&device_id=5219baf4-bfde-4037-a511-88ff2690ea6a HTTP/1.1" status: 200 len: 1129 time: 0.1331434 Sep 16 12:53:06.989537 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=bf12465f-8132-474a-94b1-e3b53f03df41,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:07.028387 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:07.034860 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': 'bf12465f-8132-474a-94b1-e3b53f03df41', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': 'bf12465f-8132-474a-94b1-e3b53f03df41', 'mac_address': 'fa:16:3e:7b:23:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:53:07.055138 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-863a85b6-031b-4ae0-92f7-7cc6795705e2 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Network 6b075bdd-1414-4e77-8147-4734221b7be7 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:53:07.081724 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port bf12465f-8132-474a-94b1-e3b53f03df41 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:07.082615 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:07.103555 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-863a85b6-031b-4ae0-92f7-7cc6795705e2 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:53:07.104922 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf12465f-8132-474a-94b1-e3b53f03df41 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:53:07.107167 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-41b5d0d1-167d-410f-bc4b-37ad1b25ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:07.109362 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-41b5d0d1-167d-410f-bc4b-37ad1b25ffe5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.2114844 Sep 16 12:53:07.118438 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-48172eab-06b2-4ecb-a95b-1fe2c3849c3b req-7cca58a2-6819-4b90-86ba-b54845dc2dee tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0f71d0ad-8919-4c17-822e-69735985f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6573520 Sep 16 12:53:07.119147 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:07.155588 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=bf12465f-8132-474a-94b1-e3b53f03df41,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:07.163535 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:07.170308 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-863a85b6-031b-4ae0-92f7-7cc6795705e2 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:53:07.174177 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:07.196317 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:07.207472 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-45fdf08e-c237-4a8d-b033-f9950e3c989d service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=537bc282-546d-4a7e-b32f-2149067cc012 HTTP/1.1" status: 200 len: 217 time: 0.0906112 Sep 16 12:53:07.284494 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a32daf-3b28-42a0-9434-cd394564c9e8 x-openstack-request-id: req-72a32daf-3b28-42a0-9434-cd394564c9e8 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:07.284787 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c161179-0b93-4676-86f7-2f507a3ebeb3", "name": "network-vif-plugged", "status": "completed", "tag": "d5a5f978-c5f0-4476-91cc-2b79e48ec4a7", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:07.285044 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-72a32daf-3b28-42a0-9434-cd394564c9e8 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:07.290364 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a32daf-3b28-42a0-9434-cd394564c9e8'] response: {'server_uuid': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7', 'code': 200} Sep 16 12:53:07.295438 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Attempt 5 to provision port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d Sep 16 12:53:07.331939 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-5c1da53b-ee5b-4a05-a8db-b385065b9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:07.335224 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-5c1da53b-ee5b-4a05-a8db-b385065b9b1c service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1222057 Sep 16 12:53:07.393747 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a85b6-031b-4ae0-92f7-7cc6795705e2 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Pushing event updated for resources: {'Port': ['ID=7612ea0a-26f5-4749-ac66-963beed5e38a,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:07.400682 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:07.447808 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:07.465758 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=bf12465f-8132-474a-94b1-e3b53f03df41,revision_number=13']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:07.468062 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebcde7-8cbd-4b60-b0b2-ac5353a06a09 req-c159bd10-71a5-4fb4-bfe3-9ae7e7ac2679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:07.470791 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-8eebcde7-8cbd-4b60-b0b2-ac5353a06a09 req-c159bd10-71a5-4fb4-bfe3-9ae7e7ac2679 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 1128 time: 0.0643685 Sep 16 12:53:07.475299 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-f642f8dc-12b4-42bc-a005-56ecfc9c183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:07.477698 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-f642f8dc-12b4-42bc-a005-56ecfc9c183d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1366818 Sep 16 12:53:07.483878 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:07.496253 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['bf12465f-8132-474a-94b1-e3b53f03df41'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:53:07.546093 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-89272a0e-3a66-4e29-8ea9-5abd1491c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:07.547770 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-89272a0e-3a66-4e29-8ea9-5abd1491c82b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 1131 time: 0.7424638 Sep 16 12:53:07.571658 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] For port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:53:07.595908 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-8eebcde7-8cbd-4b60-b0b2-ac5353a06a09 req-99bd63d0-a041-4ed0-bfaa-9aa20bb397c1 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169791 Sep 16 12:53:07.674212 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-c43f750b-e5e6-40eb-8aea-150d9008b16e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877379 Sep 16 12:53:07.806030 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bea25-520b-4388-9650-854df379e1c5 req-857889af-4d6c-4625-833f-ba15d1b07729 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:07.814830 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ca3bea25-520b-4388-9650-854df379e1c5 req-857889af-4d6c-4625-833f-ba15d1b07729 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8c8969d-7c0d-4bfe-bd49-6271193614b9 HTTP/1.1" status: 200 len: 932 time: 0.7120464 Sep 16 12:53:07.815037 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:07.824543 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-e2bc3647-322e-4f87-8ec2-5e0d8fa40126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:07.825993 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-e2bc3647-322e-4f87-8ec2-5e0d8fa40126 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.2629750 Sep 16 12:53:07.855184 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] For port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:53:07.855528 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-50d010d0-88c8-453a-b93f-280f2ffbd872 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679757 Sep 16 12:53:07.886327 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-863a85b6-031b-4ae0-92f7-7cc6795705e2 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:07.887183 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-863a85b6-031b-4ae0-92f7-7cc6795705e2 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:07.895721 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92178a88-e251-4822-b610-ede1a2987b1a req-51a0b24c-c129-453f-bd7c-774d919da7ad tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:07.904323 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Attempt 6 to provision port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d Sep 16 12:53:07.911739 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-92178a88-e251-4822-b610-ede1a2987b1a req-51a0b24c-c129-453f-bd7c-774d919da7ad tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 946 time: 0.4782064 Sep 16 12:53:07.965803 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:07.968892 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-de536499-c740-491e-9e21-9ff7d9b28ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:07.970393 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-de536499-c740-491e-9e21-9ff7d9b28ddb service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 1132 time: 0.0695422 Sep 16 12:53:08.039546 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Publish callbacks [] for port (18ec4bb9-5dec-454f-9b09-cc9e14f82e8d), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:08.150311 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-d0f097a2-0907-45fa-9053-0e91d4be084e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=bf12465f-8132-474a-94b1-e3b53f03df41 HTTP/1.1" status: 200 len: 217 time: 0.0782740 Sep 16 12:53:08.178364 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (18ec4bb9-5dec-454f-9b09-cc9e14f82e8d), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:08.185039 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-401d27a5-dfd3-422e-8d69-bbd1cc82bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:08.204021 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-401d27a5-dfd3-422e-8d69-bbd1cc82bf03 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.2263675 Sep 16 12:53:08.246564 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-863a85b6-031b-4ae0-92f7-7cc6795705e2 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8725901 Sep 16 12:53:08.275787 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:08.278567 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-fed794b4-fa87-45d2-b862-1acde41511de service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=bf12465f-8132-474a-94b1-e3b53f03df41 HTTP/1.1" status: 200 len: 217 time: 0.0695364 Sep 16 12:53:08.288020 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (b5f2aefe-764d-43c1-90a1-ef7c305dbffa), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:08.310208 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ca3bea25-520b-4388-9650-854df379e1c5 req-c4d3239b-d42c-4d17-b051-849b7124737f tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=90a68e47-2034-45c5-a4aa-61c5d6918458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944808 Sep 16 12:53:08.367193 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:08.409903 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-0c2316bb-144f-424b-8d57-aa7611b7f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:08.411695 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-0c2316bb-144f-424b-8d57-aa7611b7f333 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1236238 Sep 16 12:53:08.443463 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-92178a88-e251-4822-b610-ede1a2987b1a req-dd982b2c-df50-4578-83ee-c4ee427d736b tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307791 Sep 16 12:53:08.470038 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Attempt 7 to provision port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d Sep 16 12:53:08.497395 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-81447233-da2b-41f5-a59e-321417be1305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:08.498933 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-81447233-da2b-41f5-a59e-321417be1305 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0781364 Sep 16 12:53:08.522510 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:08.523160 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:08.524709 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 HTTP/1.1" status: 200 len: 1122 time: 7.3206341 Sep 16 12:53:08.557632 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:08.606774 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:08.616815 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:53:08.786868 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-dc83e605-d82d-4c6b-bde1-f07de7ff00a4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812712 Sep 16 12:53:08.794412 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:08.819398 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 537bc282-546d-4a7e-b32f-2149067cc012 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:53:08.854243 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81054b4c-c45a-4833-ae83-e752ff18ff48 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:53:08.882888 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] Publish callbacks [] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:08.897732 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] Transition to ACTIVE for port object 81054b4c-c45a-4833-ae83-e752ff18ff48 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:53:08.902587 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device bf12465f-8132-474a-94b1-e3b53f03df41 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:53:08.938018 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-2d3f58a0-3eea-4f73-9cdf-f93238c2cb0e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423330 Sep 16 12:53:08.964256 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fbd6b22-2181-4786-9116-a8c8eafb9933', 'tag': 'c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:08.964256 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c2b5d8-5feb-4cde-9802-068e295cfc16" -d '{"events": [{"name": "network-changed", "server_uuid": "4fbd6b22-2181-4786-9116-a8c8eafb9933", "tag": "c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:08.969349 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port bf12465f-8132-474a-94b1-e3b53f03df41 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:53:08.976139 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Network 3f814bae-963f-4f23-965e-dabc87858a1e is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:53:08.982328 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] Request body: {'port': {'device_id': 'e8c8969d-7c0d-4bfe-bd49-6271193614b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:08.988649 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port bf12465f-8132-474a-94b1-e3b53f03df41 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:08.989707 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:08.990179 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port bf12465f-8132-474a-94b1-e3b53f03df41 Sep 16 12:53:09.058545 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Attempt 8 to provision port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d Sep 16 12:53:09.065328 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 537bc282-546d-4a7e-b32f-2149067cc012, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=537bc282-546d-4a7e-b32f-2149067cc012,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:09.079304 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:53:09.088910 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-87fdbf2b-5939-4f1a-9fc2-cf31e386fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:09.090928 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-87fdbf2b-5939-4f1a-9fc2-cf31e386fbca service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1041856 Sep 16 12:53:09.092209 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:09.104778 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:09.132227 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '537bc282-546d-4a7e-b32f-2149067cc012', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '537bc282-546d-4a7e-b32f-2149067cc012', 'mac_address': 'fa:16:3e:3a:05:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:53:09.195857 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Pushing event updated for resources: {'Port': ['ID=18ec4bb9-5dec-454f-9b09-cc9e14f82e8d,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:09.209906 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:09.214499 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc0b72-1d22-497a-836c-80ae681c429c req-36f042f2-026d-40a9-8257-0741996e6506 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:09.216091 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-12cc0b72-1d22-497a-836c-80ae681c429c req-36f042f2-026d-40a9-8257-0741996e6506 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 950 time: 0.2678549 Sep 16 12:53:09.226216 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 537bc282-546d-4a7e-b32f-2149067cc012 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:09.226519 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (537bc282-546d-4a7e-b32f-2149067cc012), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:09.253517 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537bc282-546d-4a7e-b32f-2149067cc012 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:53:09.338321 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123dd5f-1824-493b-bda5-51ab87747143 service neutron] Pushing event updated for resources: {'Port': ['ID=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185,revision_number=8']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:09.357256 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 537bc282-546d-4a7e-b32f-2149067cc012, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=537bc282-546d-4a7e-b32f-2149067cc012,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:09.363665 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (537bc282-546d-4a7e-b32f-2149067cc012), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:09.366129 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port bf12465f-8132-474a-94b1-e3b53f03df41 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:09.366586 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:09.458529 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:09.463924 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] Pushing event updated for resources: {'Port': ['ID=81054b4c-c45a-4833-ae83-e752ff18ff48,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:09.476737 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf12465f-8132-474a-94b1-e3b53f03df41'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:09.478758 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbe489c-e1a2-4137-9655-f0a99a264f25" -d '{"events": [{"server_uuid": "1afdaec3-fdf0-4eac-a324-c0f8eaa6797b", "name": "network-vif-plugged", "status": "completed", "tag": "bf12465f-8132-474a-94b1-e3b53f03df41"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:09.511832 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=bf12465f-8132-474a-94b1-e3b53f03df41,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:09.533931 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:09.537974 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=537bc282-546d-4a7e-b32f-2149067cc012,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:09.550639 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:09.631860 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=bf12465f-8132-474a-94b1-e3b53f03df41,revision_number=14']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:09.646225 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['537bc282-546d-4a7e-b32f-2149067cc012'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:53:09.714924 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Attempt 9 to provision port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d Sep 16 12:53:09.743596 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51badb95-5e81-423c-ae3d-42dec3602aec req-15734600-7e77-4843-ac45-26e9ba1bac31 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:09.752813 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-51badb95-5e81-423c-ae3d-42dec3602aec req-15734600-7e77-4843-ac45-26e9ba1bac31 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 944 time: 1.2358427 Sep 16 12:53:09.789557 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:09.790886 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7612ea0a-26f5-4749-ac66-963beed5e38a), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:09.809832 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Router b5f2aefe-764d-43c1-90a1-ef7c305dbffa has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:53:09.902400 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-d7ec21d6-b252-4438-b9fd-4be4ebdf5c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:09.904075 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-d7ec21d6-b252-4438-b9fd-4be4ebdf5c39 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3340542 Sep 16 12:53:09.927112 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-12cc0b72-1d22-497a-836c-80ae681c429c req-e67aa44e-a42d-4ec4-843b-bea52429ea11 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704200 Sep 16 12:53:09.976002 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] Attempting to bind port 81054b4c-c45a-4833-ae83-e752ff18ff48 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:53:09.976367 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] Attempting to bind port 81054b4c-c45a-4833-ae83-e752ff18ff48 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:53:09.976696 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] Attempting to bind port 81054b4c-c45a-4833-ae83-e752ff18ff48 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:53:10.034801 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-51badb95-5e81-423c-ae3d-42dec3602aec req-d591849f-1a58-4b32-b561-07421ea0979d tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725720 Sep 16 12:53:10.221474 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2b5d8-5feb-4cde-9802-068e295cfc16 req-e5c133d9-3332-4b47-9928-79878767dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:10.223836 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-95c2b5d8-5feb-4cde-9802-068e295cfc16 req-e5c133d9-3332-4b47-9928-79878767dadc service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 1156 time: 0.0852199 Sep 16 12:53:10.291310 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Attempt 10 to provision port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d Sep 16 12:53:10.330405 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2b5d8-5feb-4cde-9802-068e295cfc16 req-959592cf-de63-4cd1-8541-530a50a046a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:10.332298 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-95c2b5d8-5feb-4cde-9802-068e295cfc16 req-959592cf-de63-4cd1-8541-530a50a046a8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 922 time: 0.1024358 Sep 16 12:53:10.339934 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:10.383185 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-95c2b5d8-5feb-4cde-9802-068e295cfc16 req-feeec492-c727-41e0-a1d7-a35e2e4e7daa service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 HTTP/1.1" status: 200 len: 217 time: 0.0450799 Sep 16 12:53:10.385247 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-904d3a31-f98c-4b81-9f29-c0965b0f7a8d None None] Port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:10.445400 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:10.449013 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2b5d8-5feb-4cde-9802-068e295cfc16 req-e9f6a168-d42d-4c66-a04e-71defbcbc498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:10.450918 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-95c2b5d8-5feb-4cde-9802-068e295cfc16 req-e9f6a168-d42d-4c66-a04e-71defbcbc498 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.0591879 Sep 16 12:53:10.507866 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-c868041c-2416-48ac-92dc-900af1ff73e8 None None] Provisioning complete for port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:10.511649 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c868041c-2416-48ac-92dc-900af1ff73e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (18ec4bb9-5dec-454f-9b09-cc9e14f82e8d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:10.512100 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c868041c-2416-48ac-92dc-900af1ff73e8 None None] Attempt 1 to provision port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d Sep 16 12:53:10.539249 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:10.555216 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=17 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:10.565293 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2b5d8-5feb-4cde-9802-068e295cfc16 req-5b7e2445-3c24-4dab-813b-bcb317800840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:10.566907 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-95c2b5d8-5feb-4cde-9802-068e295cfc16 req-5b7e2445-3c24-4dab-813b-bcb317800840 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1091902 Sep 16 12:53:10.601796 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c868041c-2416-48ac-92dc-900af1ff73e8 None None] Port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:10.743704 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-95c2b5d8-5feb-4cde-9802-068e295cfc16 req-3007d737-ae19-47d9-b55b-246509487882 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699147 Sep 16 12:53:10.833000 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:10.835838 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 537bc282-546d-4a7e-b32f-2149067cc012 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:53:10.836026 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-6e6faea0-b644-4823-878a-d366e96d8c2a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9074898 Sep 16 12:53:10.837126 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:53:10.854697 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-95c2b5d8-5feb-4cde-9802-068e295cfc16 req-71d6cba5-99b2-480a-8275-a71383d705ea service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043539 Sep 16 12:53:10.873766 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f618a47-03c2-41ab-aae1-fe0da726ebf7 x-openstack-request-id: req-4f618a47-03c2-41ab-aae1-fe0da726ebf7 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:10.874056 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fbd6b22-2181-4786-9116-a8c8eafb9933", "tag": "c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:10.874310 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4f618a47-03c2-41ab-aae1-fe0da726ebf7 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:10.877330 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f618a47-03c2-41ab-aae1-fe0da726ebf7'] response: {'name': 'network-changed', 'server_uuid': '4fbd6b22-2181-4786-9116-a8c8eafb9933', 'tag': 'c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185', 'status': 'completed', 'code': 200} Sep 16 12:53:10.895565 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] Sync routers for ids ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:53:10.929457 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] Routers {'b5f2aefe-764d-43c1-90a1-ef7c305dbffa'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:53:10.929723 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:53:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:53:10.984551 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 537bc282-546d-4a7e-b32f-2149067cc012 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:53:10.994563 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-bf535002-8b72-4d11-8959-8bb799e5b71b admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/b5f2aefe-764d-43c1-90a1-ef7c305dbffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1686847 Sep 16 12:53:10.998111 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 537bc282-546d-4a7e-b32f-2149067cc012 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:10.998481 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (537bc282-546d-4a7e-b32f-2149067cc012), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:10.998821 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 537bc282-546d-4a7e-b32f-2149067cc012 Sep 16 12:53:11.064614 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba5de9-49c1-4b9e-89d9-972a3864034c req-c74e1d4c-f811-4063-b6b5-fce3b5623d6b tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:11.070948 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a3ba5de9-49c1-4b9e-89d9-972a3864034c req-c74e1d4c-f811-4063-b6b5-fce3b5623d6b tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8c8969d-7c0d-4bfe-bd49-6271193614b9 HTTP/1.1" status: 200 len: 932 time: 0.2318909 Sep 16 12:53:11.071750 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] Port 81054b4c-c45a-4833-ae83-e752ff18ff48 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:53:11.072229 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] Attempting to bind port 81054b4c-c45a-4833-ae83-e752ff18ff48 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:53:11.107153 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c868041c-2416-48ac-92dc-900af1ff73e8 None None] Attempt 2 to provision port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d Sep 16 12:53:11.251592 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141bfaa-c488-4f50-810f-3c416d798e89 req-3ce53dbf-02ef-4792-b860-c784457d59f5 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:11.253825 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7141bfaa-c488-4f50-810f-3c416d798e89 req-3ce53dbf-02ef-4792-b860-c784457d59f5 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c97d5f35-6ea1-4ec7-88f5-9da9dbe81182 HTTP/1.1" status: 200 len: 947 time: 0.3689537 Sep 16 12:53:11.353560 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:11.378460 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c868041c-2416-48ac-92dc-900af1ff73e8 None None] Port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:11.384061 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a3ba5de9-49c1-4b9e-89d9-972a3864034c req-f6833856-f674-4abd-8997-28f8b5ee44dc tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=90a68e47-2034-45c5-a4aa-61c5d6918458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237775 Sep 16 12:53:11.406420 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] Set router b5f2aefe-764d-43c1-90a1-ef7c305dbffa gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:53:11.447531 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-861b4e20-8307-4f9c-8073-cf3a2a8adc09 req-626d7e1d-b733-4c69-9f40-569ac39050ce service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717746 Sep 16 12:53:11.453662 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7612ea0a-26f5-4749-ac66-963beed5e38a {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:53:11.467564 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] Publish callbacks [] for port (7612ea0a-26f5-4749-ac66-963beed5e38a), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:11.486733 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] Transition to ACTIVE for port object 7612ea0a-26f5-4749-ac66-963beed5e38a will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:53:11.488768 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:11.501546 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7141bfaa-c488-4f50-810f-3c416d798e89 req-da4b8336-05df-4787-9f55-2a8eb9d8baa5 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0f71d0ad-8919-4c17-822e-69735985f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343402 Sep 16 12:53:11.506035 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (7612ea0a-26f5-4749-ac66-963beed5e38a), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:11.546535 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:53:11.546822 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:53:11.549738 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:53:11.552468 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] Bound port: 81054b4c-c45a-4833-ae83-e752ff18ff48, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:53:11.552909 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:11.660845 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3694c3-762d-4890-af9a-eb79b26109fa x-openstack-request-id: req-1f3694c3-762d-4890-af9a-eb79b26109fa {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:11.661514 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afdaec3-fdf0-4eac-a324-c0f8eaa6797b", "name": "network-vif-plugged", "status": "completed", "tag": "bf12465f-8132-474a-94b1-e3b53f03df41", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:11.662109 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1f3694c3-762d-4890-af9a-eb79b26109fa {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:11.662753 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3694c3-762d-4890-af9a-eb79b26109fa'] response: {'server_uuid': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf12465f-8132-474a-94b1-e3b53f03df41', 'code': 200} Sep 16 12:53:11.671833 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 537bc282-546d-4a7e-b32f-2149067cc012 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:11.672539 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (537bc282-546d-4a7e-b32f-2149067cc012), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:11.750551 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:53:11.786359 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] For port 81054b4c-c45a-4833-ae83-e752ff18ff48, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:53:11.790918 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] For port 81054b4c-c45a-4833-ae83-e752ff18ff48, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=81054b4c-c45a-4833-ae83-e752ff18ff48,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:53:11.795889 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65558baf-3718-4a75-8071-be546f37d657 service neutron] Pushing event updated for resources: {'Port': ['ID=7612ea0a-26f5-4749-ac66-963beed5e38a,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:11.836660 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 537bc282-546d-4a7e-b32f-2149067cc012, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=537bc282-546d-4a7e-b32f-2149067cc012,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:11.838777 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:11.860609 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (537bc282-546d-4a7e-b32f-2149067cc012), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:11.870854 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:11.871528 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:11.874792 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/81054b4c-c45a-4833-ae83-e752ff18ff48 HTTP/1.1" status: 200 len: 1095 time: 5.5271056 Sep 16 12:53:11.950390 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c868041c-2416-48ac-92dc-900af1ff73e8 None None] Attempt 3 to provision port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d Sep 16 12:53:11.951940 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=537bc282-546d-4a7e-b32f-2149067cc012,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:11.978016 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:52Z', 'updated_at': '2022-09-16T12:53:06Z', 'revision_number': 4, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'gw_port': {'id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:53Z', 'updated_at': '2022-09-16T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '18ec4bb9-5dec-454f-9b09-cc9e14f82e8d', 'name': '', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'mac_address': 'fa:16:3e:ff:48:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:02Z', 'updated_at': '2022-09-16T12:53:06Z', 'revision_number': 2, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'subnets': [{'id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:53:12.061628 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-ce665659-5222-47ae-b374-5c1b1a6612ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:12.065787 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-ce665659-5222-47ae-b374-5c1b1a6612ec service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=051e81fca8624d18b9415a46e158d243&device_id=c97d5f35-6ea1-4ec7-88f5-9da9dbe81182 HTTP/1.1" status: 200 len: 1129 time: 0.0930035 Sep 16 12:53:12.107897 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] Checking router: b5f2aefe-764d-43c1-90a1-ef7c305dbffa for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:53:12.108571 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] Updating router b5f2aefe-764d-43c1-90a1-ef7c305dbffa port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:53:12.111412 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.resource_extend [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 12:53:12.144762 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] Attempting to bind port 7612ea0a-26f5-4749-ac66-963beed5e38a on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:53:12.145330 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] Attempting to bind port 7612ea0a-26f5-4749-ac66-963beed5e38a by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '2e06aba1-dbba-443f-a74f-eef1964963ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b075bdd-1414-4e77-8147-4734221b7be7'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:53:12.146041 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] Attempting to bind port 7612ea0a-26f5-4749-ac66-963beed5e38a on network 6b075bdd-1414-4e77-8147-4734221b7be7 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:53:12.212384 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:12.215608 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-318e029b-e651-451e-a8af-783c84370e45 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=81054b4c-c45a-4833-ae83-e752ff18ff48 HTTP/1.1" status: 200 len: 217 time: 0.1268651 Sep 16 12:53:12.257083 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:12.278511 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 has no active binding in host n-h1-858094-4 {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 12:53:12.278948 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38e405-fc3e-4e63-ac5e-558ed4f2c7e7 req-6e73c957-0b66-4262-8ccd-462f3dfaf563 tempest-MigrationsAdminTest-697105801 tempest-MigrationsAdminTest-697105801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:12.281093 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fd38e405-fc3e-4e63-ac5e-558ed4f2c7e7 req-6e73c957-0b66-4262-8ccd-462f3dfaf563 tempest-MigrationsAdminTest-697105801 tempest-MigrationsAdminTest-697105801-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 1133 time: 0.0605700 Sep 16 12:53:12.284476 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:12.289007 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ea93e-5b90-4b28-821a-58c7cd495a35 req-92004bd4-4c47-48ce-af8a-a66eb113d54e tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:12.291455 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-144ea93e-5b90-4b28-821a-58c7cd495a35 req-92004bd4-4c47-48ce-af8a-a66eb113d54e tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 946 time: 0.6412587 Sep 16 12:53:12.295535 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c868041c-2416-48ac-92dc-900af1ff73e8 None None] Port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:12.298112 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (18ec4bb9-5dec-454f-9b09-cc9e14f82e8d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:12.413843 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-e81f9ca8-8bd2-43a2-ac80-b11bbf741b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:12.415475 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-e81f9ca8-8bd2-43a2-ac80-b11bbf741b27 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0910277 Sep 16 12:53:12.441490 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fd38e405-fc3e-4e63-ac5e-558ed4f2c7e7 req-99d4e6d6-ed87-4b31-bc9c-89edb887b94e tempest-MigrationsAdminTest-697105801 tempest-MigrationsAdminTest-697105801-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489029 Sep 16 12:53:12.464011 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] Port 7612ea0a-26f5-4749-ac66-963beed5e38a on network 6b075bdd-1414-4e77-8147-4734221b7be7 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:53:12.464836 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] Attempting to bind port 7612ea0a-26f5-4749-ac66-963beed5e38a on network 6b075bdd-1414-4e77-8147-4734221b7be7 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:53:12.663879 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:53:12.664260 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] Checking segment: {'id': '2e06aba1-dbba-443f-a74f-eef1964963ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b075bdd-1414-4e77-8147-4734221b7be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:53:12.664711 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] Bound using segment: {'id': '2e06aba1-dbba-443f-a74f-eef1964963ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b075bdd-1414-4e77-8147-4734221b7be7'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:53:12.665206 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] Bound port: 7612ea0a-26f5-4749-ac66-963beed5e38a, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e06aba1-dbba-443f-a74f-eef1964963ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b075bdd-1414-4e77-8147-4734221b7be7'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:53:12.666854 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7612ea0a-26f5-4749-ac66-963beed5e38a), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:12.688705 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182c355-28a8-48a8-beaa-408112f8083e service neutron] Pushing event updated for resources: {'Port': ['ID=81054b4c-c45a-4833-ae83-e752ff18ff48,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:12.778804 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:12.783619 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-144ea93e-5b90-4b28-821a-58c7cd495a35 req-3b9a182e-90b9-4ee1-a965-6d2bc4cf466d tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598814 Sep 16 12:53:12.803905 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c868041c-2416-48ac-92dc-900af1ff73e8 None None] Attempt 4 to provision port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d Sep 16 12:53:12.814317 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-6e6910fc-288f-4236-9736-3c305ecfdac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:12.815871 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-6e6910fc-288f-4236-9736-3c305ecfdac6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3707228 Sep 16 12:53:12.874774 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c868041c-2416-48ac-92dc-900af1ff73e8 None None] Port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:12.915555 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97d5f35-6ea1-4ec7-88f5-9da9dbe81182', 'tag': '81054b4c-c45a-4833-ae83-e752ff18ff48'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:12.917892 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfaf4522-acec-4137-b5a7-bc11185d7650" -d '{"events": [{"name": "network-changed", "server_uuid": "c97d5f35-6ea1-4ec7-88f5-9da9dbe81182", "tag": "81054b4c-c45a-4833-ae83-e752ff18ff48"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:13.003635 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] Publish callbacks [] for port (18ec4bb9-5dec-454f-9b09-cc9e14f82e8d), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:13.016993 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2d4cf-f7ca-4ab6-8137-6dfb1d4f02bd req-c711db95-fbc6-4e3d-86de-2774584d02cf tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:13.018709 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3bb2d4cf-f7ca-4ab6-8137-6dfb1d4f02bd req-c711db95-fbc6-4e3d-86de-2774584d02cf tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 944 time: 0.2016485 Sep 16 12:53:13.020028 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] For port 7612ea0a-26f5-4749-ac66-963beed5e38a, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:53:13.032765 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (18ec4bb9-5dec-454f-9b09-cc9e14f82e8d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:13.079356 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] For port 7612ea0a-26f5-4749-ac66-963beed5e38a, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=7612ea0a-26f5-4749-ac66-963beed5e38a,segment=NetworkSegment(2e06aba1-dbba-443f-a74f-eef1964963ee),segment_id=2e06aba1-dbba-443f-a74f-eef1964963ee)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:53:13.094000 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-dc70756c-6652-414b-a830-771a320b0194 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592382 Sep 16 12:53:13.162300 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (7612ea0a-26f5-4749-ac66-963beed5e38a), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:13.174609 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 55270) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:13.180429 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-48a7ffd4-e24a-4ed6-8fad-8dbf7eb1e148 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--319040827', 'description': 'tempest-description--343662642'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:13.238997 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-48a7ffd4-e24a-4ed6-8fad-8dbf7eb1e148 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:13.268450 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4ef5-aad6-4f1b-b74b-af4df579334e None None] Pushing event updated for resources: {'Port': ['ID=18ec4bb9-5dec-454f-9b09-cc9e14f82e8d,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:13.300669 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:13.301942 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:13.304034 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-65558baf-3718-4a75-8071-be546f37d657 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/7612ea0a-26f5-4749-ac66-963beed5e38a HTTP/1.1" status: 200 len: 1092 time: 4.3262851 Sep 16 12:53:13.321502 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65558baf-3718-4a75-8071-be546f37d657 service neutron] Pushing event updated for resources: {'Port': ['ID=7612ea0a-26f5-4749-ac66-963beed5e38a,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:13.346662 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] Attempting to bind port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:53:13.347707 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] Attempting to bind port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '80b31fa5-9330-46a2-9838-326d6e413bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:53:13.348340 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] Attempting to bind port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d on network 3f814bae-963f-4f23-965e-dabc87858a1e {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:53:13.400026 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:13.402253 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c868041c-2416-48ac-92dc-900af1ff73e8 None None] Attempt 5 to provision port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d Sep 16 12:53:13.452907 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c868041c-2416-48ac-92dc-900af1ff73e8 None None] Port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:13.456891 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-48a7ffd4-e24a-4ed6-8fad-8dbf7eb1e148 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group (88fb8760-50a0-4fe4-92cd-a44babed0c8c), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:13.480365 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-48a7ffd4-e24a-4ed6-8fad-8dbf7eb1e148 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (88fb8760-50a0-4fe4-92cd-a44babed0c8c), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:13.483170 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3bb2d4cf-f7ca-4ab6-8137-6dfb1d4f02bd req-a2e0519b-a0f7-434a-a3a7-6fb42b42af56 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511881 Sep 16 12:53:13.495675 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5b23c-b13d-4fd1-b16e-ab95dbdff3ca req-dc9e46e3-169f-461e-8f5b-7ae9def25fdf tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:13.497408 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f6d5b23c-b13d-4fd1-b16e-ab95dbdff3ca req-dc9e46e3-169f-461e-8f5b-7ae9def25fdf tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8c8969d-7c0d-4bfe-bd49-6271193614b9 HTTP/1.1" status: 200 len: 944 time: 0.1923378 Sep 16 12:53:13.501073 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:53:13.502221 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] Checking segment: {'id': '80b31fa5-9330-46a2-9838-326d6e413bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:53:13.502221 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:13.502221 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] Bound using segment: {'id': '80b31fa5-9330-46a2-9838-326d6e413bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:53:13.502687 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] Bound port: 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b31fa5-9330-46a2-9838-326d6e413bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:53:13.503056 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (18ec4bb9-5dec-454f-9b09-cc9e14f82e8d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:13.529636 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-48a7ffd4-e24a-4ed6-8fad-8dbf7eb1e148 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:13.536421 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-48a7ffd4-e24a-4ed6-8fad-8dbf7eb1e148 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3600442 Sep 16 12:53:13.541537 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 55274) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:13.546942 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-fb79bea7-afbc-43d3-8e01-6b3994097e00 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Request body: {'security_group_rule': {'security_group_id': '88fb8760-50a0-4fe4-92cd-a44babed0c8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:13.559128 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:13.564956 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7ffd4-e24a-4ed6-8fad-8dbf7eb1e148 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88fb8760-50a0-4fe4-92cd-a44babed0c8c,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:13.602798 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] For port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:53:13.609347 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] For port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=18ec4bb9-5dec-454f-9b09-cc9e14f82e8d,segment=NetworkSegment(80b31fa5-9330-46a2-9838-326d6e413bf7),segment_id=80b31fa5-9330-46a2-9838-326d6e413bf7)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:53:13.623246 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (18ec4bb9-5dec-454f-9b09-cc9e14f82e8d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:13.634584 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-5a665941-1a79-4d31-81c5-19aec4350f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:13.637450 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fb79bea7-afbc-43d3-8e01-6b3994097e00 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group_rule (ae1b913e-49af-4674-97e9-488c9515e118), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:13.639296 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-5a665941-1a79-4d31-81c5-19aec4350f91 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b10cd073476b420c89d93ce9c5a608c5&device_id=e8c8969d-7c0d-4bfe-bd49-6271193614b9 HTTP/1.1" status: 200 len: 1126 time: 0.2247620 Sep 16 12:53:13.643143 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8006d70a-930e-4f76-bdd9-d1684f7718c4 req-aa5019df-5859-4ac8-8ad8-cd7f114bb154 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330334 Sep 16 12:53:13.685712 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5219baf4-bfde-4037-a511-88ff2690ea6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537bc282-546d-4a7e-b32f-2149067cc012'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:13.699708 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f244d214-100e-4461-ac3b-778c2f10ffd3" -d '{"events": [{"server_uuid": "5219baf4-bfde-4037-a511-88ff2690ea6a", "name": "network-vif-plugged", "status": "completed", "tag": "537bc282-546d-4a7e-b32f-2149067cc012"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:13.711378 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f6d5b23c-b13d-4fd1-b16e-ab95dbdff3ca req-abea2161-887d-45a4-ac76-3986402becd5 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=90a68e47-2034-45c5-a4aa-61c5d6918458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883880 Sep 16 12:53:13.731423 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] Routers {'b5f2aefe-764d-43c1-90a1-ef7c305dbffa'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:53:13.733711 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:53:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:53:13.836071 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-dd430fb1-596f-41ad-ba74-d1ac6af60ec9 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7612ea0a-26f5-4749-ac66-963beed5e38a HTTP/1.1" status: 200 len: 217 time: 0.1383524 Sep 16 12:53:13.858005 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-7efc67d7-4204-4b08-ad46-ab7e2cc9d69d service neutron] 10.222.0.76 "GET /networking/v2.0/ports/c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185/bindings/n-h1-858094-4 HTTP/1.1" status: 200 len: 384 time: 0.2440312 Sep 16 12:53:13.875525 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] Set router b5f2aefe-764d-43c1-90a1-ef7c305dbffa gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:53:13.876677 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e89d7-53a6-4736-b144-7257e3e1f51a req-5c5321fb-3e11-4d07-9cc1-ecdae92b6e2f tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:13.888922 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-895e89d7-53a6-4736-b144-7257e3e1f51a req-5c5321fb-3e11-4d07-9cc1-ecdae92b6e2f tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c97d5f35-6ea1-4ec7-88f5-9da9dbe81182 HTTP/1.1" status: 200 len: 947 time: 0.1646647 Sep 16 12:53:13.974509 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fb79bea7-afbc-43d3-8e01-6b3994097e00 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group_rule (ae1b913e-49af-4674-97e9-488c9515e118), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:13.980644 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c868041c-2416-48ac-92dc-900af1ff73e8 None None] Attempt 6 to provision port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d Sep 16 12:53:14.009017 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fb79bea7-afbc-43d3-8e01-6b3994097e00 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (ae1b913e-49af-4674-97e9-488c9515e118), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:14.063562 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-895e89d7-53a6-4736-b144-7257e3e1f51a req-47ac40ac-661d-44d1-9c4f-dd052319f7c1 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0f71d0ad-8919-4c17-822e-69735985f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733737 Sep 16 12:53:14.089171 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79bea7-afbc-43d3-8e01-6b3994097e00 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1b913e-49af-4674-97e9-488c9515e118,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:14.105585 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc4ef5-aad6-4f1b-b74b-af4df579334e None None] Pushing event updated for resources: {'Port': ['ID=18ec4bb9-5dec-454f-9b09-cc9e14f82e8d,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:14.151180 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fb79bea7-afbc-43d3-8e01-6b3994097e00 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:14.152430 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-fb79bea7-afbc-43d3-8e01-6b3994097e00 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6096025 Sep 16 12:53:14.160211 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 55284) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:14.167733 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-3cca62e4-22b4-4b69-b7e7-f7d6ebf64e5c tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Request body: {'security_group_rule': {'security_group_id': '88fb8760-50a0-4fe4-92cd-a44babed0c8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:14.180628 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:14.222402 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7245eb38-8ce2-40b2-bdfc-7ed1d513ddc8 x-openstack-request-id: req-7245eb38-8ce2-40b2-bdfc-7ed1d513ddc8 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:14.222995 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97d5f35-6ea1-4ec7-88f5-9da9dbe81182", "tag": "81054b4c-c45a-4833-ae83-e752ff18ff48", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:14.223424 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7245eb38-8ce2-40b2-bdfc-7ed1d513ddc8 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:14.223995 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7245eb38-8ce2-40b2-bdfc-7ed1d513ddc8'] response: {'name': 'network-changed', 'server_uuid': 'c97d5f35-6ea1-4ec7-88f5-9da9dbe81182', 'tag': '81054b4c-c45a-4833-ae83-e752ff18ff48', 'status': 'completed', 'code': 200} Sep 16 12:53:14.224168 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:14.279552 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3cca62e4-22b4-4b69-b7e7-f7d6ebf64e5c tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group_rule (e3903997-94d1-4026-a6c5-ec190c3f72b6), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:14.306149 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289bac43-b47d-4e30-8627-5ccde3075c86 x-openstack-request-id: req-289bac43-b47d-4e30-8627-5ccde3075c86 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:14.306537 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5219baf4-bfde-4037-a511-88ff2690ea6a", "name": "network-vif-plugged", "status": "completed", "tag": "537bc282-546d-4a7e-b32f-2149067cc012", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:14.306741 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-289bac43-b47d-4e30-8627-5ccde3075c86 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:14.307394 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-289bac43-b47d-4e30-8627-5ccde3075c86'] response: {'server_uuid': '5219baf4-bfde-4037-a511-88ff2690ea6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537bc282-546d-4a7e-b32f-2149067cc012', 'code': 200} Sep 16 12:53:14.406187 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c868041c-2416-48ac-92dc-900af1ff73e8 None None] Current status of the port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:14.406578 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c868041c-2416-48ac-92dc-900af1ff73e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (18ec4bb9-5dec-454f-9b09-cc9e14f82e8d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:14.409472 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4d268360-33ba-4ccb-9463-9cb5fd05c824 service neutron] For port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:14.434083 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4d268360-33ba-4ccb-9463-9cb5fd05c824 service neutron] For port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:53:14.455883 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:52Z', 'updated_at': '2022-09-16T12:53:06Z', 'revision_number': 4, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'gw_port': {'id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:53Z', 'updated_at': '2022-09-16T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '18ec4bb9-5dec-454f-9b09-cc9e14f82e8d', 'name': '', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'mac_address': 'fa:16:3e:ff:48:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:02Z', 'updated_at': '2022-09-16T12:53:13Z', 'revision_number': 4, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'subnets': [{'id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:53:14.463808 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-468fe949-5d5f-4d09-9d73-3295e9175d3c req-8de7425d-6436-4335-9c39-6bef40e7293b tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3491950 Sep 16 12:53:14.469397 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4d268360-33ba-4ccb-9463-9cb5fd05c824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:53:14.481565 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4d268360-33ba-4ccb-9463-9cb5fd05c824 service neutron] For port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:14.494103 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:14.499840 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4d268360-33ba-4ccb-9463-9cb5fd05c824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:14.511043 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-468fe949-5d5f-4d09-9d73-3295e9175d3c req-09086ecd-79f3-40f1-8c2f-5f4571cb0b34 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:14.527664 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8703dedf-8cfe-4b37-8f68-ef96733cb39a None None] The sync data for ids ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'] in n-d-858094-4 is: [{'id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:52Z', 'updated_at': '2022-09-16T12:53:06Z', 'revision_number': 4, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'gw_port': {'id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:53Z', 'updated_at': '2022-09-16T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '18ec4bb9-5dec-454f-9b09-cc9e14f82e8d', 'name': '', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'mac_address': 'fa:16:3e:ff:48:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:02Z', 'updated_at': '2022-09-16T12:53:13Z', 'revision_number': 4, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'subnets': [{'id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:53:14.576771 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c868041c-2416-48ac-92dc-900af1ff73e8 None None] For port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=18ec4bb9-5dec-454f-9b09-cc9e14f82e8d,segment=NetworkSegment(80b31fa5-9330-46a2-9838-326d6e413bf7),segment_id=80b31fa5-9330-46a2-9838-326d6e413bf7)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:14.586191 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c868041c-2416-48ac-92dc-900af1ff73e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (18ec4bb9-5dec-454f-9b09-cc9e14f82e8d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:14.671315 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-468fe949-5d5f-4d09-9d73-3295e9175d3c req-09086ecd-79f3-40f1-8c2f-5f4571cb0b34 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:14.690258 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4d268360-33ba-4ccb-9463-9cb5fd05c824 service neutron] Transition to ACTIVE for port object c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:53:14.699276 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4d268360-33ba-4ccb-9463-9cb5fd05c824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:14.731248 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868041c-2416-48ac-92dc-900af1ff73e8 None None] Pushing event updated for resources: {'Port': ['ID=18ec4bb9-5dec-454f-9b09-cc9e14f82e8d,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:14.768630 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4d268360-33ba-4ccb-9463-9cb5fd05c824 service neutron] No DVR routers for this DVR port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:53:14.805014 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b6cd3-d7a7-44f2-bd2f-2a2c0e86b0f7 req-6c1ac3dc-61a7-4f12-89cd-054767c54190 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:14.806665 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-962b6cd3-d7a7-44f2-bd2f-2a2c0e86b0f7 req-6c1ac3dc-61a7-4f12-89cd-054767c54190 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 951 time: 0.2574253 Sep 16 12:53:14.846890 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3cca62e4-22b4-4b69-b7e7-f7d6ebf64e5c tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group_rule (e3903997-94d1-4026-a6c5-ec190c3f72b6), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:14.857315 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-4d268360-33ba-4ccb-9463-9cb5fd05c824 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185/bindings/n-h1-858094-4/activate HTTP/1.1" status: 200 len: 369 time: 0.9880161 Sep 16 12:53:14.870522 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d268360-33ba-4ccb-9463-9cb5fd05c824 service neutron] Pushing event updated for resources: {'Port': ['ID=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185,revision_number=10']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:14.908735 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3cca62e4-22b4-4b69-b7e7-f7d6ebf64e5c tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (e3903997-94d1-4026-a6c5-ec190c3f72b6), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:14.971086 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca62e4-22b4-4b69-b7e7-f7d6ebf64e5c tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3903997-94d1-4026-a6c5-ec190c3f72b6,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:14.983420 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-468fe949-5d5f-4d09-9d73-3295e9175d3c req-09086ecd-79f3-40f1-8c2f-5f4571cb0b34 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:14.989905 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-962b6cd3-d7a7-44f2-bd2f-2a2c0e86b0f7 req-f6eecc1a-4dc3-4a4f-96f8-4d039a77e122 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712155 Sep 16 12:53:14.995193 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3cca62e4-22b4-4b69-b7e7-f7d6ebf64e5c tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:15.000215 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-3cca62e4-22b4-4b69-b7e7-f7d6ebf64e5c tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8354132 Sep 16 12:53:15.000503 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 55300) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:15.008315 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-2e7ca225-9623-4248-9413-05b810d45b9a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:15.048478 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:15.079067 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e7ca225-9623-4248-9413-05b810d45b9a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:15.316116 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9329259-b3b1-4f79-80db-910cb410c8b9 req-a4ad6bb9-3023-4ae2-8494-73b3dd6b9fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:15.317632 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e9329259-b3b1-4f79-80db-910cb410c8b9 req-a4ad6bb9-3023-4ae2-8494-73b3dd6b9fdb service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5219baf4-bfde-4037-a511-88ff2690ea6a HTTP/1.1" status: 200 len: 1131 time: 0.0919926 Sep 16 12:53:15.346243 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a221c8-0b3f-47da-8a6b-b117ba80ce78 req-496c7c29-8fdb-45d7-9d0f-01d3f38f2727 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:15.356786 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c0a221c8-0b3f-47da-8a6b-b117ba80ce78 req-496c7c29-8fdb-45d7-9d0f-01d3f38f2727 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 945 time: 0.1594770 Sep 16 12:53:15.466073 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e7ca225-9623-4248-9413-05b810d45b9a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:15.470290 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c0a221c8-0b3f-47da-8a6b-b117ba80ce78 req-0238fd46-1bbc-4e70-9772-dd614f55de98 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118753 Sep 16 12:53:15.521042 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-468fe949-5d5f-4d09-9d73-3295e9175d3c req-09086ecd-79f3-40f1-8c2f-5f4571cb0b34 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Allocated IP 172.25.2.147 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/1f8aea6c-bbc1-4b46-a3c7-07df8020ddf1) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:53:15.571367 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dfa26-ca4e-4a74-87e3-55751edcc273 req-10abf4b6-e252-4f9c-8ba5-978ed56b1b5b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:15.572876 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e60dfa26-ca4e-4a74-87e3-55751edcc273 req-10abf4b6-e252-4f9c-8ba5-978ed56b1b5b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 951 time: 0.1979403 Sep 16 12:53:15.575008 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e9329259-b3b1-4f79-80db-910cb410c8b9 req-fc5dd20f-62e8-4147-baac-16b9a9f31d46 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=0f71d0ad-8919-4c17-822e-69735985f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274487 Sep 16 12:53:15.677567 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b115d-afc9-4109-bfca-b57f62e7bb8d req-2f331219-c65f-4bb7-b909-c38eee631fef tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:15.679392 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a17b115d-afc9-4109-bfca-b57f62e7bb8d req-2f331219-c65f-4bb7-b909-c38eee631fef tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8c8969d-7c0d-4bfe-bd49-6271193614b9 HTTP/1.1" status: 200 len: 944 time: 0.0938182 Sep 16 12:53:15.763077 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:15.776080 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-468fe949-5d5f-4d09-9d73-3295e9175d3c req-09086ecd-79f3-40f1-8c2f-5f4571cb0b34 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks [] for port (1f8aea6c-bbc1-4b46-a3c7-07df8020ddf1), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:15.780585 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a17b115d-afc9-4109-bfca-b57f62e7bb8d req-4f87da54-8f58-4619-b035-b79b1edead8f tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=90a68e47-2034-45c5-a4aa-61c5d6918458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873818 Sep 16 12:53:15.795078 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:15.837477 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-468fe949-5d5f-4d09-9d73-3295e9175d3c req-09086ecd-79f3-40f1-8c2f-5f4571cb0b34 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (1f8aea6c-bbc1-4b46-a3c7-07df8020ddf1), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:15.929812 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09086ecd-79f3-40f1-8c2f-5f4571cb0b34 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Pushing event updated for resources: {'Port': ['ID=1f8aea6c-bbc1-4b46-a3c7-07df8020ddf1,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:16.005517 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468fe949-5d5f-4d09-9d73-3295e9175d3c req-09086ecd-79f3-40f1-8c2f-5f4571cb0b34 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:53:16.010873 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-468fe949-5d5f-4d09-9d73-3295e9175d3c req-09086ecd-79f3-40f1-8c2f-5f4571cb0b34 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:53:16.016094 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-468fe949-5d5f-4d09-9d73-3295e9175d3c req-09086ecd-79f3-40f1-8c2f-5f4571cb0b34 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:53:16.092876 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531d081-8197-4d87-9c9b-1a6873481de2 req-20a61fd7-7e0d-4217-9cac-db773bc8facc tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:16.094434 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b531d081-8197-4d87-9c9b-1a6873481de2 req-20a61fd7-7e0d-4217-9cac-db773bc8facc tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c97d5f35-6ea1-4ec7-88f5-9da9dbe81182 HTTP/1.1" status: 200 len: 947 time: 0.1754994 Sep 16 12:53:16.123236 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:53:16.233501 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b531d081-8197-4d87-9c9b-1a6873481de2 req-5935990c-1c75-4d34-a396-a8b52bd6b1bd tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0f71d0ad-8919-4c17-822e-69735985f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270404 Sep 16 12:53:16.234088 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c8969d-7c0d-4bfe-bd49-6271193614b9', 'tag': '7612ea0a-26f5-4749-ac66-963beed5e38a'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:16.236391 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e3c604-9490-4495-8c43-aeb8761bdbe1" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c8969d-7c0d-4bfe-bd49-6271193614b9", "tag": "7612ea0a-26f5-4749-ac66-963beed5e38a"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:16.236836 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:16.237246 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (18ec4bb9-5dec-454f-9b09-cc9e14f82e8d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:16.238321 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d Sep 16 12:53:16.281064 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:16.355308 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-468fe949-5d5f-4d09-9d73-3295e9175d3c req-09086ecd-79f3-40f1-8c2f-5f4571cb0b34 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks [] for floatingip (6257e01b-c989-43a0-afca-8c210713ffa3), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:16.382718 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:16.495862 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-84896bec-5a5d-4aad-9434-dca92363cb8a req-186eb2cc-ac40-4398-ab3e-13eb55a90086 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1421847 Sep 16 12:53:16.501397 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-2e7ca225-9623-4248-9413-05b810d45b9a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Allocated IP 172.25.2.251 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/83837b4c-c740-4f5e-aff2-f18c3cd7ce83) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:53:16.560926 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-e60dfa26-ca4e-4a74-87e3-55751edcc273 req-a29cb090-abac-4a64-854b-60b1149e20b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Deleting port bf12465f-8132-474a-94b1-e3b53f03df41 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:53:16.563238 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e60dfa26-ca4e-4a74-87e3-55751edcc273 req-a29cb090-abac-4a64-854b-60b1149e20b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:16.624742 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-468fe949-5d5f-4d09-9d73-3295e9175d3c req-09086ecd-79f3-40f1-8c2f-5f4571cb0b34 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1f8aea6c-bbc1-4b46-a3c7-07df8020ddf1), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:16.681052 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-2aa73635-1e33-4ad3-b19d-15e4565b109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:16.683315 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-2aa73635-1e33-4ad3-b19d-15e4565b109b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ed3f9e63-d41f-45ce-8164-68147cf06312 HTTP/1.1" status: 200 len: 851 time: 0.3049593 Sep 16 12:53:16.685019 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-51c2cb09-7de9-49c8-b4a7-4fee1283ae15 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:16.687692 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-51c2cb09-7de9-49c8-b4a7-4fee1283ae15 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933&tenant_id=da915844493a4928ac8830897afa126f&binding%3Ahost_id=n-h2-858094-4 HTTP/1.1" status: 200 len: 1127 time: 0.2347388 Sep 16 12:53:16.688866 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf4522-acec-4137-b5a7-bc11185d7650 req-d893349d-d37f-4c49-a6f2-9d380eb4d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:16.690339 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dfaf4522-acec-4137-b5a7-bc11185d7650 req-d893349d-d37f-4c49-a6f2-9d380eb4d2b8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=051e81fca8624d18b9415a46e158d243&device_id=c97d5f35-6ea1-4ec7-88f5-9da9dbe81182 HTTP/1.1" status: 200 len: 1129 time: 0.2664838 Sep 16 12:53:16.772871 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84896bec-5a5d-4aad-9434-dca92363cb8a req-7a65614b-0bea-4176-9510-44844cddb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:16.775481 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-84896bec-5a5d-4aad-9434-dca92363cb8a req-7a65614b-0bea-4176-9510-44844cddb67e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=0b18ec5302634d2a95e51547e0019d40&device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 1131 time: 0.1248701 Sep 16 12:53:16.780491 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:16.827965 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:16.838792 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-e60dfa26-ca4e-4a74-87e3-55751edcc273 req-a29cb090-abac-4a64-854b-60b1149e20b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=bf12465f-8132-474a-94b1-e3b53f03df41,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:16.839625 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e60dfa26-ca4e-4a74-87e3-55751edcc273 req-a29cb090-abac-4a64-854b-60b1149e20b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:16.899207 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device bf12465f-8132-474a-94b1-e3b53f03df41 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:53:16.913703 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-e60dfa26-ca4e-4a74-87e3-55751edcc273 req-a29cb090-abac-4a64-854b-60b1149e20b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Calling delete_port for bf12465f-8132-474a-94b1-e3b53f03df41 owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:53:17.063297 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port bf12465f-8132-474a-94b1-e3b53f03df41 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:17.063697 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:17.082419 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e7ca225-9623-4248-9413-05b810d45b9a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for port (83837b4c-c740-4f5e-aff2-f18c3cd7ce83), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:17.109352 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf12465f-8132-474a-94b1-e3b53f03df41'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:17.112684 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ab19b4-0d37-48f7-b7ee-21902c9533ef" -d '{"events": [{"server_uuid": "1afdaec3-fdf0-4eac-a324-c0f8eaa6797b", "name": "network-vif-unplugged", "status": "completed", "tag": "bf12465f-8132-474a-94b1-e3b53f03df41"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:17.141008 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port bf12465f-8132-474a-94b1-e3b53f03df41, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=bf12465f-8132-474a-94b1-e3b53f03df41,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:17.157230 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:17.159376 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:53:17.189596 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84896bec-5a5d-4aad-9434-dca92363cb8a req-e17f60f4-8e91-490c-ae79-0c24ba1e291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:17.191092 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-84896bec-5a5d-4aad-9434-dca92363cb8a req-e17f60f4-8e91-490c-ae79-0c24ba1e291d service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.3316739 Sep 16 12:53:17.250154 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e7ca225-9623-4248-9413-05b810d45b9a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (83837b4c-c740-4f5e-aff2-f18c3cd7ce83), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:17.253537 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-84896bec-5a5d-4aad-9434-dca92363cb8a req-ca37929b-2cab-428d-92e7-a448f6817412 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c82c5517-9370-47b7-870d-b1c0f066ce8a HTTP/1.1" status: 200 len: 217 time: 0.0477889 Sep 16 12:53:17.275648 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] The host n-h2-858094-4 is not matching for port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 host n-h1-858094-4! {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 16 12:53:17.276399 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:53:17.325031 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:17.326965 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=bf12465f-8132-474a-94b1-e3b53f03df41,revision_number=15']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:17.361577 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-555dc1ed-b7b8-4dd9-8c72-665b5ba9b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:17.363257 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-555dc1ed-b7b8-4dd9-8c72-665b5ba9b088 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933&tenant_id=da915844493a4928ac8830897afa126f HTTP/1.1" status: 200 len: 1127 time: 0.6428657 Sep 16 12:53:17.370564 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-457fbbce-b998-44ec-bb41-94003220e607 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:17.377487 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-457fbbce-b998-44ec-bb41-94003220e607 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 808 time: 0.9546497 Sep 16 12:53:17.377703 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7ca225-9623-4248-9413-05b810d45b9a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:53:17.390434 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-2e7ca225-9623-4248-9413-05b810d45b9a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:53:17.392921 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7ca225-9623-4248-9413-05b810d45b9a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:53:17.412229 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ca225-9623-4248-9413-05b810d45b9a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Pushing event updated for resources: {'Port': ['ID=83837b4c-c740-4f5e-aff2-f18c3cd7ce83,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:17.414394 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-5e0dc2eb-eb1a-4d81-ad7a-3facdb5eed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:17.416160 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-5e0dc2eb-eb1a-4d81-ad7a-3facdb5eed9e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6b075bdd-1414-4e77-8147-4734221b7be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7141919 Sep 16 12:53:17.445508 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84896bec-5a5d-4aad-9434-dca92363cb8a req-d2f4109d-def1-4611-abcd-bfde0d8993ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:17.446979 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-84896bec-5a5d-4aad-9434-dca92363cb8a req-d2f4109d-def1-4611-abcd-bfde0d8993ec service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1577806 Sep 16 12:53:17.500391 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e60dfa26-ca4e-4a74-87e3-55751edcc273 req-a29cb090-abac-4a64-854b-60b1149e20b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (bf12465f-8132-474a-94b1-e3b53f03df41), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:17.503690 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-275678d2-0798-499d-8561-a860a8d81e83 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/quotas/dd7ec914bffb4743921e4116b0c399eb HTTP/1.1" status: 200 len: 375 time: 0.1250322 Sep 16 12:53:17.512807 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['c82c5517-9370-47b7-870d-b1c0f066ce8a', '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:53:17.525358 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:17.566640 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cb090-abac-4a64-854b-60b1149e20b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Pushing event deleted for resources: {'Port': ['ID=bf12465f-8132-474a-94b1-e3b53f03df41,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:17.573009 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84896bec-5a5d-4aad-9434-dca92363cb8a req-13a6223a-7158-44c6-87a5-863c89d67322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:17.574598 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-84896bec-5a5d-4aad-9434-dca92363cb8a req-13a6223a-7158-44c6-87a5-863c89d67322 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1155119 Sep 16 12:53:17.593498 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-a0a4376c-8bd0-4e94-a56b-436f63039b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:17.595246 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-a0a4376c-8bd0-4e94-a56b-436f63039b99 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 1127 time: 0.1743169 Sep 16 12:53:17.625908 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf4522-acec-4137-b5a7-bc11185d7650 req-c4785568-6a99-4d49-8e82-c0a3270832a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:17.627579 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dfaf4522-acec-4137-b5a7-bc11185d7650 req-c4785568-6a99-4d49-8e82-c0a3270832a6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.9125617 Sep 16 12:53:17.725110 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['3fe50ad6-99ae-4c0b-a11b-3e41218b0317'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:53:17.755126 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:17.760201 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-84896bec-5a5d-4aad-9434-dca92363cb8a req-523a4a3c-e930-4a55-a515-671d5a11e63c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751363 Sep 16 12:53:17.791303 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-9bdf6989-3e5b-42e2-bceb-b695beb7013e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2861235 Sep 16 12:53:17.802742 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 81054b4c-c45a-4833-ae83-e752ff18ff48 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:53:17.880189 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60dfa26-ca4e-4a74-87e3-55751edcc273 req-a29cb090-abac-4a64-854b-60b1149e20b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] No DVR routers for this DVR port bf12465f-8132-474a-94b1-e3b53f03df41 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:53:17.884230 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e60dfa26-ca4e-4a74-87e3-55751edcc273 req-a29cb090-abac-4a64-854b-60b1149e20b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:17.887390 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e60dfa26-ca4e-4a74-87e3-55751edcc273 req-a29cb090-abac-4a64-854b-60b1149e20b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.76 "DELETE /networking/v2.0/ports/bf12465f-8132-474a-94b1-e3b53f03df41 HTTP/1.1" status: 204 len: 173 time: 2.0992007 Sep 16 12:53:17.902499 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'name': 'network-vif-deleted', 'tag': 'bf12465f-8132-474a-94b1-e3b53f03df41'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:17.909528 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4825888-31d9-4c48-8e6b-166dd2885842" -d '{"events": [{"server_uuid": "1afdaec3-fdf0-4eac-a324-c0f8eaa6797b", "name": "network-vif-deleted", "tag": "bf12465f-8132-474a-94b1-e3b53f03df41"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:17.922091 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e7ca225-9623-4248-9413-05b810d45b9a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for floatingip (0be927d8-8802-458c-be99-c70b0e2dd0f7), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:17.970833 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.resource_extend [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 12:53:17.972464 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:17.985661 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dfaf4522-acec-4137-b5a7-bc11185d7650 req-a4d4f4f8-2927-45a0-8d01-3093a3de6adb service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=81054b4c-c45a-4833-ae83-e752ff18ff48 HTTP/1.1" status: 200 len: 217 time: 0.3356237 Sep 16 12:53:17.987316 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-d0cc2eee-01d6-4724-812e-1211b327a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:17.994678 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-d0cc2eee-01d6-4724-812e-1211b327a3ba service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 922 time: 0.3828275 Sep 16 12:53:17.998290 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-610fd79a-24d4-44f1-bd56-8f0e040900ff service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b075bdd-1414-4e77-8147-4734221b7be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606050 Sep 16 12:53:18.095081 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e7ca225-9623-4248-9413-05b810d45b9a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (83837b4c-c740-4f5e-aff2-f18c3cd7ce83), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:18.160854 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-84896bec-5a5d-4aad-9434-dca92363cb8a req-fa45918f-e376-4b48-9744-9fc4b16187d6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719702 Sep 16 12:53:18.249188 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-83173753-b30d-40d7-a669-3b1e60e78bb5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568582 Sep 16 12:53:18.252963 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-f91c88de-5162-4c3b-9b8e-24f7868529bb service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 HTTP/1.1" status: 200 len: 217 time: 0.1263590 Sep 16 12:53:18.255076 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf4522-acec-4137-b5a7-bc11185d7650 req-27c617f3-0649-47d4-990a-e3c9309637dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:18.257150 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dfaf4522-acec-4137-b5a7-bc11185d7650 req-27c617f3-0649-47d4-990a-e3c9309637dc service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.0705574 Sep 16 12:53:18.277995 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 81054b4c-c45a-4833-ae83-e752ff18ff48, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=81054b4c-c45a-4833-ae83-e752ff18ff48,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:18.294065 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '81054b4c-c45a-4833-ae83-e752ff18ff48', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '81054b4c-c45a-4833-ae83-e752ff18ff48', 'mac_address': 'fa:16:3e:e8:0e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:53:18.309767 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:18.380676 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e7ca225-9623-4248-9413-05b810d45b9a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for port (83837b4c-c740-4f5e-aff2-f18c3cd7ce83), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:18.389599 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e7ca225-9623-4248-9413-05b810d45b9a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (83837b4c-c740-4f5e-aff2-f18c3cd7ce83), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:18.398782 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4d27708-8267-48ec-95ec-add55f2009b2 req-962e295d-6d35-4abe-905e-4246bf3c14f9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b075bdd-1414-4e77-8147-4734221b7be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384425 Sep 16 12:53:18.424730 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-468fe949-5d5f-4d09-9d73-3295e9175d3c req-09086ecd-79f3-40f1-8c2f-5f4571cb0b34 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks [] for port (1f8aea6c-bbc1-4b46-a3c7-07df8020ddf1), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:18.466216 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-468fe949-5d5f-4d09-9d73-3295e9175d3c req-09086ecd-79f3-40f1-8c2f-5f4571cb0b34 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (1f8aea6c-bbc1-4b46-a3c7-07df8020ddf1), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:18.473437 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ca225-9623-4248-9413-05b810d45b9a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Pushing event updated for resources: {'Port': ['ID=83837b4c-c740-4f5e-aff2-f18c3cd7ce83,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:18.522401 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e7ca225-9623-4248-9413-05b810d45b9a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (0be927d8-8802-458c-be99-c70b0e2dd0f7), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:18.554150 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e7ca225-9623-4248-9413-05b810d45b9a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:18.567214 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 81054b4c-c45a-4833-ae83-e752ff18ff48 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:18.567599 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:18.568568 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2e7ca225-9623-4248-9413-05b810d45b9a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5668898 Sep 16 12:53:18.614992 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-468fe949-5d5f-4d09-9d73-3295e9175d3c req-09086ecd-79f3-40f1-8c2f-5f4571cb0b34 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (6257e01b-c989-43a0-afca-8c210713ffa3), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:18.632991 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf4522-acec-4137-b5a7-bc11185d7650 req-cc2b8336-5796-4c6c-8f94-fb928e7b54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:18.635392 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dfaf4522-acec-4137-b5a7-bc11185d7650 req-cc2b8336-5796-4c6c-8f94-fb928e7b54f1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2076230 Sep 16 12:53:18.653708 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81054b4c-c45a-4833-ae83-e752ff18ff48 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:53:18.695302 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 81054b4c-c45a-4833-ae83-e752ff18ff48, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=81054b4c-c45a-4833-ae83-e752ff18ff48,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:18.702077 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:18.756537 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:18.757922 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:18.760895 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09086ecd-79f3-40f1-8c2f-5f4571cb0b34 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Pushing event updated for resources: {'Port': ['ID=1f8aea6c-bbc1-4b46-a3c7-07df8020ddf1,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:18.775303 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-468fe949-5d5f-4d09-9d73-3295e9175d3c req-09086ecd-79f3-40f1-8c2f-5f4571cb0b34 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:18.782323 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-468fe949-5d5f-4d09-9d73-3295e9175d3c req-09086ecd-79f3-40f1-8c2f-5f4571cb0b34 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3172715 Sep 16 12:53:18.782561 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=81054b4c-c45a-4833-ae83-e752ff18ff48,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:18.797773 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-d5724cd3-e578-4190-a400-9a4b1c70b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:18.799368 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-d5724cd3-e578-4190-a400-9a4b1c70b390 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.3573213 Sep 16 12:53:18.867908 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-468fe949-5d5f-4d09-9d73-3295e9175d3c req-13362f05-c9b8-4158-b353-2165a4d2db46 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 696 time: 0.0845754 Sep 16 12:53:18.953162 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-29184336-1302-4df9-83ce-9327c86e8943 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225236 Sep 16 12:53:19.013868 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fe949-5d5f-4d09-9d73-3295e9175d3c req-59ad9ab2-ce93-4dcd-9ca3-121490845b4a tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:19.015251 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-468fe949-5d5f-4d09-9d73-3295e9175d3c req-59ad9ab2-ce93-4dcd-9ca3-121490845b4a tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.1465013 Sep 16 12:53:19.240851 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['81054b4c-c45a-4833-ae83-e752ff18ff48'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:53:19.363741 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aca022b5-ec1a-4a93-b376-7482f5e6ab86 req-25871738-93b8-4704-aec0-199692bf560f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1afdaec3-fdf0-4eac-a324-c0f8eaa6797b HTTP/1.1" status: 200 len: 210 time: 0.0486042 Sep 16 12:53:19.462067 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd4c754-f496-4fe9-a3e4-013c64acc971 x-openstack-request-id: req-bcd4c754-f496-4fe9-a3e4-013c64acc971 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:19.462748 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c8969d-7c0d-4bfe-bd49-6271193614b9", "tag": "7612ea0a-26f5-4749-ac66-963beed5e38a", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:19.462748 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bcd4c754-f496-4fe9-a3e4-013c64acc971 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:19.463021 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd4c754-f496-4fe9-a3e4-013c64acc971'] response: {'name': 'network-changed', 'server_uuid': 'e8c8969d-7c0d-4bfe-bd49-6271193614b9', 'tag': '7612ea0a-26f5-4749-ac66-963beed5e38a', 'status': 'completed', 'code': 200} Sep 16 12:53:19.642033 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a6862-bb33-470a-af61-76a62b2950f6 req-a35234e7-5b1a-4170-ae70-d26c3b013e7f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:19.651064 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d36a6862-bb33-470a-af61-76a62b2950f6 req-a35234e7-5b1a-4170-ae70-d26c3b013e7f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 945 time: 0.1223845 Sep 16 12:53:19.738409 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61f13f-166d-42f5-9348-860032bdf023 req-15b8d248-91b2-4f51-a82b-d6d88478eb26 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:19.739990 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0d61f13f-166d-42f5-9348-860032bdf023 req-15b8d248-91b2-4f51-a82b-d6d88478eb26 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8c8969d-7c0d-4bfe-bd49-6271193614b9 HTTP/1.1" status: 200 len: 944 time: 0.0879478 Sep 16 12:53:19.841739 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d36a6862-bb33-470a-af61-76a62b2950f6 req-9e3c02b7-f2c9-49a9-b7bd-c4f9ff4a7cf7 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687219 Sep 16 12:53:19.848026 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0d61f13f-166d-42f5-9348-860032bdf023 req-06f9baa8-c379-4ccd-acc2-86e6de992347 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=90a68e47-2034-45c5-a4aa-61c5d6918458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950592 Sep 16 12:53:19.903647 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a62ec7a-333f-49b8-a02d-f2d893fce95f x-openstack-request-id: req-6a62ec7a-333f-49b8-a02d-f2d893fce95f {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:19.904266 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afdaec3-fdf0-4eac-a324-c0f8eaa6797b", "name": "network-vif-unplugged", "status": "completed", "tag": "bf12465f-8132-474a-94b1-e3b53f03df41", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:19.904266 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6a62ec7a-333f-49b8-a02d-f2d893fce95f {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:19.904622 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a62ec7a-333f-49b8-a02d-f2d893fce95f'] response: {'server_uuid': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf12465f-8132-474a-94b1-e3b53f03df41', 'code': 200} Sep 16 12:53:19.947277 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b0d854-f8bc-46bd-9654-5aab02e12343 x-openstack-request-id: req-b0b0d854-f8bc-46bd-9654-5aab02e12343 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:19.947804 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afdaec3-fdf0-4eac-a324-c0f8eaa6797b", "name": "network-vif-deleted", "tag": "bf12465f-8132-474a-94b1-e3b53f03df41", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:19.947804 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b0b0d854-f8bc-46bd-9654-5aab02e12343 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:19.952111 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0b0d854-f8bc-46bd-9654-5aab02e12343'] response: {'server_uuid': '1afdaec3-fdf0-4eac-a324-c0f8eaa6797b', 'name': 'network-vif-deleted', 'tag': 'bf12465f-8132-474a-94b1-e3b53f03df41', 'status': 'completed', 'code': 200} Sep 16 12:53:20.077616 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fc3b8-0f91-423d-b258-577949b7ef8a req-10a404a5-1e94-4e18-b300-6d07968ae345 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:20.079903 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f3fc3b8-0f91-423d-b258-577949b7ef8a req-10a404a5-1e94-4e18-b300-6d07968ae345 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c97d5f35-6ea1-4ec7-88f5-9da9dbe81182 HTTP/1.1" status: 200 len: 948 time: 0.0796056 Sep 16 12:53:20.176391 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f3fc3b8-0f91-423d-b258-577949b7ef8a req-029becfb-93a3-4949-850a-546d3b94a032 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0f71d0ad-8919-4c17-822e-69735985f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853624 Sep 16 12:53:20.209306 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-227b773c-761e-428f-9cc3-fec7c576809b req-a27858a0-226d-4f16-9a04-0bb18caad0f0 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--319040827&fields=id&tenant_id=7a67136b9d8041fd8e62a81be2d6b48d HTTP/1.1" status: 200 len: 267 time: 0.1280360 Sep 16 12:53:20.424719 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b773c-761e-428f-9cc3-fec7c576809b req-f7f9787e-e1f4-4089-aa20-3407c5d4d4b9 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:20.426331 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-227b773c-761e-428f-9cc3-fec7c576809b req-f7f9787e-e1f4-4089-aa20-3407c5d4d4b9 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/networks?id=3f814bae-963f-4f23-965e-dabc87858a1e HTTP/1.1" status: 200 len: 811 time: 0.2085156 Sep 16 12:53:20.457620 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-227b773c-761e-428f-9cc3-fec7c576809b req-78f0084a-e9bb-42d2-bdc5-bb242cc2936e tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/quotas/7a67136b9d8041fd8e62a81be2d6b48d HTTP/1.1" status: 200 len: 375 time: 0.0237525 Sep 16 12:53:20.488999 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-404071bf-4287-44dd-b12d-c02f93e3225c tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:20.490468 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-404071bf-4287-44dd-b12d-c02f93e3225c tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/networks?id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba HTTP/1.1" status: 200 len: 821 time: 0.1753454 Sep 16 12:53:20.523420 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-27b71131-1dd9-48b2-8f47-c512ec98bf4d tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/quotas/1e41136645964ea98a675833bd73299f HTTP/1.1" status: 200 len: 375 time: 0.0159779 Sep 16 12:53:20.546572 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-227b773c-761e-428f-9cc3-fec7c576809b req-f592b26a-cf7f-4c9b-a526-f49e7151a085 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=7a67136b9d8041fd8e62a81be2d6b48d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792234 Sep 16 12:53:20.636573 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-7f42815e-ed34-412d-b56b-da163cdb388d tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1e41136645964ea98a675833bd73299f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1031907 Sep 16 12:53:20.736972 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-227b773c-761e-428f-9cc3-fec7c576809b req-107f5195-c91e-461e-be97-20cea97ad651 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670742 Sep 16 12:53:20.747962 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:20.754832 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 81054b4c-c45a-4833-ae83-e752ff18ff48 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:53:20.763126 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:20.800585 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 81054b4c-c45a-4833-ae83-e752ff18ff48 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:53:20.806312 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 81054b4c-c45a-4833-ae83-e752ff18ff48 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:20.806679 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:20.807337 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 81054b4c-c45a-4833-ae83-e752ff18ff48 Sep 16 12:53:20.811050 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-6cdf4f1c-892c-4ad4-a1b6-bac46845f1a6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667905 Sep 16 12:53:20.838649 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:20.893023 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 81054b4c-c45a-4833-ae83-e752ff18ff48 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:20.893322 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:20.942992 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 81054b4c-c45a-4833-ae83-e752ff18ff48, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=81054b4c-c45a-4833-ae83-e752ff18ff48,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:20.948746 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:21.002936 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=81054b4c-c45a-4833-ae83-e752ff18ff48,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:21.041479 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-227b773c-761e-428f-9cc3-fec7c576809b req-bd6374f7-b90c-4810-9949-5d196d71de9d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921124 Sep 16 12:53:21.077720 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3c604-9490-4495-8c43-aeb8761bdbe1 req-5c74879e-46c6-4900-a9d6-c0fe6dbe8216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:21.079157 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62e3c604-9490-4495-8c43-aeb8761bdbe1 req-5c74879e-46c6-4900-a9d6-c0fe6dbe8216 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b10cd073476b420c89d93ce9c5a608c5&device_id=e8c8969d-7c0d-4bfe-bd49-6271193614b9 HTTP/1.1" status: 200 len: 1126 time: 0.1468294 Sep 16 12:53:21.088506 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-5783e6a4-da7c-477e-baca-94bbfe926f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:21.089999 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-5783e6a4-da7c-477e-baca-94bbfe926f82 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1878383 Sep 16 12:53:21.128710 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-31ea8ae7-f01e-4407-88b4-855f07cebb3f tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:21.130463 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-31ea8ae7-f01e-4407-88b4-855f07cebb3f tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.76 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 808 time: 0.1507144 Sep 16 12:53:21.146442 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-2f49969e-b261-4096-9acb-47d58677a630 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Request body: {'port': {'device_id': 'bd1530a2-c78e-419d-a65e-fc5baf53d939', 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'admin_state_up': True, 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:21.245143 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:21.250022 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-82e38b9c-867f-4d9e-829a-f4f628f4364c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306564 Sep 16 12:53:21.298899 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-b95e7c5b-a93e-4e0e-95cf-e7e195ec7682 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986055 Sep 16 12:53:21.384863 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-2f49969e-b261-4096-9acb-47d58677a630 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Made reservation on behalf of dd7ec914bffb4743921e4116b0c399eb for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:53:21.390653 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-2f49969e-b261-4096-9acb-47d58677a630 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:21.440559 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-00da7828-63ca-4619-bc03-9145fc8e54c5 req-e4faed03-6512-4ebb-ae0d-71d974321f6d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 210 time: 0.1044888 Sep 16 12:53:21.559922 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dfaf4522-acec-4137-b5a7-bc11185d7650 req-bfb55829-d2fe-4c3e-a77b-5b064bd0aee5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6564858 Sep 16 12:53:21.753904 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:21.776532 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-2f49969e-b261-4096-9acb-47d58677a630 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Allocated IP 172.20.0.11 (40f9024a-6954-4a0a-afdb-132e05c6d9d2/466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c/efae6ffd-f514-46a4-ad30-4fa3504874c8) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:53:21.813469 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00dd41-6780-4cec-99a6-d9b968949d42 req-9ae5c18d-0527-4c69-b271-5e05a2a2a858 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:21.821558 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aa00dd41-6780-4cec-99a6-d9b968949d42 req-9ae5c18d-0527-4c69-b271-5e05a2a2a858 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8c8969d-7c0d-4bfe-bd49-6271193614b9 HTTP/1.1" status: 200 len: 944 time: 0.0833061 Sep 16 12:53:21.877989 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3c604-9490-4495-8c43-aeb8761bdbe1 req-743adc91-be35-483f-8b10-cd3349f4600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:21.879516 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62e3c604-9490-4495-8c43-aeb8761bdbe1 req-743adc91-be35-483f-8b10-cd3349f4600d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6b075bdd-1414-4e77-8147-4734221b7be7 HTTP/1.1" status: 200 len: 913 time: 0.7823408 Sep 16 12:53:21.906532 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97d5f35-6ea1-4ec7-88f5-9da9dbe81182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81054b4c-c45a-4833-ae83-e752ff18ff48'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:21.910505 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6699af36-f49e-4460-b413-9887f932683d" -d '{"events": [{"server_uuid": "c97d5f35-6ea1-4ec7-88f5-9da9dbe81182", "name": "network-vif-plugged", "status": "completed", "tag": "81054b4c-c45a-4833-ae83-e752ff18ff48"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:22.012114 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-2f49969e-b261-4096-9acb-47d58677a630 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:22.082107 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:22.087233 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-2f49969e-b261-4096-9acb-47d58677a630 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:22.176631 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-2f49969e-b261-4096-9acb-47d58677a630 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:53:22.188313 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-2f49969e-b261-4096-9acb-47d58677a630 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:53:22.213336 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-2f49969e-b261-4096-9acb-47d58677a630 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:53:22.234897 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49969e-b261-4096-9acb-47d58677a630 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Pushing event updated for resources: {'Port': ['ID=efae6ffd-f514-46a4-ad30-4fa3504874c8,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:22.356647 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-2f49969e-b261-4096-9acb-47d58677a630 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:22.357304 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-2f49969e-b261-4096-9acb-47d58677a630 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:22.400581 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-2f49969e-b261-4096-9acb-47d58677a630 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2620084 Sep 16 12:53:22.423061 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] Request body: {'port': {'device_id': 'bd1530a2-c78e-419d-a65e-fc5baf53d939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:22.525234 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62e3c604-9490-4495-8c43-aeb8761bdbe1 req-e9170d3a-9e90-49d7-bfdd-4710ffeacedf service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7612ea0a-26f5-4749-ac66-963beed5e38a HTTP/1.1" status: 200 len: 217 time: 0.6111157 Sep 16 12:53:22.527636 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:22.555448 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-98e4779e-5cb3-4fff-a9b8-3ece09f0bfd1 None None] Provisioning complete for port efae6ffd-f514-46a4-ad30-4fa3504874c8 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:22.556459 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-98e4779e-5cb3-4fff-a9b8-3ece09f0bfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:22.556960 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-98e4779e-5cb3-4fff-a9b8-3ece09f0bfd1 None None] Attempt 1 to provision port efae6ffd-f514-46a4-ad30-4fa3504874c8 Sep 16 12:53:22.581224 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-9615a691-537d-434f-bf08-590eeac742ad service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2463596 Sep 16 12:53:22.644986 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-98e4779e-5cb3-4fff-a9b8-3ece09f0bfd1 None None] Port efae6ffd-f514-46a4-ad30-4fa3504874c8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:22.690974 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:22.694954 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dfaf4522-acec-4137-b5a7-bc11185d7650 req-584042b1-845b-4e15-b77a-8a5ce94a13d1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1243274 Sep 16 12:53:22.713161 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aa00dd41-6780-4cec-99a6-d9b968949d42 req-832db017-6675-41b8-9dbe-b1aaff5ad55e tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=90a68e47-2034-45c5-a4aa-61c5d6918458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8907130 Sep 16 12:53:22.732498 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 7612ea0a-26f5-4749-ac66-963beed5e38a details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:53:22.790991 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13799b0-ddeb-49a9-87e9-e1a666eaef99 req-0b4f7a08-cd1c-457a-a0c0-404a95120775 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:22.792659 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f13799b0-ddeb-49a9-87e9-e1a666eaef99 req-0b4f7a08-cd1c-457a-a0c0-404a95120775 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 945 time: 0.9865968 Sep 16 12:53:22.829871 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3c604-9490-4495-8c43-aeb8761bdbe1 req-3f399b3c-e0a7-408c-8cc0-9885d03f93c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:22.834177 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62e3c604-9490-4495-8c43-aeb8761bdbe1 req-3f399b3c-e0a7-408c-8cc0-9885d03f93c0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ed3f9e63-d41f-45ce-8164-68147cf06312 HTTP/1.1" status: 200 len: 851 time: 0.1522353 Sep 16 12:53:22.859291 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:22.896073 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:22.938751 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b7c979e6-8685-48b4-b85d-34cb89484fc1 req-51aa90c5-5454-43f9-9f9b-a4c1ab2d7f12 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 210 time: 0.0719235 Sep 16 12:53:23.004346 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efae6ffd-f514-46a4-ad30-4fa3504874c8 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:53:23.006060 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:23.016636 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] Publish callbacks [] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:23.033329 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] Transition to ACTIVE for port object efae6ffd-f514-46a4-ad30-4fa3504874c8 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:53:23.037903 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:23.039236 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 7612ea0a-26f5-4749-ac66-963beed5e38a, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=7612ea0a-26f5-4749-ac66-963beed5e38a,segment=NetworkSegment(2e06aba1-dbba-443f-a74f-eef1964963ee),segment_id=2e06aba1-dbba-443f-a74f-eef1964963ee)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:23.077003 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '7612ea0a-26f5-4749-ac66-963beed5e38a', 'network_id': '6b075bdd-1414-4e77-8147-4734221b7be7', 'port_id': '7612ea0a-26f5-4749-ac66-963beed5e38a', 'mac_address': 'fa:16:3e:e3:12:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3f9e63-d41f-45ce-8164-68147cf06312', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:53:23.077753 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3c604-9490-4495-8c43-aeb8761bdbe1 req-5bd93a95-76f2-4eaa-9d9a-a8e01657ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:23.080086 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62e3c604-9490-4495-8c43-aeb8761bdbe1 req-5bd93a95-76f2-4eaa-9d9a-a8e01657ff9a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6b075bdd-1414-4e77-8147-4734221b7be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2271099 Sep 16 12:53:23.083463 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:23.102596 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f13799b0-ddeb-49a9-87e9-e1a666eaef99 req-d43d2450-2e8e-4f1b-b806-447409620ce5 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623987 Sep 16 12:53:23.139686 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 7612ea0a-26f5-4749-ac66-963beed5e38a is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:23.140362 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7612ea0a-26f5-4749-ac66-963beed5e38a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:23.143887 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] Pushing event updated for resources: {'Port': ['ID=efae6ffd-f514-46a4-ad30-4fa3504874c8,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:23.164233 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:23.167643 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-98e4779e-5cb3-4fff-a9b8-3ece09f0bfd1 None None] Attempt 2 to provision port efae6ffd-f514-46a4-ad30-4fa3504874c8 Sep 16 12:53:23.185985 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] Attempting to bind port efae6ffd-f514-46a4-ad30-4fa3504874c8 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:53:23.186964 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] Attempting to bind port efae6ffd-f514-46a4-ad30-4fa3504874c8 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:53:23.187477 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] Attempting to bind port efae6ffd-f514-46a4-ad30-4fa3504874c8 on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:53:23.221643 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:23.230332 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7612ea0a-26f5-4749-ac66-963beed5e38a {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:53:23.243705 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] Port efae6ffd-f514-46a4-ad30-4fa3504874c8 on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:53:23.244360 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] Attempting to bind port efae6ffd-f514-46a4-ad30-4fa3504874c8 on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:53:23.273961 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-9bf40b40-7e8b-4d1b-b8d7-a0633c853ee5 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:23.274976 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 7612ea0a-26f5-4749-ac66-963beed5e38a, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=7612ea0a-26f5-4749-ac66-963beed5e38a,segment=NetworkSegment(2e06aba1-dbba-443f-a74f-eef1964963ee),segment_id=2e06aba1-dbba-443f-a74f-eef1964963ee)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:23.275654 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-9bf40b40-7e8b-4d1b-b8d7-a0633c853ee5 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933&tenant_id=da915844493a4928ac8830897afa126f&binding%3Ahost_id=n-h1-858094-4 HTTP/1.1" status: 200 len: 1127 time: 0.2618361 Sep 16 12:53:23.276558 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-98e4779e-5cb3-4fff-a9b8-3ece09f0bfd1 None None] Port efae6ffd-f514-46a4-ad30-4fa3504874c8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:23.279183 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (7612ea0a-26f5-4749-ac66-963beed5e38a), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:23.315430 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:53:23.315845 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] Checking segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:53:23.316303 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] Bound using segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:53:23.316823 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] Bound port: efae6ffd-f514-46a4-ad30-4fa3504874c8, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:53:23.317208 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:23.378013 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331e9e0-bdd3-4435-83e0-a5b22a46c0b7 req-c66a51af-9c9d-44af-8e36-bb7ab4815046 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:23.387796 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f331e9e0-bdd3-4435-83e0-a5b22a46c0b7 req-c66a51af-9c9d-44af-8e36-bb7ab4815046 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c97d5f35-6ea1-4ec7-88f5-9da9dbe81182 HTTP/1.1" status: 200 len: 949 time: 0.2747574 Sep 16 12:53:23.392144 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=7612ea0a-26f5-4749-ac66-963beed5e38a,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:23.472476 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] For port efae6ffd-f514-46a4-ad30-4fa3504874c8, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:53:23.502054 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] For port efae6ffd-f514-46a4-ad30-4fa3504874c8, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=efae6ffd-f514-46a4-ad30-4fa3504874c8,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:53:23.506229 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7adfaef8-3903-46cd-815b-f98ee4ed52fd req-0d96f0f6-df67-4068-9447-02d3c0f62db6 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=227a8a0b-2a0c-48f8-976a-a176a9039a2d HTTP/1.1" status: 200 len: 210 time: 0.1475830 Sep 16 12:53:23.519428 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62e3c604-9490-4495-8c43-aeb8761bdbe1 req-79f95ba5-4705-4d49-9a27-faf78a453925 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b075bdd-1414-4e77-8147-4734221b7be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097013 Sep 16 12:53:23.521326 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:23.532802 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:23.533448 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:23.549468 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/efae6ffd-f514-46a4-ad30-4fa3504874c8 HTTP/1.1" status: 200 len: 1092 time: 1.1230845 Sep 16 12:53:23.567718 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1530a2-c78e-419d-a65e-fc5baf53d939', 'tag': 'efae6ffd-f514-46a4-ad30-4fa3504874c8'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:23.576834 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab0606d-0960-4361-9440-639383c8d827" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1530a2-c78e-419d-a65e-fc5baf53d939", "tag": "efae6ffd-f514-46a4-ad30-4fa3504874c8"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:23.623390 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f331e9e0-bdd3-4435-83e0-a5b22a46c0b7 req-cc37115e-b0db-4660-a871-c28136eafb2d tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0f71d0ad-8919-4c17-822e-69735985f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066100 Sep 16 12:53:23.699332 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b773c-761e-428f-9cc3-fec7c576809b req-dce51d24-26f2-469f-9e4f-f1aa4d49d85a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:23.701256 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-227b773c-761e-428f-9cc3-fec7c576809b req-dce51d24-26f2-469f-9e4f-f1aa4d49d85a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.76 "GET /networking/v2.0/networks?id=3f814bae-963f-4f23-965e-dabc87858a1e HTTP/1.1" status: 200 len: 811 time: 0.3050838 Sep 16 12:53:23.745311 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-3413e916-e9ad-494a-9388-6211ef76a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:23.746878 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-3413e916-e9ad-494a-9388-6211ef76a201 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 1126 time: 0.1222942 Sep 16 12:53:23.754882 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103931d0-fec8-4b51-9296-0570279ce6cc service neutron] Pushing event updated for resources: {'Port': ['ID=efae6ffd-f514-46a4-ad30-4fa3504874c8,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:23.778359 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-98e4779e-5cb3-4fff-a9b8-3ece09f0bfd1 None None] Attempt 3 to provision port efae6ffd-f514-46a4-ad30-4fa3504874c8 Sep 16 12:53:23.808705 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-41e4608a-5dd3-4f28-a19c-79613221ad8c service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efae6ffd-f514-46a4-ad30-4fa3504874c8 HTTP/1.1" status: 200 len: 217 time: 0.0554626 Sep 16 12:53:23.836783 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-20c90c3b-ae42-4879-9f8e-7201ae35921a service neutron] For port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:53:23.857154 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-20c90c3b-ae42-4879-9f8e-7201ae35921a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:23.858142 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8d5c6a8-b08e-47bf-abe6-62069184ed4d req-20c90c3b-ae42-4879-9f8e-7201ae35921a service neutron] 10.222.0.25 "DELETE /networking/v2.0/ports/c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185/bindings/n-h2-858094-4 HTTP/1.1" status: 204 len: 173 time: 0.4320810 Sep 16 12:53:23.889460 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2236cec-1225-4610-999d-b15bd7f17a78 x-openstack-request-id: req-a2236cec-1225-4610-999d-b15bd7f17a78 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:23.889750 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97d5f35-6ea1-4ec7-88f5-9da9dbe81182", "name": "network-vif-plugged", "status": "completed", "tag": "81054b4c-c45a-4833-ae83-e752ff18ff48", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:23.890021 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a2236cec-1225-4610-999d-b15bd7f17a78 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:23.890444 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2236cec-1225-4610-999d-b15bd7f17a78'] response: {'server_uuid': 'c97d5f35-6ea1-4ec7-88f5-9da9dbe81182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81054b4c-c45a-4833-ae83-e752ff18ff48', 'code': 200} Sep 16 12:53:23.901825 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['7612ea0a-26f5-4749-ac66-963beed5e38a'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:53:23.915490 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-227b773c-761e-428f-9cc3-fec7c576809b req-4eb3e736-37b6-48d2-91cf-f43d855d32b4 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7a67136b9d8041fd8e62a81be2d6b48d HTTP/1.1" status: 200 len: 379 time: 0.2054415 Sep 16 12:53:23.921399 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2368bad9-e0c3-4e24-a6f4-20a6fcc14c97 x-openstack-request-id: req-2368bad9-e0c3-4e24-a6f4-20a6fcc14c97 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:23.921700 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1530a2-c78e-419d-a65e-fc5baf53d939", "tag": "efae6ffd-f514-46a4-ad30-4fa3504874c8", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:23.922053 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2368bad9-e0c3-4e24-a6f4-20a6fcc14c97 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:23.922568 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2368bad9-e0c3-4e24-a6f4-20a6fcc14c97'] response: {'name': 'network-changed', 'server_uuid': 'bd1530a2-c78e-419d-a65e-fc5baf53d939', 'tag': 'efae6ffd-f514-46a4-ad30-4fa3504874c8', 'status': 'completed', 'code': 200} Sep 16 12:53:23.922786 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62e3c604-9490-4495-8c43-aeb8761bdbe1 req-4806efe3-69e5-4899-8a9e-1517435412c7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b075bdd-1414-4e77-8147-4734221b7be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855634 Sep 16 12:53:23.930882 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-2e882dbb-754d-4708-80b0-85cb6405969e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:23.932544 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-2e882dbb-754d-4708-80b0-85cb6405969e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.1162217 Sep 16 12:53:24.009577 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-98e4779e-5cb3-4fff-a9b8-3ece09f0bfd1 None None] Port efae6ffd-f514-46a4-ad30-4fa3504874c8 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:53:24.071139 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df11ad-b57f-4dbf-a404-f8d0d82b9dea req-27a8a341-9aa6-442d-afab-133d55217141 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:24.076669 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b7df11ad-b57f-4dbf-a404-f8d0d82b9dea req-27a8a341-9aa6-442d-afab-133d55217141 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 944 time: 0.1393383 Sep 16 12:53:24.100007 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e579375-7597-41d7-8120-56c9ec55f04f req-43df31d7-e2d2-480f-ba78-09dedc42a293 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:24.102292 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3e579375-7597-41d7-8120-56c9ec55f04f req-43df31d7-e2d2-480f-ba78-09dedc42a293 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 949 time: 0.1105196 Sep 16 12:53:24.114452 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d336f-986a-4be6-a94b-188893cca937 req-773f88e2-918f-4ca0-8674-c1933bc97b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:24.115936 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-867d336f-986a-4be6-a94b-188893cca937 req-773f88e2-918f-4ca0-8674-c1933bc97b22 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c97d5f35-6ea1-4ec7-88f5-9da9dbe81182 HTTP/1.1" status: 200 len: 1131 time: 0.1589348 Sep 16 12:53:24.207830 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b7df11ad-b57f-4dbf-a404-f8d0d82b9dea req-b9cba154-f9f5-41e7-9de6-2e390dd2f853 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289079 Sep 16 12:53:24.221516 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-867d336f-986a-4be6-a94b-188893cca937 req-2b5ac145-c3e6-462b-adb7-201027e9a73a service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0f71d0ad-8919-4c17-822e-69735985f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945425 Sep 16 12:53:24.230886 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3e579375-7597-41d7-8120-56c9ec55f04f req-518595cf-28c8-408e-bc76-1f329243a971 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=c2ba74ab-6a2b-4514-8303-6a6d94b85666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178589 Sep 16 12:53:24.290336 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:24.361220 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ea0f2-524a-4bae-b9eb-9a8f606081ff req-2689eb15-c8d9-42b0-bd3b-efa3468c157f tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:24.362838 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-822ea0f2-524a-4bae-b9eb-9a8f606081ff req-2689eb15-c8d9-42b0-bd3b-efa3468c157f tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8c8969d-7c0d-4bfe-bd49-6271193614b9 HTTP/1.1" status: 200 len: 945 time: 0.0824909 Sep 16 12:53:24.385025 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715e540-cd51-4454-abe7-8fb6774eb4e0 req-636e195f-7af6-44c3-b542-b92e079a362a tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:24.386670 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5715e540-cd51-4454-abe7-8fb6774eb4e0 req-636e195f-7af6-44c3-b542-b92e079a362a tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 951 time: 0.0725777 Sep 16 12:53:24.454023 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-822ea0f2-524a-4bae-b9eb-9a8f606081ff req-1c626cab-f862-482f-b1a3-50087ddf55f5 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=90a68e47-2034-45c5-a4aa-61c5d6918458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834832 Sep 16 12:53:24.461820 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5715e540-cd51-4454-abe7-8fb6774eb4e0 req-1f781891-286a-4d76-9101-428562eb6c28 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673079 Sep 16 12:53:24.566141 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4e1a48fb-b4d6-493e-b39e-566972a09be1 req-96da4b2f-9c7a-4b64-9d60-fa7b0a9eafc2 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 210 time: 0.0375450 Sep 16 12:53:24.618001 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a16fbd-2018-463f-953e-0a092f4a8b92 req-a04158d6-cc10-4da6-9939-50b3bdafe4ac tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:24.619900 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-28a16fbd-2018-463f-953e-0a092f4a8b92 req-a04158d6-cc10-4da6-9939-50b3bdafe4ac tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 945 time: 0.0806248 Sep 16 12:53:24.680917 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-28a16fbd-2018-463f-953e-0a092f4a8b92 req-27efc4d6-514d-436c-b380-43785d359c9a tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513620 Sep 16 12:53:24.712679 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-af4b88d3-e478-4a99-9c89-d1fc7d351662 req-50f72d0b-5d62-44d5-969d-45060562e03d tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=227a8a0b-2a0c-48f8-976a-a176a9039a2d HTTP/1.1" status: 200 len: 210 time: 0.0296960 Sep 16 12:53:24.806865 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957d3fe-0018-4c6c-8a1f-694a898c1bac req-f57a9c7d-7a6e-4156-b443-992dfef0a54b tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:24.810463 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d957d3fe-0018-4c6c-8a1f-694a898c1bac req-f57a9c7d-7a6e-4156-b443-992dfef0a54b tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c97d5f35-6ea1-4ec7-88f5-9da9dbe81182 HTTP/1.1" status: 200 len: 949 time: 0.0558939 Sep 16 12:53:24.835141 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:24.884963 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d957d3fe-0018-4c6c-8a1f-694a898c1bac req-0e08c360-8421-47b0-96c9-e85104fd8840 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0f71d0ad-8919-4c17-822e-69735985f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687714 Sep 16 12:53:24.933055 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-227b773c-761e-428f-9cc3-fec7c576809b req-c076c970-a261-4087-a8ca-f30eede36e0f tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Request body: {'port': {'device_id': '9ad8536a-46b8-4821-8fb0-2c743927bb88', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'admin_state_up': True, 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'security_groups': ['88fb8760-50a0-4fe4-92cd-a44babed0c8c']}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:24.939781 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-ce075a85-0dcc-4f2c-b6a8-ed2779b02b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:24.941572 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-ce075a85-0dcc-4f2c-b6a8-ed2779b02b9e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0911717 Sep 16 12:53:25.005867 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef668d9-1fa2-4182-bcb4-0b4ee845729f req-d3af1d1b-c022-4299-af36-603dd9cbbd48 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:25.007403 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0ef668d9-1fa2-4182-bcb4-0b4ee845729f req-d3af1d1b-c022-4299-af36-603dd9cbbd48 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 1127 time: 0.0442243 Sep 16 12:53:25.060836 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0ef668d9-1fa2-4182-bcb4-0b4ee845729f req-f5eb0a36-8c01-407d-99c6-9beab91784c4 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462003 Sep 16 12:53:25.092788 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-227b773c-761e-428f-9cc3-fec7c576809b req-c076c970-a261-4087-a8ca-f30eede36e0f tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Made reservation on behalf of 7a67136b9d8041fd8e62a81be2d6b48d for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:53:25.097237 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-227b773c-761e-428f-9cc3-fec7c576809b req-c076c970-a261-4087-a8ca-f30eede36e0f tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:25.199137 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 55512) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:25.203995 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-83e746d8-8994-40a7-b4e7-4b9ffedffcfc tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2135770466', 'description': 'tempest-description--589007203'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:25.233013 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-83e746d8-8994-40a7-b4e7-4b9ffedffcfc tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:25.234059 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 7612ea0a-26f5-4749-ac66-963beed5e38a up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:53:25.342689 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-83e746d8-8994-40a7-b4e7-4b9ffedffcfc tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for security_group (e0d125f3-c1a7-4bda-b7a6-d37a99216072), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:25.348973 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-83e746d8-8994-40a7-b4e7-4b9ffedffcfc tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (e0d125f3-c1a7-4bda-b7a6-d37a99216072), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:25.360180 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 7612ea0a-26f5-4749-ac66-963beed5e38a completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:53:25.370914 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd78fe-fe9f-41bc-b351-5e6bf99abedc req-c8af35b5-2b29-4a25-9e75-f832a69855fd tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:25.372758 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-69fd78fe-fe9f-41bc-b351-5e6bf99abedc req-c8af35b5-2b29-4a25-9e75-f832a69855fd tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 951 time: 0.1427341 Sep 16 12:53:25.374926 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 7612ea0a-26f5-4749-ac66-963beed5e38a triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:25.375725 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (7612ea0a-26f5-4749-ac66-963beed5e38a), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:25.376383 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 7612ea0a-26f5-4749-ac66-963beed5e38a Sep 16 12:53:25.388777 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:25.443460 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e746d8-8994-40a7-b4e7-4b9ffedffcfc tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d125f3-c1a7-4bda-b7a6-d37a99216072,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:25.480803 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:25.495410 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-1eaeda99-8397-4563-a688-33564f72e2a4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986155 Sep 16 12:53:25.517346 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-227b773c-761e-428f-9cc3-fec7c576809b req-c076c970-a261-4087-a8ca-f30eede36e0f tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Allocated IP 172.20.0.13 (3f814bae-963f-4f23-965e-dabc87858a1e/6061ddae-e5d0-47a0-8962-b4b487ae4f3d/c0c1968f-d991-4e36-8062-6ff62eb7adfb) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:53:25.568748 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b2957-804f-41d7-bd8b-6bb9fb7708ce req-5c639aa4-18a4-483a-bda8-8a113bc0b269 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:25.578826 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ad7b2957-804f-41d7-bd8b-6bb9fb7708ce req-5c639aa4-18a4-483a-bda8-8a113bc0b269 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 944 time: 0.1537144 Sep 16 12:53:25.593166 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:25.597254 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 7612ea0a-26f5-4749-ac66-963beed5e38a is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:25.599157 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7612ea0a-26f5-4749-ac66-963beed5e38a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:25.704139 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 7612ea0a-26f5-4749-ac66-963beed5e38a, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=7612ea0a-26f5-4749-ac66-963beed5e38a,segment=NetworkSegment(2e06aba1-dbba-443f-a74f-eef1964963ee),segment_id=2e06aba1-dbba-443f-a74f-eef1964963ee)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:25.711076 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (7612ea0a-26f5-4749-ac66-963beed5e38a), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:25.715215 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 56c49806-0b21-4f4b-9b96-195fc33fcba5 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:53:25.718374 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-69fd78fe-fe9f-41bc-b351-5e6bf99abedc req-1c09bc2e-b01a-4460-9db4-e9e61add38b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Deleting port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:53:25.718832 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-69fd78fe-fe9f-41bc-b351-5e6bf99abedc req-1c09bc2e-b01a-4460-9db4-e9e61add38b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:25.830155 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-932bf0fb-e5ee-4363-b072-789c9a9461ea tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:25.831769 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-932bf0fb-e5ee-4363-b072-789c9a9461ea tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.76 "GET /networking/v2.0/networks?id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba HTTP/1.1" status: 200 len: 821 time: 0.2732735 Sep 16 12:53:25.848429 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-83e746d8-8994-40a7-b4e7-4b9ffedffcfc tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:25.854800 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-83e746d8-8994-40a7-b4e7-4b9ffedffcfc tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6544948 Sep 16 12:53:25.863613 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 55530) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:25.877575 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-da705373-2eb3-4cdc-b227-cc23316c99c6 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Request body: {'port': {'device_id': '227a8a0b-2a0c-48f8-976a-a176a9039a2d', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'admin_state_up': True, 'tenant_id': '1e41136645964ea98a675833bd73299f'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:25.886207 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-b48bca77-be9b-4167-8b6f-98e5ac47dfe0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Request body: {'security_group_rule': {'security_group_id': 'e0d125f3-c1a7-4bda-b7a6-d37a99216072', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:25.893369 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c8969d-7c0d-4bfe-bd49-6271193614b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7612ea0a-26f5-4749-ac66-963beed5e38a'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:25.895620 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fe0fe8-1e9e-482f-95b5-aaa4c3cba6ec" -d '{"events": [{"server_uuid": "e8c8969d-7c0d-4bfe-bd49-6271193614b9", "name": "network-vif-plugged", "status": "completed", "tag": "7612ea0a-26f5-4749-ac66-963beed5e38a"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:25.948719 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8013deb-db70-4b48-9aeb-cbe9573e6185 req-b267903b-e2df-4b28-b5fb-ea04d57add02 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:25.950421 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e8013deb-db70-4b48-9aeb-cbe9573e6185 req-b267903b-e2df-4b28-b5fb-ea04d57add02 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8c8969d-7c0d-4bfe-bd49-6271193614b9 HTTP/1.1" status: 200 len: 946 time: 0.3258231 Sep 16 12:53:26.068419 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 56c49806-0b21-4f4b-9b96-195fc33fcba5 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:26.069266 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:26.080152 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ad7b2957-804f-41d7-bd8b-6bb9fb7708ce req-2a187bfc-4964-44f6-9a53-88f9efec74a3 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003235 Sep 16 12:53:26.109680 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=7612ea0a-26f5-4749-ac66-963beed5e38a,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:26.123575 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b48bca77-be9b-4167-8b6f-98e5ac47dfe0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for security_group_rule (08b8464b-128e-4ea2-8998-f28dc45dd5b0), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:26.146621 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 56c49806-0b21-4f4b-9b96-195fc33fcba5, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=56c49806-0b21-4f4b-9b96-195fc33fcba5,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:26.148358 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:26.152138 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:26.200375 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:26.212501 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=56c49806-0b21-4f4b-9b96-195fc33fcba5,revision_number=8']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:26.264978 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:26.306762 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e8013deb-db70-4b48-9aeb-cbe9573e6185 req-bb669e04-a41c-4e73-b255-519ec7da5e62 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=90a68e47-2034-45c5-a4aa-61c5d6918458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432283 Sep 16 12:53:26.319783 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-72c77842-3c63-46cf-957a-e80cd7cc0288 req-5d3a8fc3-67e6-4ed2-8b22-401f166e223b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7907703 Sep 16 12:53:26.368067 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd947a6c-87da-46c6-b37e-4d79fd6737b5 req-458e3ba0-05b7-44b9-9c63-90701dc811e2 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:26.371910 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd947a6c-87da-46c6-b37e-4d79fd6737b5 req-458e3ba0-05b7-44b9-9c63-90701dc811e2 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 951 time: 0.1555569 Sep 16 12:53:26.375671 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b48bca77-be9b-4167-8b6f-98e5ac47dfe0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for security_group_rule (08b8464b-128e-4ea2-8998-f28dc45dd5b0), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:26.377013 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-da705373-2eb3-4cdc-b227-cc23316c99c6 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Made reservation on behalf of 1e41136645964ea98a675833bd73299f for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:53:26.381392 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-da705373-2eb3-4cdc-b227-cc23316c99c6 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:26.387860 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b48bca77-be9b-4167-8b6f-98e5ac47dfe0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (08b8464b-128e-4ea2-8998-f28dc45dd5b0), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:26.427023 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-69fd78fe-fe9f-41bc-b351-5e6bf99abedc req-1c09bc2e-b01a-4460-9db4-e9e61add38b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] For port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:26.427388 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-69fd78fe-fe9f-41bc-b351-5e6bf99abedc req-1c09bc2e-b01a-4460-9db4-e9e61add38b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:26.447503 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-227b773c-761e-428f-9cc3-fec7c576809b req-c076c970-a261-4087-a8ca-f30eede36e0f tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for port (c0c1968f-d991-4e36-8062-6ff62eb7adfb), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:26.453879 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-69fd78fe-fe9f-41bc-b351-5e6bf99abedc req-1c09bc2e-b01a-4460-9db4-e9e61add38b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Calling delete_port for 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:53:26.469850 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b48bca77-be9b-4167-8b6f-98e5ac47dfe0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:26.470911 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b48bca77-be9b-4167-8b6f-98e5ac47dfe0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5980635 Sep 16 12:53:26.477305 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 55542) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:26.486524 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-a2f6a075-3782-40fb-9ca9-149f356f6c92 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Request body: {'security_group_rule': {'security_group_id': 'e0d125f3-c1a7-4bda-b7a6-d37a99216072', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:26.538244 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bca77-be9b-4167-8b6f-98e5ac47dfe0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b8464b-128e-4ea2-8998-f28dc45dd5b0,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:26.576176 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-92480bd2-f488-4c31-a9d8-e5b6d9dcc957 req-a401ed24-45f9-43d4-9284-1681d1eb3336 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 210 time: 0.0487802 Sep 16 12:53:26.628711 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-227b773c-761e-428f-9cc3-fec7c576809b req-c076c970-a261-4087-a8ca-f30eede36e0f tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (c0c1968f-d991-4e36-8062-6ff62eb7adfb), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:26.654864 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd947a6c-87da-46c6-b37e-4d79fd6737b5 req-09f9ec15-7d7e-4cfe-9015-949d9f344f62 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148464 Sep 16 12:53:26.730687 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-da705373-2eb3-4cdc-b227-cc23316c99c6 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Allocated IP 172.20.0.4 (2a6f5c27-4e22-4940-b2ce-5570b20e4dba/f45171c0-7319-4228-8074-099241080456/586b7cfc-f67a-48f3-beb9-5cd2ca16334c) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:53:26.751431 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0606d-0960-4361-9440-639383c8d827 req-f31d55ab-bb04-46a2-911c-e11a5288f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:26.753375 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6ab0606d-0960-4361-9440-639383c8d827 req-f31d55ab-bb04-46a2-911c-e11a5288f3e2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 1126 time: 0.2177522 Sep 16 12:53:26.773513 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84342ec-8be4-4dbf-b710-2cd8941aeea3 x-openstack-request-id: req-f84342ec-8be4-4dbf-b710-2cd8941aeea3 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:26.774085 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c8969d-7c0d-4bfe-bd49-6271193614b9", "name": "network-vif-plugged", "status": "completed", "tag": "7612ea0a-26f5-4749-ac66-963beed5e38a", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:26.774085 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f84342ec-8be4-4dbf-b710-2cd8941aeea3 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:26.774463 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f84342ec-8be4-4dbf-b710-2cd8941aeea3'] response: {'server_uuid': 'e8c8969d-7c0d-4bfe-bd49-6271193614b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7612ea0a-26f5-4749-ac66-963beed5e38a', 'code': 200} Sep 16 12:53:26.857903 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:26.862113 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227b773c-761e-428f-9cc3-fec7c576809b req-c076c970-a261-4087-a8ca-f30eede36e0f tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Network 3f814bae-963f-4f23-965e-dabc87858a1e is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:53:26.875140 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a2f6a075-3782-40fb-9ca9-149f356f6c92 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for security_group_rule (f6b17f06-a94d-41d6-8403-8763d5a660c1), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:26.886515 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-227b773c-761e-428f-9cc3-fec7c576809b req-c076c970-a261-4087-a8ca-f30eede36e0f tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:53:26.903896 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-227b773c-761e-428f-9cc3-fec7c576809b req-c076c970-a261-4087-a8ca-f30eede36e0f tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:53:26.907330 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0606d-0960-4361-9440-639383c8d827 req-75702ed7-68cc-4b00-b79f-d93165ddb11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:26.909822 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6ab0606d-0960-4361-9440-639383c8d827 req-75702ed7-68cc-4b00-b79f-d93165ddb11b service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 0.1424766 Sep 16 12:53:26.910445 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076c970-a261-4087-a8ca-f30eede36e0f tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Pushing event updated for resources: {'Port': ['ID=c0c1968f-d991-4e36-8062-6ff62eb7adfb,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:26.949085 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:27.025673 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6ab0606d-0960-4361-9440-639383c8d827 req-8f5a0aa9-f198-4bd0-b801-65ef79aa91b7 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efae6ffd-f514-46a4-ad30-4fa3504874c8 HTTP/1.1" status: 200 len: 217 time: 0.0888715 Sep 16 12:53:27.063596 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7042712a-8313-4974-87f6-a6a070251824 req-3a589555-d23b-4882-8aa7-d7cad95e0070 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=227a8a0b-2a0c-48f8-976a-a176a9039a2d HTTP/1.1" status: 200 len: 210 time: 0.3425701 Sep 16 12:53:27.080612 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c85c09-4676-4201-bc31-02d253c1166f req-46b805cd-98f8-440e-a441-183cbee00d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:27.082462 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e9c85c09-4676-4201-bc31-02d253c1166f req-46b805cd-98f8-440e-a441-183cbee00d83 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e8c8969d-7c0d-4bfe-bd49-6271193614b9 HTTP/1.1" status: 200 len: 1128 time: 0.1847537 Sep 16 12:53:27.136171 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-da705373-2eb3-4cdc-b227-cc23316c99c6 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks [] for port (586b7cfc-f67a-48f3-beb9-5cd2ca16334c), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:27.157271 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9fb00-9490-4699-a34b-335a0c28b7d8 req-9636c921-15cd-46f7-b93f-29925dc871a2 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:27.166255 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dca9fb00-9490-4699-a34b-335a0c28b7d8 req-9636c921-15cd-46f7-b93f-29925dc871a2 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c97d5f35-6ea1-4ec7-88f5-9da9dbe81182 HTTP/1.1" status: 200 len: 949 time: 0.2797103 Sep 16 12:53:27.195637 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b773c-761e-428f-9cc3-fec7c576809b req-c076c970-a261-4087-a8ca-f30eede36e0f tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:27.196875 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-227b773c-761e-428f-9cc3-fec7c576809b req-c076c970-a261-4087-a8ca-f30eede36e0f tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:27.264737 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-227b773c-761e-428f-9cc3-fec7c576809b req-c076c970-a261-4087-a8ca-f30eede36e0f tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3361094 Sep 16 12:53:27.270903 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a2f6a075-3782-40fb-9ca9-149f356f6c92 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for security_group_rule (f6b17f06-a94d-41d6-8403-8763d5a660c1), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:27.277264 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] Request body: {'port': {'device_id': '9ad8536a-46b8-4821-8fb0-2c743927bb88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:27.290482 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0606d-0960-4361-9440-639383c8d827 req-81badc3d-db68-484d-80c3-e34e4be7dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:27.292515 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6ab0606d-0960-4361-9440-639383c8d827 req-81badc3d-db68-484d-80c3-e34e4be7dfb3 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.1818655 Sep 16 12:53:27.307956 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dca9fb00-9490-4699-a34b-335a0c28b7d8 req-3003a4e2-c80b-42e6-b228-aaf9010bc54d tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0f71d0ad-8919-4c17-822e-69735985f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403065 Sep 16 12:53:27.313789 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:27.318748 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a2f6a075-3782-40fb-9ca9-149f356f6c92 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (f6b17f06-a94d-41d6-8403-8763d5a660c1), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:27.334102 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-69fd78fe-fe9f-41bc-b351-5e6bf99abedc req-1c09bc2e-b01a-4460-9db4-e9e61add38b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (76e2deeb-80ac-4c0d-98b8-96091a5ab0d2), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:27.351330 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e9c85c09-4676-4201-bc31-02d253c1166f req-ff09f3d6-cb7d-49ea-9ca2-21a71d02f537 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a68e47-2034-45c5-a4aa-61c5d6918458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493935 Sep 16 12:53:27.369862 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['c82c5517-9370-47b7-870d-b1c0f066ce8a'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:53:27.385911 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-da705373-2eb3-4cdc-b227-cc23316c99c6 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (586b7cfc-f67a-48f3-beb9-5cd2ca16334c), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:27.421576 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6a075-3782-40fb-9ca9-149f356f6c92 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b17f06-a94d-41d6-8403-8763d5a660c1,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:27.432079 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09bc2e-b01a-4460-9db4-e9e61add38b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Pushing event deleted for resources: {'Port': ['ID=76e2deeb-80ac-4c0d-98b8-96091a5ab0d2,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:27.447166 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a2f6a075-3782-40fb-9ca9-149f356f6c92 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:27.448819 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a2f6a075-3782-40fb-9ca9-149f356f6c92 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9679165 Sep 16 12:53:27.454310 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 55558) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:27.469685 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-da705373-2eb3-4cdc-b227-cc23316c99c6 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Network 2a6f5c27-4e22-4940-b2ce-5570b20e4dba is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:53:27.474308 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0606d-0960-4361-9440-639383c8d827 req-799def9d-be9c-42a9-bf03-779a75086f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:27.476489 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6ab0606d-0960-4361-9440-639383c8d827 req-799def9d-be9c-42a9-bf03-779a75086f49 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1552515 Sep 16 12:53:27.481379 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-da705373-2eb3-4cdc-b227-cc23316c99c6 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:53:27.485300 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-c08cd520-af3e-41b6-bdd2-295cd09fefad tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:27.491381 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-da705373-2eb3-4cdc-b227-cc23316c99c6 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:53:27.559998 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da705373-2eb3-4cdc-b227-cc23316c99c6 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Pushing event updated for resources: {'Port': ['ID=586b7cfc-f67a-48f3-beb9-5cd2ca16334c,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:27.603269 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcd117-868b-4df4-a1d2-04f4bcdfca7c req-858ee0f0-f325-4f6d-9345-def850a18f2e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:27.613101 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-13dcd117-868b-4df4-a1d2-04f4bcdfca7c req-858ee0f0-f325-4f6d-9345-def850a18f2e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 944 time: 0.1583924 Sep 16 12:53:27.631000 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['3fe50ad6-99ae-4c0b-a11b-3e41218b0317'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:53:27.637502 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fd78fe-fe9f-41bc-b351-5e6bf99abedc req-1c09bc2e-b01a-4460-9db4-e9e61add38b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] No DVR routers for this DVR port 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:53:27.639834 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c0c1968f-d991-4e36-8062-6ff62eb7adfb), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:27.647731 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-69fd78fe-fe9f-41bc-b351-5e6bf99abedc req-1c09bc2e-b01a-4460-9db4-e9e61add38b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:27.652777 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-69fd78fe-fe9f-41bc-b351-5e6bf99abedc req-1c09bc2e-b01a-4460-9db4-e9e61add38b3 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.76 "DELETE /networking/v2.0/ports/76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 HTTP/1.1" status: 204 len: 173 time: 2.2304354 Sep 16 12:53:27.653383 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a439c4ea-46f5-4571-9d87-96a91a6359f7', 'name': 'network-vif-deleted', 'tag': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:27.672421 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e51d7ec-f6f8-4997-be6c-f1ac5064e704" -d '{"events": [{"server_uuid": "a439c4ea-46f5-4571-9d87-96a91a6359f7", "name": "network-vif-deleted", "tag": "76e2deeb-80ac-4c0d-98b8-96091a5ab0d2"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:27.679611 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-da705373-2eb3-4cdc-b227-cc23316c99c6 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:27.681100 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-da705373-2eb3-4cdc-b227-cc23316c99c6 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:27.722524 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-da705373-2eb3-4cdc-b227-cc23316c99c6 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8577085 Sep 16 12:53:27.737129 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] Request body: {'port': {'device_id': '227a8a0b-2a0c-48f8-976a-a176a9039a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:27.741869 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c08cd520-af3e-41b6-bdd2-295cd09fefad tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:27.803710 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-db993931-8d9b-4a1e-b14a-8d36d935e368 None None] Provisioning complete for port c0c1968f-d991-4e36-8062-6ff62eb7adfb triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:27.804350 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:27.804463 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-db993931-8d9b-4a1e-b14a-8d36d935e368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c0c1968f-d991-4e36-8062-6ff62eb7adfb), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:27.804463 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-db993931-8d9b-4a1e-b14a-8d36d935e368 None None] Attempt 1 to provision port c0c1968f-d991-4e36-8062-6ff62eb7adfb Sep 16 12:53:27.851450 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-13dcd117-868b-4df4-a1d2-04f4bcdfca7c req-55487864-1704-4d3d-94f8-928c38a5ce37 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349195 Sep 16 12:53:27.893025 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (586b7cfc-f67a-48f3-beb9-5cd2ca16334c), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:28.100916 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6ab0606d-0960-4361-9440-639383c8d827 req-9c9fb984-99d6-4a06-9ad7-b9c0c9806ee1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993822 Sep 16 12:53:28.137302 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ecb71-0d0e-4352-83fb-39bc6f990da8 req-c06c312d-db0f-4498-a506-81915c6c61dc tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:28.139851 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c7ecb71-0d0e-4352-83fb-39bc6f990da8 req-c06c312d-db0f-4498-a506-81915c6c61dc tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5219baf4-bfde-4037-a511-88ff2690ea6a HTTP/1.1" status: 200 len: 949 time: 0.2197306 Sep 16 12:53:28.180878 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-db993931-8d9b-4a1e-b14a-8d36d935e368 None None] Port c0c1968f-d991-4e36-8062-6ff62eb7adfb cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:28.247898 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a8165-cc5d-4404-90f0-8eecf0a75bf7 req-78f85bd1-fecf-4153-aa0b-051696e2afb0 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:28.256080 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0a6a8165-cc5d-4404-90f0-8eecf0a75bf7 req-78f85bd1-fecf-4153-aa0b-051696e2afb0 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8c8969d-7c0d-4bfe-bd49-6271193614b9 HTTP/1.1" status: 200 len: 946 time: 0.2040541 Sep 16 12:53:28.322200 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c08cd520-af3e-41b6-bdd2-295cd09fefad tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:28.325417 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c7ecb71-0d0e-4352-83fb-39bc6f990da8 req-228efa64-8486-4045-aa36-1165763bfaea tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0f71d0ad-8919-4c17-822e-69735985f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221993 Sep 16 12:53:28.400432 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0a6a8165-cc5d-4404-90f0-8eecf0a75bf7 req-4567ce77-6a48-414c-a78e-09860b10633e tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=90a68e47-2034-45c5-a4aa-61c5d6918458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385112 Sep 16 12:53:28.515018 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:28.570429 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=5,neutron:SELECT=89,neutron:INSERT=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:28.592517 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4df3f256-4841-4ae5-841e-ae52047c6ae8 req-f0647e14-b5a7-4139-85d1-a0c8f86b2a36 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a439c4ea-46f5-4571-9d87-96a91a6359f7 HTTP/1.1" status: 200 len: 210 time: 0.1011171 Sep 16 12:53:28.629435 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374a804-fd4c-444c-924f-080e8c074dfe req-d59dc2af-13b7-48e1-a9fe-671d2487b091 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:28.640585 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7374a804-fd4c-444c-924f-080e8c074dfe req-d59dc2af-13b7-48e1-a9fe-671d2487b091 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 932 time: 0.1919990 Sep 16 12:53:28.682384 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-db993931-8d9b-4a1e-b14a-8d36d935e368 None None] Attempt 2 to provision port c0c1968f-d991-4e36-8062-6ff62eb7adfb Sep 16 12:53:28.687811 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-c08cd520-af3e-41b6-bdd2-295cd09fefad tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Allocated IP 172.25.2.57 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/1349b05c-971d-4b6d-ad3f-fa106c69c8e4) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:53:28.691712 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa93cc9-568e-4ff2-aaa3-8a2e5e129068 x-openstack-request-id: req-3fa93cc9-568e-4ff2-aaa3-8a2e5e129068 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:28.692355 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a439c4ea-46f5-4571-9d87-96a91a6359f7", "name": "network-vif-deleted", "tag": "76e2deeb-80ac-4c0d-98b8-96091a5ab0d2", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:28.692829 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3fa93cc9-568e-4ff2-aaa3-8a2e5e129068 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:28.694003 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa93cc9-568e-4ff2-aaa3-8a2e5e129068'] response: {'server_uuid': 'a439c4ea-46f5-4571-9d87-96a91a6359f7', 'name': 'network-vif-deleted', 'tag': '76e2deeb-80ac-4c0d-98b8-96091a5ab0d2', 'status': 'completed', 'code': 200} Sep 16 12:53:28.700939 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6ab0606d-0960-4361-9440-639383c8d827 req-01c3bcb3-885b-491f-9379-be347bbd6b62 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558739 Sep 16 12:53:28.724773 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['d5a5f978-c5f0-4476-91cc-2b79e48ec4a7'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:53:28.805162 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345ee81d-c503-421c-90ea-218ac1c98600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56c49806-0b21-4f4b-9b96-195fc33fcba5'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:28.806421 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586b7cfc-f67a-48f3-beb9-5cd2ca16334c {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:53:28.808886 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7702c2ee-83e9-433c-96cf-bb815c0941c0" -d '{"events": [{"server_uuid": "345ee81d-c503-421c-90ea-218ac1c98600", "name": "network-vif-unplugged", "status": "completed", "tag": "56c49806-0b21-4f4b-9b96-195fc33fcba5"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:28.823085 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] Publish callbacks [] for port (586b7cfc-f67a-48f3-beb9-5cd2ca16334c), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:28.827599 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-db993931-8d9b-4a1e-b14a-8d36d935e368 None None] Port c0c1968f-d991-4e36-8062-6ff62eb7adfb cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:28.918327 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] Transition to ACTIVE for port object 586b7cfc-f67a-48f3-beb9-5cd2ca16334c will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:53:28.918947 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:28.926005 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc73ef-060f-4cfe-9ff2-95b552e80be5 req-f55f9d4d-d729-4faa-a847-e8a360d92b06 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:28.927645 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4bfc73ef-060f-4cfe-9ff2-95b552e80be5 req-f55f9d4d-d729-4faa-a847-e8a360d92b06 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=227a8a0b-2a0c-48f8-976a-a176a9039a2d HTTP/1.1" status: 200 len: 931 time: 0.0824904 Sep 16 12:53:28.933510 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (586b7cfc-f67a-48f3-beb9-5cd2ca16334c), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:28.948268 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c1968f-d991-4e36-8062-6ff62eb7adfb {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:53:28.949812 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:28.968385 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] Publish callbacks [] for port (c0c1968f-d991-4e36-8062-6ff62eb7adfb), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:28.973635 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c08cd520-af3e-41b6-bdd2-295cd09fefad tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for port (1349b05c-971d-4b6d-ad3f-fa106c69c8e4), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:28.996750 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] Transition to ACTIVE for port object c0c1968f-d991-4e36-8062-6ff62eb7adfb will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:53:29.002340 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (c0c1968f-d991-4e36-8062-6ff62eb7adfb), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:29.016467 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7374a804-fd4c-444c-924f-080e8c074dfe req-b7f1721a-ffa3-4f2c-9ead-9a6694819e46 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3747776 Sep 16 12:53:29.139308 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:53:29.154552 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c08cd520-af3e-41b6-bdd2-295cd09fefad tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (1349b05c-971d-4b6d-ad3f-fa106c69c8e4), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:29.161746 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] Pushing event updated for resources: {'Port': ['ID=c0c1968f-d991-4e36-8062-6ff62eb7adfb,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:29.178744 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] Pushing event updated for resources: {'Port': ['ID=586b7cfc-f67a-48f3-beb9-5cd2ca16334c,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:29.199359 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4bfc73ef-060f-4cfe-9ff2-95b552e80be5 req-a142b4d4-8742-44c5-92bd-9e555fa70f10 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482142 Sep 16 12:53:29.207457 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:53:29.207595 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 76e2deeb-80ac-4c0d-98b8-96091a5ab0d2 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:53:29.253121 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] Attempting to bind port c0c1968f-d991-4e36-8062-6ff62eb7adfb on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:53:29.253368 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] Attempting to bind port c0c1968f-d991-4e36-8062-6ff62eb7adfb by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '80b31fa5-9330-46a2-9838-326d6e413bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:53:29.253694 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] Attempting to bind port c0c1968f-d991-4e36-8062-6ff62eb7adfb on network 3f814bae-963f-4f23-965e-dabc87858a1e {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:53:29.254073 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] Attempting to bind port 586b7cfc-f67a-48f3-beb9-5cd2ca16334c on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:53:29.254878 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] Attempting to bind port 586b7cfc-f67a-48f3-beb9-5cd2ca16334c by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': 'f437e697-c45f-4a06-85b9-38d6e3ad146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:53:29.255398 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] Attempting to bind port 586b7cfc-f67a-48f3-beb9-5cd2ca16334c on network 2a6f5c27-4e22-4940-b2ce-5570b20e4dba {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:53:29.263768 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08cd520-af3e-41b6-bdd2-295cd09fefad tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:53:29.275270 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f183a647-6672-493d-ba43-1bdaa2181ef2 x-openstack-request-id: req-f183a647-6672-493d-ba43-1bdaa2181ef2 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:29.275730 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345ee81d-c503-421c-90ea-218ac1c98600", "name": "network-vif-unplugged", "status": "completed", "tag": "56c49806-0b21-4f4b-9b96-195fc33fcba5", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:29.276207 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f183a647-6672-493d-ba43-1bdaa2181ef2 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:29.276786 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f183a647-6672-493d-ba43-1bdaa2181ef2'] response: {'server_uuid': '345ee81d-c503-421c-90ea-218ac1c98600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56c49806-0b21-4f4b-9b96-195fc33fcba5', 'code': 200} Sep 16 12:53:29.284641 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cd520-af3e-41b6-bdd2-295cd09fefad tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Pushing event updated for resources: {'Port': ['ID=1349b05c-971d-4b6d-ad3f-fa106c69c8e4,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:29.297513 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-c08cd520-af3e-41b6-bdd2-295cd09fefad tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:53:29.308112 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08cd520-af3e-41b6-bdd2-295cd09fefad tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:53:29.329329 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-db993931-8d9b-4a1e-b14a-8d36d935e368 None None] Attempt 3 to provision port c0c1968f-d991-4e36-8062-6ff62eb7adfb Sep 16 12:53:29.342257 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] Port 586b7cfc-f67a-48f3-beb9-5cd2ca16334c on network 2a6f5c27-4e22-4940-b2ce-5570b20e4dba not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:53:29.342678 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] Attempting to bind port 586b7cfc-f67a-48f3-beb9-5cd2ca16334c on network 2a6f5c27-4e22-4940-b2ce-5570b20e4dba {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:53:29.397386 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] Port c0c1968f-d991-4e36-8062-6ff62eb7adfb on network 3f814bae-963f-4f23-965e-dabc87858a1e not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:53:29.397386 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] Attempting to bind port c0c1968f-d991-4e36-8062-6ff62eb7adfb on network 3f814bae-963f-4f23-965e-dabc87858a1e {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:53:29.414321 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-db993931-8d9b-4a1e-b14a-8d36d935e368 None None] Port c0c1968f-d991-4e36-8062-6ff62eb7adfb cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:29.429913 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:29.441036 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:29.465274 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d303868-1236-4c4e-990f-9003e2efd241 req-3346ef2f-657d-4fd5-ad9a-36a0527d60d2 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:29.466812 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0d303868-1236-4c4e-990f-9003e2efd241 req-3346ef2f-657d-4fd5-ad9a-36a0527d60d2 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 944 time: 0.0727870 Sep 16 12:53:29.469733 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:53:29.470074 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] Checking segment: {'id': 'f437e697-c45f-4a06-85b9-38d6e3ad146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:53:29.470453 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] Bound using segment: {'id': 'f437e697-c45f-4a06-85b9-38d6e3ad146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:53:29.470918 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] Bound port: 586b7cfc-f67a-48f3-beb9-5cd2ca16334c, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f437e697-c45f-4a06-85b9-38d6e3ad146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:53:29.471275 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (586b7cfc-f67a-48f3-beb9-5cd2ca16334c), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:29.516943 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:53:29.517575 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] Checking segment: {'id': '80b31fa5-9330-46a2-9838-326d6e413bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:53:29.517698 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] Bound using segment: {'id': '80b31fa5-9330-46a2-9838-326d6e413bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:53:29.518111 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] Bound port: c0c1968f-d991-4e36-8062-6ff62eb7adfb, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b31fa5-9330-46a2-9838-326d6e413bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:53:29.518471 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c0c1968f-d991-4e36-8062-6ff62eb7adfb), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:29.539934 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c08cd520-af3e-41b6-bdd2-295cd09fefad tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for floatingip (0eede6ea-14b4-4c5f-a492-42fabd2ef8d3), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:29.615263 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c08cd520-af3e-41b6-bdd2-295cd09fefad tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1349b05c-971d-4b6d-ad3f-fa106c69c8e4), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:29.634194 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0d303868-1236-4c4e-990f-9003e2efd241 req-fefa1e38-8fff-4286-8b85-403299061dd7 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603940 Sep 16 12:53:29.645939 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] For port c0c1968f-d991-4e36-8062-6ff62eb7adfb, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:53:29.649096 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2340d2de-3715-4fa6-a36c-0c5ab166454c req-e33e04cc-2e61-426b-b55c-0e2a7094049a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1201675 Sep 16 12:53:29.652437 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:29.658984 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf60bc-a8e8-49e0-af59-26b2805326da req-02afda56-b1eb-4da4-93d3-3cb7356a880a tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:29.660475 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93cf60bc-a8e8-49e0-af59-26b2805326da req-02afda56-b1eb-4da4-93d3-3cb7356a880a tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8c8969d-7c0d-4bfe-bd49-6271193614b9 HTTP/1.1" status: 200 len: 946 time: 0.1305959 Sep 16 12:53:29.680158 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] For port c0c1968f-d991-4e36-8062-6ff62eb7adfb, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c0c1968f-d991-4e36-8062-6ff62eb7adfb,segment=NetworkSegment(80b31fa5-9330-46a2-9838-326d6e413bf7),segment_id=80b31fa5-9330-46a2-9838-326d6e413bf7)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:53:29.681800 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] For port 586b7cfc-f67a-48f3-beb9-5cd2ca16334c, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:53:29.702594 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (c0c1968f-d991-4e36-8062-6ff62eb7adfb), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:29.708098 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:29.708444 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] For port 586b7cfc-f67a-48f3-beb9-5cd2ca16334c, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=586b7cfc-f67a-48f3-beb9-5cd2ca16334c,segment=NetworkSegment(f437e697-c45f-4a06-85b9-38d6e3ad146a),segment_id=f437e697-c45f-4a06-85b9-38d6e3ad146a)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:53:29.709367 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:29.713295 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-227b773c-761e-428f-9cc3-fec7c576809b req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/c0c1968f-d991-4e36-8062-6ff62eb7adfb HTTP/1.1" status: 200 len: 1092 time: 2.4395998 Sep 16 12:53:29.721637 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (586b7cfc-f67a-48f3-beb9-5cd2ca16334c), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:29.729689 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:29.730293 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:29.731693 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/586b7cfc-f67a-48f3-beb9-5cd2ca16334c HTTP/1.1" status: 200 len: 1091 time: 2.0033741 Sep 16 12:53:29.737566 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227a8a0b-2a0c-48f8-976a-a176a9039a2d', 'tag': '586b7cfc-f67a-48f3-beb9-5cd2ca16334c'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:29.739774 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b940445-71b1-44f7-8235-9e43cdc3fbbf" -d '{"events": [{"name": "network-changed", "server_uuid": "227a8a0b-2a0c-48f8-976a-a176a9039a2d", "tag": "586b7cfc-f67a-48f3-beb9-5cd2ca16334c"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:29.767598 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:53:29.770926 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93cf60bc-a8e8-49e0-af59-26b2805326da req-446a2d24-f32b-48b4-a415-0130ecbe385c tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=90a68e47-2034-45c5-a4aa-61c5d6918458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997465 Sep 16 12:53:29.843725 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9f6f9-667e-429c-876a-e720e2d76bfb service neutron] Pushing event updated for resources: {'Port': ['ID=c0c1968f-d991-4e36-8062-6ff62eb7adfb,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:29.906836 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fafad33-bd4a-4969-af6b-d53dfbad4f52 x-openstack-request-id: req-7fafad33-bd4a-4969-af6b-d53dfbad4f52 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:29.915213 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227a8a0b-2a0c-48f8-976a-a176a9039a2d", "tag": "586b7cfc-f67a-48f3-beb9-5cd2ca16334c", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:29.916380 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7fafad33-bd4a-4969-af6b-d53dfbad4f52 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:29.916481 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-db993931-8d9b-4a1e-b14a-8d36d935e368 None None] Attempt 4 to provision port c0c1968f-d991-4e36-8062-6ff62eb7adfb Sep 16 12:53:29.917016 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fafad33-bd4a-4969-af6b-d53dfbad4f52'] response: {'name': 'network-changed', 'server_uuid': '227a8a0b-2a0c-48f8-976a-a176a9039a2d', 'tag': '586b7cfc-f67a-48f3-beb9-5cd2ca16334c', 'status': 'completed', 'code': 200} Sep 16 12:53:29.917556 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 55622) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:29.950383 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c08cd520-af3e-41b6-bdd2-295cd09fefad tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for port (1349b05c-971d-4b6d-ad3f-fa106c69c8e4), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:29.985508 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-db993931-8d9b-4a1e-b14a-8d36d935e368 None None] Port c0c1968f-d991-4e36-8062-6ff62eb7adfb had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:53:30.009042 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c08cd520-af3e-41b6-bdd2-295cd09fefad tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (1349b05c-971d-4b6d-ad3f-fa106c69c8e4), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:30.014414 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bf0ad-e4fc-4468-8e95-6d978f6ca419 service neutron] Pushing event updated for resources: {'Port': ['ID=586b7cfc-f67a-48f3-beb9-5cd2ca16334c,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:30.050969 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340d2de-3715-4fa6-a36c-0c5ab166454c req-b9a9f6ae-e5af-4a25-a865-f4bfebe9d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:30.055453 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2340d2de-3715-4fa6-a36c-0c5ab166454c req-b9a9f6ae-e5af-4a25-a865-f4bfebe9d40c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 1126 time: 0.2663302 Sep 16 12:53:30.088846 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b773c-761e-428f-9cc3-fec7c576809b req-8069fcaa-030d-48dc-a5fa-56692be1fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:30.096087 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-227b773c-761e-428f-9cc3-fec7c576809b req-8069fcaa-030d-48dc-a5fa-56692be1fab5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7a67136b9d8041fd8e62a81be2d6b48d&device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 1126 time: 0.1414928 Sep 16 12:53:30.179880 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-206b68b0-fd60-4dd5-a575-033ee9af6f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:30.182880 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-206b68b0-fd60-4dd5-a575-033ee9af6f81 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=1e41136645964ea98a675833bd73299f&device_id=227a8a0b-2a0c-48f8-976a-a176a9039a2d HTTP/1.1" status: 200 len: 1125 time: 0.2505617 Sep 16 12:53:30.193823 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-227b773c-761e-428f-9cc3-fec7c576809b req-dce5e393-b369-4f3a-8184-fea4a15f6444 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0c1968f-d991-4e36-8062-6ff62eb7adfb HTTP/1.1" status: 200 len: 217 time: 0.0792463 Sep 16 12:53:30.203744 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c08cd520-af3e-41b6-bdd2-295cd09fefad tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (0eede6ea-14b4-4c5f-a492-42fabd2ef8d3), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:30.207720 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cd520-af3e-41b6-bdd2-295cd09fefad tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Pushing event updated for resources: {'Port': ['ID=1349b05c-971d-4b6d-ad3f-fa106c69c8e4,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:30.227401 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c08cd520-af3e-41b6-bdd2-295cd09fefad tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:30.229821 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c08cd520-af3e-41b6-bdd2-295cd09fefad tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7484224 Sep 16 12:53:30.264439 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:30.327757 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b773c-761e-428f-9cc3-fec7c576809b req-c7410939-4db3-4585-80b2-098cdbd3ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:30.329832 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-227b773c-761e-428f-9cc3-fec7c576809b req-c7410939-4db3-4585-80b2-098cdbd3ea65 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=6061ddae-e5d0-47a0-8962-b4b487ae4f3d HTTP/1.1" status: 200 len: 850 time: 0.0659738 Sep 16 12:53:30.357046 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd9ad9-2cd7-47b5-b5f9-746d4d80bc6b req-a2176824-4bc6-44ac-a5e3-e08ec58b222a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:30.358672 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-87fd9ad9-2cd7-47b5-b5f9-746d4d80bc6b req-a2176824-4bc6-44ac-a5e3-e08ec58b222a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 944 time: 0.2358882 Sep 16 12:53:30.374659 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-f33b4def-4021-4f6b-86e3-d07c18229c38 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=586b7cfc-f67a-48f3-beb9-5cd2ca16334c HTTP/1.1" status: 200 len: 217 time: 0.1011088 Sep 16 12:53:30.375264 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-569ce1b3-d97a-4132-9128-88c5cddfd77f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for security_group (bf71a8ab-e768-4b7b-863a-ab6aaacbf42a), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:30.386734 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b773c-761e-428f-9cc3-fec7c576809b req-7e3c3763-f8eb-4c28-a6bf-6582e546e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:30.388294 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-227b773c-761e-428f-9cc3-fec7c576809b req-7e3c3763-f8eb-4c28-a6bf-6582e546e6ff service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=3f814bae-963f-4f23-965e-dabc87858a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491693 Sep 16 12:53:30.399595 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279363c-84dc-44a1-adf0-55d155f16a2c req-6fd4a715-07d6-4149-b993-f7631ff57793 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:30.403056 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3279363c-84dc-44a1-adf0-55d155f16a2c req-6fd4a715-07d6-4149-b993-f7631ff57793 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8c8969d-7c0d-4bfe-bd49-6271193614b9 HTTP/1.1" status: 200 len: 946 time: 0.2359014 Sep 16 12:53:30.508352 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-227b773c-761e-428f-9cc3-fec7c576809b req-cc6c0c43-3619-42db-9668-c1b87d318ec6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117721 Sep 16 12:53:30.621963 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-227b773c-761e-428f-9cc3-fec7c576809b req-2330e30b-210a-4d3b-9b3f-70f1426c7c8d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088953 Sep 16 12:53:30.695845 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad8536a-46b8-4821-8fb0-2c743927bb88', 'tag': 'c0c1968f-d991-4e36-8062-6ff62eb7adfb'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:30.698384 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213a5e87-698a-4231-a92c-302c248a6fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad8536a-46b8-4821-8fb0-2c743927bb88", "tag": "c0c1968f-d991-4e36-8062-6ff62eb7adfb"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:30.863714 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-569ce1b3-d97a-4132-9128-88c5cddfd77f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for security_group (bf71a8ab-e768-4b7b-863a-ab6aaacbf42a), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:30.871358 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340d2de-3715-4fa6-a36c-0c5ab166454c req-57438b2e-b902-40e4-a904-332cea2cb49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:30.872930 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2340d2de-3715-4fa6-a36c-0c5ab166454c req-57438b2e-b902-40e4-a904-332cea2cb49e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 0.7539563 Sep 16 12:53:30.886491 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:30.919285 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-9725ea60-bc07-4038-9acf-329040303f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:30.920749 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-9725ea60-bc07-4038-9acf-329040303f25 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f45171c0-7319-4228-8074-099241080456 HTTP/1.1" status: 200 len: 860 time: 0.5305324 Sep 16 12:53:30.932552 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-87fd9ad9-2cd7-47b5-b5f9-746d4d80bc6b req-340a74e9-ffd2-4ad3-8747-8e9207796dbf tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5648556 Sep 16 12:53:30.957457 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3279363c-84dc-44a1-adf0-55d155f16a2c req-01724b57-d80f-40ef-8661-96d56bb73e47 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=90a68e47-2034-45c5-a4aa-61c5d6918458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715894 Sep 16 12:53:30.995036 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-569ce1b3-d97a-4132-9128-88c5cddfd77f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (bf71a8ab-e768-4b7b-863a-ab6aaacbf42a), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:31.002506 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-569ce1b3-d97a-4132-9128-88c5cddfd77f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:31.004444 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-569ce1b3-d97a-4132-9128-88c5cddfd77f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/bf71a8ab-e768-4b7b-863a-ab6aaacbf42a HTTP/1.1" status: 204 len: 168 time: 1.0705969 Sep 16 12:53:31.007976 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 55646) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:31.054369 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ce1b3-d97a-4132-9128-88c5cddfd77f tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf71a8ab-e768-4b7b-863a-ab6aaacbf42a,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:31.058167 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [None req-6065a01f-6057-41f5-8efa-83b2f670f464 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] show failed (client error): The resource could not be found. Sep 16 12:53:31.059074 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-6065a01f-6057-41f5-8efa-83b2f670f464 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups/bf71a8ab-e768-4b7b-863a-ab6aaacbf42a HTTP/1.1" status: 404 len: 347 time: 0.0500827 Sep 16 12:53:31.065424 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 55652) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:31.126931 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b242f3-1f6d-4d5a-a023-cd167a6d9f63 req-a9afb6de-ec4e-4b96-8791-a8b8629a97fa tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:31.128664 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-25b242f3-1f6d-4d5a-a023-cd167a6d9f63 req-a9afb6de-ec4e-4b96-8791-a8b8629a97fa tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=227a8a0b-2a0c-48f8-976a-a176a9039a2d HTTP/1.1" status: 200 len: 943 time: 0.1100271 Sep 16 12:53:31.173622 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-947b2fbd-782a-46d9-8cc0-edeff8cbfbb5 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2135770466&fields=id&tenant_id=da915844493a4928ac8830897afa126f HTTP/1.1" status: 200 len: 267 time: 0.1216214 Sep 16 12:53:31.175881 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:31.211246 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-ff8a1c98-1994-4ac3-852a-307a36f95620 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Deleting port 4497dfc4-2fe1-4b72-9758-0a4592c513d5 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:53:31.211681 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ff8a1c98-1994-4ac3-852a-307a36f95620 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (4497dfc4-2fe1-4b72-9758-0a4592c513d5), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:31.228841 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-25b242f3-1f6d-4d5a-a023-cd167a6d9f63 req-9d435450-eb9a-44a5-b6bf-1632563fe2bd tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899525 Sep 16 12:53:31.302609 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ff8a1c98-1994-4ac3-852a-307a36f95620 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (4497dfc4-2fe1-4b72-9758-0a4592c513d5), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:31.303027 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ff8a1c98-1994-4ac3-852a-307a36f95620 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for floatingip (4497dfc4-2fe1-4b72-9758-0a4592c513d5), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:31.316222 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-ff8a1c98-1994-4ac3-852a-307a36f95620 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Calling delete_port for 4497dfc4-2fe1-4b72-9758-0a4592c513d5 owned by network:floatingip {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:53:31.325317 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-7166de2a-bb42-4d1b-bf10-a3c6bbdb7645 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:31.326809 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-7166de2a-bb42-4d1b-bf10-a3c6bbdb7645 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 821 time: 0.1407156 Sep 16 12:53:31.328466 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:31.359483 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-50e1b5af-0b92-4f56-8e58-436e60bb458b tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/quotas/da915844493a4928ac8830897afa126f HTTP/1.1" status: 200 len: 375 time: 0.0155685 Sep 16 12:53:31.370961 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22babce-4b31-4564-aa37-95c13b0c64c1 req-080d36c7-3fed-4105-80a6-1c1dc1ef35ad tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:31.372593 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e22babce-4b31-4564-aa37-95c13b0c64c1 req-080d36c7-3fed-4105-80a6-1c1dc1ef35ad tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 944 time: 0.0677795 Sep 16 12:53:31.453422 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-8ca50421-590e-44e7-bf88-1edf7448903b tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0796692 Sep 16 12:53:31.455259 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ff8a1c98-1994-4ac3-852a-307a36f95620 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (4497dfc4-2fe1-4b72-9758-0a4592c513d5), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:31.483822 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a1c98-1994-4ac3-852a-307a36f95620 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Pushing event deleted for resources: {'Port': ['ID=4497dfc4-2fe1-4b72-9758-0a4592c513d5,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:31.526887 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e22babce-4b31-4564-aa37-95c13b0c64c1 req-cfa8ee95-dc40-499b-94d0-b33fbec14a90 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426017 Sep 16 12:53:31.530117 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2340d2de-3715-4fa6-a36c-0c5ab166454c req-f7b24e4a-d41e-482f-a46e-7d1095c68949 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=924f27c6-9b29-461f-bbff-57520beb8e29 HTTP/1.1" status: 200 len: 217 time: 0.0665293 Sep 16 12:53:31.551996 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ff8a1c98-1994-4ac3-852a-307a36f95620 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks [] for floatingip (782041f4-412e-4df0-b4ce-16bb02ee571d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:31.558599 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ff8a1c98-1994-4ac3-852a-307a36f95620 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:31.560705 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ff8a1c98-1994-4ac3-852a-307a36f95620 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/782041f4-412e-4df0-b4ce-16bb02ee571d HTTP/1.1" status: 204 len: 168 time: 0.4938958 Sep 16 12:53:31.586557 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897ee4ea-ead8-4d60-8e0b-92d7394cc023 x-openstack-request-id: req-897ee4ea-ead8-4d60-8e0b-92d7394cc023 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:31.587056 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad8536a-46b8-4821-8fb0-2c743927bb88", "tag": "c0c1968f-d991-4e36-8062-6ff62eb7adfb", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:31.587311 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-897ee4ea-ead8-4d60-8e0b-92d7394cc023 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:31.587717 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-897ee4ea-ead8-4d60-8e0b-92d7394cc023'] response: {'name': 'network-changed', 'server_uuid': '9ad8536a-46b8-4821-8fb0-2c743927bb88', 'tag': 'c0c1968f-d991-4e36-8062-6ff62eb7adfb', 'status': 'completed', 'code': 200} Sep 16 12:53:31.615539 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-6727b752-b355-4d63-a9a3-46360a473e87 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410513 Sep 16 12:53:31.730243 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340d2de-3715-4fa6-a36c-0c5ab166454c req-065e415f-8d92-4bc4-8a4b-1374af22b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:31.731719 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2340d2de-3715-4fa6-a36c-0c5ab166454c req-065e415f-8d92-4bc4-8a4b-1374af22b95e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.0890441 Sep 16 12:53:31.796329 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-c8036a84-8315-4b64-aece-97c28a08be1f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738091 Sep 16 12:53:31.801733 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-f1eb4791-9bf3-4497-8752-c470ee3b5933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:31.803206 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-f1eb4791-9bf3-4497-8752-c470ee3b5933 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0603292 Sep 16 12:53:31.808166 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5e87-698a-4231-a92c-302c248a6fbc req-ee9d07e9-d221-46f1-9c60-f390512943ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:31.815708 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-213a5e87-698a-4231-a92c-302c248a6fbc req-ee9d07e9-d221-46f1-9c60-f390512943ef service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7a67136b9d8041fd8e62a81be2d6b48d&device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 1126 time: 0.0592351 Sep 16 12:53:31.922402 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:31.927561 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5e87-698a-4231-a92c-302c248a6fbc req-a896b4f3-b7d5-4e24-9049-90a65171b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:31.929231 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-213a5e87-698a-4231-a92c-302c248a6fbc req-a896b4f3-b7d5-4e24-9049-90a65171b3bb service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=3f814bae-963f-4f23-965e-dabc87858a1e HTTP/1.1" status: 200 len: 912 time: 0.1040788 Sep 16 12:53:32.020447 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-71ded700-2842-40a0-bd9d-e851f36d4154 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089143 Sep 16 12:53:32.091356 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340d2de-3715-4fa6-a36c-0c5ab166454c req-479a4563-3ee6-4d00-a335-56a31fa348fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:32.092906 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2340d2de-3715-4fa6-a36c-0c5ab166454c req-479a4563-3ee6-4d00-a335-56a31fa348fa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1578660 Sep 16 12:53:32.097225 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c012879-64d9-43c2-8625-ac0eb5f9b54e req-14f5655c-18a5-448d-baf3-b1b764f3ddaa tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 210 time: 0.0976353 Sep 16 12:53:32.105637 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306712e-3941-4656-8daf-20f1d82f980b req-0d43bca6-ec6d-4de3-a132-574bebd3bde9 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:32.112414 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e306712e-3941-4656-8daf-20f1d82f980b req-0d43bca6-ec6d-4de3-a132-574bebd3bde9 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.1783774 Sep 16 12:53:32.130530 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:32.176911 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19291453-fb37-442e-88ac-48c51647cc3f req-73c4ea52-1bba-44e5-92e2-44e5cd63e3d3 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:32.178425 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19291453-fb37-442e-88ac-48c51647cc3f req-73c4ea52-1bba-44e5-92e2-44e5cd63e3d3 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e8c8969d-7c0d-4bfe-bd49-6271193614b9 HTTP/1.1" status: 200 len: 946 time: 0.1548433 Sep 16 12:53:32.318146 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-647d32f4-cbb0-4a0b-bdea-9c21a693f22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:32.342080 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91494868-51b8-4163-98d1-39121a16a377 req-0ed03a64-8a07-464f-9340-271565d85965 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:32.343610 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-91494868-51b8-4163-98d1-39121a16a377 req-0ed03a64-8a07-464f-9340-271565d85965 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 944 time: 0.1626930 Sep 16 12:53:32.366751 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e306712e-3941-4656-8daf-20f1d82f980b req-f56400c1-183c-403d-9333-bd088db34841 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534916 Sep 16 12:53:32.435002 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2340d2de-3715-4fa6-a36c-0c5ab166454c req-f72967e6-5df9-4f6f-a5f1-1d7df4c0a643 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137815 Sep 16 12:53:32.493044 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-19291453-fb37-442e-88ac-48c51647cc3f req-190847ca-8606-4daa-a9d4-a0c04c609083 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Deleting port 7612ea0a-26f5-4749-ac66-963beed5e38a {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:53:32.494509 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19291453-fb37-442e-88ac-48c51647cc3f req-190847ca-8606-4daa-a9d4-a0c04c609083 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (7612ea0a-26f5-4749-ac66-963beed5e38a), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:32.595049 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-91494868-51b8-4163-98d1-39121a16a377 req-ca503905-723e-4049-82a8-b170b206c023 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351961 Sep 16 12:53:32.605773 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b566b9-90c6-46c3-a52c-524db3b596b9 req-aaeb8122-27a1-4573-928c-2e1e4bc948be tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:32.607356 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-79b566b9-90c6-46c3-a52c-524db3b596b9 req-aaeb8122-27a1-4573-928c-2e1e4bc948be tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8c8969d-7c0d-4bfe-bd49-6271193614b9 HTTP/1.1" status: 200 len: 946 time: 0.1689858 Sep 16 12:53:32.721340 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2340d2de-3715-4fa6-a36c-0c5ab166454c req-22d2099d-c7be-48d2-aedc-fd111cd8fe13 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794223 Sep 16 12:53:32.759493 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-19291453-fb37-442e-88ac-48c51647cc3f req-190847ca-8606-4daa-a9d4-a0c04c609083 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] For port 7612ea0a-26f5-4749-ac66-963beed5e38a, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=7612ea0a-26f5-4749-ac66-963beed5e38a,segment=NetworkSegment(2e06aba1-dbba-443f-a74f-eef1964963ee),segment_id=2e06aba1-dbba-443f-a74f-eef1964963ee)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:32.760476 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19291453-fb37-442e-88ac-48c51647cc3f req-190847ca-8606-4daa-a9d4-a0c04c609083 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (7612ea0a-26f5-4749-ac66-963beed5e38a), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:32.777374 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-79b566b9-90c6-46c3-a52c-524db3b596b9 req-5ce7ab04-b5f6-498e-a059-548310d90430 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=90a68e47-2034-45c5-a4aa-61c5d6918458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637447 Sep 16 12:53:32.783158 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-19291453-fb37-442e-88ac-48c51647cc3f req-190847ca-8606-4daa-a9d4-a0c04c609083 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Calling delete_port for 7612ea0a-26f5-4749-ac66-963beed5e38a owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:53:32.792502 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4e4cf-f093-47e4-b902-d59709e223d6 req-51139258-2b82-4abe-9d9e-90bf8844738c tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:32.794037 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-53b4e4cf-f093-47e4-b902-d59709e223d6 req-51139258-2b82-4abe-9d9e-90bf8844738c tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=227a8a0b-2a0c-48f8-976a-a176a9039a2d HTTP/1.1" status: 200 len: 943 time: 0.1093967 Sep 16 12:53:32.929144 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dafe9-a471-4d05-a4ed-d25cca0b7231 req-ac6b495a-282e-4f65-b6f8-e5579d6a48b6 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:32.930641 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-673dafe9-a471-4d05-a4ed-d25cca0b7231 req-ac6b495a-282e-4f65-b6f8-e5579d6a48b6 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 944 time: 0.0832798 Sep 16 12:53:32.936086 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-53b4e4cf-f093-47e4-b902-d59709e223d6 req-ac0392d1-b235-4a0a-879a-bdf4b52ff703 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362290 Sep 16 12:53:32.964753 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:33.025380 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-213a5e87-698a-4231-a92c-302c248a6fbc req-3156dedc-a829-4e78-b504-ab21f8e3e1c1 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0c1968f-d991-4e36-8062-6ff62eb7adfb HTTP/1.1" status: 200 len: 217 time: 0.0750337 Sep 16 12:53:33.031538 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:33.094453 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-673dafe9-a471-4d05-a4ed-d25cca0b7231 req-f88d4466-fc2b-4c2e-8580-69c946b60643 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556859 Sep 16 12:53:33.160110 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0fcb746-82c6-417d-8469-6c5328e589f2 req-09b61bc6-9e68-47c8-b7d8-145872aa3f27 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046094 Sep 16 12:53:33.168298 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19291453-fb37-442e-88ac-48c51647cc3f req-190847ca-8606-4daa-a9d4-a0c04c609083 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (7612ea0a-26f5-4749-ac66-963beed5e38a), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:33.176882 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device c0c1968f-d991-4e36-8062-6ff62eb7adfb details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:53:33.186754 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5e87-698a-4231-a92c-302c248a6fbc req-8c2edeab-07cc-42b0-84c2-1886fc8687a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:33.189061 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-213a5e87-698a-4231-a92c-302c248a6fbc req-8c2edeab-07cc-42b0-84c2-1886fc8687a3 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=6061ddae-e5d0-47a0-8962-b4b487ae4f3d HTTP/1.1" status: 200 len: 850 time: 0.0764334 Sep 16 12:53:33.202193 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190847ca-8606-4daa-a9d4-a0c04c609083 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Pushing event deleted for resources: {'Port': ['ID=7612ea0a-26f5-4749-ac66-963beed5e38a,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:33.202442 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:33.226023 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['7612ea0a-26f5-4749-ac66-963beed5e38a'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:53:33.291963 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5e87-698a-4231-a92c-302c248a6fbc req-cafeca0f-d548-49af-8998-bab26bff5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:33.293663 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-213a5e87-698a-4231-a92c-302c248a6fbc req-cafeca0f-d548-49af-8998-bab26bff5300 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=3f814bae-963f-4f23-965e-dabc87858a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0968657 Sep 16 12:53:33.311285 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6eedddcb-5b41-4ef4-9342-f7f1c71bb391 req-48a14d4a-f4d9-4e82-9dd6-5cf973b48f81 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 210 time: 0.0546908 Sep 16 12:53:33.344092 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-19291453-fb37-442e-88ac-48c51647cc3f req-190847ca-8606-4daa-a9d4-a0c04c609083 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] No DVR routers for this DVR port 7612ea0a-26f5-4749-ac66-963beed5e38a on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:53:33.346830 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19291453-fb37-442e-88ac-48c51647cc3f req-190847ca-8606-4daa-a9d4-a0c04c609083 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:33.352506 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19291453-fb37-442e-88ac-48c51647cc3f req-190847ca-8606-4daa-a9d4-a0c04c609083 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.25 "DELETE /networking/v2.0/ports/7612ea0a-26f5-4749-ac66-963beed5e38a HTTP/1.1" status: 204 len: 173 time: 1.1403093 Sep 16 12:53:33.353345 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c8969d-7c0d-4bfe-bd49-6271193614b9', 'name': 'network-vif-deleted', 'tag': '7612ea0a-26f5-4749-ac66-963beed5e38a'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:33.356837 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5b1dee-1441-4086-807f-cde8dbd29ca2" -d '{"events": [{"server_uuid": "e8c8969d-7c0d-4bfe-bd49-6271193614b9", "name": "network-vif-deleted", "tag": "7612ea0a-26f5-4749-ac66-963beed5e38a"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:33.415011 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2904620-30cb-4d1e-bd82-388d7d0e1068 x-openstack-request-id: req-a2904620-30cb-4d1e-bd82-388d7d0e1068 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:33.415308 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c8969d-7c0d-4bfe-bd49-6271193614b9", "name": "network-vif-deleted", "tag": "7612ea0a-26f5-4749-ac66-963beed5e38a", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:33.415607 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a2904620-30cb-4d1e-bd82-388d7d0e1068 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:33.416589 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2904620-30cb-4d1e-bd82-388d7d0e1068'] response: {'server_uuid': 'e8c8969d-7c0d-4bfe-bd49-6271193614b9', 'name': 'network-vif-deleted', 'tag': '7612ea0a-26f5-4749-ac66-963beed5e38a', 'status': 'completed', 'code': 200} Sep 16 12:53:33.421450 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port c0c1968f-d991-4e36-8062-6ff62eb7adfb, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c0c1968f-d991-4e36-8062-6ff62eb7adfb,segment=NetworkSegment(80b31fa5-9330-46a2-9838-326d6e413bf7),segment_id=80b31fa5-9330-46a2-9838-326d6e413bf7)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:33.436069 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': 'c0c1968f-d991-4e36-8062-6ff62eb7adfb', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'port_id': 'c0c1968f-d991-4e36-8062-6ff62eb7adfb', 'mac_address': 'fa:16:3e:85:94:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:53:33.469084 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 56c49806-0b21-4f4b-9b96-195fc33fcba5 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:53:33.499454 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port c0c1968f-d991-4e36-8062-6ff62eb7adfb is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:33.499769 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c0c1968f-d991-4e36-8062-6ff62eb7adfb), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:33.520002 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c1968f-d991-4e36-8062-6ff62eb7adfb {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:53:33.549837 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1492c39-943a-4ec5-9a85-1a6d242e67dc req-c6c574c6-ba65-4d85-bd74-686bebbd5bac tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:33.551366 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d1492c39-943a-4ec5-9a85-1a6d242e67dc req-c6c574c6-ba65-4d85-bd74-686bebbd5bac tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.0554562 Sep 16 12:53:33.580321 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port c0c1968f-d991-4e36-8062-6ff62eb7adfb, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c0c1968f-d991-4e36-8062-6ff62eb7adfb,segment=NetworkSegment(80b31fa5-9330-46a2-9838-326d6e413bf7),segment_id=80b31fa5-9330-46a2-9838-326d6e413bf7)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:33.586112 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c0c1968f-d991-4e36-8062-6ff62eb7adfb), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:33.586819 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 537bc282-546d-4a7e-b32f-2149067cc012 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:53:33.605858 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d1492c39-943a-4ec5-9a85-1a6d242e67dc req-bf64bd9c-0544-4003-a21b-1fc020ba5cbc tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485976 Sep 16 12:53:33.724682 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=c0c1968f-d991-4e36-8062-6ff62eb7adfb,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:33.739166 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 56c49806-0b21-4f4b-9b96-195fc33fcba5, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=56c49806-0b21-4f4b-9b96-195fc33fcba5,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:33.744245 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81980af-1795-4960-8c97-b51bfb6c2e3b req-be83f379-073a-4c44-aec9-2490b550006a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:33.746179 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e81980af-1795-4960-8c97-b51bfb6c2e3b req-be83f379-073a-4c44-aec9-2490b550006a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 945 time: 0.0550845 Sep 16 12:53:33.759180 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '56c49806-0b21-4f4b-9b96-195fc33fcba5', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '56c49806-0b21-4f4b-9b96-195fc33fcba5', 'mac_address': 'fa:16:3e:8d:8d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:53:33.801938 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e81980af-1795-4960-8c97-b51bfb6c2e3b req-586484b7-6252-43f0-b161-1d1b29c66cf5 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490043 Sep 16 12:53:33.816329 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 537bc282-546d-4a7e-b32f-2149067cc012, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=537bc282-546d-4a7e-b32f-2149067cc012,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:33.824620 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 56c49806-0b21-4f4b-9b96-195fc33fcba5 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:33.825008 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:33.850442 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '537bc282-546d-4a7e-b32f-2149067cc012', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '537bc282-546d-4a7e-b32f-2149067cc012', 'mac_address': 'fa:16:3e:3a:05:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:53:33.852899 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c49806-0b21-4f4b-9b96-195fc33fcba5 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:53:33.878015 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 56c49806-0b21-4f4b-9b96-195fc33fcba5, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=56c49806-0b21-4f4b-9b96-195fc33fcba5,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:33.901295 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:33.917975 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-68c9fbaa-527e-45ca-abbd-c53ff91cfbc4 req-dc28e9fc-a1cf-40f1-b6e7-87e0ec8d6a7c tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8c8969d-7c0d-4bfe-bd49-6271193614b9 HTTP/1.1" status: 200 len: 210 time: 0.0316060 Sep 16 12:53:33.935058 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 537bc282-546d-4a7e-b32f-2149067cc012 is: ACTIVE; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:33.935448 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (537bc282-546d-4a7e-b32f-2149067cc012), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:33.953222 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:33.966960 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 537bc282-546d-4a7e-b32f-2149067cc012 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:53:33.975282 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:33.985295 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=56c49806-0b21-4f4b-9b96-195fc33fcba5,revision_number=9']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:34.001781 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 537bc282-546d-4a7e-b32f-2149067cc012, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=537bc282-546d-4a7e-b32f-2149067cc012,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:34.006918 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (537bc282-546d-4a7e-b32f-2149067cc012), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:34.062908 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=537bc282-546d-4a7e-b32f-2149067cc012,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:34.086676 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48000e-dc93-451e-bf05-ef87e8c9198b req-cb1f3d72-28f7-468d-bd31-11e63485eeec tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:34.088999 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5a48000e-dc93-451e-bf05-ef87e8c9198b req-cb1f3d72-28f7-468d-bd31-11e63485eeec tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=227a8a0b-2a0c-48f8-976a-a176a9039a2d HTTP/1.1" status: 200 len: 943 time: 0.0532501 Sep 16 12:53:34.141382 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5a48000e-dc93-451e-bf05-ef87e8c9198b req-fd74f986-316f-4d30-bfbf-4a89c6221646 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466712 Sep 16 12:53:34.204781 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['56c49806-0b21-4f4b-9b96-195fc33fcba5'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:53:34.241710 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['537bc282-546d-4a7e-b32f-2149067cc012'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:53:34.251477 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b868e-3dc2-4ef5-841e-3787a80ccaaa req-56cc69da-9ce1-4720-80ff-674f91eeb5da tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:34.253398 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e1b868e-3dc2-4ef5-841e-3787a80ccaaa req-56cc69da-9ce1-4720-80ff-674f91eeb5da tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 944 time: 0.0509830 Sep 16 12:53:34.322264 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e1b868e-3dc2-4ef5-841e-3787a80ccaaa req-9aba9ff4-b92f-4789-9f35-eb769c663386 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594442 Sep 16 12:53:34.360084 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['c0c1968f-d991-4e36-8062-6ff62eb7adfb'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:53:34.486062 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b940445-71b1-44f7-8235-9e43cdc3fbbf req-ce768de6-f7d0-4dfd-8df2-c99ba5a44862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:34.495084 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b940445-71b1-44f7-8235-9e43cdc3fbbf req-ce768de6-f7d0-4dfd-8df2-c99ba5a44862 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=1e41136645964ea98a675833bd73299f&device_id=227a8a0b-2a0c-48f8-976a-a176a9039a2d HTTP/1.1" status: 200 len: 1125 time: 0.0978935 Sep 16 12:53:34.530989 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-213a5e87-698a-4231-a92c-302c248a6fbc req-a82608a2-4586-4c82-96cb-60ff10c2c27a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455231 Sep 16 12:53:34.598976 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dd9bdcad-9163-4f08-8703-a7d833a527cf req-829fc10e-0a21-42ae-8436-14b70e4bf895 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 210 time: 0.0996304 Sep 16 12:53:34.646966 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3e386-7549-4c9d-8988-d9484bb255c6 req-9da06b74-a0f6-497a-bc71-8df0fa0db067 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:34.651041 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-dbc3e386-7549-4c9d-8988-d9484bb255c6 req-9da06b74-a0f6-497a-bc71-8df0fa0db067 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.1426184 Sep 16 12:53:34.798588 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-dbc3e386-7549-4c9d-8988-d9484bb255c6 req-881d679f-1f37-4cc1-b088-376620af9a7b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Deleting port c82c5517-9370-47b7-870d-b1c0f066ce8a {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:53:34.798967 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-dbc3e386-7549-4c9d-8988-d9484bb255c6 req-881d679f-1f37-4cc1-b088-376620af9a7b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:34.865073 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-eba4b9c4-944f-4a90-881c-3526f5537fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:34.892457 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ebe86-cb98-4c18-8d49-177633d5b9d6 req-795c77ee-2d88-492a-b7e1-ca163f7e639a tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:34.900711 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ab0ebe86-cb98-4c18-8d49-177633d5b9d6 req-795c77ee-2d88-492a-b7e1-ca163f7e639a tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 949 time: 0.1290267 Sep 16 12:53:34.900987 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-dbc3e386-7549-4c9d-8988-d9484bb255c6 req-881d679f-1f37-4cc1-b088-376620af9a7b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] For port c82c5517-9370-47b7-870d-b1c0f066ce8a, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c82c5517-9370-47b7-870d-b1c0f066ce8a,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:34.901397 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-dbc3e386-7549-4c9d-8988-d9484bb255c6 req-881d679f-1f37-4cc1-b088-376620af9a7b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:34.915066 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b940445-71b1-44f7-8235-9e43cdc3fbbf req-4e9a468a-88a5-4906-8369-b4289f0340bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:34.917190 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b940445-71b1-44f7-8235-9e43cdc3fbbf req-4e9a468a-88a5-4906-8369-b4289f0340bc service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba HTTP/1.1" status: 200 len: 922 time: 0.3377793 Sep 16 12:53:34.918377 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:34.919580 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:34.928273 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-213a5e87-698a-4231-a92c-302c248a6fbc req-aca907cc-e125-4a7c-a69d-d8b7922b2a37 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777471 Sep 16 12:53:34.929745 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-dbc3e386-7549-4c9d-8988-d9484bb255c6 req-881d679f-1f37-4cc1-b088-376620af9a7b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Calling delete_port for c82c5517-9370-47b7-870d-b1c0f066ce8a owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:53:34.974631 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:35.010014 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58039fc6-43e8-48b7-b3a9-0b4e1b308574 req-bc5bfdea-8b8f-409b-b7f9-51bad7e6e199 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:35.011944 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-58039fc6-43e8-48b7-b3a9-0b4e1b308574 req-bc5bfdea-8b8f-409b-b7f9-51bad7e6e199 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 945 time: 0.0844145 Sep 16 12:53:35.032900 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ab0ebe86-cb98-4c18-8d49-177633d5b9d6 req-ee388db8-9dbc-448f-84f9-4ea2fbd1c75d tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305733 Sep 16 12:53:35.098489 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-dbc3e386-7549-4c9d-8988-d9484bb255c6 req-881d679f-1f37-4cc1-b088-376620af9a7b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (c82c5517-9370-47b7-870d-b1c0f066ce8a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:35.123221 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b940445-71b1-44f7-8235-9e43cdc3fbbf req-20410919-c628-4ce1-b848-3722e3896cb1 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=586b7cfc-f67a-48f3-beb9-5cd2ca16334c HTTP/1.1" status: 200 len: 217 time: 0.0882316 Sep 16 12:53:35.131134 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d679f-1f37-4cc1-b088-376620af9a7b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Pushing event deleted for resources: {'Port': ['ID=c82c5517-9370-47b7-870d-b1c0f066ce8a,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:35.183669 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f0c088d3-16f2-4d06-acd7-f0a4c4cfd393 req-333d051b-cca4-4ea7-a0b9-aa2e669f48c5 tempest-ImagesNegativeTestJSON-203448148 tempest-ImagesNegativeTestJSON-203448148-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8c8969d-7c0d-4bfe-bd49-6271193614b9 HTTP/1.1" status: 200 len: 210 time: 0.0500336 Sep 16 12:53:35.198963 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-58039fc6-43e8-48b7-b3a9-0b4e1b308574 req-067c4200-7497-4b6c-ad20-3f64d8cb555b tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473422 Sep 16 12:53:35.220399 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc3e386-7549-4c9d-8988-d9484bb255c6 req-881d679f-1f37-4cc1-b088-376620af9a7b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] No DVR routers for this DVR port c82c5517-9370-47b7-870d-b1c0f066ce8a on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:53:35.224102 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-dbc3e386-7549-4c9d-8988-d9484bb255c6 req-881d679f-1f37-4cc1-b088-376620af9a7b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:35.231970 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-dbc3e386-7549-4c9d-8988-d9484bb255c6 req-881d679f-1f37-4cc1-b088-376620af9a7b tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.76 "DELETE /networking/v2.0/ports/c82c5517-9370-47b7-870d-b1c0f066ce8a HTTP/1.1" status: 204 len: 173 time: 0.5717292 Sep 16 12:53:35.232712 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b4a601-8b6e-498e-8c17-9e689c13db74', 'name': 'network-vif-deleted', 'tag': 'c82c5517-9370-47b7-870d-b1c0f066ce8a'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:35.235664 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f1f25d-34aa-4698-ab1a-ea8ed627b47d" -d '{"events": [{"server_uuid": "c6b4a601-8b6e-498e-8c17-9e689c13db74", "name": "network-vif-deleted", "tag": "c82c5517-9370-47b7-870d-b1c0f066ce8a"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:35.343428 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3465d2-ecb8-48d7-8217-ff9b93fe7b94 req-0ded331a-1b89-4142-89e6-6a6c543c14a5 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:35.345031 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cc3465d2-ecb8-48d7-8217-ff9b93fe7b94 req-0ded331a-1b89-4142-89e6-6a6c543c14a5 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=227a8a0b-2a0c-48f8-976a-a176a9039a2d HTTP/1.1" status: 200 len: 943 time: 0.0733316 Sep 16 12:53:35.398485 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ab7e18-0b5b-4161-b6a2-987412caaad1 x-openstack-request-id: req-b4ab7e18-0b5b-4161-b6a2-987412caaad1 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:35.398849 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b4a601-8b6e-498e-8c17-9e689c13db74", "name": "network-vif-deleted", "tag": "c82c5517-9370-47b7-870d-b1c0f066ce8a", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:35.399169 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b4ab7e18-0b5b-4161-b6a2-987412caaad1 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:35.399640 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4ab7e18-0b5b-4161-b6a2-987412caaad1'] response: {'server_uuid': 'c6b4a601-8b6e-498e-8c17-9e689c13db74', 'name': 'network-vif-deleted', 'tag': 'c82c5517-9370-47b7-870d-b1c0f066ce8a', 'status': 'completed', 'code': 200} Sep 16 12:53:35.422182 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cc3465d2-ecb8-48d7-8217-ff9b93fe7b94 req-8e2a8335-7f6e-40a4-97b9-e67b0905c184 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654757 Sep 16 12:53:35.497223 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d04378-8ce2-497f-9dac-a8a683d6d0fb req-19442710-0c2f-435a-a43d-4b033558375a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:35.500382 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f0d04378-8ce2-497f-9dac-a8a683d6d0fb req-19442710-0c2f-435a-a43d-4b033558375a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 944 time: 0.0512342 Sep 16 12:53:35.551083 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f0d04378-8ce2-497f-9dac-a8a683d6d0fb req-6c768afd-398b-4935-92d5-0c34adf35056 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462909 Sep 16 12:53:35.556673 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 586b7cfc-f67a-48f3-beb9-5cd2ca16334c details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:53:35.564526 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['c82c5517-9370-47b7-870d-b1c0f066ce8a'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:53:35.581012 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device c0c1968f-d991-4e36-8062-6ff62eb7adfb up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:53:35.629795 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:35.689592 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b940445-71b1-44f7-8235-9e43cdc3fbbf req-fa642bc3-f7c7-4f85-8f66-59e520165f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:35.691226 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b940445-71b1-44f7-8235-9e43cdc3fbbf req-fa642bc3-f7c7-4f85-8f66-59e520165f3a service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f45171c0-7319-4228-8074-099241080456 HTTP/1.1" status: 200 len: 860 time: 0.0695436 Sep 16 12:53:35.725794 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port c0c1968f-d991-4e36-8062-6ff62eb7adfb completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:53:35.741572 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port c0c1968f-d991-4e36-8062-6ff62eb7adfb triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:35.742051 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c0c1968f-d991-4e36-8062-6ff62eb7adfb), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:35.742387 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port c0c1968f-d991-4e36-8062-6ff62eb7adfb Sep 16 12:53:35.772643 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:35.788977 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:35.792740 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-56b7b401-2772-40dd-9ec2-e185c3e5a57b req-907bafed-e411-40d6-b530-c0b536e39b27 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 210 time: 0.0355079 Sep 16 12:53:35.794562 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b940445-71b1-44f7-8235-9e43cdc3fbbf req-7b615831-491a-4631-a033-bdbac7ac425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:35.795946 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b940445-71b1-44f7-8235-9e43cdc3fbbf req-7b615831-491a-4631-a033-bdbac7ac425f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0982714 Sep 16 12:53:35.800213 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 586b7cfc-f67a-48f3-beb9-5cd2ca16334c, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=586b7cfc-f67a-48f3-beb9-5cd2ca16334c,segment=NetworkSegment(f437e697-c45f-4a06-85b9-38d6e3ad146a),segment_id=f437e697-c45f-4a06-85b9-38d6e3ad146a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:35.805925 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['3fe50ad6-99ae-4c0b-a11b-3e41218b0317'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:53:35.843618 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 56c49806-0b21-4f4b-9b96-195fc33fcba5 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:53:35.849747 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '586b7cfc-f67a-48f3-beb9-5cd2ca16334c', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'port_id': '586b7cfc-f67a-48f3-beb9-5cd2ca16334c', 'mac_address': 'fa:16:3e:b0:2b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:53:35.973241 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 586b7cfc-f67a-48f3-beb9-5cd2ca16334c is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:35.973864 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (586b7cfc-f67a-48f3-beb9-5cd2ca16334c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:35.991278 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port c0c1968f-d991-4e36-8062-6ff62eb7adfb is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:35.991721 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c0c1968f-d991-4e36-8062-6ff62eb7adfb), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:36.050614 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 56c49806-0b21-4f4b-9b96-195fc33fcba5 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:36.050992 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:36.051331 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 56c49806-0b21-4f4b-9b96-195fc33fcba5 Sep 16 12:53:36.058000 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586b7cfc-f67a-48f3-beb9-5cd2ca16334c {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:53:36.087124 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:36.133057 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad8536a-46b8-4821-8fb0-2c743927bb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c1968f-d991-4e36-8062-6ff62eb7adfb'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:36.139354 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789d6716-d16f-4ee3-9308-6c61e4b5bd38" -d '{"events": [{"server_uuid": "9ad8536a-46b8-4821-8fb0-2c743927bb88", "name": "network-vif-plugged", "status": "completed", "tag": "c0c1968f-d991-4e36-8062-6ff62eb7adfb"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:36.166522 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 586b7cfc-f67a-48f3-beb9-5cd2ca16334c, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=586b7cfc-f67a-48f3-beb9-5cd2ca16334c,segment=NetworkSegment(f437e697-c45f-4a06-85b9-38d6e3ad146a),segment_id=f437e697-c45f-4a06-85b9-38d6e3ad146a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:36.180046 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port c0c1968f-d991-4e36-8062-6ff62eb7adfb, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c0c1968f-d991-4e36-8062-6ff62eb7adfb,segment=NetworkSegment(80b31fa5-9330-46a2-9838-326d6e413bf7),segment_id=80b31fa5-9330-46a2-9838-326d6e413bf7)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:36.182340 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (586b7cfc-f67a-48f3-beb9-5cd2ca16334c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:36.215212 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c0c1968f-d991-4e36-8062-6ff62eb7adfb), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:36.216038 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 537bc282-546d-4a7e-b32f-2149067cc012 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:53:36.227027 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b940445-71b1-44f7-8235-9e43cdc3fbbf req-48c7bf45-f5f6-4923-b954-7397cdd9bbe4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923255 Sep 16 12:53:36.263220 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc575255-0e55-4f56-b941-d92d2be2002d x-openstack-request-id: req-bc575255-0e55-4f56-b941-d92d2be2002d {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:36.263821 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad8536a-46b8-4821-8fb0-2c743927bb88", "name": "network-vif-plugged", "status": "completed", "tag": "c0c1968f-d991-4e36-8062-6ff62eb7adfb", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:36.264303 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bc575255-0e55-4f56-b941-d92d2be2002d {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:36.264873 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc575255-0e55-4f56-b941-d92d2be2002d'] response: {'server_uuid': '9ad8536a-46b8-4821-8fb0-2c743927bb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c1968f-d991-4e36-8062-6ff62eb7adfb', 'code': 200} Sep 16 12:53:36.369135 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=586b7cfc-f67a-48f3-beb9-5cd2ca16334c,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:36.418513 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 56c49806-0b21-4f4b-9b96-195fc33fcba5 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:36.418988 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:36.446519 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 537bc282-546d-4a7e-b32f-2149067cc012 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:36.446902 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (537bc282-546d-4a7e-b32f-2149067cc012), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:36.447243 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 537bc282-546d-4a7e-b32f-2149067cc012 Sep 16 12:53:36.458887 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:36.468254 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-91fe9e1f-bbc6-43aa-877a-8739be4d5df6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:36.470834 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-91fe9e1f-bbc6-43aa-877a-8739be4d5df6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.76 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 821 time: 0.3885994 Sep 16 12:53:36.477789 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['586b7cfc-f67a-48f3-beb9-5cd2ca16334c'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:53:36.517101 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-51f54031-da85-4f49-aad4-2f99f9e22bc7 req-92aada38-2b02-4ede-9d87-d11c85c0b3bc tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c6b4a601-8b6e-498e-8c17-9e689c13db74 HTTP/1.1" status: 200 len: 210 time: 0.1648457 Sep 16 12:53:36.626827 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5438c-b50a-48bb-84b2-1197a4259a2d req-ee9b0103-d496-4f1f-9509-f84285785e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:36.628448 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-42c5438c-b50a-48bb-84b2-1197a4259a2d req-ee9b0103-d496-4f1f-9509-f84285785e96 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 1128 time: 0.1495717 Sep 16 12:53:36.658560 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=c0c1968f-d991-4e36-8062-6ff62eb7adfb,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:36.670571 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45ed3e-eca0-4343-90c5-67fe5f2395ca req-1488d1ce-0bd8-4498-9b95-9c9af874f0c8 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:36.672982 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-a4b085cc-e7b2-4b8a-bd66-f66a942977fd tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=da915844493a4928ac8830897afa126f HTTP/1.1" status: 200 len: 380 time: 0.0936306 Sep 16 12:53:36.677880 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4b45ed3e-eca0-4343-90c5-67fe5f2395ca req-1488d1ce-0bd8-4498-9b95-9c9af874f0c8 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.1707184 Sep 16 12:53:36.694556 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 56c49806-0b21-4f4b-9b96-195fc33fcba5, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=56c49806-0b21-4f4b-9b96-195fc33fcba5,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:36.752153 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:36.753121 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 7612ea0a-26f5-4749-ac66-963beed5e38a no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:53:36.760709 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 537bc282-546d-4a7e-b32f-2149067cc012 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:36.761739 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (537bc282-546d-4a7e-b32f-2149067cc012), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:36.775607 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b940445-71b1-44f7-8235-9e43cdc3fbbf req-d3b9d4f7-21ec-4798-93fb-1fb8fd9b19f7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413790 Sep 16 12:53:36.789026 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:36.809745 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4b45ed3e-eca0-4343-90c5-67fe5f2395ca req-2bc317fc-fcb9-40b2-9d6f-9e36678c74fd tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308947 Sep 16 12:53:36.827779 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-6a7ea528-5f2b-4145-a770-6e15cafc8d61 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Request body: {'port': {'device_id': 'd49156a2-d78c-4601-a431-e09716c76ce8', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'admin_state_up': True, 'tenant_id': 'da915844493a4928ac8830897afa126f', 'security_groups': ['e0d125f3-c1a7-4bda-b7a6-d37a99216072']}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:36.894452 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: 7612ea0a-26f5-4749-ac66-963beed5e38a {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:53:36.894868 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 7612ea0a-26f5-4749-ac66-963beed5e38a not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:53:36.963125 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88908a3f-0992-4603-bcf6-4968f28b0eda req-85ba0e71-0621-4108-acbc-74eaa3731372 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:36.971460 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 537bc282-546d-4a7e-b32f-2149067cc012, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=537bc282-546d-4a7e-b32f-2149067cc012,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:36.973066 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-88908a3f-0992-4603-bcf6-4968f28b0eda req-85ba0e71-0621-4108-acbc-74eaa3731372 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=227a8a0b-2a0c-48f8-976a-a176a9039a2d HTTP/1.1" status: 200 len: 944 time: 0.0773599 Sep 16 12:53:36.982760 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (537bc282-546d-4a7e-b32f-2149067cc012), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:37.030960 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=56c49806-0b21-4f4b-9b96-195fc33fcba5,revision_number=10']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:37.056504 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-88908a3f-0992-4603-bcf6-4968f28b0eda req-090a6e48-da95-4aff-89ad-4085eeb0a5c2 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822811 Sep 16 12:53:37.144040 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=537bc282-546d-4a7e-b32f-2149067cc012,revision_number=7']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:37.224861 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef4599-6608-46b1-a718-410aa3bc032d req-fef74243-1b36-4e1c-a5f8-3ef26954bf32 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:37.238531 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-58ef4599-6608-46b1-a718-410aa3bc032d req-fef74243-1b36-4e1c-a5f8-3ef26954bf32 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 944 time: 0.1984799 Sep 16 12:53:37.258681 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:37.317790 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2e44bb40-3b52-4d4f-9d4a-1ba3ce132064 req-7e7dbee1-282b-40df-9f52-6e396fd8c426 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 210 time: 0.0453508 Sep 16 12:53:37.361205 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-58ef4599-6608-46b1-a718-410aa3bc032d req-adb50ba1-bf26-4b6f-9124-8129dee29dde tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215267 Sep 16 12:53:37.459157 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-42c5438c-b50a-48bb-84b2-1197a4259a2d req-5f7a3674-2b3a-4b6d-b8d5-7cd96a6e8860 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6615953 Sep 16 12:53:37.462264 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:37.518609 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-6a7ea528-5f2b-4145-a770-6e15cafc8d61 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Made reservation on behalf of da915844493a4928ac8830897afa126f for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:53:37.523194 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-6a7ea528-5f2b-4145-a770-6e15cafc8d61 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:37.543428 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 55854) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:37.669235 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device efae6ffd-f514-46a4-ad30-4fa3504874c8 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:53:37.680286 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 586b7cfc-f67a-48f3-beb9-5cd2ca16334c up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:53:37.707642 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-6a7ea528-5f2b-4145-a770-6e15cafc8d61 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Allocated IP 172.20.0.11 (1e927054-126f-4e94-8719-fa14f3244a7f/442e355a-28fc-4280-9c3c-7a51ba789d27/d289a714-1b0e-4177-adf6-0d59780fa902) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:53:37.741290 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:37.896594 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:37.950408 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 586b7cfc-f67a-48f3-beb9-5cd2ca16334c completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:53:37.956330 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:37.963836 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 586b7cfc-f67a-48f3-beb9-5cd2ca16334c triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:37.964628 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (586b7cfc-f67a-48f3-beb9-5cd2ca16334c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:37.964987 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 586b7cfc-f67a-48f3-beb9-5cd2ca16334c Sep 16 12:53:37.982731 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:38.034742 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-6a7ea528-5f2b-4145-a770-6e15cafc8d61 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for port (d289a714-1b0e-4177-adf6-0d59780fa902), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:38.038605 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:38.043471 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb89c5-d043-438e-9e24-d596518f3d0c req-cc1a3a47-4391-4306-91fe-5764c25665cc tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:38.046512 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b5eb89c5-d043-438e-9e24-d596518f3d0c req-cc1a3a47-4391-4306-91fe-5764c25665cc tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.0637422 Sep 16 12:53:38.113975 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-6a7ea528-5f2b-4145-a770-6e15cafc8d61 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (d289a714-1b0e-4177-adf6-0d59780fa902), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:38.117470 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port efae6ffd-f514-46a4-ad30-4fa3504874c8, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=efae6ffd-f514-46a4-ad30-4fa3504874c8,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:38.133253 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 586b7cfc-f67a-48f3-beb9-5cd2ca16334c is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:38.136491 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (586b7cfc-f67a-48f3-beb9-5cd2ca16334c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:38.158151 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': 'efae6ffd-f514-46a4-ad30-4fa3504874c8', 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'port_id': 'efae6ffd-f514-46a4-ad30-4fa3504874c8', 'mac_address': 'fa:16:3e:a4:86:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:53:38.190102 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ea528-5f2b-4145-a770-6e15cafc8d61 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Pushing event updated for resources: {'Port': ['ID=d289a714-1b0e-4177-adf6-0d59780fa902,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:38.200719 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363c5ef-54de-4c43-b1c7-16ed56f282d5 req-f2ad971c-772a-4f17-9491-29391ee1cf95 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:38.202419 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e363c5ef-54de-4c43-b1c7-16ed56f282d5 req-f2ad971c-772a-4f17-9491-29391ee1cf95 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 950 time: 0.2546704 Sep 16 12:53:38.214566 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-6a7ea528-5f2b-4145-a770-6e15cafc8d61 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Network 1e927054-126f-4e94-8719-fa14f3244a7f is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:53:38.216200 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-6a7ea528-5f2b-4145-a770-6e15cafc8d61 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:53:38.218908 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-6a7ea528-5f2b-4145-a770-6e15cafc8d61 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:53:38.220229 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port efae6ffd-f514-46a4-ad30-4fa3504874c8 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:38.220831 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:38.239903 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efae6ffd-f514-46a4-ad30-4fa3504874c8 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:53:38.259001 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 586b7cfc-f67a-48f3-beb9-5cd2ca16334c, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=586b7cfc-f67a-48f3-beb9-5cd2ca16334c,segment=NetworkSegment(f437e697-c45f-4a06-85b9-38d6e3ad146a),segment_id=f437e697-c45f-4a06-85b9-38d6e3ad146a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:38.272713 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345ee81d-c503-421c-90ea-218ac1c98600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c49806-0b21-4f4b-9b96-195fc33fcba5'}, {'server_uuid': '5219baf4-bfde-4037-a511-88ff2690ea6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537bc282-546d-4a7e-b32f-2149067cc012'}, {'server_uuid': '227a8a0b-2a0c-48f8-976a-a176a9039a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586b7cfc-f67a-48f3-beb9-5cd2ca16334c'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:38.274985 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046eefdf-936f-4f30-b73a-e18545923bd1" -d '{"events": [{"server_uuid": "345ee81d-c503-421c-90ea-218ac1c98600", "name": "network-vif-plugged", "status": "completed", "tag": "56c49806-0b21-4f4b-9b96-195fc33fcba5"}, {"server_uuid": "5219baf4-bfde-4037-a511-88ff2690ea6a", "name": "network-vif-plugged", "status": "completed", "tag": "537bc282-546d-4a7e-b32f-2149067cc012"}, {"server_uuid": "227a8a0b-2a0c-48f8-976a-a176a9039a2d", "name": "network-vif-plugged", "status": "completed", "tag": "586b7cfc-f67a-48f3-beb9-5cd2ca16334c"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:38.285841 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (586b7cfc-f67a-48f3-beb9-5cd2ca16334c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:38.286514 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device c82c5517-9370-47b7-870d-b1c0f066ce8a no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:53:38.297245 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b5eb89c5-d043-438e-9e24-d596518f3d0c req-4b5aada8-370a-4977-a6e5-81f9d3db960f tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253101 Sep 16 12:53:38.316605 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:38.322384 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-6a7ea528-5f2b-4145-a770-6e15cafc8d61 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:38.325865 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-6a7ea528-5f2b-4145-a770-6e15cafc8d61 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:38.370980 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-6a7ea528-5f2b-4145-a770-6e15cafc8d61 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5538149 Sep 16 12:53:38.392609 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] Request body: {'port': {'device_id': 'd49156a2-d78c-4601-a431-e09716c76ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:38.397872 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port efae6ffd-f514-46a4-ad30-4fa3504874c8, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=efae6ffd-f514-46a4-ad30-4fa3504874c8,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:38.422163 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=586b7cfc-f67a-48f3-beb9-5cd2ca16334c,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:38.426412 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:38.435848 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: c82c5517-9370-47b7-870d-b1c0f066ce8a {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:53:38.436268 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device c82c5517-9370-47b7-870d-b1c0f066ce8a not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:53:38.447907 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e363c5ef-54de-4c43-b1c7-16ed56f282d5 req-62579018-28d3-4927-8983-160154127c67 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=43ed6fd3-7bf9-452b-8171-9997d44233ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756449 Sep 16 12:53:38.491462 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8a7c58e7-1a49-4883-9f88-754184619e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (2a50f015-6b11-4526-8fbf-e4124fa416c7), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:38.527026 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=efae6ffd-f514-46a4-ad30-4fa3504874c8,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:38.545414 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d289a714-1b0e-4177-adf6-0d59780fa902), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:38.598488 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0b518c-3a2c-4218-8a86-7ced4746d74b x-openstack-request-id: req-eb0b518c-3a2c-4218-8a86-7ced4746d74b {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:38.599337 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345ee81d-c503-421c-90ea-218ac1c98600", "name": "network-vif-plugged", "status": "completed", "tag": "56c49806-0b21-4f4b-9b96-195fc33fcba5", "code": 200}, {"server_uuid": "5219baf4-bfde-4037-a511-88ff2690ea6a", "name": "network-vif-plugged", "status": "completed", "tag": "537bc282-546d-4a7e-b32f-2149067cc012", "code": 200}, {"server_uuid": "227a8a0b-2a0c-48f8-976a-a176a9039a2d", "name": "network-vif-plugged", "status": "completed", "tag": "586b7cfc-f67a-48f3-beb9-5cd2ca16334c", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:38.600062 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eb0b518c-3a2c-4218-8a86-7ced4746d74b {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:38.601054 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb0b518c-3a2c-4218-8a86-7ced4746d74b'] response: {'server_uuid': '345ee81d-c503-421c-90ea-218ac1c98600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c49806-0b21-4f4b-9b96-195fc33fcba5', 'code': 200} Sep 16 12:53:38.601771 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb0b518c-3a2c-4218-8a86-7ced4746d74b'] response: {'server_uuid': '5219baf4-bfde-4037-a511-88ff2690ea6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537bc282-546d-4a7e-b32f-2149067cc012', 'code': 200} Sep 16 12:53:38.602658 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb0b518c-3a2c-4218-8a86-7ced4746d74b'] response: {'server_uuid': '227a8a0b-2a0c-48f8-976a-a176a9039a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586b7cfc-f67a-48f3-beb9-5cd2ca16334c', 'code': 200} Sep 16 12:53:38.721106 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-ede265dc-6d42-4d2d-86c4-73edcd116e12 None None] Provisioning complete for port d289a714-1b0e-4177-adf6-0d59780fa902 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:38.721638 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ede265dc-6d42-4d2d-86c4-73edcd116e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (d289a714-1b0e-4177-adf6-0d59780fa902), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:38.721852 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ede265dc-6d42-4d2d-86c4-73edcd116e12 None None] Attempt 1 to provision port d289a714-1b0e-4177-adf6-0d59780fa902 Sep 16 12:53:38.757382 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['efae6ffd-f514-46a4-ad30-4fa3504874c8'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:53:38.810362 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ede265dc-6d42-4d2d-86c4-73edcd116e12 None None] Port d289a714-1b0e-4177-adf6-0d59780fa902 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:38.978821 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ad778-f501-42e9-a749-83f5a9eef7dd req-dfcc5f4b-510e-43a0-bb21-cabbdf5666f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:38.983879 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1f4ad778-f501-42e9-a749-83f5a9eef7dd req-dfcc5f4b-510e-43a0-bb21-cabbdf5666f0 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=227a8a0b-2a0c-48f8-976a-a176a9039a2d HTTP/1.1" status: 200 len: 1127 time: 0.0583050 Sep 16 12:53:39.097657 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1f4ad778-f501-42e9-a749-83f5a9eef7dd req-e50f542b-2612-4e4b-bbd7-ac739ed25aa0 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008942 Sep 16 12:53:39.199653 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d289a714-1b0e-4177-adf6-0d59780fa902 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:53:39.212829 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] Publish callbacks [] for port (d289a714-1b0e-4177-adf6-0d59780fa902), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:39.240973 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] Transition to ACTIVE for port object d289a714-1b0e-4177-adf6-0d59780fa902 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:53:39.250309 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (d289a714-1b0e-4177-adf6-0d59780fa902), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:39.300739 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090f7d0-a9db-4406-9423-145716b83fe9 req-ed12404e-dd49-445a-8e46-8442d2f7949a tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:39.302353 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9090f7d0-a9db-4406-9423-145716b83fe9 req-ed12404e-dd49-445a-8e46-8442d2f7949a tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=efea200a-0b78-42de-a9e2-febab9817590 HTTP/1.1" status: 200 len: 950 time: 0.1362584 Sep 16 12:53:39.305093 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d289a714-1b0e-4177-adf6-0d59780fa902,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:39.310866 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ede265dc-6d42-4d2d-86c4-73edcd116e12 None None] Attempt 2 to provision port d289a714-1b0e-4177-adf6-0d59780fa902 Sep 16 12:53:39.312608 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:39.324085 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:39.340527 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd46a0-48d6-4fa5-806d-aea75ed3644d req-79c8fbf8-b65f-4775-95ea-97a5221bafa2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:39.347577 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-71cd46a0-48d6-4fa5-806d-aea75ed3644d req-79c8fbf8-b65f-4775-95ea-97a5221bafa2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 932 time: 0.1824257 Sep 16 12:53:39.439978 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443d321-2b79-4992-83a0-ec4e4441d484 req-2ab96e35-e19f-4293-b177-219e5377445d tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:39.447093 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5443d321-2b79-4992-83a0-ec4e4441d484 req-2ab96e35-e19f-4293-b177-219e5377445d tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=227a8a0b-2a0c-48f8-976a-a176a9039a2d HTTP/1.1" status: 200 len: 945 time: 0.2796378 Sep 16 12:53:39.471218 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ede265dc-6d42-4d2d-86c4-73edcd116e12 None None] Port d289a714-1b0e-4177-adf6-0d59780fa902 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:39.471949 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] Attempting to bind port d289a714-1b0e-4177-adf6-0d59780fa902 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:53:39.473040 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] Attempting to bind port d289a714-1b0e-4177-adf6-0d59780fa902 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:53:39.474161 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] Attempting to bind port d289a714-1b0e-4177-adf6-0d59780fa902 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:53:39.552536 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-71cd46a0-48d6-4fa5-806d-aea75ed3644d req-651e55c6-8f10-4c52-b595-3619cff195c1 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039013 Sep 16 12:53:39.561591 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] Port d289a714-1b0e-4177-adf6-0d59780fa902 on network 1e927054-126f-4e94-8719-fa14f3244a7f not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:53:39.562683 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] Attempting to bind port d289a714-1b0e-4177-adf6-0d59780fa902 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:53:39.589009 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-9090f7d0-a9db-4406-9423-145716b83fe9 req-62a52904-7f6f-423a-8614-9f7be5dd5954 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Deleting port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:53:39.590461 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9090f7d0-a9db-4406-9423-145716b83fe9 req-62a52904-7f6f-423a-8614-9f7be5dd5954 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:39.706373 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:53:39.707053 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] Checking segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:53:39.707769 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] Bound using segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:53:39.708607 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] Bound port: d289a714-1b0e-4177-adf6-0d59780fa902, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:53:39.709205 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d289a714-1b0e-4177-adf6-0d59780fa902), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:39.750678 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device efae6ffd-f514-46a4-ad30-4fa3504874c8 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:53:39.767944 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:39.793341 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-9090f7d0-a9db-4406-9423-145716b83fe9 req-62a52904-7f6f-423a-8614-9f7be5dd5954 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] For port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=3fe50ad6-99ae-4c0b-a11b-3e41218b0317,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:39.794238 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9090f7d0-a9db-4406-9423-145716b83fe9 req-62a52904-7f6f-423a-8614-9f7be5dd5954 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:39.812116 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-9090f7d0-a9db-4406-9423-145716b83fe9 req-62a52904-7f6f-423a-8614-9f7be5dd5954 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Calling delete_port for 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:53:39.855055 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port efae6ffd-f514-46a4-ad30-4fa3504874c8 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:53:39.861771 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] For port d289a714-1b0e-4177-adf6-0d59780fa902, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:53:39.864535 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port efae6ffd-f514-46a4-ad30-4fa3504874c8 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:39.866234 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:39.866751 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port efae6ffd-f514-46a4-ad30-4fa3504874c8 Sep 16 12:53:39.867433 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] For port d289a714-1b0e-4177-adf6-0d59780fa902, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=d289a714-1b0e-4177-adf6-0d59780fa902,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:53:39.878185 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (d289a714-1b0e-4177-adf6-0d59780fa902), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:39.964350 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:39.969968 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:39.975499 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/d289a714-1b0e-4177-adf6-0d59780fa902 HTTP/1.1" status: 200 len: 1092 time: 1.5937202 Sep 16 12:53:39.987876 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:39.998917 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ede265dc-6d42-4d2d-86c4-73edcd116e12 None None] Attempt 3 to provision port d289a714-1b0e-4177-adf6-0d59780fa902 Sep 16 12:53:39.999535 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49156a2-d78c-4601-a431-e09716c76ce8', 'tag': 'd289a714-1b0e-4177-adf6-0d59780fa902'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:40.010348 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed72440-48ac-4878-b60b-ff41da4b54f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d49156a2-d78c-4601-a431-e09716c76ce8", "tag": "d289a714-1b0e-4177-adf6-0d59780fa902"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:40.021811 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce519c9-e7a8-417b-bca1-e12022c9b7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d289a714-1b0e-4177-adf6-0d59780fa902,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:40.068426 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port efae6ffd-f514-46a4-ad30-4fa3504874c8 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:40.068810 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:40.070942 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:40.106548 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bd388-9d4c-4634-ae69-75a21d7f0512 req-5f784ea4-2766-48d9-bc9e-b63af25928de tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:40.114967 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ede265dc-6d42-4d2d-86c4-73edcd116e12 None None] Port d289a714-1b0e-4177-adf6-0d59780fa902 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:53:40.129345 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c4bd388-9d4c-4634-ae69-75a21d7f0512 req-5f784ea4-2766-48d9-bc9e-b63af25928de tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 945 time: 0.1340704 Sep 16 12:53:40.157618 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:40.158466 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:40.169217 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port efae6ffd-f514-46a4-ad30-4fa3504874c8, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=efae6ffd-f514-46a4-ad30-4fa3504874c8,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:40.176630 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:40.193973 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-0536c21f-61ab-43cc-9661-01be74cef508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:40.199817 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-0536c21f-61ab-43cc-9661-01be74cef508 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 1126 time: 0.1331735 Sep 16 12:53:40.420593 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5443d321-2b79-4992-83a0-ec4e4441d484 req-5bf233b2-2fc8-4583-96de-f617046dd6a7 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9668150 Sep 16 12:53:40.425039 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-8a7c58e7-1a49-4883-9f88-754184619e41 admin admin] Deleting port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:53:40.427768 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8a7c58e7-1a49-4883-9f88-754184619e41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:40.478571 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-a9fb2932-2664-4e51-a3fc-25d899ff2bb8 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d289a714-1b0e-4177-adf6-0d59780fa902 HTTP/1.1" status: 200 len: 217 time: 0.1458974 Sep 16 12:53:40.540099 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9090f7d0-a9db-4406-9423-145716b83fe9 req-62a52904-7f6f-423a-8614-9f7be5dd5954 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (3fe50ad6-99ae-4c0b-a11b-3e41218b0317), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:40.592020 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['3fe50ad6-99ae-4c0b-a11b-3e41218b0317'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:53:40.617910 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1530a2-c78e-419d-a65e-fc5baf53d939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efae6ffd-f514-46a4-ad30-4fa3504874c8'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:40.620410 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73148758-a2db-4c78-bf1a-e9e4bb5f18d1" -d '{"events": [{"server_uuid": "bd1530a2-c78e-419d-a65e-fc5baf53d939", "name": "network-vif-plugged", "status": "completed", "tag": "efae6ffd-f514-46a4-ad30-4fa3504874c8"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:40.661731 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=efae6ffd-f514-46a4-ad30-4fa3504874c8,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:40.737882 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-a511af1d-d7d4-448b-b3c4-11757b6bb5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:40.741948 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-a511af1d-d7d4-448b-b3c4-11757b6bb5e2 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.2567611 Sep 16 12:53:40.870965 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-1719edce-a5a7-46da-b39b-e460bab8c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:40.872473 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-1719edce-a5a7-46da-b39b-e460bab8c3aa service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1214705 Sep 16 12:53:40.905297 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c4bd388-9d4c-4634-ae69-75a21d7f0512 req-2f939147-fd59-4969-851b-77b55087cce0 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7748258 Sep 16 12:53:40.915096 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a52904-7f6f-423a-8614-9f7be5dd5954 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Pushing event deleted for resources: {'Port': ['ID=3fe50ad6-99ae-4c0b-a11b-3e41218b0317,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:40.994948 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-9090f7d0-a9db-4406-9423-145716b83fe9 req-62a52904-7f6f-423a-8614-9f7be5dd5954 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] No DVR routers for this DVR port 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:53:41.006482 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9090f7d0-a9db-4406-9423-145716b83fe9 req-62a52904-7f6f-423a-8614-9f7be5dd5954 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:41.009942 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9090f7d0-a9db-4406-9423-145716b83fe9 req-62a52904-7f6f-423a-8614-9f7be5dd5954 tempest-MigrationsAdminTest-25653665 tempest-MigrationsAdminTest-25653665-project] 10.222.0.25 "DELETE /networking/v2.0/ports/3fe50ad6-99ae-4c0b-a11b-3e41218b0317 HTTP/1.1" status: 204 len: 173 time: 1.6768851 Sep 16 12:53:41.010492 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efea200a-0b78-42de-a9e2-febab9817590', 'name': 'network-vif-deleted', 'tag': '3fe50ad6-99ae-4c0b-a11b-3e41218b0317'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:41.033495 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea110b1-774f-46a4-ad2d-1828b5ea2473" -d '{"events": [{"server_uuid": "efea200a-0b78-42de-a9e2-febab9817590", "name": "network-vif-deleted", "tag": "3fe50ad6-99ae-4c0b-a11b-3e41218b0317"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:41.099397 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-8a7c58e7-1a49-4883-9f88-754184619e41 admin admin] For port 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e,segment=NetworkSegment(2e06aba1-dbba-443f-a74f-eef1964963ee),segment_id=2e06aba1-dbba-443f-a74f-eef1964963ee)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:41.099903 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8a7c58e7-1a49-4883-9f88-754184619e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:41.139035 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-efcea11c-bb3f-4a97-84a9-88d08fafbcbf service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599511 Sep 16 12:53:41.161072 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-8a7c58e7-1a49-4883-9f88-754184619e41 admin admin] Calling delete_port for 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:53:41.497366 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9ce56427-2613-4014-801d-3206b99d0fe6 req-78849a49-4171-4490-9425-2755c29e160c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516045 Sep 16 12:53:41.818755 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b66f4-19c3-4dd4-a137-55bab35b0c70 req-c9b003f2-ba71-4807-82e9-6760190b2dfa tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:41.835238 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-248b66f4-19c3-4dd4-a137-55bab35b0c70 req-c9b003f2-ba71-4807-82e9-6760190b2dfa tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.6714673 Sep 16 12:53:42.014410 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-248b66f4-19c3-4dd4-a137-55bab35b0c70 req-eab50631-dcbd-472b-8312-7a7f6ae72810 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750493 Sep 16 12:53:42.140621 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8a7c58e7-1a49-4883-9f88-754184619e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:42.215346 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c58e7-1a49-4883-9f88-754184619e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:42.617608 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:42.619951 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8a7c58e7-1a49-4883-9f88-754184619e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (2a50f015-6b11-4526-8fbf-e4124fa416c7), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:43.329086 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:43.359981 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7c58e7-1a49-4883-9f88-754184619e41 admin admin] Router 2a50f015-6b11-4526-8fbf-e4124fa416c7 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:53:43.730505 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7c58e7-1a49-4883-9f88-754184619e41 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:53:43.746348 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-8a7c58e7-1a49-4883-9f88-754184619e41 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/2a50f015-6b11-4526-8fbf-e4124fa416c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1974349 Sep 16 12:53:43.746722 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff60fcd-0d4a-45ce-bd06-b1534a7d8c5e None None] Sync routers for ids ['2a50f015-6b11-4526-8fbf-e4124fa416c7'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:53:43.748343 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 55946) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:43.764683 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff60fcd-0d4a-45ce-bd06-b1534a7d8c5e None None] Routers {'2a50f015-6b11-4526-8fbf-e4124fa416c7'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:53:43.766039 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-aff60fcd-0d4a-45ce-bd06-b1534a7d8c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:53:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['2a50f015-6b11-4526-8fbf-e4124fa416c7'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:53:43.811887 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:53:43.867199 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:53:43.868654 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 3fe50ad6-99ae-4c0b-a11b-3e41218b0317 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:53:43.983273 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0654034d-d61e-4fed-b79d-b50d9b9f1ea3 admin admin] Publish callbacks [] for router (2a50f015-6b11-4526-8fbf-e4124fa416c7), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:44.081540 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-aff60fcd-0d4a-45ce-bd06-b1534a7d8c5e None None] Set router 2a50f015-6b11-4526-8fbf-e4124fa416c7 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:53:44.306201 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0654034d-d61e-4fed-b79d-b50d9b9f1ea3 admin admin] Publish callbacks [] for router_gateway (2a50f015-6b11-4526-8fbf-e4124fa416c7), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:44.457895 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-0654034d-d61e-4fed-b79d-b50d9b9f1ea3 admin admin] Deleting port c5fea6ca-dbbb-4d15-b474-3c6393691717 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:53:44.458734 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0654034d-d61e-4fed-b79d-b50d9b9f1ea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (c5fea6ca-dbbb-4d15-b474-3c6393691717), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:44.653505 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-0654034d-d61e-4fed-b79d-b50d9b9f1ea3 admin admin] For port c5fea6ca-dbbb-4d15-b474-3c6393691717, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=c5fea6ca-dbbb-4d15-b474-3c6393691717,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:44.653937 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0654034d-d61e-4fed-b79d-b50d9b9f1ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (c5fea6ca-dbbb-4d15-b474-3c6393691717), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:44.673396 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-0654034d-d61e-4fed-b79d-b50d9b9f1ea3 admin admin] Calling delete_port for c5fea6ca-dbbb-4d15-b474-3c6393691717 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:53:44.806656 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-aff60fcd-0d4a-45ce-bd06-b1534a7d8c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a50f015-6b11-4526-8fbf-e4124fa416c7', 'name': 'tempest-ImagesNegativeTestJSON-435973066-router', 'tenant_id': 'b10cd073476b420c89d93ce9c5a608c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'c5fea6ca-dbbb-4d15-b474-3c6393691717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:42Z', 'updated_at': '2022-09-16T12:53:41Z', 'revision_number': 5, 'project_id': 'b10cd073476b420c89d93ce9c5a608c5', 'gw_port': {'id': 'c5fea6ca-dbbb-4d15-b474-3c6393691717', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a50f015-6b11-4526-8fbf-e4124fa416c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:44Z', 'updated_at': '2022-09-16T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:53:44.878176 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff60fcd-0d4a-45ce-bd06-b1534a7d8c5e None None] Checking router: 2a50f015-6b11-4526-8fbf-e4124fa416c7 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:53:44.894503 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:44.899715 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff60fcd-0d4a-45ce-bd06-b1534a7d8c5e None None] Routers {'2a50f015-6b11-4526-8fbf-e4124fa416c7'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:53:44.900445 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-aff60fcd-0d4a-45ce-bd06-b1534a7d8c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:53:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['2a50f015-6b11-4526-8fbf-e4124fa416c7'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:53:44.904820 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:44.929509 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0654034d-d61e-4fed-b79d-b50d9b9f1ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (c5fea6ca-dbbb-4d15-b474-3c6393691717), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:44.969026 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654034d-d61e-4fed-b79d-b50d9b9f1ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5fea6ca-dbbb-4d15-b474-3c6393691717,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:45.023798 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-aff60fcd-0d4a-45ce-bd06-b1534a7d8c5e None None] Set router 2a50f015-6b11-4526-8fbf-e4124fa416c7 gateway port host: None {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:53:45.118688 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-aff60fcd-0d4a-45ce-bd06-b1534a7d8c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a50f015-6b11-4526-8fbf-e4124fa416c7', 'name': 'tempest-ImagesNegativeTestJSON-435973066-router', 'tenant_id': 'b10cd073476b420c89d93ce9c5a608c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:42Z', 'updated_at': '2022-09-16T12:53:44Z', 'revision_number': 6, 'project_id': 'b10cd073476b420c89d93ce9c5a608c5', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:53:45.170954 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff60fcd-0d4a-45ce-bd06-b1534a7d8c5e None None] The sync data for ids ['2a50f015-6b11-4526-8fbf-e4124fa416c7'] in n-d-858094-4 is: [{'id': '2a50f015-6b11-4526-8fbf-e4124fa416c7', 'name': 'tempest-ImagesNegativeTestJSON-435973066-router', 'tenant_id': 'b10cd073476b420c89d93ce9c5a608c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:42Z', 'updated_at': '2022-09-16T12:53:44Z', 'revision_number': 6, 'project_id': 'b10cd073476b420c89d93ce9c5a608c5', 'gw_port_host': None}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:53:45.218746 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0654034d-d61e-4fed-b79d-b50d9b9f1ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (2a50f015-6b11-4526-8fbf-e4124fa416c7), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:45.390311 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0654034d-d61e-4fed-b79d-b50d9b9f1ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (2a50f015-6b11-4526-8fbf-e4124fa416c7), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:45.391197 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0654034d-d61e-4fed-b79d-b50d9b9f1ea3 admin admin] Publish callbacks [] for router_controller (2a50f015-6b11-4526-8fbf-e4124fa416c7), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:45.471927 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0654034d-d61e-4fed-b79d-b50d9b9f1ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (2a50f015-6b11-4526-8fbf-e4124fa416c7), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:45.472719 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0654034d-d61e-4fed-b79d-b50d9b9f1ea3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a50f015-6b11-4526-8fbf-e4124fa416c7 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:53:45.486397 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0654034d-d61e-4fed-b79d-b50d9b9f1ea3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:45.487998 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0654034d-d61e-4fed-b79d-b50d9b9f1ea3 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/2a50f015-6b11-4526-8fbf-e4124fa416c7 HTTP/1.1" status: 204 len: 168 time: 1.7378063 Sep 16 12:53:45.490632 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 55952) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:45.570835 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf65ca0-2e54-47e2-8243-fea89c358a10 admin admin] Deleting subnet ed3f9e63-d41f-45ce-8164-68147cf06312 {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:53:45.574999 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9cf65ca0-2e54-47e2-8243-fea89c358a10 admin admin] Publish callbacks [] for subnet (ed3f9e63-d41f-45ce-8164-68147cf06312), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:45.663137 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9cf65ca0-2e54-47e2-8243-fea89c358a10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (ed3f9e63-d41f-45ce-8164-68147cf06312), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:45.787767 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device d289a714-1b0e-4177-adf6-0d59780fa902 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:53:45.878870 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9cf65ca0-2e54-47e2-8243-fea89c358a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (ed3f9e63-d41f-45ce-8164-68147cf06312), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:46.030567 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9cf65ca0-2e54-47e2-8243-fea89c358a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (ed3f9e63-d41f-45ce-8164-68147cf06312), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:46.187182 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf65ca0-2e54-47e2-8243-fea89c358a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed3f9e63-d41f-45ce-8164-68147cf06312,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:46.208711 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9cf65ca0-2e54-47e2-8243-fea89c358a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:46.217201 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 55954) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:46.219742 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1e1182-f8a5-4f1f-b55d-02e77ae91750 None None] Network 6b075bdd-1414-4e77-8147-4734221b7be7 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:53:46.238210 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-9cf65ca0-2e54-47e2-8243-fea89c358a10 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/ed3f9e63-d41f-45ce-8164-68147cf06312 HTTP/1.1" status: 204 len: 168 time: 0.7223136 Sep 16 12:53:46.271442 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port d289a714-1b0e-4177-adf6-0d59780fa902, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=d289a714-1b0e-4177-adf6-0d59780fa902,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:46.363288 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c5fea6ca-dbbb-4d15-b474-3c6393691717 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:53:46.434532 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': 'd289a714-1b0e-4177-adf6-0d59780fa902', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'port_id': 'd289a714-1b0e-4177-adf6-0d59780fa902', 'mac_address': 'fa:16:3e:68:54:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:53:46.444280 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: c5fea6ca-dbbb-4d15-b474-3c6393691717 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:53:46.444845 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c5fea6ca-dbbb-4d15-b474-3c6393691717 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:53:46.445726 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:53:46.459111 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c56df7e3-ce60-4921-81da-d626f954ffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (6b075bdd-1414-4e77-8147-4734221b7be7), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:46.479183 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:53:46.479529 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 5bfa9d03-d0ed-4a5f-b2dc-7d410de4403e not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:53:46.576827 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port d289a714-1b0e-4177-adf6-0d59780fa902 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:46.577930 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d289a714-1b0e-4177-adf6-0d59780fa902), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:46.591817 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-c56df7e3-ce60-4921-81da-d626f954ffa1 admin admin] Deleting port 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:53:46.592165 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c56df7e3-ce60-4921-81da-d626f954ffa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (1e5565ed-572b-4f02-b23a-e9f0cb9e2f83), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:46.618139 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d289a714-1b0e-4177-adf6-0d59780fa902 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:53:46.689885 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port d289a714-1b0e-4177-adf6-0d59780fa902, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=d289a714-1b0e-4177-adf6-0d59780fa902,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:46.698327 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (d289a714-1b0e-4177-adf6-0d59780fa902), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:46.792766 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c817975d-386d-4e90-af64-418e0609cae8 None None] DHCP port deletion for 6b075bdd-1414-4e77-8147-4734221b7be7 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:53:46.849363 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-c56df7e3-ce60-4921-81da-d626f954ffa1 admin admin] For port 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=1e5565ed-572b-4f02-b23a-e9f0cb9e2f83,segment=NetworkSegment(2e06aba1-dbba-443f-a74f-eef1964963ee),segment_id=2e06aba1-dbba-443f-a74f-eef1964963ee)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:46.849978 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c56df7e3-ce60-4921-81da-d626f954ffa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (1e5565ed-572b-4f02-b23a-e9f0cb9e2f83), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:46.908449 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-c56df7e3-ce60-4921-81da-d626f954ffa1 admin admin] Calling delete_port for 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:53:46.934466 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:46.974705 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=d289a714-1b0e-4177-adf6-0d59780fa902,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:46.986206 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c817975d-386d-4e90-af64-418e0609cae8 None None] Deleting port 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:53:46.990718 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c817975d-386d-4e90-af64-418e0609cae8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (1e5565ed-572b-4f02-b23a-e9f0cb9e2f83), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:47.000633 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:47.001276 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:47.005990 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:47.006593 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:47.007096 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:47.007694 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:47.008217 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:47.008892 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:47.010160 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:47.010728 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:47.011308 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:47.012287 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:47.012883 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:47.013423 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:47.014445 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:47.023079 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['d289a714-1b0e-4177-adf6-0d59780fa902'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:53:47.188666 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c817975d-386d-4e90-af64-418e0609cae8 None None] For port 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=1e5565ed-572b-4f02-b23a-e9f0cb9e2f83,segment=NetworkSegment(2e06aba1-dbba-443f-a74f-eef1964963ee),segment_id=2e06aba1-dbba-443f-a74f-eef1964963ee)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:47.189385 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c817975d-386d-4e90-af64-418e0609cae8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (1e5565ed-572b-4f02-b23a-e9f0cb9e2f83), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:47.222634 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c56df7e3-ce60-4921-81da-d626f954ffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (1e5565ed-572b-4f02-b23a-e9f0cb9e2f83), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:47.239666 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c817975d-386d-4e90-af64-418e0609cae8 None None] Calling delete_port for 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:53:47.283306 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56df7e3-ce60-4921-81da-d626f954ffa1 admin admin] No DVR routers for this DVR port 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:53:47.290823 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56df7e3-ce60-4921-81da-d626f954ffa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5565ed-572b-4f02-b23a-e9f0cb9e2f83,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: from cryptography.utils import int_from_bytes Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: from cryptography.utils import int_from_bytes Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.463041 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.468050 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.468050 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.468050 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.468050 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.468050 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.468050 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.468050 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.468050 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.468050 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.468050 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.468050 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.468050 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.468050 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:53:47.468050 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 12:53:47.481661 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c817975d-386d-4e90-af64-418e0609cae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (1e5565ed-572b-4f02-b23a-e9f0cb9e2f83), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:47.483749 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c56df7e3-ce60-4921-81da-d626f954ffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (6b075bdd-1414-4e77-8147-4734221b7be7), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:47.496582 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:47.524153 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-c56df7e3-ce60-4921-81da-d626f954ffa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b075bdd-1414-4e77-8147-4734221b7be7']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:53:47.539210 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-c56df7e3-ce60-4921-81da-d626f954ffa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e06aba1-dbba-443f-a74f-eef1964963ee') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:53:47.539816 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-c56df7e3-ce60-4921-81da-d626f954ffa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e06aba1-dbba-443f-a74f-eef1964963ee') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:53:47.555263 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c56df7e3-ce60-4921-81da-d626f954ffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (2e06aba1-dbba-443f-a74f-eef1964963ee), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:47.570558 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:47.573970 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817975d-386d-4e90-af64-418e0609cae8 None None] Pushing event deleted for resources: {'Port': ['ID=1e5565ed-572b-4f02-b23a-e9f0cb9e2f83,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:47.579458 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c817975d-386d-4e90-af64-418e0609cae8 None None] No DVR routers for this DVR port 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:53:47.593442 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c56df7e3-ce60-4921-81da-d626f954ffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (2e06aba1-dbba-443f-a74f-eef1964963ee), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:47.608944 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56df7e3-ce60-4921-81da-d626f954ffa1 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:53:47.609894 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c56df7e3-ce60-4921-81da-d626f954ffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (2e06aba1-dbba-443f-a74f-eef1964963ee), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:47.712036 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c56df7e3-ce60-4921-81da-d626f954ffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (6b075bdd-1414-4e77-8147-4734221b7be7), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:47.737080 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c56df7e3-ce60-4921-81da-d626f954ffa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:47.746709 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c56df7e3-ce60-4921-81da-d626f954ffa1 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/6b075bdd-1414-4e77-8147-4734221b7be7 HTTP/1.1" status: 204 len: 168 time: 1.5280898 Sep 16 12:53:47.754763 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 2e06aba1-dbba-443f-a74f-eef1964963ee resource provider aggregate not found Sep 16 12:53:47.792238 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 2e06aba1-dbba-443f-a74f-eef1964963ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e06aba1-dbba-443f-a74f-eef1964963ee found for delete ", "request_id": "req-e2048056-8dd0-4ba0-8a59-c4632c319840"}]} Sep 16 12:53:47.793413 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56df7e3-ce60-4921-81da-d626f954ffa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b075bdd-1414-4e77-8147-4734221b7be7,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:48.157844 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:53:48.224619 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:53:48.225009 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 1e5565ed-572b-4f02-b23a-e9f0cb9e2f83 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:53:48.230007 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device d289a714-1b0e-4177-adf6-0d59780fa902 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:53:48.235099 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 55964) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:48.312815 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2b63643b-78e3-46b9-a7f8-23ac6dbc6d28 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=b10cd073476b420c89d93ce9c5a608c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0762081 Sep 16 12:53:48.315192 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 55968) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:48.380759 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port d289a714-1b0e-4177-adf6-0d59780fa902 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:53:48.394101 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port d289a714-1b0e-4177-adf6-0d59780fa902 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:48.395137 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (d289a714-1b0e-4177-adf6-0d59780fa902), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:48.395720 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port d289a714-1b0e-4177-adf6-0d59780fa902 Sep 16 12:53:48.547693 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4fcf563b-c244-4e8c-890f-33948dfc5bb1 admin admin] Publish callbacks [] for security_group (90a68e47-2034-45c5-a4aa-61c5d6918458), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:48.612579 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4fcf563b-c244-4e8c-890f-33948dfc5bb1 admin admin] Publish callbacks [] for security_group (90a68e47-2034-45c5-a4aa-61c5d6918458), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:48.653274 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port d289a714-1b0e-4177-adf6-0d59780fa902 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:48.654300 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d289a714-1b0e-4177-adf6-0d59780fa902), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:48.704827 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port d289a714-1b0e-4177-adf6-0d59780fa902, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=d289a714-1b0e-4177-adf6-0d59780fa902,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:48.714173 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (d289a714-1b0e-4177-adf6-0d59780fa902), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:48.746994 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4fcf563b-c244-4e8c-890f-33948dfc5bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (90a68e47-2034-45c5-a4aa-61c5d6918458), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:48.750648 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4fcf563b-c244-4e8c-890f-33948dfc5bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:48.752257 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-4fcf563b-c244-4e8c-890f-33948dfc5bb1 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/90a68e47-2034-45c5-a4aa-61c5d6918458 HTTP/1.1" status: 204 len: 168 time: 0.4346397 Sep 16 12:53:48.798490 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf563b-c244-4e8c-890f-33948dfc5bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a68e47-2034-45c5-a4aa-61c5d6918458,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:48.848062 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=d289a714-1b0e-4177-adf6-0d59780fa902,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:50.264666 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 55994) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:50.483199 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-a0fd3cb4-9686-48a7-acb9-8a20108a0de9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-175381688-network', 'tenant_id': '101be406faff40d9a001aa76e5f3a19e'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:50.512711 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fd3cb4-9686-48a7-acb9-8a20108a0de9 admin admin] Made reservation on behalf of 101be406faff40d9a001aa76e5f3a19e for: {'network': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:53:50.516410 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a0fd3cb4-9686-48a7-acb9-8a20108a0de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:50.532376 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a0fd3cb4-9686-48a7-acb9-8a20108a0de9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:50.609568 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:50.667368 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a0fd3cb4-9686-48a7-acb9-8a20108a0de9 admin admin] Publish callbacks [] for security_group (b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:50.673564 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a0fd3cb4-9686-48a7-acb9-8a20108a0de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:50.712706 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:50.715883 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0fd3cb4-9686-48a7-acb9-8a20108a0de9 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=113698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:53:50.737641 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd3cb4-9686-48a7-acb9-8a20108a0de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:50.746169 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a0fd3cb4-9686-48a7-acb9-8a20108a0de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (4b85c04a-e58c-4720-a3cc-228524b57aa3), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:50.746542 n-d-858094-4 neutron-server[113698]: INFO neutron.db.segments_db [None req-a0fd3cb4-9686-48a7-acb9-8a20108a0de9 admin admin] Added segment 4b85c04a-e58c-4720-a3cc-228524b57aa3 of type vlan for network ad265caa-a590-4a61-93ec-155fc1127ff1 Sep 16 12:53:50.802822 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a0fd3cb4-9686-48a7-acb9-8a20108a0de9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (ad265caa-a590-4a61-93ec-155fc1127ff1), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:50.835872 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a0fd3cb4-9686-48a7-acb9-8a20108a0de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (ad265caa-a590-4a61-93ec-155fc1127ff1), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:50.837109 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fd3cb4-9686-48a7-acb9-8a20108a0de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:50.837841 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a0fd3cb4-9686-48a7-acb9-8a20108a0de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:50.920844 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd3cb4-9686-48a7-acb9-8a20108a0de9 admin admin] Pushing event updated for resources: {'Network': ['ID=ad265caa-a590-4a61-93ec-155fc1127ff1,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:50.933463 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a0fd3cb4-9686-48a7-acb9-8a20108a0de9 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6673391 Sep 16 12:53:50.936907 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network ad265caa-a590-4a61-93ec-155fc1127ff1 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:53:50.937442 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 55998) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:50.942740 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-f9767da8-4574-4da6-915e-59bb5a6da0f4 admin admin] Request body: {'subnet': {'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-175381688-subnet', 'tenant_id': '101be406faff40d9a001aa76e5f3a19e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:50.972478 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9767da8-4574-4da6-915e-59bb5a6da0f4 admin admin] Made reservation on behalf of 101be406faff40d9a001aa76e5f3a19e for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:53:50.978439 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f9767da8-4574-4da6-915e-59bb5a6da0f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:51.222012 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:51.261028 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:51.264328 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f9767da8-4574-4da6-915e-59bb5a6da0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (a0be1694-690e-414e-80df-68a3a70de7c9), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:51.362590 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9767da8-4574-4da6-915e-59bb5a6da0f4 admin admin] Checking segment: {'id': '4b85c04a-e58c-4720-a3cc-228524b57aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:53:51.363655 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9767da8-4574-4da6-915e-59bb5a6da0f4 admin admin] Network hostable DHCP agents. Network: ad265caa-a590-4a61-93ec-155fc1127ff1, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:53:51.368881 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9767da8-4574-4da6-915e-59bb5a6da0f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0be1694-690e-414e-80df-68a3a70de7c9,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:51.401210 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9767da8-4574-4da6-915e-59bb5a6da0f4 admin admin] Network ad265caa-a590-4a61-93ec-155fc1127ff1 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:53:51.418321 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-f9767da8-4574-4da6-915e-59bb5a6da0f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, ad265caa-a590-4a61-93ec-155fc1127ff1) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:53:51.437330 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9767da8-4574-4da6-915e-59bb5a6da0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:51.438272 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f9767da8-4574-4da6-915e-59bb5a6da0f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:51.446312 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63d43c6-da74-4dbb-9819-5928bcf17af4 None None] Network ad265caa-a590-4a61-93ec-155fc1127ff1 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:53:51.462292 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f9767da8-4574-4da6-915e-59bb5a6da0f4 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5239859 Sep 16 12:53:51.466766 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56000) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:51.477718 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Request body: {'router': {'name': 'tempest-InstanceActionsTestJSON-175381688-router', 'tenant_id': '101be406faff40d9a001aa76e5f3a19e', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:51.542062 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:51.545788 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:51.681808 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Publish callbacks [] for router_controller (bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:51.749972 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-ad265caa-a590-4a61-93ec-155fc1127ff1', 'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1', 'project_id': '101be406faff40d9a001aa76e5f3a19e', 'fixed_ips': [{'subnet_id': 'a0be1694-690e-414e-80df-68a3a70de7c9'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:53:51.751452 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:51.902584 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:52.162229 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Publish callbacks [] for router_gateway (bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:52.270894 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] Allocated IP 172.20.0.2 (ad265caa-a590-4a61-93ec-155fc1127ff1/a0be1694-690e-414e-80df-68a3a70de7c9/d39af138-58ae-4b98-bbf9-e931b9280622) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:53:52.680700 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] Publish callbacks [] for port (d39af138-58ae-4b98-bbf9-e931b9280622), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:52.741896 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Publish callbacks [] for router_gateway (bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:52.754677 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (d39af138-58ae-4b98-bbf9-e931b9280622), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:52.793796 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:52.837990 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] Network ad265caa-a590-4a61-93ec-155fc1127ff1 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:53:52.855652 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:53:52.860752 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:53:52.872105 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] Pushing event updated for resources: {'Port': ['ID=d39af138-58ae-4b98-bbf9-e931b9280622,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:52.961751 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] Attempting to bind port d39af138-58ae-4b98-bbf9-e931b9280622 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:53:52.962030 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] Attempting to bind port d39af138-58ae-4b98-bbf9-e931b9280622 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '4b85c04a-e58c-4720-a3cc-228524b57aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:53:52.962479 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] Attempting to bind port d39af138-58ae-4b98-bbf9-e931b9280622 on network ad265caa-a590-4a61-93ec-155fc1127ff1 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:53:52.979017 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Allocated IP 172.25.2.242 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/febb2dd8-0e09-43cc-b943-1738981f5169) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:53:53.057839 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:53:53.058387 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] Checking segment: {'id': '4b85c04a-e58c-4720-a3cc-228524b57aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:53:53.058892 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:53.059390 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] Bound using segment: {'id': '4b85c04a-e58c-4720-a3cc-228524b57aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:53:53.060057 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] Bound port: d39af138-58ae-4b98-bbf9-e931b9280622, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b85c04a-e58c-4720-a3cc-228524b57aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:53:53.060736 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d39af138-58ae-4b98-bbf9-e931b9280622), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:53.164875 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] For port d39af138-58ae-4b98-bbf9-e931b9280622, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:53:53.169025 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] For port d39af138-58ae-4b98-bbf9-e931b9280622, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=d39af138-58ae-4b98-bbf9-e931b9280622,segment=NetworkSegment(4b85c04a-e58c-4720-a3cc-228524b57aa3),segment_id=4b85c04a-e58c-4720-a3cc-228524b57aa3)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:53:53.173811 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:53.181456 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (d39af138-58ae-4b98-bbf9-e931b9280622), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:53.218824 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Publish callbacks [] for port (febb2dd8-0e09-43cc-b943-1738981f5169), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:53.253489 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c06715-345a-48ec-88e6-34323427b580 None None] Pushing event updated for resources: {'Port': ['ID=d39af138-58ae-4b98-bbf9-e931b9280622,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:53.289660 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (febb2dd8-0e09-43cc-b943-1738981f5169), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:53.338186 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:53:53.343007 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:53:53.346824 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:53:53.399137 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Pushing event updated for resources: {'Port': ['ID=febb2dd8-0e09-43cc-b943-1738981f5169,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:53.415984 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:53.416366 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:53.416782 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:53.417126 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:53.418999 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:53.419340 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:53.420379 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:53.420720 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:53.421050 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:53.421379 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:53.421704 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:53.422026 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:53.424952 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:53.425316 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:53.425646 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:53:53.669219 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:53.837410 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Publish callbacks [] for router_gateway (bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:53.911932 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:54.281486 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device d39af138-58ae-4b98-bbf9-e931b9280622 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:53:54.309084 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:54.464337 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caaf68e-5ecf-4bca-b7e2-b4a33cf7a0f4 x-openstack-request-id: req-9caaf68e-5ecf-4bca-b7e2-b4a33cf7a0f4 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:54.464769 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49156a2-d78c-4601-a431-e09716c76ce8", "tag": "d289a714-1b0e-4177-adf6-0d59780fa902", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:54.465160 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9caaf68e-5ecf-4bca-b7e2-b4a33cf7a0f4 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:54.465784 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9caaf68e-5ecf-4bca-b7e2-b4a33cf7a0f4'] response: {'name': 'network-changed', 'server_uuid': 'd49156a2-d78c-4601-a431-e09716c76ce8', 'tag': 'd289a714-1b0e-4177-adf6-0d59780fa902', 'status': 'completed', 'code': 200} Sep 16 12:53:54.471051 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port d39af138-58ae-4b98-bbf9-e931b9280622 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:54.472021 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (d39af138-58ae-4b98-bbf9-e931b9280622), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:54.472948 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port d39af138-58ae-4b98-bbf9-e931b9280622 Sep 16 12:53:54.658930 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090c6df8-efa3-4f82-b29b-dac76144df15 x-openstack-request-id: req-090c6df8-efa3-4f82-b29b-dac76144df15 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:54.659463 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1530a2-c78e-419d-a65e-fc5baf53d939", "name": "network-vif-plugged", "status": "completed", "tag": "efae6ffd-f514-46a4-ad30-4fa3504874c8", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:54.659894 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-090c6df8-efa3-4f82-b29b-dac76144df15 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:54.660565 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090c6df8-efa3-4f82-b29b-dac76144df15'] response: {'server_uuid': 'bd1530a2-c78e-419d-a65e-fc5baf53d939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efae6ffd-f514-46a4-ad30-4fa3504874c8', 'code': 200} Sep 16 12:53:54.661301 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:54.688855 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbc043-ab66-45af-8dea-0d56989a52f5 req-9623b0aa-ce62-4029-8945-c0c707da9730 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:54.710296 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bcdbc043-ab66-45af-8dea-0d56989a52f5 req-9623b0aa-ce62-4029-8945-c0c707da9730 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 946 time: 0.1565351 Sep 16 12:53:54.761740 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c61a6f-b17c-4fc7-8941-c699c7c42acf x-openstack-request-id: req-02c61a6f-b17c-4fc7-8941-c699c7c42acf {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:54.762948 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efea200a-0b78-42de-a9e2-febab9817590", "name": "network-vif-deleted", "tag": "3fe50ad6-99ae-4c0b-a11b-3e41218b0317", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:54.763711 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-02c61a6f-b17c-4fc7-8941-c699c7c42acf {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:54.764835 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c61a6f-b17c-4fc7-8941-c699c7c42acf'] response: {'server_uuid': 'efea200a-0b78-42de-a9e2-febab9817590', 'name': 'network-vif-deleted', 'tag': '3fe50ad6-99ae-4c0b-a11b-3e41218b0317', 'status': 'completed', 'code': 200} Sep 16 12:53:54.824431 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed72440-48ac-4878-b60b-ff41da4b54f6 req-20f8e155-0bdb-4663-8819-9a6794d358bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:54.829018 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1ed72440-48ac-4878-b60b-ff41da4b54f6 req-20f8e155-0bdb-4663-8819-9a6794d358bd service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 1128 time: 0.1800964 Sep 16 12:53:54.870934 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port d39af138-58ae-4b98-bbf9-e931b9280622 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:54.872588 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d39af138-58ae-4b98-bbf9-e931b9280622), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:54.883467 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bcdbc043-ab66-45af-8dea-0d56989a52f5 req-7f89dc5b-05af-4f97-a40c-3c17be9b62bf tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692290 Sep 16 12:53:55.021634 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port d39af138-58ae-4b98-bbf9-e931b9280622, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=d39af138-58ae-4b98-bbf9-e931b9280622,segment=NetworkSegment(4b85c04a-e58c-4720-a3cc-228524b57aa3),segment_id=4b85c04a-e58c-4720-a3cc-228524b57aa3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:55.031612 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (d39af138-58ae-4b98-bbf9-e931b9280622), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:55.077512 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881baef-1bb6-466f-896b-e29bd722d839 req-b4dc3f89-a75d-4e1c-89d1-195325489331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:55.079819 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e881baef-1bb6-466f-896b-e29bd722d839 req-b4dc3f89-a75d-4e1c-89d1-195325489331 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 1128 time: 0.2073348 Sep 16 12:53:55.085692 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56036) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:55.142754 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac495f9-bfcc-47d8-8270-916564570ccd req-ebcfd287-b77d-4f61-a83b-edf3d95c45cd tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:55.151195 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fac495f9-bfcc-47d8-8270-916564570ccd req-ebcfd287-b77d-4f61-a83b-edf3d95c45cd tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=227a8a0b-2a0c-48f8-976a-a176a9039a2d HTTP/1.1" status: 200 len: 945 time: 0.2401910 Sep 16 12:53:55.204545 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed72440-48ac-4878-b60b-ff41da4b54f6 req-0adbc7ce-ce87-4dda-8c59-e5e9845e3745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:55.211538 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1ed72440-48ac-4878-b60b-ff41da4b54f6 req-0adbc7ce-ce87-4dda-8c59-e5e9845e3745 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 922 time: 0.3562224 Sep 16 12:53:55.238492 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=d39af138-58ae-4b98-bbf9-e931b9280622,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:55.293578 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fac495f9-bfcc-47d8-8270-916564570ccd req-a6892e3b-4041-4e97-b2fc-2bfe69d643e8 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338859 Sep 16 12:53:55.304500 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1ed72440-48ac-4878-b60b-ff41da4b54f6 req-0841f89d-7c60-4044-8692-c9e9812c28c4 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d289a714-1b0e-4177-adf6-0d59780fa902 HTTP/1.1" status: 200 len: 217 time: 0.0723746 Sep 16 12:53:55.310850 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e881baef-1bb6-466f-896b-e29bd722d839 req-90c14f09-efa4-47ae-913d-d34b1145f001 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178254 Sep 16 12:53:55.327292 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Router bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:53:55.331895 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e95e67-4e4f-451f-9523-d34f998451b3 None None] Network ad265caa-a590-4a61-93ec-155fc1127ff1 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:53:55.512660 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed72440-48ac-4878-b60b-ff41da4b54f6 req-810482a2-c517-40c6-b6f5-543e2732f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:55.523642 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-20960551-4628-4192-ba20-563ff2159298 None None] Provisioning complete for port d39af138-58ae-4b98-bbf9-e931b9280622 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:55.524342 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1ed72440-48ac-4878-b60b-ff41da4b54f6 req-810482a2-c517-40c6-b6f5-543e2732f8b0 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.2116535 Sep 16 12:53:55.524655 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-20960551-4628-4192-ba20-563ff2159298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (d39af138-58ae-4b98-bbf9-e931b9280622), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:55.525225 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-20960551-4628-4192-ba20-563ff2159298 None None] Attempt 1 to provision port d39af138-58ae-4b98-bbf9-e931b9280622 Sep 16 12:53:55.536024 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d2cd7-b3fc-4fdc-83f8-e13d12bcf300 req-e1793c9b-9736-489b-aa4d-71177f291f9b tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:55.539073 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-749d2cd7-b3fc-4fdc-83f8-e13d12bcf300 req-e1793c9b-9736-489b-aa4d-71177f291f9b tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.0765247 Sep 16 12:53:55.550784 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 56050) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:55.558596 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-863cb5e3-a7a1-40df-9be6-3f3bd8918d42 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Request body: {'floatingip': {'port_id': 'c0c1968f-d991-4e36-8062-6ff62eb7adfb'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:55.676182 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:55.696449 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-863cb5e3-a7a1-40df-9be6-3f3bd8918d42 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for floatingip (0be927d8-8802-458c-be99-c70b0e2dd0f7), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:55.706264 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d40df0-c47e-4e76-b378-d5b8c506f024 req-8df51099-8135-47e6-a6aa-f9e97e05d4ee tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:55.708103 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54d40df0-c47e-4e76-b378-d5b8c506f024 req-8df51099-8135-47e6-a6aa-f9e97e05d4ee tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 946 time: 0.0822613 Sep 16 12:53:55.766304 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-20960551-4628-4192-ba20-563ff2159298 None None] Current status of the port d39af138-58ae-4b98-bbf9-e931b9280622 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:55.813530 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:55.943088 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54d40df0-c47e-4e76-b378-d5b8c506f024 req-641439e1-aeeb-4b5c-9107-e02bce3b8982 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981184 Sep 16 12:53:55.969948 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-5c9df0bf-b20b-4e48-ad8e-b85f12019895 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:55.971395 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-5c9df0bf-b20b-4e48-ad8e-b85f12019895 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0956190 Sep 16 12:53:56.091046 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed72440-48ac-4878-b60b-ff41da4b54f6 req-bb9aa7c9-1aa0-46ce-bc1b-58adde6334b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:56.093709 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1ed72440-48ac-4878-b60b-ff41da4b54f6 req-bb9aa7c9-1aa0-46ce-bc1b-58adde6334b5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5684330 Sep 16 12:53:56.097160 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-2010b03f-3d04-4e49-be00-9d14fa0a7246 None None] Provisioning complete for port d39af138-58ae-4b98-bbf9-e931b9280622 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:56.101326 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2010b03f-3d04-4e49-be00-9d14fa0a7246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (d39af138-58ae-4b98-bbf9-e931b9280622), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:56.102366 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-2010b03f-3d04-4e49-be00-9d14fa0a7246 None None] Attempt 1 to provision port d39af138-58ae-4b98-bbf9-e931b9280622 Sep 16 12:53:56.135544 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:53:56.140495 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device d39af138-58ae-4b98-bbf9-e931b9280622 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:53:56.154620 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2cedcb63-a9ab-4667-bf9c-f9d81ae8c342 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=0b18ec5302634d2a95e51547e0019d40&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0674098 Sep 16 12:53:56.159000 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56078) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:56.163628 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:56.179947 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-3af5f973-3bd3-4dfb-967c-8317504adf72 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 696 time: 0.1365337 Sep 16 12:53:56.221672 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:56.227040 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f9702b21-89be-4719-bd0a-e75409d94727 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7551987 Sep 16 12:53:56.227389 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-28c4a5fc-9687-42fe-9d5a-b1347be1747b tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Request body: {'floatingip': {'port_id': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:53:56.230523 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56080) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:56.298699 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83236363-ff62-4d00-84c9-eb5be020f023 req-4cec8e66-644d-4dfa-a916-906bbbe1ade5 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:56.299064 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:56.306681 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-83236363-ff62-4d00-84c9-eb5be020f023 req-4cec8e66-644d-4dfa-a916-906bbbe1ade5 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5219baf4-bfde-4037-a511-88ff2690ea6a HTTP/1.1" status: 200 len: 949 time: 0.1747515 Sep 16 12:53:56.328566 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-28c4a5fc-9687-42fe-9d5a-b1347be1747b tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks [] for floatingip (6257e01b-c989-43a0-afca-8c210713ffa3), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:56.365370 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] Sync routers for ids ['bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:53:56.392432 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1ed72440-48ac-4878-b60b-ff41da4b54f6 req-14d2daaa-3da2-4528-ae0e-02913ec4d8f0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793922 Sep 16 12:53:56.412791 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e9a66d87-c2b2-4c25-978c-708b5efefd3f admin admin] Publish callbacks [] for security_group (43ed6fd3-7bf9-452b-8171-9997d44233ec), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:56.423722 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] Routers {'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:53:56.424725 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:53:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:53:56.445717 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e9a66d87-c2b2-4c25-978c-708b5efefd3f admin admin] Publish callbacks [] for security_group (43ed6fd3-7bf9-452b-8171-9997d44233ec), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:56.495386 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port d39af138-58ae-4b98-bbf9-e931b9280622 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:56.495871 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (d39af138-58ae-4b98-bbf9-e931b9280622), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:56.496336 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port d39af138-58ae-4b98-bbf9-e931b9280622 Sep 16 12:53:56.617073 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-83236363-ff62-4d00-84c9-eb5be020f023 req-076d5e91-84ee-4186-9726-75d94452cc75 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0f71d0ad-8919-4c17-822e-69735985f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094783 Sep 16 12:53:56.696328 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e9a66d87-c2b2-4c25-978c-708b5efefd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (43ed6fd3-7bf9-452b-8171-9997d44233ec), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:56.697484 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e9a66d87-c2b2-4c25-978c-708b5efefd3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:56.701097 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e9a66d87-c2b2-4c25-978c-708b5efefd3f admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/43ed6fd3-7bf9-452b-8171-9997d44233ec HTTP/1.1" status: 204 len: 168 time: 0.5359411 Sep 16 12:53:56.701303 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49156a2-d78c-4601-a431-e09716c76ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd289a714-1b0e-4177-adf6-0d59780fa902'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:56.709117 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a56fce-3280-4a37-8f57-537aacdd6064" -d '{"events": [{"server_uuid": "d49156a2-d78c-4601-a431-e09716c76ce8", "name": "network-vif-plugged", "status": "completed", "tag": "d289a714-1b0e-4177-adf6-0d59780fa902"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:56.730572 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a66d87-c2b2-4c25-978c-708b5efefd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ed6fd3-7bf9-452b-8171-9997d44233ec,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:56.788061 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-2010b03f-3d04-4e49-be00-9d14fa0a7246 None None] Current status of the port d39af138-58ae-4b98-bbf9-e931b9280622 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:56.796430 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1ed72440-48ac-4878-b60b-ff41da4b54f6 req-021df7be-5d9a-4f19-b3ac-cd871f8e148a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232099 Sep 16 12:53:56.800068 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] Set router bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:53:56.838724 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:57.013091 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb300-b442-4c6d-9ec5-ed6fcbe47556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:57.050999 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port d39af138-58ae-4b98-bbf9-e931b9280622 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:57.104534 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f', 'name': 'tempest-InstanceActionsTestJSON-175381688-router', 'tenant_id': '101be406faff40d9a001aa76e5f3a19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'febb2dd8-0e09-43cc-b943-1738981f5169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:53:51Z', 'updated_at': '2022-09-16T12:53:53Z', 'revision_number': 3, 'project_id': '101be406faff40d9a001aa76e5f3a19e', 'gw_port': {'id': 'febb2dd8-0e09-43cc-b943-1738981f5169', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:52Z', 'updated_at': '2022-09-16T12:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:53:57.154887 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] Checking router: bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:53:57.155743 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] Updating router bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f port febb2dd8-0e09-43cc-b943-1738981f5169 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:53:57.191624 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (febb2dd8-0e09-43cc-b943-1738981f5169), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:57.234727 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:57.241571 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:57.262700 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-4bbcb300-b442-4c6d-9ec5-ed6fcbe47556 admin admin] Allocated IP 172.20.0.1 (ad265caa-a590-4a61-93ec-155fc1127ff1/a0be1694-690e-414e-80df-68a3a70de7c9/0e6d00c7-e067-490f-b4da-69836df043f7) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:53:57.266541 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 56102) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:57.339707 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:57.391124 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea411f-7209-4195-8edb-d175190a5e43 req-c07f0d1b-da05-4d89-ae95-196408e076c1 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:57.392741 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9aea411f-7209-4195-8edb-d175190a5e43 req-c07f0d1b-da05-4d89-ae95-196408e076c1 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 946 time: 0.1412346 Sep 16 12:53:57.420393 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb300-b442-4c6d-9ec5-ed6fcbe47556 admin admin] Publish callbacks [] for port (0e6d00c7-e067-490f-b4da-69836df043f7), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:57.463959 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:57.468360 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb300-b442-4c6d-9ec5-ed6fcbe47556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (0e6d00c7-e067-490f-b4da-69836df043f7), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:57.479717 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-1d0671a9-27ef-42c5-b8c0-f8a72e3557c2 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=d80d9b2f358446a29f596a7594d182d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063296 Sep 16 12:53:57.496306 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56104) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:53:57.536630 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbcb300-b442-4c6d-9ec5-ed6fcbe47556 admin admin] Network ad265caa-a590-4a61-93ec-155fc1127ff1 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:53:57.547119 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-4bbcb300-b442-4c6d-9ec5-ed6fcbe47556 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:53:57.548866 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] Publish callbacks [] for port (febb2dd8-0e09-43cc-b943-1738981f5169), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:57.555637 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (febb2dd8-0e09-43cc-b943-1738981f5169), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:57.562669 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcb300-b442-4c6d-9ec5-ed6fcbe47556 admin admin] Pushing event updated for resources: {'Port': ['ID=0e6d00c7-e067-490f-b4da-69836df043f7,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:57.567211 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbcb300-b442-4c6d-9ec5-ed6fcbe47556 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:53:57.616472 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3373062f-4f71-42c8-8201-40a6e34433e7 admin admin] Publish callbacks [] for security_group (158401b7-5fae-4303-9c7c-d4e097ccc145), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:57.629783 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] Attempting to bind port febb2dd8-0e09-43cc-b943-1738981f5169 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:53:57.629783 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] Attempting to bind port febb2dd8-0e09-43cc-b943-1738981f5169 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:53:57.629783 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] Attempting to bind port febb2dd8-0e09-43cc-b943-1738981f5169 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:53:57.630250 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb300-b442-4c6d-9ec5-ed6fcbe47556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:57.696286 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3373062f-4f71-42c8-8201-40a6e34433e7 admin admin] Publish callbacks [] for security_group (158401b7-5fae-4303-9c7c-d4e097ccc145), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:57.697820 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9aea411f-7209-4195-8edb-d175190a5e43 req-d8bf0253-53b8-42e5-9132-f228374045d5 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952485 Sep 16 12:53:57.732239 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-863cb5e3-a7a1-40df-9be6-3f3bd8918d42 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:57.732806 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:53:57.732806 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:53:57.732806 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:57.732806 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:53:57.732806 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] Bound port: febb2dd8-0e09-43cc-b943-1738981f5169, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:53:57.732806 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (febb2dd8-0e09-43cc-b943-1738981f5169), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:57.739518 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-863cb5e3-a7a1-40df-9be6-3f3bd8918d42 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (0be927d8-8802-458c-be99-c70b0e2dd0f7), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:57.797069 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] For port febb2dd8-0e09-43cc-b943-1738981f5169, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:53:57.802293 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] For port febb2dd8-0e09-43cc-b943-1738981f5169, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=febb2dd8-0e09-43cc-b943-1738981f5169,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:53:57.812783 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (febb2dd8-0e09-43cc-b943-1738981f5169), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:57.815279 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a8d3e-d1c2-4935-8f83-2518b28c48d6 None None] Pushing event updated for resources: {'Port': ['ID=febb2dd8-0e09-43cc-b943-1738981f5169,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:57.874012 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] Routers {'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:53:57.875102 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:53:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:53:57.888043 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:57.932427 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb300-b442-4c6d-9ec5-ed6fcbe47556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0e6d00c7-e067-490f-b4da-69836df043f7), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:57.934865 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3373062f-4f71-42c8-8201-40a6e34433e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (158401b7-5fae-4303-9c7c-d4e097ccc145), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:57.937900 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3373062f-4f71-42c8-8201-40a6e34433e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:57.940035 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3373062f-4f71-42c8-8201-40a6e34433e7 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/158401b7-5fae-4303-9c7c-d4e097ccc145 HTTP/1.1" status: 204 len: 168 time: 0.4427671 Sep 16 12:53:57.946720 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Provisioning complete for port 0e6d00c7-e067-490f-b4da-69836df043f7 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:53:57.947098 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (0e6d00c7-e067-490f-b4da-69836df043f7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:57.947427 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Attempt 1 to provision port 0e6d00c7-e067-490f-b4da-69836df043f7 Sep 16 12:53:57.959725 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373062f-4f71-42c8-8201-40a6e34433e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158401b7-5fae-4303-9c7c-d4e097ccc145,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:57.994685 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Port 0e6d00c7-e067-490f-b4da-69836df043f7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:57.997331 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:58.003200 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a8d3e-d1c2-4935-8f83-2518b28c48d6 None None] Pushing event updated for resources: {'Port': ['ID=febb2dd8-0e09-43cc-b943-1738981f5169,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:58.022028 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [None req-863cb5e3-a7a1-40df-9be6-3f3bd8918d42 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Floating IP 0be927d8-8802-458c-be99-c70b0e2dd0f7 associated. External IP: 172.25.2.251, port: c0c1968f-d991-4e36-8062-6ff62eb7adfb. Sep 16 12:53:58.163526 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] Set router bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:53:58.248422 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:58.287910 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-28c4a5fc-9687-42fe-9d5a-b1347be1747b tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:58.298452 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb300-b442-4c6d-9ec5-ed6fcbe47556 admin admin] Publish callbacks [] for port (0e6d00c7-e067-490f-b4da-69836df043f7), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:58.300759 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-28c4a5fc-9687-42fe-9d5a-b1347be1747b tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (6257e01b-c989-43a0-afca-8c210713ffa3), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:58.303977 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb300-b442-4c6d-9ec5-ed6fcbe47556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (0e6d00c7-e067-490f-b4da-69836df043f7), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:58.314866 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 537bc282-546d-4a7e-b32f-2149067cc012 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:53:58.404545 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb300-b442-4c6d-9ec5-ed6fcbe47556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:58.462064 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abe2e89-279b-4d82-9f8b-3e44e5c6ed24 x-openstack-request-id: req-8abe2e89-279b-4d82-9f8b-3e44e5c6ed24 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:53:58.462502 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49156a2-d78c-4601-a431-e09716c76ce8", "name": "network-vif-plugged", "status": "completed", "tag": "d289a714-1b0e-4177-adf6-0d59780fa902", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:53:58.462645 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8abe2e89-279b-4d82-9f8b-3e44e5c6ed24 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:53:58.463144 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8abe2e89-279b-4d82-9f8b-3e44e5c6ed24'] response: {'server_uuid': 'd49156a2-d78c-4601-a431-e09716c76ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd289a714-1b0e-4177-adf6-0d59780fa902', 'code': 200} Sep 16 12:53:58.509867 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcb300-b442-4c6d-9ec5-ed6fcbe47556 admin admin] Pushing event updated for resources: {'Port': ['ID=0e6d00c7-e067-490f-b4da-69836df043f7,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:58.521770 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Attempt 2 to provision port 0e6d00c7-e067-490f-b4da-69836df043f7 Sep 16 12:53:58.588628 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ae307-57f8-408d-8923-71ca4b95412d req-340355c4-52c1-43e9-8063-5dea90359920 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:58.590509 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-119ae307-57f8-408d-8923-71ca4b95412d req-340355c4-52c1-43e9-8063-5dea90359920 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 950 time: 0.1290331 Sep 16 12:53:58.591539 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-28c4a5fc-9687-42fe-9d5a-b1347be1747b tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Floating IP 6257e01b-c989-43a0-afca-8c210713ffa3 associated. External IP: 172.25.2.147, port: d5a5f978-c5f0-4476-91cc-2b79e48ec4a7. Sep 16 12:53:58.592490 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543f5b0-9dac-47b0-bfe2-03ff2fc6726d req-326b7198-fb38-450e-90b0-6252fc1088a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:58.595774 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4543f5b0-9dac-47b0-bfe2-03ff2fc6726d req-326b7198-fb38-450e-90b0-6252fc1088a6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 1128 time: 0.1338849 Sep 16 12:53:58.647976 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 537bc282-546d-4a7e-b32f-2149067cc012 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:53:58.649230 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (537bc282-546d-4a7e-b32f-2149067cc012), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:58.651093 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:58.677622 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Port 0e6d00c7-e067-490f-b4da-69836df043f7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:58.697251 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4543f5b0-9dac-47b0-bfe2-03ff2fc6726d req-d5f08295-59c8-4b5c-bad0-c24109b2a90e service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931816 Sep 16 12:53:58.708171 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbcb300-b442-4c6d-9ec5-ed6fcbe47556 admin admin] Network ad265caa-a590-4a61-93ec-155fc1127ff1 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:53:58.710057 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-4bbcb300-b442-4c6d-9ec5-ed6fcbe47556 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:53:58.733668 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-119ae307-57f8-408d-8923-71ca4b95412d req-6862bb25-531d-4201-95de-0c1e13365378 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=c2ba74ab-6a2b-4514-8303-6a6d94b85666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323650 Sep 16 12:53:58.761100 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:58.819603 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 537bc282-546d-4a7e-b32f-2149067cc012, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=537bc282-546d-4a7e-b32f-2149067cc012,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:53:58.864492 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (537bc282-546d-4a7e-b32f-2149067cc012), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:58.936766 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f', 'name': 'tempest-InstanceActionsTestJSON-175381688-router', 'tenant_id': '101be406faff40d9a001aa76e5f3a19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'febb2dd8-0e09-43cc-b943-1738981f5169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:53:51Z', 'updated_at': '2022-09-16T12:53:57Z', 'revision_number': 4, 'project_id': '101be406faff40d9a001aa76e5f3a19e', 'gw_port': {'id': 'febb2dd8-0e09-43cc-b943-1738981f5169', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:52Z', 'updated_at': '2022-09-16T12:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '0e6d00c7-e067-490f-b4da-69836df043f7', 'name': '', 'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1', 'tenant_id': '101be406faff40d9a001aa76e5f3a19e', 'mac_address': 'fa:16:3e:f5:b5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'a0be1694-690e-414e-80df-68a3a70de7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:57Z', 'updated_at': '2022-09-16T12:53:57Z', 'revision_number': 1, 'project_id': '101be406faff40d9a001aa76e5f3a19e', 'subnets': [{'id': 'a0be1694-690e-414e-80df-68a3a70de7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:53:58.937236 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbcb300-b442-4c6d-9ec5-ed6fcbe47556 admin admin] Router bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:53:58.970277 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:58.977848 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f370bb1-9b0c-475a-8387-d92971ee71ce req-3e342598-33cf-4401-9acf-4fb05088d195 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:58.979500 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f370bb1-9b0c-475a-8387-d92971ee71ce req-3e342598-33cf-4401-9acf-4fb05088d195 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 946 time: 0.0863342 Sep 16 12:53:58.987772 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b04fd71-df32-4c51-8df8-80cecac2b3fd None None] The sync data for ids ['bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f'] in n-d-858094-4 is: [{'id': 'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f', 'name': 'tempest-InstanceActionsTestJSON-175381688-router', 'tenant_id': '101be406faff40d9a001aa76e5f3a19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'febb2dd8-0e09-43cc-b943-1738981f5169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:53:51Z', 'updated_at': '2022-09-16T12:53:57Z', 'revision_number': 4, 'project_id': '101be406faff40d9a001aa76e5f3a19e', 'gw_port': {'id': 'febb2dd8-0e09-43cc-b943-1738981f5169', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:52Z', 'updated_at': '2022-09-16T12:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '0e6d00c7-e067-490f-b4da-69836df043f7', 'name': '', 'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1', 'tenant_id': '101be406faff40d9a001aa76e5f3a19e', 'mac_address': 'fa:16:3e:f5:b5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'a0be1694-690e-414e-80df-68a3a70de7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:57Z', 'updated_at': '2022-09-16T12:53:57Z', 'revision_number': 1, 'project_id': '101be406faff40d9a001aa76e5f3a19e', 'subnets': [{'id': 'a0be1694-690e-414e-80df-68a3a70de7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:53:58.988714 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863cb5e3-a7a1-40df-9be6-3f3bd8918d42 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Router b5f2aefe-764d-43c1-90a1-ef7c305dbffa has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:53:59.046724 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=537bc282-546d-4a7e-b32f-2149067cc012,revision_number=8']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:53:59.138056 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbcb300-b442-4c6d-9ec5-ed6fcbe47556 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:53:59.150043 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4bbcb300-b442-4c6d-9ec5-ed6fcbe47556 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9204454 Sep 16 12:53:59.178943 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Attempt 3 to provision port 0e6d00c7-e067-490f-b4da-69836df043f7 Sep 16 12:53:59.206495 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f370bb1-9b0c-475a-8387-d92971ee71ce req-8e44fbc1-6014-4e0d-b789-939cec81e5d6 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152715 Sep 16 12:53:59.307366 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-28c4a5fc-9687-42fe-9d5a-b1347be1747b tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Router 10b06796-faac-4714-8984-e75ef82d14a7 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:53:59.338539 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863cb5e3-a7a1-40df-9be6-3f3bd8918d42 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:53:59.344898 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-863cb5e3-a7a1-40df-9be6-3f3bd8918d42 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:59.358979 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213013bb-9f10-43b2-bbb1-024c3100ff5f None None] Sync routers for ids ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:53:59.379743 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:59.384045 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-863cb5e3-a7a1-40df-9be6-3f3bd8918d42 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/0be927d8-8802-458c-be99-c70b0e2dd0f7 HTTP/1.1" status: 200 len: 992 time: 3.8313046 Sep 16 12:53:59.384953 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad8536a-46b8-4821-8fb0-2c743927bb88', 'tag': 'c0c1968f-d991-4e36-8062-6ff62eb7adfb'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:53:59.392799 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb60a2e1-543e-42c8-94b8-19b5619d27bc" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad8536a-46b8-4821-8fb0-2c743927bb88", "tag": "c0c1968f-d991-4e36-8062-6ff62eb7adfb"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:53:59.398207 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213013bb-9f10-43b2-bbb1-024c3100ff5f None None] Routers {'b5f2aefe-764d-43c1-90a1-ef7c305dbffa'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:53:59.416763 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-213013bb-9f10-43b2-bbb1-024c3100ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:53:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:53:59.548652 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Port 0e6d00c7-e067-490f-b4da-69836df043f7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:53:59.607180 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-28c4a5fc-9687-42fe-9d5a-b1347be1747b tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:53:59.615098 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9bcb6d-8eab-4980-985e-edc288464e4e req-0c7d9a72-938c-4160-a4d5-af0a32d08c09 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:59.619954 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74dc451-7fb7-47ff-8efb-ec7899256160 None None] Sync routers for ids ['10b06796-faac-4714-8984-e75ef82d14a7'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:53:59.620165 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-213013bb-9f10-43b2-bbb1-024c3100ff5f None None] Set router b5f2aefe-764d-43c1-90a1-ef7c305dbffa gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:53:59.622392 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5f9bcb6d-8eab-4980-985e-edc288464e4e req-0c7d9a72-938c-4160-a4d5-af0a32d08c09 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 946 time: 0.0877762 Sep 16 12:53:59.627335 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-28c4a5fc-9687-42fe-9d5a-b1347be1747b tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:53:59.637820 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74dc451-7fb7-47ff-8efb-ec7899256160 None None] Routers {'10b06796-faac-4714-8984-e75ef82d14a7'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:53:59.640469 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-f74dc451-7fb7-47ff-8efb-ec7899256160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:53:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['10b06796-faac-4714-8984-e75ef82d14a7'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:53:59.688649 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-28c4a5fc-9687-42fe-9d5a-b1347be1747b tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/6257e01b-c989-43a0-afca-8c210713ffa3 HTTP/1.1" status: 200 len: 997 time: 3.4969840 Sep 16 12:53:59.777202 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-188eb028-8f00-4505-9dec-38dca3053ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:53:59.778727 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-188eb028-8f00-4505-9dec-38dca3053ec1 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1e41136645964ea98a675833bd73299f&device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 1128 time: 0.0658791 Sep 16 12:53:59.787830 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5f9bcb6d-8eab-4980-985e-edc288464e4e req-b3c4a05e-0680-440c-a622-b37260f991a6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645503 Sep 16 12:53:59.793979 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:53:59.831306 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-f74dc451-7fb7-47ff-8efb-ec7899256160 None None] Set router 10b06796-faac-4714-8984-e75ef82d14a7 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:53:59.938037 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 56c49806-0b21-4f4b-9b96-195fc33fcba5 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:54:00.017368 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-213013bb-9f10-43b2-bbb1-024c3100ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:52Z', 'updated_at': '2022-09-16T12:53:06Z', 'revision_number': 4, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'gw_port': {'id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:53Z', 'updated_at': '2022-09-16T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '0be927d8-8802-458c-be99-c70b0e2dd0f7', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'port_id': 'c0c1968f-d991-4e36-8062-6ff62eb7adfb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'mac_address': 'fa:16:3e:85:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad8536a-46b8-4821-8fb0-2c743927bb88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:53:17Z', 'updated_at': '2022-09-16T12:53:57Z', 'revision_number': 1, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ec4bb9-5dec-454f-9b09-cc9e14f82e8d', 'name': '', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'mac_address': 'fa:16:3e:ff:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:02Z', 'updated_at': '2022-09-16T12:53:14Z', 'revision_number': 5, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'subnets': [{'id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:00.057099 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Attempt 4 to provision port 0e6d00c7-e067-490f-b4da-69836df043f7 Sep 16 12:54:00.085879 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213013bb-9f10-43b2-bbb1-024c3100ff5f None None] Checking router: b5f2aefe-764d-43c1-90a1-ef7c305dbffa for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:54:00.101020 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-4f9ccc79-8c6a-401c-a70d-9e42aa8adce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:00.111987 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-4f9ccc79-8c6a-401c-a70d-9e42aa8adce4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba HTTP/1.1" status: 200 len: 922 time: 0.3223276 Sep 16 12:54:00.120988 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213013bb-9f10-43b2-bbb1-024c3100ff5f None None] Routers {'b5f2aefe-764d-43c1-90a1-ef7c305dbffa'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:00.121652 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-213013bb-9f10-43b2-bbb1-024c3100ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:53:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:00.167584 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Port 0e6d00c7-e067-490f-b4da-69836df043f7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:00.200523 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-ed1c035c-5653-4518-b40c-3ab3d59b93ea service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 HTTP/1.1" status: 200 len: 1000 time: 0.0871317 Sep 16 12:54:00.343313 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-684a7206-e396-4494-bb27-db67b77b8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:00.346251 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-684a7206-e396-4494-bb27-db67b77b8e07 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f45171c0-7319-4228-8074-099241080456 HTTP/1.1" status: 200 len: 860 time: 0.1444576 Sep 16 12:54:00.383360 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-213013bb-9f10-43b2-bbb1-024c3100ff5f None None] Set router b5f2aefe-764d-43c1-90a1-ef7c305dbffa gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:00.520011 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:00.522118 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5219baf4-bfde-4037-a511-88ff2690ea6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537bc282-546d-4a7e-b32f-2149067cc012'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:54:00.526523 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-d077990c-166c-4698-8fcf-d79d625dfe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:00.528165 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-d077990c-166c-4698-8fcf-d79d625dfe04 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1701140 Sep 16 12:54:00.531339 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a1cea6-4694-43f1-8420-0f3bec675f01" -d '{"events": [{"server_uuid": "5219baf4-bfde-4037-a511-88ff2690ea6a", "name": "network-vif-unplugged", "status": "completed", "tag": "537bc282-546d-4a7e-b32f-2149067cc012"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:54:00.572071 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 56c49806-0b21-4f4b-9b96-195fc33fcba5 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:00.572976 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:00.670023 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Attempt 5 to provision port 0e6d00c7-e067-490f-b4da-69836df043f7 Sep 16 12:54:00.735616 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-c943a94d-ed71-4b0d-b5e9-442134be84d4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932793 Sep 16 12:54:00.788054 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:00.794913 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-213013bb-9f10-43b2-bbb1-024c3100ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:52Z', 'updated_at': '2022-09-16T12:53:06Z', 'revision_number': 4, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'gw_port': {'id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:53Z', 'updated_at': '2022-09-16T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '0be927d8-8802-458c-be99-c70b0e2dd0f7', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'port_id': 'c0c1968f-d991-4e36-8062-6ff62eb7adfb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'mac_address': 'fa:16:3e:85:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad8536a-46b8-4821-8fb0-2c743927bb88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:53:17Z', 'updated_at': '2022-09-16T12:53:57Z', 'revision_number': 1, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ec4bb9-5dec-454f-9b09-cc9e14f82e8d', 'name': '', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'mac_address': 'fa:16:3e:ff:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:02Z', 'updated_at': '2022-09-16T12:53:14Z', 'revision_number': 5, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'subnets': [{'id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:00.799449 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Port 0e6d00c7-e067-490f-b4da-69836df043f7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:00.852803 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213013bb-9f10-43b2-bbb1-024c3100ff5f None None] The sync data for ids ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'] in n-d-858094-4 is: [{'id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:52Z', 'updated_at': '2022-09-16T12:53:06Z', 'revision_number': 4, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'gw_port': {'id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:53Z', 'updated_at': '2022-09-16T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '0be927d8-8802-458c-be99-c70b0e2dd0f7', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'port_id': 'c0c1968f-d991-4e36-8062-6ff62eb7adfb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'mac_address': 'fa:16:3e:85:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad8536a-46b8-4821-8fb0-2c743927bb88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:53:17Z', 'updated_at': '2022-09-16T12:53:57Z', 'revision_number': 1, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ec4bb9-5dec-454f-9b09-cc9e14f82e8d', 'name': '', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'mac_address': 'fa:16:3e:ff:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:02Z', 'updated_at': '2022-09-16T12:53:14Z', 'revision_number': 5, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'subnets': [{'id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:54:00.860347 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 56c49806-0b21-4f4b-9b96-195fc33fcba5, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=56c49806-0b21-4f4b-9b96-195fc33fcba5,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:00.868101 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:00.961267 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:00.973752 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-f74dc451-7fb7-47ff-8efb-ec7899256160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '6257e01b-c989-43a0-afca-8c210713ffa3', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'port_id': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'mac_address': 'fa:16:3e:43:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:53:16Z', 'updated_at': '2022-09-16T12:53:58Z', 'revision_number': 1, 'project_id': '1e41136645964ea98a675833bd73299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bc34fa-904e-4a4a-a98a-aa05461c0606', 'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'mac_address': 'fa:16:3e:3b:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:26Z', 'updated_at': '2022-09-16T12:52:34Z', 'revision_number': 5, 'project_id': '1e41136645964ea98a675833bd73299f', 'subnets': [{'id': 'f45171c0-7319-4228-8074-099241080456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:00.986904 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-35bdf970-3f23-48bd-8621-32d63bf4eaa7 req-6d7afcf1-2d48-42bb-bfb9-aa44560f3ce0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366872 Sep 16 12:54:01.012436 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74dc451-7fb7-47ff-8efb-ec7899256160 None None] Checking router: 10b06796-faac-4714-8984-e75ef82d14a7 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:54:01.024434 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=56c49806-0b21-4f4b-9b96-195fc33fcba5,revision_number=11']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:01.042526 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74dc451-7fb7-47ff-8efb-ec7899256160 None None] Routers {'10b06796-faac-4714-8984-e75ef82d14a7'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:01.044796 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-f74dc451-7fb7-47ff-8efb-ec7899256160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:53:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['10b06796-faac-4714-8984-e75ef82d14a7'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:01.254345 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-f74dc451-7fb7-47ff-8efb-ec7899256160 None None] Set router 10b06796-faac-4714-8984-e75ef82d14a7 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:01.265230 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2923d9-5182-4b26-810d-7a84964d5fc3 req-1257a6ec-f600-4460-ab05-f5ab572dbaf4 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:01.270217 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7e2923d9-5182-4b26-810d-7a84964d5fc3 req-1257a6ec-f600-4460-ab05-f5ab572dbaf4 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 1128 time: 0.0967391 Sep 16 12:54:01.272950 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d13d0a-e1c0-4476-b937-faaf0d400691 x-openstack-request-id: req-c6d13d0a-e1c0-4476-b937-faaf0d400691 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:01.273242 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad8536a-46b8-4821-8fb0-2c743927bb88", "tag": "c0c1968f-d991-4e36-8062-6ff62eb7adfb", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:01.273492 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c6d13d0a-e1c0-4476-b937-faaf0d400691 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:01.273898 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6d13d0a-e1c0-4476-b937-faaf0d400691'] response: {'name': 'network-changed', 'server_uuid': '9ad8536a-46b8-4821-8fb0-2c743927bb88', 'tag': 'c0c1968f-d991-4e36-8062-6ff62eb7adfb', 'status': 'completed', 'code': 200} Sep 16 12:54:01.385114 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:01.388229 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7e2923d9-5182-4b26-810d-7a84964d5fc3 req-ed906c33-9958-4c2e-bdf3-c78cf0b1dd26 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098948 Sep 16 12:54:01.395183 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecb5462-8586-404e-b678-e17d6adb52cc None None] New status for floating IP 0be927d8-8802-458c-be99-c70b0e2dd0f7: ACTIVE {{(pid=113701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:54:01.412270 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Attempt 6 to provision port 0e6d00c7-e067-490f-b4da-69836df043f7 Sep 16 12:54:01.473978 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60a2e1-543e-42c8-94b8-19b5619d27bc req-7b23a4a6-6a9d-4ca3-a6e8-70cb103c1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:01.477375 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-fb60a2e1-543e-42c8-94b8-19b5619d27bc req-7b23a4a6-6a9d-4ca3-a6e8-70cb103c1c57 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7a67136b9d8041fd8e62a81be2d6b48d&device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 1128 time: 0.1409199 Sep 16 12:54:01.594745 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6726817-4e00-446a-a1c1-bdf153478d27 x-openstack-request-id: req-f6726817-4e00-446a-a1c1-bdf153478d27 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:01.595178 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5219baf4-bfde-4037-a511-88ff2690ea6a", "name": "network-vif-unplugged", "status": "completed", "tag": "537bc282-546d-4a7e-b32f-2149067cc012", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:01.595178 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f6726817-4e00-446a-a1c1-bdf153478d27 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:01.595579 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6726817-4e00-446a-a1c1-bdf153478d27'] response: {'server_uuid': '5219baf4-bfde-4037-a511-88ff2690ea6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537bc282-546d-4a7e-b32f-2149067cc012', 'code': 200} Sep 16 12:54:01.681933 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60a2e1-543e-42c8-94b8-19b5619d27bc req-b98499e4-bffe-44d0-a446-94196bbbd1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:01.684290 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-fb60a2e1-543e-42c8-94b8-19b5619d27bc req-b98499e4-bffe-44d0-a446-94196bbbd1dc service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=3f814bae-963f-4f23-965e-dabc87858a1e HTTP/1.1" status: 200 len: 912 time: 0.1962719 Sep 16 12:54:01.714003 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65dfbd-aabe-45d8-af4a-491d160005ff req-b3fa2574-957c-4ef4-9d24-b4d513583da6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:01.725416 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0d65dfbd-aabe-45d8-af4a-491d160005ff req-b3fa2574-957c-4ef4-9d24-b4d513583da6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 946 time: 0.0659971 Sep 16 12:54:01.726125 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Port 0e6d00c7-e067-490f-b4da-69836df043f7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:01.833921 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0d65dfbd-aabe-45d8-af4a-491d160005ff req-d075c411-84db-464e-9b6c-d95e4740abef tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068952 Sep 16 12:54:01.836634 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-fb60a2e1-543e-42c8-94b8-19b5619d27bc req-8ddb8237-0398-4160-a2c1-b9d345bcda1f service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0c1968f-d991-4e36-8062-6ff62eb7adfb HTTP/1.1" status: 200 len: 1000 time: 0.1450863 Sep 16 12:54:01.918964 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60a2e1-543e-42c8-94b8-19b5619d27bc req-47bddbeb-497b-4713-984d-d4a029e09407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:01.923095 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-fb60a2e1-543e-42c8-94b8-19b5619d27bc req-47bddbeb-497b-4713-984d-d4a029e09407 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=6061ddae-e5d0-47a0-8962-b4b487ae4f3d HTTP/1.1" status: 200 len: 850 time: 0.0802529 Sep 16 12:54:01.935764 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-f74dc451-7fb7-47ff-8efb-ec7899256160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '6257e01b-c989-43a0-afca-8c210713ffa3', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'port_id': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'mac_address': 'fa:16:3e:43:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:53:16Z', 'updated_at': '2022-09-16T12:53:58Z', 'revision_number': 1, 'project_id': '1e41136645964ea98a675833bd73299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bc34fa-904e-4a4a-a98a-aa05461c0606', 'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'mac_address': 'fa:16:3e:3b:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:26Z', 'updated_at': '2022-09-16T12:52:34Z', 'revision_number': 5, 'project_id': '1e41136645964ea98a675833bd73299f', 'subnets': [{'id': 'f45171c0-7319-4228-8074-099241080456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:01.965045 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74dc451-7fb7-47ff-8efb-ec7899256160 None None] The sync data for ids ['10b06796-faac-4714-8984-e75ef82d14a7'] in n-d-858094-4 is: [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '6257e01b-c989-43a0-afca-8c210713ffa3', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'port_id': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'mac_address': 'fa:16:3e:43:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:53:16Z', 'updated_at': '2022-09-16T12:53:58Z', 'revision_number': 1, 'project_id': '1e41136645964ea98a675833bd73299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bc34fa-904e-4a4a-a98a-aa05461c0606', 'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'mac_address': 'fa:16:3e:3b:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:26Z', 'updated_at': '2022-09-16T12:52:34Z', 'revision_number': 5, 'project_id': '1e41136645964ea98a675833bd73299f', 'subnets': [{'id': 'f45171c0-7319-4228-8074-099241080456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:54:01.970265 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:01.985568 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60a2e1-543e-42c8-94b8-19b5619d27bc req-71096f68-2f76-4f6b-a9b5-eae06bb7b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:01.987148 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-fb60a2e1-543e-42c8-94b8-19b5619d27bc req-71096f68-2f76-4f6b-a9b5-eae06bb7b14f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=3f814bae-963f-4f23-965e-dabc87858a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0577693 Sep 16 12:54:02.024358 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-6b8ebdfc-5c1f-4579-9d49-8d1496e0166f tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:02.026143 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-6b8ebdfc-5c1f-4579-9d49-8d1496e0166f tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=227a8a0b-2a0c-48f8-976a-a176a9039a2d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0699427 Sep 16 12:54:02.067668 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:02.104282 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-fb60a2e1-543e-42c8-94b8-19b5619d27bc req-5e90d871-9f00-43ec-a547-b094507c3fd5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110163 Sep 16 12:54:02.114325 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device febb2dd8-0e09-43cc-b943-1738981f5169 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:54:02.125709 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-54dd440b-8c04-4742-b669-3879ecc9b26e tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:02.133200 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-54dd440b-8c04-4742-b669-3879ecc9b26e tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/networks?id=ad265caa-a590-4a61-93ec-155fc1127ff1 HTTP/1.1" status: 200 len: 813 time: 0.2481213 Sep 16 12:54:02.162648 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-3124f706-9d3d-45e5-8ffd-28e77cbee790 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/quotas/101be406faff40d9a001aa76e5f3a19e HTTP/1.1" status: 200 len: 375 time: 0.0284402 Sep 16 12:54:02.166059 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-5b5ae1ac-38a3-46c4-a59b-6da044f950f8 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 1000 time: 0.1323249 Sep 16 12:54:02.180530 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port febb2dd8-0e09-43cc-b943-1738981f5169 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:02.180940 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (febb2dd8-0e09-43cc-b943-1738981f5169), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:02.181248 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port febb2dd8-0e09-43cc-b943-1738981f5169 Sep 16 12:54:02.187040 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-4671e33f-650a-4385-8c95-78ff3cf7d910 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Request body: {'floatingip': {'port_id': '586b7cfc-f67a-48f3-beb9-5cd2ca16334c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:54:02.226168 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-fb60a2e1-543e-42c8-94b8-19b5619d27bc req-f3ff5e18-180c-4ca8-a886-4ac73e62010f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067870 Sep 16 12:54:02.227019 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Attempt 7 to provision port 0e6d00c7-e067-490f-b4da-69836df043f7 Sep 16 12:54:02.266567 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-b1364681-6ac3-4ea4-b3db-19af6b472c25 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=101be406faff40d9a001aa76e5f3a19e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982437 Sep 16 12:54:02.280597 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-4671e33f-650a-4385-8c95-78ff3cf7d910 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks [] for floatingip (6257e01b-c989-43a0-afca-8c210713ffa3), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:02.293643 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port febb2dd8-0e09-43cc-b943-1738981f5169 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:02.294097 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (febb2dd8-0e09-43cc-b943-1738981f5169), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:02.301143 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Port 0e6d00c7-e067-490f-b4da-69836df043f7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:02.331841 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0299ab2c-610a-4923-85c3-13919fecc43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:02.334393 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port febb2dd8-0e09-43cc-b943-1738981f5169, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=febb2dd8-0e09-43cc-b943-1738981f5169,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:02.339706 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (febb2dd8-0e09-43cc-b943-1738981f5169), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:02.390974 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=febb2dd8-0e09-43cc-b943-1738981f5169,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:02.479645 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-d981b25b-5f3f-4b8a-827b-a30a6c576b8b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ad265caa-a590-4a61-93ec-155fc1127ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941428 Sep 16 12:54:02.802278 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Attempt 8 to provision port 0e6d00c7-e067-490f-b4da-69836df043f7 Sep 16 12:54:02.828760 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d9ffc-cccb-4075-bf10-fef1e1073409 None None] New status for floating IP 6257e01b-c989-43a0-afca-8c210713ffa3: ACTIVE {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:54:02.881104 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] Sync routers for ids ['bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:54:02.883851 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Port 0e6d00c7-e067-490f-b4da-69836df043f7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:02.892702 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] Routers {'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:02.893327 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:53:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:02.935618 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:03.003296 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-24af0666-15cc-4c4d-b7b1-09fddc4aa916 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ad265caa-a590-4a61-93ec-155fc1127ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158722 Sep 16 12:54:03.017095 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] Set router bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:03.071443 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.db.api [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-4671e33f-650a-4385-8c95-78ff3cf7d910 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 12:54:03.071829 n-d-858094-4 neutron-server[113698]: DEBUG oslo_db.api [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-4671e33f-650a-4385-8c95-78ff3cf7d910 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 12:54:03.249837 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f', 'name': 'tempest-InstanceActionsTestJSON-175381688-router', 'tenant_id': '101be406faff40d9a001aa76e5f3a19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'febb2dd8-0e09-43cc-b943-1738981f5169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:53:51Z', 'updated_at': '2022-09-16T12:53:57Z', 'revision_number': 4, 'project_id': '101be406faff40d9a001aa76e5f3a19e', 'gw_port': {'id': 'febb2dd8-0e09-43cc-b943-1738981f5169', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:52Z', 'updated_at': '2022-09-16T12:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '0e6d00c7-e067-490f-b4da-69836df043f7', 'name': '', 'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1', 'tenant_id': '101be406faff40d9a001aa76e5f3a19e', 'mac_address': 'fa:16:3e:f5:b5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'a0be1694-690e-414e-80df-68a3a70de7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:57Z', 'updated_at': '2022-09-16T12:53:58Z', 'revision_number': 2, 'project_id': '101be406faff40d9a001aa76e5f3a19e', 'subnets': [{'id': 'a0be1694-690e-414e-80df-68a3a70de7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:03.275489 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'tag': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:54:03.277826 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b4592b-48f6-4101-9004-0f88cacbfbfc" -d '{"events": [{"name": "network-changed", "server_uuid": "5c161179-0b93-4676-86f7-2f507a3ebeb3", "tag": "d5a5f978-c5f0-4476-91cc-2b79e48ec4a7"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:54:03.278658 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] Checking router: bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:54:03.279122 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] Updating router bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f port 0e6d00c7-e067-490f-b4da-69836df043f7 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:54:03.289575 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ab166-fc7c-46cf-9fc9-6c8cd2503fbb req-ad62fc6b-4170-4411-8966-34b8bb415816 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:03.298113 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe9ab166-fc7c-46cf-9fc9-6c8cd2503fbb req-ad62fc6b-4170-4411-8966-34b8bb415816 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 1128 time: 0.0650268 Sep 16 12:54:03.316318 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0e6d00c7-e067-490f-b4da-69836df043f7), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:03.348042 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe9ab166-fc7c-46cf-9fc9-6c8cd2503fbb req-328a6339-4cf8-418b-9a30-c448536fc215 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492227 Sep 16 12:54:03.379208 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:03.385440 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Attempt 9 to provision port 0e6d00c7-e067-490f-b4da-69836df043f7 Sep 16 12:54:03.432520 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Port 0e6d00c7-e067-490f-b4da-69836df043f7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:03.573567 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-4671e33f-650a-4385-8c95-78ff3cf7d910 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks [] for floatingip (6257e01b-c989-43a0-afca-8c210713ffa3), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:03.597323 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345ee81d-c503-421c-90ea-218ac1c98600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56c49806-0b21-4f4b-9b96-195fc33fcba5'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:54:03.599841 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5da9ed9-94fe-47d5-941d-44fb28e2e60b" -d '{"events": [{"server_uuid": "345ee81d-c503-421c-90ea-218ac1c98600", "name": "network-vif-unplugged", "status": "completed", "tag": "56c49806-0b21-4f4b-9b96-195fc33fcba5"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:54:03.631872 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] Publish callbacks [] for port (0e6d00c7-e067-490f-b4da-69836df043f7), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:03.638553 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0e6d00c7-e067-490f-b4da-69836df043f7), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:03.662887 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:03.694868 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7b1c3-d173-4f9e-b7bb-221aa9066128 None None] Pushing event updated for resources: {'Port': ['ID=0e6d00c7-e067-490f-b4da-69836df043f7,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:03.709690 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7b1c3-d173-4f9e-b7bb-221aa9066128 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:03.710572 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7b1c3-d173-4f9e-b7bb-221aa9066128 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:03.710917 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7b1c3-d173-4f9e-b7bb-221aa9066128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:03.711593 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7b1c3-d173-4f9e-b7bb-221aa9066128 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:03.711935 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7b1c3-d173-4f9e-b7bb-221aa9066128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:03.712293 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7b1c3-d173-4f9e-b7bb-221aa9066128 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:03.712647 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7b1c3-d173-4f9e-b7bb-221aa9066128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:03.712938 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7b1c3-d173-4f9e-b7bb-221aa9066128 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:03.713542 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7b1c3-d173-4f9e-b7bb-221aa9066128 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:03.714386 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:03.715011 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7b1c3-d173-4f9e-b7bb-221aa9066128 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:03.715140 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7b1c3-d173-4f9e-b7bb-221aa9066128 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:03.715436 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7b1c3-d173-4f9e-b7bb-221aa9066128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:03.715921 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7b1c3-d173-4f9e-b7bb-221aa9066128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:03.716448 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7b1c3-d173-4f9e-b7bb-221aa9066128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:03.717366 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7b1c3-d173-4f9e-b7bb-221aa9066128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:03.768295 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:03.786359 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] Attempting to bind port 0e6d00c7-e067-490f-b4da-69836df043f7 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:54:03.786726 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] Attempting to bind port 0e6d00c7-e067-490f-b4da-69836df043f7 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '4b85c04a-e58c-4720-a3cc-228524b57aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:54:03.787086 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] Attempting to bind port 0e6d00c7-e067-490f-b4da-69836df043f7 on network ad265caa-a590-4a61-93ec-155fc1127ff1 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:54:03.839051 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:54:03.839529 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] Checking segment: {'id': '4b85c04a-e58c-4720-a3cc-228524b57aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:54:03.839912 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:03.840471 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] Bound using segment: {'id': '4b85c04a-e58c-4720-a3cc-228524b57aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:54:03.840928 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] Bound port: 0e6d00c7-e067-490f-b4da-69836df043f7, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b85c04a-e58c-4720-a3cc-228524b57aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:54:03.841303 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0e6d00c7-e067-490f-b4da-69836df043f7), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:03.854171 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f66f1-7ad6-4e2c-9fa2-707c52e98bac req-b64f7045-465a-4d8a-8d44-2ddb406e520c tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:03.855704 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b4f66f1-7ad6-4e2c-9fa2-707c52e98bac req-b64f7045-465a-4d8a-8d44-2ddb406e520c tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 946 time: 0.1009047 Sep 16 12:54:03.869812 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56284) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:03.876085 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-c549bd40-b21c-47fd-8cf4-7a032c0a4a89 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Request body: {'floatingip': {'port_id': 'd289a714-1b0e-4177-adf6-0d59780fa902'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:54:03.893194 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 81054b4c-c45a-4833-ae83-e752ff18ff48 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:54:03.972266 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] For port 0e6d00c7-e067-490f-b4da-69836df043f7, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:54:03.985274 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] For port 0e6d00c7-e067-490f-b4da-69836df043f7, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=0e6d00c7-e067-490f-b4da-69836df043f7,segment=NetworkSegment(4b85c04a-e58c-4720-a3cc-228524b57aa3),segment_id=4b85c04a-e58c-4720-a3cc-228524b57aa3)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:54:03.993764 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0e6d00c7-e067-490f-b4da-69836df043f7), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:03.994038 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c549bd40-b21c-47fd-8cf4-7a032c0a4a89 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for floatingip (0eede6ea-14b4-4c5f-a492-42fabd2ef8d3), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:03.998035 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Attempt 10 to provision port 0e6d00c7-e067-490f-b4da-69836df043f7 Sep 16 12:54:04.036505 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:04.089635 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] Routers {'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:04.090282 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:53:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:04.241649 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9069bd5-5bde-474b-8ff6-d0053d8f412e req-019de53f-4bf1-48d9-9369-9182d4ab84c4 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 210 time: 0.1100652 Sep 16 12:54:04.294914 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device febb2dd8-0e09-43cc-b943-1738981f5169 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:54:04.364795 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 81054b4c-c45a-4833-ae83-e752ff18ff48, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=81054b4c-c45a-4833-ae83-e752ff18ff48,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:04.439677 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Current status of the port 0e6d00c7-e067-490f-b4da-69836df043f7 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:04.443487 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0e6d00c7-e067-490f-b4da-69836df043f7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:04.450821 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '81054b4c-c45a-4833-ae83-e752ff18ff48', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '81054b4c-c45a-4833-ae83-e752ff18ff48', 'mac_address': 'fa:16:3e:e8:0e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:54:04.536816 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] Set router bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:04.546198 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port febb2dd8-0e09-43cc-b943-1738981f5169 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:04.546593 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (febb2dd8-0e09-43cc-b943-1738981f5169), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:04.547522 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port febb2dd8-0e09-43cc-b943-1738981f5169 Sep 16 12:54:04.601753 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] For port 0e6d00c7-e067-490f-b4da-69836df043f7, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=0e6d00c7-e067-490f-b4da-69836df043f7,segment=NetworkSegment(4b85c04a-e58c-4720-a3cc-228524b57aa3),segment_id=4b85c04a-e58c-4720-a3cc-228524b57aa3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:04.604686 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-4671e33f-650a-4385-8c95-78ff3cf7d910 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:04.610364 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 81054b4c-c45a-4833-ae83-e752ff18ff48 is: ACTIVE; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:04.611059 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:04.611453 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-4671e33f-650a-4385-8c95-78ff3cf7d910 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (6257e01b-c989-43a0-afca-8c210713ffa3), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:04.620332 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0e6d00c7-e067-490f-b4da-69836df043f7), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:04.635629 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8a535647-f953-4c07-a990-aeb0db85d6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:04.680477 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905e29cc-91cd-430c-b33f-9757417b7e38 x-openstack-request-id: req-905e29cc-91cd-430c-b33f-9757417b7e38 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:04.681213 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c161179-0b93-4676-86f7-2f507a3ebeb3", "tag": "d5a5f978-c5f0-4476-91cc-2b79e48ec4a7", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:04.681760 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-905e29cc-91cd-430c-b33f-9757417b7e38 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:04.682473 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-905e29cc-91cd-430c-b33f-9757417b7e38'] response: {'name': 'network-changed', 'server_uuid': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'tag': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7', 'status': 'completed', 'code': 200} Sep 16 12:54:04.686148 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81054b4c-c45a-4833-ae83-e752ff18ff48 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:54:04.718118 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 81054b4c-c45a-4833-ae83-e752ff18ff48, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=81054b4c-c45a-4833-ae83-e752ff18ff48,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:04.733361 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:04.757967 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68322d38-8a00-4818-a8e0-078481503f0e x-openstack-request-id: req-68322d38-8a00-4818-a8e0-078481503f0e {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:04.758261 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345ee81d-c503-421c-90ea-218ac1c98600", "name": "network-vif-unplugged", "status": "completed", "tag": "56c49806-0b21-4f4b-9b96-195fc33fcba5", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:04.758786 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-68322d38-8a00-4818-a8e0-078481503f0e {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:04.759387 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68322d38-8a00-4818-a8e0-078481503f0e'] response: {'server_uuid': '345ee81d-c503-421c-90ea-218ac1c98600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56c49806-0b21-4f4b-9b96-195fc33fcba5', 'code': 200} Sep 16 12:54:04.766875 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-4671e33f-650a-4385-8c95-78ff3cf7d910 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Floating IP 6257e01b-c989-43a0-afca-8c210713ffa3 associated. External IP: 172.25.2.147, port: d5a5f978-c5f0-4476-91cc-2b79e48ec4a7. Sep 16 12:54:04.782772 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:04.787279 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7b1c3-d173-4f9e-b7bb-221aa9066128 None None] Pushing event updated for resources: {'Port': ['ID=0e6d00c7-e067-490f-b4da-69836df043f7,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:04.832163 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-42223111-a050-4970-be0f-84bd07d446f4 None None] Provisioning complete for port 0e6d00c7-e067-490f-b4da-69836df043f7 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:04.836669 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-42223111-a050-4970-be0f-84bd07d446f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (0e6d00c7-e067-490f-b4da-69836df043f7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:04.838081 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-42223111-a050-4970-be0f-84bd07d446f4 None None] Attempt 1 to provision port 0e6d00c7-e067-490f-b4da-69836df043f7 Sep 16 12:54:04.860772 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362e00b-4576-40ea-a3ad-fdb66531fa64 None None] Pushing event updated for resources: {'Port': ['ID=0e6d00c7-e067-490f-b4da-69836df043f7,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:04.911502 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c549bd40-b21c-47fd-8cf4-7a032c0a4a89 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:04.919594 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c549bd40-b21c-47fd-8cf4-7a032c0a4a89 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (0eede6ea-14b4-4c5f-a492-42fabd2ef8d3), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:04.991094 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:04.992653 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=81054b4c-c45a-4833-ae83-e752ff18ff48,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:05.006262 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['81054b4c-c45a-4833-ae83-e752ff18ff48'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:54:05.020356 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f', 'name': 'tempest-InstanceActionsTestJSON-175381688-router', 'tenant_id': '101be406faff40d9a001aa76e5f3a19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'febb2dd8-0e09-43cc-b943-1738981f5169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:53:51Z', 'updated_at': '2022-09-16T12:53:57Z', 'revision_number': 4, 'project_id': '101be406faff40d9a001aa76e5f3a19e', 'gw_port': {'id': 'febb2dd8-0e09-43cc-b943-1738981f5169', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:52Z', 'updated_at': '2022-09-16T12:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '0e6d00c7-e067-490f-b4da-69836df043f7', 'name': '', 'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1', 'tenant_id': '101be406faff40d9a001aa76e5f3a19e', 'mac_address': 'fa:16:3e:f5:b5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'a0be1694-690e-414e-80df-68a3a70de7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:57Z', 'updated_at': '2022-09-16T12:54:03Z', 'revision_number': 4, 'project_id': '101be406faff40d9a001aa76e5f3a19e', 'subnets': [{'id': 'a0be1694-690e-414e-80df-68a3a70de7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:05.041569 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [None req-c549bd40-b21c-47fd-8cf4-7a032c0a4a89 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Floating IP 0eede6ea-14b4-4c5f-a492-42fabd2ef8d3 associated. External IP: 172.25.2.57, port: d289a714-1b0e-4177-adf6-0d59780fa902. Sep 16 12:54:05.062003 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port febb2dd8-0e09-43cc-b943-1738981f5169 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:05.090102 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d98af0-7700-4afc-b966-7c4a36f1bb55 None None] The sync data for ids ['bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f'] in n-d-858094-4 is: [{'id': 'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f', 'name': 'tempest-InstanceActionsTestJSON-175381688-router', 'tenant_id': '101be406faff40d9a001aa76e5f3a19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'febb2dd8-0e09-43cc-b943-1738981f5169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:53:51Z', 'updated_at': '2022-09-16T12:53:57Z', 'revision_number': 4, 'project_id': '101be406faff40d9a001aa76e5f3a19e', 'gw_port': {'id': 'febb2dd8-0e09-43cc-b943-1738981f5169', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:52Z', 'updated_at': '2022-09-16T12:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '0e6d00c7-e067-490f-b4da-69836df043f7', 'name': '', 'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1', 'tenant_id': '101be406faff40d9a001aa76e5f3a19e', 'mac_address': 'fa:16:3e:f5:b5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'a0be1694-690e-414e-80df-68a3a70de7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:57Z', 'updated_at': '2022-09-16T12:54:03Z', 'revision_number': 4, 'project_id': '101be406faff40d9a001aa76e5f3a19e', 'subnets': [{'id': 'a0be1694-690e-414e-80df-68a3a70de7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:54:05.201175 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-42223111-a050-4970-be0f-84bd07d446f4 None None] Current status of the port 0e6d00c7-e067-490f-b4da-69836df043f7 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:05.268343 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:05.279373 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:05.291010 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0fc77-03a3-4a00-ae4f-8ed3538a9c72 req-beb1953f-6282-4467-9a68-7ff197b51103 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:05.300476 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-74f0fc77-03a3-4a00-ae4f-8ed3538a9c72 req-beb1953f-6282-4467-9a68-7ff197b51103 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 948 time: 0.2006624 Sep 16 12:54:05.342595 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-4671e33f-650a-4385-8c95-78ff3cf7d910 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Router 10b06796-faac-4714-8984-e75ef82d14a7 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:54:05.366816 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c549bd40-b21c-47fd-8cf4-7a032c0a4a89 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Router 1d8f5f0c-7a6a-4d86-a189-54124fe101bf has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:54:05.381031 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-74f0fc77-03a3-4a00-ae4f-8ed3538a9c72 req-7825646c-ac35-44c7-a8bc-bfe5e225f3ec tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=c2ba74ab-6a2b-4514-8303-6a6d94b85666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791197 Sep 16 12:54:05.498615 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-4671e33f-650a-4385-8c95-78ff3cf7d910 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:54:05.510343 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f642ac0b-632e-49b1-88d0-2fc01590c5a0 None None] Sync routers for ids ['10b06796-faac-4714-8984-e75ef82d14a7'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:54:05.523466 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f642ac0b-632e-49b1-88d0-2fc01590c5a0 None None] Routers {'10b06796-faac-4714-8984-e75ef82d14a7'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:05.524384 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-f642ac0b-632e-49b1-88d0-2fc01590c5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['10b06796-faac-4714-8984-e75ef82d14a7'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:05.537479 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c549bd40-b21c-47fd-8cf4-7a032c0a4a89 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:54:05.544441 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c549bd40-b21c-47fd-8cf4-7a032c0a4a89 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:05.549473 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f2119c-1273-4d41-8f3a-a23e5b7660c4 None None] Sync routers for ids ['1d8f5f0c-7a6a-4d86-a189-54124fe101bf'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:54:05.571096 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f2119c-1273-4d41-8f3a-a23e5b7660c4 None None] Routers {'1d8f5f0c-7a6a-4d86-a189-54124fe101bf'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:05.572581 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-45f2119c-1273-4d41-8f3a-a23e5b7660c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1d8f5f0c-7a6a-4d86-a189-54124fe101bf'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:05.746807 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-4671e33f-650a-4385-8c95-78ff3cf7d910 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Router 10b06796-faac-4714-8984-e75ef82d14a7 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:54:05.803447 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-f642ac0b-632e-49b1-88d0-2fc01590c5a0 None None] Set router 10b06796-faac-4714-8984-e75ef82d14a7 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:05.884557 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-45f2119c-1273-4d41-8f3a-a23e5b7660c4 None None] Set router 1d8f5f0c-7a6a-4d86-a189-54124fe101bf gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:05.905559 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-4671e33f-650a-4385-8c95-78ff3cf7d910 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:54:05.912357 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-4671e33f-650a-4385-8c95-78ff3cf7d910 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:05.949182 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 81054b4c-c45a-4833-ae83-e752ff18ff48 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:54:05.966709 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:06.000326 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:06.029278 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-4671e33f-650a-4385-8c95-78ff3cf7d910 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/6257e01b-c989-43a0-afca-8c210713ffa3 HTTP/1.1" status: 200 len: 998 time: 3.8509758 Sep 16 12:54:06.154535 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c549bd40-b21c-47fd-8cf4-7a032c0a4a89 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/0eede6ea-14b4-4c5f-a492-42fabd2ef8d3 HTTP/1.1" status: 200 len: 991 time: 2.2829499 Sep 16 12:54:06.158817 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49156a2-d78c-4601-a431-e09716c76ce8', 'tag': 'd289a714-1b0e-4177-adf6-0d59780fa902'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:54:06.159601 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:06.163058 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a48330-7037-407a-9cac-04a53b326143" -d '{"events": [{"name": "network-changed", "server_uuid": "d49156a2-d78c-4601-a431-e09716c76ce8", "tag": "d289a714-1b0e-4177-adf6-0d59780fa902"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:54:06.188474 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-8c828c54-fde0-41b2-bf04-0d6b58f6940d tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:06.204726 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-8c828c54-fde0-41b2-bf04-0d6b58f6940d tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports/d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 HTTP/1.1" status: 200 len: 943 time: 0.1744895 Sep 16 12:54:06.212789 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 0e6d00c7-e067-490f-b4da-69836df043f7 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:54:06.214822 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 81054b4c-c45a-4833-ae83-e752ff18ff48 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:06.215394 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:06.215938 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 81054b4c-c45a-4833-ae83-e752ff18ff48 Sep 16 12:54:06.263282 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-f642ac0b-632e-49b1-88d0-2fc01590c5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '6257e01b-c989-43a0-afca-8c210713ffa3', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'port_id': '586b7cfc-f67a-48f3-beb9-5cd2ca16334c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'mac_address': 'fa:16:3e:b0:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227a8a0b-2a0c-48f8-976a-a176a9039a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:53:16Z', 'updated_at': '2022-09-16T12:54:04Z', 'revision_number': 3, 'project_id': '1e41136645964ea98a675833bd73299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bc34fa-904e-4a4a-a98a-aa05461c0606', 'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'mac_address': 'fa:16:3e:3b:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:26Z', 'updated_at': '2022-09-16T12:52:34Z', 'revision_number': 5, 'project_id': '1e41136645964ea98a675833bd73299f', 'subnets': [{'id': 'f45171c0-7319-4228-8074-099241080456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:06.269472 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:06.277241 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-08875743-483d-492d-9c2f-98eb5995920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:06.280247 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-08875743-483d-492d-9c2f-98eb5995920b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1e41136645964ea98a675833bd73299f&device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 1128 time: 0.0548670 Sep 16 12:54:06.316947 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f642ac0b-632e-49b1-88d0-2fc01590c5a0 None None] Checking router: 10b06796-faac-4714-8984-e75ef82d14a7 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:54:06.341724 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f642ac0b-632e-49b1-88d0-2fc01590c5a0 None None] Routers {'10b06796-faac-4714-8984-e75ef82d14a7'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:06.342647 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-f642ac0b-632e-49b1-88d0-2fc01590c5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['10b06796-faac-4714-8984-e75ef82d14a7'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:06.349210 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:06.355764 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:06.356111 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-45f2119c-1273-4d41-8f3a-a23e5b7660c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1551508322-router', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6141d314-840b-41af-b30a-d9c240d4383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:56Z', 'updated_at': '2022-09-16T12:51:00Z', 'revision_number': 4, 'project_id': 'da915844493a4928ac8830897afa126f', 'gw_port': {'id': '6141d314-840b-41af-b30a-d9c240d4383b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:55:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:57Z', 'updated_at': '2022-09-16T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '0eede6ea-14b4-4c5f-a492-42fabd2ef8d3', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'port_id': 'd289a714-1b0e-4177-adf6-0d59780fa902', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 827, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'mac_address': 'fa:16:3e:68:54:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49156a2-d78c-4601-a431-e09716c76ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:53:29Z', 'updated_at': '2022-09-16T12:54:04Z', 'revision_number': 1, 'project_id': 'da915844493a4928ac8830897afa126f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b514ec2d-a210-456c-a5e9-648da8dcb75b', 'name': '', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'mac_address': 'fa:16:3e:a5:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:00Z', 'updated_at': '2022-09-16T12:51:09Z', 'revision_number': 5, 'project_id': 'da915844493a4928ac8830897afa126f', 'subnets': [{'id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:06.384755 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 0e6d00c7-e067-490f-b4da-69836df043f7 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:06.385179 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (0e6d00c7-e067-490f-b4da-69836df043f7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:06.385512 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 0e6d00c7-e067-490f-b4da-69836df043f7 Sep 16 12:54:06.394558 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f2119c-1273-4d41-8f3a-a23e5b7660c4 None None] Checking router: 1d8f5f0c-7a6a-4d86-a189-54124fe101bf for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:54:06.405321 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f2119c-1273-4d41-8f3a-a23e5b7660c4 None None] Routers {'1d8f5f0c-7a6a-4d86-a189-54124fe101bf'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:06.406187 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-45f2119c-1273-4d41-8f3a-a23e5b7660c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1d8f5f0c-7a6a-4d86-a189-54124fe101bf'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:06.424846 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:06.429358 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-ca4cbec8-8dc2-47f9-8595-fd20aae1a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:06.437993 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-ca4cbec8-8dc2-47f9-8595-fd20aae1a9bb service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba HTTP/1.1" status: 200 len: 922 time: 0.1489706 Sep 16 12:54:06.493354 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 81054b4c-c45a-4833-ae83-e752ff18ff48 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:06.493752 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:06.494470 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-339da6f8-04f6-4b0d-839b-5341657a6333 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 HTTP/1.1" status: 200 len: 217 time: 0.0549145 Sep 16 12:54:06.523884 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-45f2119c-1273-4d41-8f3a-a23e5b7660c4 None None] Set router 1d8f5f0c-7a6a-4d86-a189-54124fe101bf gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:06.555839 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-f642ac0b-632e-49b1-88d0-2fc01590c5a0 None None] Set router 10b06796-faac-4714-8984-e75ef82d14a7 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:06.557062 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4592b-48f6-4101-9004-0f88cacbfbfc req-76bd0802-64e2-4fd5-8128-156bddc74403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:06.558328 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14b4592b-48f6-4101-9004-0f88cacbfbfc req-76bd0802-64e2-4fd5-8128-156bddc74403 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1e41136645964ea98a675833bd73299f&device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 1128 time: 0.0804765 Sep 16 12:54:06.567575 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-5a8184f3-8e7b-433d-bdcf-6413742b3bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:06.586966 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-5a8184f3-8e7b-433d-bdcf-6413742b3bce service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f45171c0-7319-4228-8074-099241080456 HTTP/1.1" status: 200 len: 860 time: 0.0920186 Sep 16 12:54:06.635469 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-2cb0fa1d-edc7-4a28-86d7-963c442737a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:06.637788 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-2cb0fa1d-edc7-4a28-86d7-963c442737a6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498374 Sep 16 12:54:06.681933 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 81054b4c-c45a-4833-ae83-e752ff18ff48, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=81054b4c-c45a-4833-ae83-e752ff18ff48,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:06.690233 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:06.691289 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:06.694164 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'tag': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7'}, {'name': 'network-changed', 'server_uuid': '227a8a0b-2a0c-48f8-976a-a176a9039a2d', 'tag': '586b7cfc-f67a-48f3-beb9-5cd2ca16334c'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:54:06.696705 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf68f35e-b3a6-4228-908e-b5cdfd05b046" -d '{"events": [{"name": "network-changed", "server_uuid": "5c161179-0b93-4676-86f7-2f507a3ebeb3", "tag": "d5a5f978-c5f0-4476-91cc-2b79e48ec4a7"}, {"name": "network-changed", "server_uuid": "227a8a0b-2a0c-48f8-976a-a176a9039a2d", "tag": "586b7cfc-f67a-48f3-beb9-5cd2ca16334c"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:54:06.737335 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 0e6d00c7-e067-490f-b4da-69836df043f7 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:06.757433 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-1cc5148b-06ab-4650-afae-bf90b6191014 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134019 Sep 16 12:54:06.761151 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97d5f35-6ea1-4ec7-88f5-9da9dbe81182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81054b4c-c45a-4833-ae83-e752ff18ff48'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:54:06.763350 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c63c632-30ec-40dd-937b-8d70e3fc0647" -d '{"events": [{"server_uuid": "c97d5f35-6ea1-4ec7-88f5-9da9dbe81182", "name": "network-vif-plugged", "status": "completed", "tag": "81054b4c-c45a-4833-ae83-e752ff18ff48"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:54:06.763624 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:54:06.809584 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-45f2119c-1273-4d41-8f3a-a23e5b7660c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1551508322-router', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6141d314-840b-41af-b30a-d9c240d4383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:56Z', 'updated_at': '2022-09-16T12:51:00Z', 'revision_number': 4, 'project_id': 'da915844493a4928ac8830897afa126f', 'gw_port': {'id': '6141d314-840b-41af-b30a-d9c240d4383b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:55:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:57Z', 'updated_at': '2022-09-16T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '0eede6ea-14b4-4c5f-a492-42fabd2ef8d3', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'port_id': 'd289a714-1b0e-4177-adf6-0d59780fa902', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 827, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'mac_address': 'fa:16:3e:68:54:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49156a2-d78c-4601-a431-e09716c76ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:53:29Z', 'updated_at': '2022-09-16T12:54:04Z', 'revision_number': 1, 'project_id': 'da915844493a4928ac8830897afa126f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b514ec2d-a210-456c-a5e9-648da8dcb75b', 'name': '', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'mac_address': 'fa:16:3e:a5:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:00Z', 'updated_at': '2022-09-16T12:51:09Z', 'revision_number': 5, 'project_id': 'da915844493a4928ac8830897afa126f', 'subnets': [{'id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:06.815754 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=81054b4c-c45a-4833-ae83-e752ff18ff48,revision_number=7']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:06.839403 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f2119c-1273-4d41-8f3a-a23e5b7660c4 None None] The sync data for ids ['1d8f5f0c-7a6a-4d86-a189-54124fe101bf'] in n-d-858094-4 is: [{'id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1551508322-router', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6141d314-840b-41af-b30a-d9c240d4383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:56Z', 'updated_at': '2022-09-16T12:51:00Z', 'revision_number': 4, 'project_id': 'da915844493a4928ac8830897afa126f', 'gw_port': {'id': '6141d314-840b-41af-b30a-d9c240d4383b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:55:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:57Z', 'updated_at': '2022-09-16T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '0eede6ea-14b4-4c5f-a492-42fabd2ef8d3', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'port_id': 'd289a714-1b0e-4177-adf6-0d59780fa902', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 827, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'mac_address': 'fa:16:3e:68:54:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49156a2-d78c-4601-a431-e09716c76ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:53:29Z', 'updated_at': '2022-09-16T12:54:04Z', 'revision_number': 1, 'project_id': 'da915844493a4928ac8830897afa126f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b514ec2d-a210-456c-a5e9-648da8dcb75b', 'name': '', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'mac_address': 'fa:16:3e:a5:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:00Z', 'updated_at': '2022-09-16T12:51:09Z', 'revision_number': 5, 'project_id': 'da915844493a4928ac8830897afa126f', 'subnets': [{'id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:54:06.913584 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-f642ac0b-632e-49b1-88d0-2fc01590c5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '6257e01b-c989-43a0-afca-8c210713ffa3', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'port_id': '586b7cfc-f67a-48f3-beb9-5cd2ca16334c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'mac_address': 'fa:16:3e:b0:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227a8a0b-2a0c-48f8-976a-a176a9039a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:53:16Z', 'updated_at': '2022-09-16T12:54:04Z', 'revision_number': 3, 'project_id': '1e41136645964ea98a675833bd73299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bc34fa-904e-4a4a-a98a-aa05461c0606', 'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'mac_address': 'fa:16:3e:3b:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:26Z', 'updated_at': '2022-09-16T12:52:34Z', 'revision_number': 5, 'project_id': '1e41136645964ea98a675833bd73299f', 'subnets': [{'id': 'f45171c0-7319-4228-8074-099241080456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:06.944365 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f642ac0b-632e-49b1-88d0-2fc01590c5a0 None None] The sync data for ids ['10b06796-faac-4714-8984-e75ef82d14a7'] in n-d-858094-4 is: [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '6257e01b-c989-43a0-afca-8c210713ffa3', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'port_id': '586b7cfc-f67a-48f3-beb9-5cd2ca16334c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'mac_address': 'fa:16:3e:b0:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227a8a0b-2a0c-48f8-976a-a176a9039a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:53:16Z', 'updated_at': '2022-09-16T12:54:04Z', 'revision_number': 3, 'project_id': '1e41136645964ea98a675833bd73299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bc34fa-904e-4a4a-a98a-aa05461c0606', 'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'mac_address': 'fa:16:3e:3b:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:26Z', 'updated_at': '2022-09-16T12:52:34Z', 'revision_number': 5, 'project_id': '1e41136645964ea98a675833bd73299f', 'subnets': [{'id': 'f45171c0-7319-4228-8074-099241080456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:54:06.951729 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-25093f2e-7809-436f-9b66-ec21c17d20eb service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782360 Sep 16 12:54:07.035629 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4592b-48f6-4101-9004-0f88cacbfbfc req-fa6a1fda-c183-466e-a1a1-1711a9272896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:07.037240 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14b4592b-48f6-4101-9004-0f88cacbfbfc req-fa6a1fda-c183-466e-a1a1-1711a9272896 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba HTTP/1.1" status: 200 len: 922 time: 0.1862512 Sep 16 12:54:07.042596 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-108d78ba-9911-4bf9-8cf5-47b1e1db6240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:07.043971 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-108d78ba-9911-4bf9-8cf5-47b1e1db6240 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1e41136645964ea98a675833bd73299f&device_id=227a8a0b-2a0c-48f8-976a-a176a9039a2d HTTP/1.1" status: 200 len: 1127 time: 0.0593693 Sep 16 12:54:07.187157 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14b4592b-48f6-4101-9004-0f88cacbfbfc req-2d514583-0c5f-452b-8022-6e5ffbc04103 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 HTTP/1.1" status: 200 len: 217 time: 0.1165509 Sep 16 12:54:07.277451 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:07.322963 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292d2ba-e746-497f-951e-a825234fd310 req-7650e74a-1a20-4072-84fe-0685378007e2 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:07.324400 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0292d2ba-e746-497f-951e-a825234fd310 req-7650e74a-1a20-4072-84fe-0685378007e2 tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 948 time: 0.1264253 Sep 16 12:54:07.359579 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4592b-48f6-4101-9004-0f88cacbfbfc req-c8316cd6-bf25-45ab-afa2-5f966006eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:07.361070 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14b4592b-48f6-4101-9004-0f88cacbfbfc req-c8316cd6-bf25-45ab-afa2-5f966006eed5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f45171c0-7319-4228-8074-099241080456 HTTP/1.1" status: 200 len: 860 time: 0.1427689 Sep 16 12:54:07.367206 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-b7a548b8-ff3b-4234-a7ea-dfe7c3a2d781 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:07.369408 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-b7a548b8-ff3b-4234-a7ea-dfe7c3a2d781 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.25 "GET /networking/v2.0/networks?id=ad265caa-a590-4a61-93ec-155fc1127ff1 HTTP/1.1" status: 200 len: 813 time: 0.2969089 Sep 16 12:54:07.370488 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-4df948f3-ed41-466e-a667-2616e467b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:07.371147 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-4df948f3-ed41-466e-a667-2616e467b597 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba HTTP/1.1" status: 200 len: 922 time: 0.3207045 Sep 16 12:54:07.443418 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-0598c33e-c83c-4c2f-9db0-97fe6eb92688 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Request body: {'port': {'device_id': 'dd721f2f-0f2f-4315-b101-d8140c7d94a0', 'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1', 'admin_state_up': True, 'tenant_id': '101be406faff40d9a001aa76e5f3a19e'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:54:07.448922 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:07.573164 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-2ad7bce9-8bbc-4ad6-8deb-9e43f126d29e service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=586b7cfc-f67a-48f3-beb9-5cd2ca16334c HTTP/1.1" status: 200 len: 1001 time: 0.1947527 Sep 16 12:54:07.586996 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4592b-48f6-4101-9004-0f88cacbfbfc req-c0fd8a75-f51b-4d09-89a3-c68fc9e95e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:07.588611 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14b4592b-48f6-4101-9004-0f88cacbfbfc req-c0fd8a75-f51b-4d09-89a3-c68fc9e95e72 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2009511 Sep 16 12:54:07.589032 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:07.662134 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-29091c3f-382b-4979-90a7-0bcadb3c05d4 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113699) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:54:07.673027 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-29091c3f-382b-4979-90a7-0bcadb3c05d4 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1435754 Sep 16 12:54:07.766107 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:07.792781 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:07.794382 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-0292d2ba-e746-497f-951e-a825234fd310 req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Deleting port 56c49806-0b21-4f4b-9b96-195fc33fcba5 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:54:07.794825 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0292d2ba-e746-497f-951e-a825234fd310 req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:07.848988 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-10ebfc05-1052-49a2-85ce-fa9d89ada599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:07.850503 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-10ebfc05-1052-49a2-85ce-fa9d89ada599 service neutron] 10.222.0.67 "GET /networking/v2.0/ports/efae6ffd-f514-46a4-ad30-4fa3504874c8 HTTP/1.1" status: 200 len: 1125 time: 0.1766980 Sep 16 12:54:07.860929 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-d2b76518-99ad-4197-b2f0-a9b35dec66bd service neutron] Request body: {'binding': {'host': 'n-h1-858094-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:54:07.861390 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-d2b76518-99ad-4197-b2f0-a9b35dec66bd service neutron] Unknown quota resources ['binding']. {{(pid=113699) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Sep 16 12:54:07.884373 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-9ee5859e-95c8-4847-967b-78955bba156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:07.886022 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-9ee5859e-95c8-4847-967b-78955bba156f service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f45171c0-7319-4228-8074-099241080456 HTTP/1.1" status: 200 len: 860 time: 0.3006377 Sep 16 12:54:08.041998 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d889af5-bb68-4ccf-b152-5db43c17d1a0 None None] New status for floating IP 0eede6ea-14b4-4c5f-a492-42fabd2ef8d3: ACTIVE {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:54:08.083455 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75d6895-3356-488a-a0d0-6a183b68693c None None] New status for floating IP 6257e01b-c989-43a0-afca-8c210713ffa3: ACTIVE {{(pid=113701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:54:08.116558 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-d2b76518-99ad-4197-b2f0-a9b35dec66bd service neutron] Attempting to bind port efae6ffd-f514-46a4-ad30-4fa3504874c8 on host n-h1-858094-4 for vnic_type normal with profile None {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:54:08.116894 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-d2b76518-99ad-4197-b2f0-a9b35dec66bd service neutron] Attempting to bind port efae6ffd-f514-46a4-ad30-4fa3504874c8 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:54:08.117695 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-d2b76518-99ad-4197-b2f0-a9b35dec66bd service neutron] Attempting to bind port efae6ffd-f514-46a4-ad30-4fa3504874c8 on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:54:08.297390 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-d2b76518-99ad-4197-b2f0-a9b35dec66bd service neutron] Port efae6ffd-f514-46a4-ad30-4fa3504874c8 on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:54:08.299004 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-d2b76518-99ad-4197-b2f0-a9b35dec66bd service neutron] Attempting to bind port efae6ffd-f514-46a4-ad30-4fa3504874c8 on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:54:08.421451 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-0292d2ba-e746-497f-951e-a825234fd310 req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] For port 56c49806-0b21-4f4b-9b96-195fc33fcba5, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=56c49806-0b21-4f4b-9b96-195fc33fcba5,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:08.422517 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0292d2ba-e746-497f-951e-a825234fd310 req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:08.438057 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-0292d2ba-e746-497f-951e-a825234fd310 req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Calling delete_port for 56c49806-0b21-4f4b-9b96-195fc33fcba5 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:54:08.440423 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-d2b76518-99ad-4197-b2f0-a9b35dec66bd service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:54:08.442090 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-d2b76518-99ad-4197-b2f0-a9b35dec66bd service neutron] Checking segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:54:08.443090 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-d2b76518-99ad-4197-b2f0-a9b35dec66bd service neutron] Bound using segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:54:08.444359 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-d2b76518-99ad-4197-b2f0-a9b35dec66bd service neutron] Bound port: efae6ffd-f514-46a4-ad30-4fa3504874c8, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:54:08.589393 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-d2b76518-99ad-4197-b2f0-a9b35dec66bd service neutron] For port efae6ffd-f514-46a4-ad30-4fa3504874c8, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=efae6ffd-f514-46a4-ad30-4fa3504874c8,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:54:08.611891 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-d2b76518-99ad-4197-b2f0-a9b35dec66bd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:08.613048 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-d2b76518-99ad-4197-b2f0-a9b35dec66bd service neutron] 10.222.0.67 "POST /networking/v2.0/ports/efae6ffd-f514-46a4-ad30-4fa3504874c8/bindings HTTP/1.1" status: 201 len: 389 time: 0.7568979 Sep 16 12:54:08.618468 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3633d245-21cf-4ddf-a9b1-5dc53b6a08a4 None None] Sync routers for ids ['10b06796-faac-4714-8984-e75ef82d14a7'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:54:08.650777 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3633d245-21cf-4ddf-a9b1-5dc53b6a08a4 None None] Routers {'10b06796-faac-4714-8984-e75ef82d14a7'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:08.651516 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-3633d245-21cf-4ddf-a9b1-5dc53b6a08a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['10b06796-faac-4714-8984-e75ef82d14a7'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:08.711983 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-0598c33e-c83c-4c2f-9db0-97fe6eb92688 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Made reservation on behalf of 101be406faff40d9a001aa76e5f3a19e for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:54:08.716325 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-0598c33e-c83c-4c2f-9db0-97fe6eb92688 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:08.722316 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0292d2ba-e746-497f-951e-a825234fd310 req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (56c49806-0b21-4f4b-9b96-195fc33fcba5), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:08.728701 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:08.798512 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14b4592b-48f6-4101-9004-0f88cacbfbfc req-1b1c723d-c8de-412b-baea-ced9ca822f9b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1764991 Sep 16 12:54:08.859654 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Pushing event deleted for resources: {'Port': ['ID=56c49806-0b21-4f4b-9b96-195fc33fcba5,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:08.866703 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-3633d245-21cf-4ddf-a9b1-5dc53b6a08a4 None None] Set router 10b06796-faac-4714-8984-e75ef82d14a7 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:08.878682 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-03e1eba4-3716-4950-9a18-e3478e3c0770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:08.880384 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-03e1eba4-3716-4950-9a18-e3478e3c0770 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9809396 Sep 16 12:54:08.936639 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:08.937509 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:08.937920 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:08.938404 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:08.939741 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:08.940248 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:08.940656 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:08.941262 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:08.941701 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:08.942128 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:08.944210 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:08.944210 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:08.944210 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:08.944210 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:08.944210 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:09.150183 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0292d2ba-e746-497f-951e-a825234fd310 req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] No DVR routers for this DVR port 56c49806-0b21-4f4b-9b96-195fc33fcba5 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:54:09.153717 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0292d2ba-e746-497f-951e-a825234fd310 req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:09.159281 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0292d2ba-e746-497f-951e-a825234fd310 req-d75df152-4c9a-45f3-9cb7-159d13c93c3c tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.25 "DELETE /networking/v2.0/ports/56c49806-0b21-4f4b-9b96-195fc33fcba5 HTTP/1.1" status: 204 len: 173 time: 1.7727745 Sep 16 12:54:09.248945 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-3633d245-21cf-4ddf-a9b1-5dc53b6a08a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '6257e01b-c989-43a0-afca-8c210713ffa3', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'port_id': '586b7cfc-f67a-48f3-beb9-5cd2ca16334c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'mac_address': 'fa:16:3e:b0:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227a8a0b-2a0c-48f8-976a-a176a9039a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:53:16Z', 'updated_at': '2022-09-16T12:54:08Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bc34fa-904e-4a4a-a98a-aa05461c0606', 'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'mac_address': 'fa:16:3e:3b:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:26Z', 'updated_at': '2022-09-16T12:52:34Z', 'revision_number': 5, 'project_id': '1e41136645964ea98a675833bd73299f', 'subnets': [{'id': 'f45171c0-7319-4228-8074-099241080456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:09.270673 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6f347fa1-4d77-499e-b15b-3a56db18434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:09.272827 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6f347fa1-4d77-499e-b15b-3a56db18434f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 1128 time: 0.2615960 Sep 16 12:54:09.277713 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3633d245-21cf-4ddf-a9b1-5dc53b6a08a4 None None] Checking router: 10b06796-faac-4714-8984-e75ef82d14a7 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:54:09.291692 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3633d245-21cf-4ddf-a9b1-5dc53b6a08a4 None None] Routers {'10b06796-faac-4714-8984-e75ef82d14a7'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:09.291692 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-3633d245-21cf-4ddf-a9b1-5dc53b6a08a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['10b06796-faac-4714-8984-e75ef82d14a7'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:09.355666 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a79e51ac-9cf2-4ac6-bb02-3b9db4bf690f req-246f0778-cd83-4eb0-be72-b2240277e834 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 210 time: 0.1321218 Sep 16 12:54:09.466437 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6420ed-cb97-4246-9d79-3ef4a3184844 x-openstack-request-id: req-9b6420ed-cb97-4246-9d79-3ef4a3184844 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:09.467721 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49156a2-d78c-4601-a431-e09716c76ce8", "tag": "d289a714-1b0e-4177-adf6-0d59780fa902", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:09.468376 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9b6420ed-cb97-4246-9d79-3ef4a3184844 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:09.469046 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6420ed-cb97-4246-9d79-3ef4a3184844'] response: {'name': 'network-changed', 'server_uuid': 'd49156a2-d78c-4601-a431-e09716c76ce8', 'tag': 'd289a714-1b0e-4177-adf6-0d59780fa902', 'status': 'completed', 'code': 200} Sep 16 12:54:09.500558 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:09.519996 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-3633d245-21cf-4ddf-a9b1-5dc53b6a08a4 None None] Set router 10b06796-faac-4714-8984-e75ef82d14a7 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:09.550350 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a48330-7037-407a-9cac-04a53b326143 req-baa280c1-385f-41d3-8ba6-bb8b23e4239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:09.557318 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-68a48330-7037-407a-9cac-04a53b326143 req-baa280c1-385f-41d3-8ba6-bb8b23e4239b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 1128 time: 0.0668426 Sep 16 12:54:09.577450 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-0598c33e-c83c-4c2f-9db0-97fe6eb92688 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Allocated IP 172.20.0.12 (ad265caa-a590-4a61-93ec-155fc1127ff1/a0be1694-690e-414e-80df-68a3a70de7c9/ee76b399-9246-48fa-9c23-18309e9b0a92) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:54:09.599846 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-d4cb3763-f8da-4371-8faf-75beb5617ad9 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6997778 Sep 16 12:54:09.611985 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14b4592b-48f6-4101-9004-0f88cacbfbfc req-e568fbb4-981b-4de0-a403-104d5a9a4159 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7478487 Sep 16 12:54:09.679218 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:09.783869 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a48330-7037-407a-9cac-04a53b326143 req-f79eb528-6186-4216-a38a-f082ab1eed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:09.785427 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-68a48330-7037-407a-9cac-04a53b326143 req-f79eb528-6186-4216-a38a-f082ab1eed24 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 922 time: 0.2198017 Sep 16 12:54:09.809311 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-abe3d4f4-c7c2-408d-b626-d37cc772918e req-bd7dc416-bfa3-4b54-b3e4-db35356805ff tempest-ImagesOneServerTestJSON-2064562372 tempest-ImagesOneServerTestJSON-2064562372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=345ee81d-c503-421c-90ea-218ac1c98600 HTTP/1.1" status: 200 len: 210 time: 0.1628585 Sep 16 12:54:10.050923 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Sep 2022 12:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511d5660-17da-436c-a47e-79a07ab064fe x-openstack-request-id: req-511d5660-17da-436c-a47e-79a07ab064fe {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:10.051272 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c161179-0b93-4676-86f7-2f507a3ebeb3", "tag": "d5a5f978-c5f0-4476-91cc-2b79e48ec4a7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "227a8a0b-2a0c-48f8-976a-a176a9039a2d", "tag": "586b7cfc-f67a-48f3-beb9-5cd2ca16334c", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:10.051485 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-511d5660-17da-436c-a47e-79a07ab064fe {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:10.051895 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-511d5660-17da-436c-a47e-79a07ab064fe'] response: {'name': 'network-changed', 'server_uuid': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'tag': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7', 'status': 'completed', 'code': 200} Sep 16 12:54:10.052192 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-511d5660-17da-436c-a47e-79a07ab064fe'] response: {'name': 'network-changed', 'server_uuid': '227a8a0b-2a0c-48f8-976a-a176a9039a2d', 'tag': '586b7cfc-f67a-48f3-beb9-5cd2ca16334c', 'status': 'completed', 'code': 200} Sep 16 12:54:10.069549 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-2c270b77-c04e-41f6-b1d1-fdb9012670ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:10.075714 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-2c270b77-c04e-41f6-b1d1-fdb9012670ec service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 0.7652807 Sep 16 12:54:10.084511 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-68a48330-7037-407a-9cac-04a53b326143 req-a58d0c07-306a-47c1-9561-c39fa6939a50 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d289a714-1b0e-4177-adf6-0d59780fa902 HTTP/1.1" status: 200 len: 1001 time: 0.2913029 Sep 16 12:54:10.160053 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:10.160817 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c161f26-83d2-41aa-9902-eac9ce85bf03 x-openstack-request-id: req-2c161f26-83d2-41aa-9902-eac9ce85bf03 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:10.161367 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97d5f35-6ea1-4ec7-88f5-9da9dbe81182", "name": "network-vif-plugged", "status": "completed", "tag": "81054b4c-c45a-4833-ae83-e752ff18ff48", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:10.161367 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2c161f26-83d2-41aa-9902-eac9ce85bf03 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:10.161745 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c161f26-83d2-41aa-9902-eac9ce85bf03'] response: {'server_uuid': 'c97d5f35-6ea1-4ec7-88f5-9da9dbe81182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81054b4c-c45a-4833-ae83-e752ff18ff48', 'code': 200} Sep 16 12:54:10.162232 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a48330-7037-407a-9cac-04a53b326143 req-c1b1e0f2-1b16-4844-98ac-368c52b73c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:10.163807 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-68a48330-7037-407a-9cac-04a53b326143 req-c1b1e0f2-1b16-4844-98ac-368c52b73c23 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.0622063 Sep 16 12:54:10.200751 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-3633d245-21cf-4ddf-a9b1-5dc53b6a08a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '6257e01b-c989-43a0-afca-8c210713ffa3', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'port_id': '586b7cfc-f67a-48f3-beb9-5cd2ca16334c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'mac_address': 'fa:16:3e:b0:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227a8a0b-2a0c-48f8-976a-a176a9039a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:53:16Z', 'updated_at': '2022-09-16T12:54:08Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bc34fa-904e-4a4a-a98a-aa05461c0606', 'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'mac_address': 'fa:16:3e:3b:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:26Z', 'updated_at': '2022-09-16T12:52:34Z', 'revision_number': 5, 'project_id': '1e41136645964ea98a675833bd73299f', 'subnets': [{'id': 'f45171c0-7319-4228-8074-099241080456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:10.237918 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c0955ac-4daa-489d-b8e4-8c4f3a57c7ef req-e2ee4723-4c78-4c10-9943-4e0921340978 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6088326 Sep 16 12:54:10.273568 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3633d245-21cf-4ddf-a9b1-5dc53b6a08a4 None None] The sync data for ids ['10b06796-faac-4714-8984-e75ef82d14a7'] in n-d-858094-4 is: [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '6257e01b-c989-43a0-afca-8c210713ffa3', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'port_id': '586b7cfc-f67a-48f3-beb9-5cd2ca16334c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'mac_address': 'fa:16:3e:b0:2b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227a8a0b-2a0c-48f8-976a-a176a9039a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:53:16Z', 'updated_at': '2022-09-16T12:54:08Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bc34fa-904e-4a4a-a98a-aa05461c0606', 'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'mac_address': 'fa:16:3e:3b:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:26Z', 'updated_at': '2022-09-16T12:52:34Z', 'revision_number': 5, 'project_id': '1e41136645964ea98a675833bd73299f', 'subnets': [{'id': 'f45171c0-7319-4228-8074-099241080456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:54:10.294402 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-4bf868fd-2411-47bc-a5f0-cbd2f726ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:10.296777 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-4bf868fd-2411-47bc-a5f0-cbd2f726ea16 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=1e41136645964ea98a675833bd73299f&device_id=227a8a0b-2a0c-48f8-976a-a176a9039a2d HTTP/1.1" status: 200 len: 1127 time: 0.2113433 Sep 16 12:54:10.300508 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a48330-7037-407a-9cac-04a53b326143 req-f5cd7ae9-c4d3-4df6-b023-f7ad8832bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:10.301950 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-68a48330-7037-407a-9cac-04a53b326143 req-f5cd7ae9-c4d3-4df6-b023-f7ad8832bef3 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1127524 Sep 16 12:54:10.348206 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:10.437728 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:10.482311 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-95ee186e-4820-4cb2-ac08-a1bffecc5b25 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efae6ffd-f514-46a4-ad30-4fa3504874c8 HTTP/1.1" status: 200 len: 217 time: 0.1472619 Sep 16 12:54:10.482867 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:10.492505 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-0598c33e-c83c-4c2f-9db0-97fe6eb92688 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Publish callbacks [] for port (ee76b399-9246-48fa-9c23-18309e9b0a92), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:10.571186 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-0608e729-29ba-4b3d-909e-00c4a3cb8614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:10.572915 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-0608e729-29ba-4b3d-909e-00c4a3cb8614 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.0726840 Sep 16 12:54:10.656465 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-76613ddf-b953-47e9-b173-eb601272e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:10.658833 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-76613ddf-b953-47e9-b173-eb601272e224 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0592024 Sep 16 12:54:10.665834 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0137ebc-da55-41e4-89d7-2e6faa5ead52 req-6eb21d73-a18a-489f-889a-170fa898222a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:10.673824 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0137ebc-da55-41e4-89d7-2e6faa5ead52 req-6eb21d73-a18a-489f-889a-170fa898222a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 946 time: 0.4104710 Sep 16 12:54:10.705447 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-6c4d3b56-567d-476c-9df0-39922a32f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:10.708645 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-6c4d3b56-567d-476c-9df0-39922a32f902 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba HTTP/1.1" status: 200 len: 922 time: 0.3961747 Sep 16 12:54:10.711119 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-68a48330-7037-407a-9cac-04a53b326143 req-2774baaa-9aea-477e-b8f3-10d2ec9c51ac service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973811 Sep 16 12:54:10.836597 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-b49b06eb-e332-48c3-a086-1b004a773435 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=586b7cfc-f67a-48f3-beb9-5cd2ca16334c HTTP/1.1" status: 200 len: 1001 time: 0.1144626 Sep 16 12:54:10.866076 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c8d8c342-ba1d-44d1-a342-a8296ebd4e32 req-f65f1810-22f3-4a45-bc28-e54f11f84188 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 1001 time: 0.1765363 Sep 16 12:54:10.906625 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-7d52cd15-bd1b-410b-be41-ed4dd01011df service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082853 Sep 16 12:54:10.908383 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-d01765f0-5fa0-473b-b052-df1d63e8bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:10.910327 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-d01765f0-5fa0-473b-b052-df1d63e8bedf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1e41136645964ea98a675833bd73299f&device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 1128 time: 0.5368588 Sep 16 12:54:11.004797 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0137ebc-da55-41e4-89d7-2e6faa5ead52 req-e32ff65a-581b-421c-bb08-25ab4c7c3362 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297284 Sep 16 12:54:11.062375 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-68a48330-7037-407a-9cac-04a53b326143 req-463190ef-71c6-4cde-a6a6-ac024f060182 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421500 Sep 16 12:54:11.084974 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8c342-ba1d-44d1-a342-a8296ebd4e32 req-3c62c645-ac00-494d-835a-3531d045a6ac tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:11.101593 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c8d8c342-ba1d-44d1-a342-a8296ebd4e32 req-3c62c645-ac00-494d-835a-3531d045a6ac tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports/586b7cfc-f67a-48f3-beb9-5cd2ca16334c HTTP/1.1" status: 200 len: 942 time: 0.2248259 Sep 16 12:54:11.112360 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-422ebabf-a0de-4999-828a-ce574a36a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:11.119605 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-422ebabf-a0de-4999-828a-ce574a36a3e7 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f45171c0-7319-4228-8074-099241080456 HTTP/1.1" status: 200 len: 860 time: 0.2440290 Sep 16 12:54:11.218105 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-2cea951e-f922-49fe-aed2-24483606ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:11.219754 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-2cea951e-f922-49fe-aed2-24483606ea92 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0913920 Sep 16 12:54:11.351175 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-04bc9a07-ac14-4c39-8a12-93b431479b92 req-83a1babd-0456-4345-909c-1525a956add6 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 210 time: 0.2353580 Sep 16 12:54:11.383734 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-080c9797-9ddd-4e7c-aebd-2cc554b4908c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524782 Sep 16 12:54:11.396423 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-0598c33e-c83c-4c2f-9db0-97fe6eb92688 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (ee76b399-9246-48fa-9c23-18309e9b0a92), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:11.487178 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598c33e-c83c-4c2f-9db0-97fe6eb92688 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Pushing event updated for resources: {'Port': ['ID=ee76b399-9246-48fa-9c23-18309e9b0a92,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:11.570639 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c8d8c342-ba1d-44d1-a342-a8296ebd4e32 req-f141fb24-c962-4932-9862-5caf2039102f tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 1001 time: 0.3667564 Sep 16 12:54:11.587154 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-0598c33e-c83c-4c2f-9db0-97fe6eb92688 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Network ad265caa-a590-4a61-93ec-155fc1127ff1 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:54:11.608891 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-8ea88455-7754-48df-b34c-734ac725a31b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174995 Sep 16 12:54:11.623323 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-0598c33e-c83c-4c2f-9db0-97fe6eb92688 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:54:11.680606 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:11.692303 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-0598c33e-c83c-4c2f-9db0-97fe6eb92688 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:54:11.807620 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-0598c33e-c83c-4c2f-9db0-97fe6eb92688 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:11.808363 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-0598c33e-c83c-4c2f-9db0-97fe6eb92688 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:11.819236 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-24c5db72-0b66-4a84-a95e-427dddf09226 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8297575 Sep 16 12:54:11.826435 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-68d0a723-e6fb-4ce9-83e0-1063f028679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:11.842648 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-68d0a723-e6fb-4ce9-83e0-1063f028679f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba HTTP/1.1" status: 200 len: 922 time: 0.8792734 Sep 16 12:54:11.868248 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56426) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:11.945358 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 56c49806-0b21-4f4b-9b96-195fc33fcba5 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:54:11.990990 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-0598c33e-c83c-4c2f-9db0-97fe6eb92688 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5927050 Sep 16 12:54:11.992382 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-4f5a5d8e-afeb-49b4-b080-2fa487f0e71b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 HTTP/1.1" status: 200 len: 217 time: 0.1334491 Sep 16 12:54:12.031254 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56432) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:12.042865 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: 56c49806-0b21-4f4b-9b96-195fc33fcba5 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:54:12.056829 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] Request body: {'port': {'device_id': 'dd721f2f-0f2f-4315-b101-d8140c7d94a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:54:12.057574 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 56c49806-0b21-4f4b-9b96-195fc33fcba5 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:54:12.096590 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345ee81d-c503-421c-90ea-218ac1c98600', 'name': 'network-vif-deleted', 'tag': '56c49806-0b21-4f4b-9b96-195fc33fcba5'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:54:12.099015 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586ca077-03ea-4c58-864b-25b31ad115f4" -d '{"events": [{"server_uuid": "345ee81d-c503-421c-90ea-218ac1c98600", "name": "network-vif-deleted", "tag": "56c49806-0b21-4f4b-9b96-195fc33fcba5"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:54:12.104971 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-3b82f535-a2be-41d4-8ae1-64f6bc0f551d None None] Provisioning complete for port ee76b399-9246-48fa-9c23-18309e9b0a92 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:12.110239 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3b82f535-a2be-41d4-8ae1-64f6bc0f551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ee76b399-9246-48fa-9c23-18309e9b0a92), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:12.111198 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3b82f535-a2be-41d4-8ae1-64f6bc0f551d None None] Attempt 1 to provision port ee76b399-9246-48fa-9c23-18309e9b0a92 Sep 16 12:54:12.200887 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3b82f535-a2be-41d4-8ae1-64f6bc0f551d None None] Port ee76b399-9246-48fa-9c23-18309e9b0a92 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:12.238508 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8c342-ba1d-44d1-a342-a8296ebd4e32 req-1431f495-a632-4989-8060-d931b1b5446e tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:12.242693 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c8d8c342-ba1d-44d1-a342-a8296ebd4e32 req-1431f495-a632-4989-8060-d931b1b5446e tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.6708586 Sep 16 12:54:12.280344 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2f43752f-e227-4360-a65f-61122029fae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:12.413519 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03eeb409-c695-4e8f-a3d8-9a68ee2ecc70 x-openstack-request-id: req-03eeb409-c695-4e8f-a3d8-9a68ee2ecc70 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:12.413912 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345ee81d-c503-421c-90ea-218ac1c98600", "name": "network-vif-deleted", "tag": "56c49806-0b21-4f4b-9b96-195fc33fcba5", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:12.414178 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-03eeb409-c695-4e8f-a3d8-9a68ee2ecc70 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:12.414591 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03eeb409-c695-4e8f-a3d8-9a68ee2ecc70'] response: {'server_uuid': '345ee81d-c503-421c-90ea-218ac1c98600', 'name': 'network-vif-deleted', 'tag': '56c49806-0b21-4f4b-9b96-195fc33fcba5', 'status': 'completed', 'code': 200} Sep 16 12:54:12.436170 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-eca5ae59-ffd6-4c81-8b8b-1e3f1b9608f4 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=69b7d059fb70415fb5dc20e3a921d189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4011190 Sep 16 12:54:12.440738 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56442) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:12.470691 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fed0d3-04cd-4b0d-b28a-a415b6ac9034 req-01242367-5cc3-4ab1-8441-8808982e85e0 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:12.472478 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10fed0d3-04cd-4b0d-b28a-a415b6ac9034 req-01242367-5cc3-4ab1-8441-8808982e85e0 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 946 time: 0.1403191 Sep 16 12:54:12.492362 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:12.547665 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:12.551888 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-eda4d75e-871b-47d0-8e75-74ad5dca4d0f tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 1001 time: 0.1363306 Sep 16 12:54:12.570857 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ee76b399-9246-48fa-9c23-18309e9b0a92), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:12.582364 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0897b927-93c5-4b87-b32f-144508b4ce75 admin admin] Publish callbacks [] for security_group (c2ba74ab-6a2b-4514-8303-6a6d94b85666), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:12.608615 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0897b927-93c5-4b87-b32f-144508b4ce75 admin admin] Publish callbacks [] for security_group (c2ba74ab-6a2b-4514-8303-6a6d94b85666), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:12.679122 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:12.691881 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0897b927-93c5-4b87-b32f-144508b4ce75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (c2ba74ab-6a2b-4514-8303-6a6d94b85666), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:12.695302 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0897b927-93c5-4b87-b32f-144508b4ce75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:12.699684 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0897b927-93c5-4b87-b32f-144508b4ce75 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/c2ba74ab-6a2b-4514-8303-6a6d94b85666 HTTP/1.1" status: 204 len: 168 time: 0.2550428 Sep 16 12:54:12.703639 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3b82f535-a2be-41d4-8ae1-64f6bc0f551d None None] Attempt 2 to provision port ee76b399-9246-48fa-9c23-18309e9b0a92 Sep 16 12:54:12.755360 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2f43752f-e227-4360-a65f-61122029fae2 admin admin] Publish callbacks [] for security_group (7a1df973-0206-4c21-bc84-c1ecb55cc560), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:12.763828 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897b927-93c5-4b87-b32f-144508b4ce75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ba74ab-6a2b-4514-8303-6a6d94b85666,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:12.775453 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2f43752f-e227-4360-a65f-61122029fae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (7a1df973-0206-4c21-bc84-c1ecb55cc560), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:12.794495 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3b82f535-a2be-41d4-8ae1-64f6bc0f551d None None] Port ee76b399-9246-48fa-9c23-18309e9b0a92 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:12.847288 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2f43752f-e227-4360-a65f-61122029fae2 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=7f369b6e82784d8a87d380c2f498c5b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9768219 Sep 16 12:54:12.848081 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56448) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:12.913834 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43752f-e227-4360-a65f-61122029fae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1df973-0206-4c21-bc84-c1ecb55cc560,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:12.953532 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-bc2ef748-91e1-4f84-a1ad-5fb20f1bd743 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:12.965035 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d33bb1c6-0554-4eda-be65-13f749dcb982 admin admin] Publish callbacks [] for security_group (7a1df973-0206-4c21-bc84-c1ecb55cc560), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:12.971964 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-bc2ef748-91e1-4f84-a1ad-5fb20f1bd743 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports/586b7cfc-f67a-48f3-beb9-5cd2ca16334c HTTP/1.1" status: 200 len: 942 time: 0.4101052 Sep 16 12:54:13.028708 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d33bb1c6-0554-4eda-be65-13f749dcb982 admin admin] Publish callbacks [] for security_group (7a1df973-0206-4c21-bc84-c1ecb55cc560), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:13.106882 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d33bb1c6-0554-4eda-be65-13f749dcb982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (7a1df973-0206-4c21-bc84-c1ecb55cc560), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:13.110508 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d33bb1c6-0554-4eda-be65-13f749dcb982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:13.112488 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d33bb1c6-0554-4eda-be65-13f749dcb982 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/7a1df973-0206-4c21-bc84-c1ecb55cc560 HTTP/1.1" status: 204 len: 168 time: 0.2509828 Sep 16 12:54:13.129896 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bb1c6-0554-4eda-be65-13f749dcb982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1df973-0206-4c21-bc84-c1ecb55cc560,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:13.157823 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-6699a193-8f39-4147-b3f2-7f737980294b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:13.159370 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-6699a193-8f39-4147-b3f2-7f737980294b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f45171c0-7319-4228-8074-099241080456 HTTP/1.1" status: 200 len: 860 time: 1.1350393 Sep 16 12:54:13.161694 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee76b399-9246-48fa-9c23-18309e9b0a92 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:54:13.183560 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10fed0d3-04cd-4b0d-b28a-a415b6ac9034 req-419aa5f1-6e87-4baa-afe9-55b97483d07a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6288126 Sep 16 12:54:13.197066 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] Publish callbacks [] for port (ee76b399-9246-48fa-9c23-18309e9b0a92), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:13.247821 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-cfb65723-7f88-41dc-85e1-dc5be4b49875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:13.249476 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-cfb65723-7f88-41dc-85e1-dc5be4b49875 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0648730 Sep 16 12:54:13.296182 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3b82f535-a2be-41d4-8ae1-64f6bc0f551d None None] Attempt 3 to provision port ee76b399-9246-48fa-9c23-18309e9b0a92 Sep 16 12:54:13.339282 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] Transition to ACTIVE for port object ee76b399-9246-48fa-9c23-18309e9b0a92 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:54:13.369298 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3b82f535-a2be-41d4-8ae1-64f6bc0f551d None None] Port ee76b399-9246-48fa-9c23-18309e9b0a92 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:13.798602 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (ee76b399-9246-48fa-9c23-18309e9b0a92), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:13.871080 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3b82f535-a2be-41d4-8ae1-64f6bc0f551d None None] Attempt 4 to provision port ee76b399-9246-48fa-9c23-18309e9b0a92 Sep 16 12:54:13.960093 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3b82f535-a2be-41d4-8ae1-64f6bc0f551d None None] Port ee76b399-9246-48fa-9c23-18309e9b0a92 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:14.007001 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-be1d8962-9da1-4b83-a635-fed2c334b5fe tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 1001 time: 0.8271329 Sep 16 12:54:14.068726 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efd1e7-c1f2-48bd-b149-689ee3931aba req-16c111ac-6384-43ad-ba6a-f8e7eb0a5c3c tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:14.070515 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-43efd1e7-c1f2-48bd-b149-689ee3931aba req-16c111ac-6384-43ad-ba6a-f8e7eb0a5c3c tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 944 time: 0.7440348 Sep 16 12:54:14.075042 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ee76b399-9246-48fa-9c23-18309e9b0a92,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:14.100104 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56470) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:14.123078 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3df697c4-2416-4944-94e2-85bb26ede208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:14.250152 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3df697c4-2416-4944-94e2-85bb26ede208 admin admin] Publish callbacks [] for security_group (2364cb92-76ad-44b5-a398-a58f4b7ca79b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:14.257606 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3df697c4-2416-4944-94e2-85bb26ede208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (2364cb92-76ad-44b5-a398-a58f4b7ca79b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:14.330898 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df697c4-2416-4944-94e2-85bb26ede208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2364cb92-76ad-44b5-a398-a58f4b7ca79b,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:14.342741 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:14.358667 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3df697c4-2416-4944-94e2-85bb26ede208 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=f71fec5a8d2a4d98a6dde1afb077d5cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573280 Sep 16 12:54:14.363099 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56476) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:14.394543 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:14.397684 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-e357919c-d732-45fa-899f-7ff6b41bcefd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1116629 Sep 16 12:54:14.462587 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fd9bdbd5-5a2a-4768-9955-598079862a5d admin admin] Publish callbacks [] for security_group (2364cb92-76ad-44b5-a398-a58f4b7ca79b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:14.462899 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3b82f535-a2be-41d4-8ae1-64f6bc0f551d None None] Attempt 5 to provision port ee76b399-9246-48fa-9c23-18309e9b0a92 Sep 16 12:54:14.490979 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fd9bdbd5-5a2a-4768-9955-598079862a5d admin admin] Publish callbacks [] for security_group (2364cb92-76ad-44b5-a398-a58f4b7ca79b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:14.538893 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3b82f535-a2be-41d4-8ae1-64f6bc0f551d None None] Port ee76b399-9246-48fa-9c23-18309e9b0a92 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:14.558958 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fd9bdbd5-5a2a-4768-9955-598079862a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (2364cb92-76ad-44b5-a398-a58f4b7ca79b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:14.564418 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fd9bdbd5-5a2a-4768-9955-598079862a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:14.567631 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-fd9bdbd5-5a2a-4768-9955-598079862a5d admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/2364cb92-76ad-44b5-a398-a58f4b7ca79b HTTP/1.1" status: 204 len: 168 time: 0.2019808 Sep 16 12:54:14.580763 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:14.582107 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bdbd5-5a2a-4768-9955-598079862a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2364cb92-76ad-44b5-a398-a58f4b7ca79b,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:14.728774 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-43efd1e7-c1f2-48bd-b149-689ee3931aba req-65305537-6d47-449c-9e14-24a0f440da35 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6475992 Sep 16 12:54:14.891082 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-c3e2eb63-e1ca-45dc-a4fb-3bd550d640de tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:14.895420 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-c3e2eb63-e1ca-45dc-a4fb-3bd550d640de tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.8336465 Sep 16 12:54:14.901459 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bf68f35e-b3a6-4228-908e-b5cdfd05b046 req-711813fc-f461-42bf-bebf-b4c4231c0e98 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752581 Sep 16 12:54:14.923581 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] Attempting to bind port ee76b399-9246-48fa-9c23-18309e9b0a92 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:54:14.959277 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] Attempting to bind port ee76b399-9246-48fa-9c23-18309e9b0a92 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '4b85c04a-e58c-4720-a3cc-228524b57aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:54:14.959667 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] Attempting to bind port ee76b399-9246-48fa-9c23-18309e9b0a92 on network ad265caa-a590-4a61-93ec-155fc1127ff1 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:54:15.049200 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3b82f535-a2be-41d4-8ae1-64f6bc0f551d None None] Attempt 6 to provision port ee76b399-9246-48fa-9c23-18309e9b0a92 Sep 16 12:54:15.087951 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3b82f535-a2be-41d4-8ae1-64f6bc0f551d None None] Port ee76b399-9246-48fa-9c23-18309e9b0a92 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:15.184541 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac8571-bab4-47cc-8d6f-2d7f216b181b req-ea564f0b-60b4-4f9f-b70e-e1802dad1a7a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:15.193979 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-afac8571-bab4-47cc-8d6f-2d7f216b181b req-ea564f0b-60b4-4f9f-b70e-e1802dad1a7a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 946 time: 0.1709304 Sep 16 12:54:15.213935 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] Port ee76b399-9246-48fa-9c23-18309e9b0a92 on network ad265caa-a590-4a61-93ec-155fc1127ff1 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:54:15.214397 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] Attempting to bind port ee76b399-9246-48fa-9c23-18309e9b0a92 on network ad265caa-a590-4a61-93ec-155fc1127ff1 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:54:15.265096 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-35a7a441-a59a-46ed-ae2c-7d9a0b302396 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 1001 time: 0.3547273 Sep 16 12:54:15.286839 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-b1a51ae5-99ba-4773-a3d1-d3a7fdbf57aa tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Request body: {'floatingip': {'port_id': None}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:54:15.289660 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:54:15.290059 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] Checking segment: {'id': '4b85c04a-e58c-4720-a3cc-228524b57aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:54:15.290386 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] Bound using segment: {'id': '4b85c04a-e58c-4720-a3cc-228524b57aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:54:15.290851 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] Bound port: ee76b399-9246-48fa-9c23-18309e9b0a92, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b85c04a-e58c-4720-a3cc-228524b57aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:54:15.291209 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ee76b399-9246-48fa-9c23-18309e9b0a92), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:15.391220 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-afac8571-bab4-47cc-8d6f-2d7f216b181b req-aac62e87-ecca-4b38-a506-553cc659a820 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959975 Sep 16 12:54:15.469895 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-b1a51ae5-99ba-4773-a3d1-d3a7fdbf57aa tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks [] for floatingip (6257e01b-c989-43a0-afca-8c210713ffa3), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:15.590026 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3b82f535-a2be-41d4-8ae1-64f6bc0f551d None None] Attempt 7 to provision port ee76b399-9246-48fa-9c23-18309e9b0a92 Sep 16 12:54:15.708886 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3b82f535-a2be-41d4-8ae1-64f6bc0f551d None None] Port ee76b399-9246-48fa-9c23-18309e9b0a92 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:15.756980 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] For port ee76b399-9246-48fa-9c23-18309e9b0a92, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:54:15.773957 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] For port ee76b399-9246-48fa-9c23-18309e9b0a92, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=ee76b399-9246-48fa-9c23-18309e9b0a92,segment=NetworkSegment(4b85c04a-e58c-4720-a3cc-228524b57aa3),segment_id=4b85c04a-e58c-4720-a3cc-228524b57aa3)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:54:15.799399 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (ee76b399-9246-48fa-9c23-18309e9b0a92), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:15.898726 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:15.898726 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:15.898726 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/ee76b399-9246-48fa-9c23-18309e9b0a92 HTTP/1.1" status: 200 len: 1092 time: 3.8678694 Sep 16 12:54:15.898726 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd721f2f-0f2f-4315-b101-d8140c7d94a0', 'tag': 'ee76b399-9246-48fa-9c23-18309e9b0a92'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:54:15.898726 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e328b5bc-f6d9-4e9a-bc4b-028cec9e8012" -d '{"events": [{"name": "network-changed", "server_uuid": "dd721f2f-0f2f-4315-b101-d8140c7d94a0", "tag": "ee76b399-9246-48fa-9c23-18309e9b0a92"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:54:15.937531 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-b1a51ae5-99ba-4773-a3d1-d3a7fdbf57aa tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:16.018242 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-b1a51ae5-99ba-4773-a3d1-d3a7fdbf57aa tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (6257e01b-c989-43a0-afca-8c210713ffa3), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:16.018691 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-b1a51ae5-99ba-4773-a3d1-d3a7fdbf57aa tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Floating IP 6257e01b-c989-43a0-afca-8c210713ffa3 disassociated. External IP: 172.25.2.147, port: 586b7cfc-f67a-48f3-beb9-5cd2ca16334c. Sep 16 12:54:16.196217 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa7f8d-5a92-4984-9f5d-5baac6efc0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ee76b399-9246-48fa-9c23-18309e9b0a92,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:16.209339 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-1a7acd9d-46f1-4f59-ba81-1730f6c6dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:16.210423 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3b82f535-a2be-41d4-8ae1-64f6bc0f551d None None] Attempt 8 to provision port ee76b399-9246-48fa-9c23-18309e9b0a92 Sep 16 12:54:16.210885 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-1a7acd9d-46f1-4f59-ba81-1730f6c6dbe1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=101be406faff40d9a001aa76e5f3a19e&device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 1126 time: 0.2178063 Sep 16 12:54:16.230159 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881618e6-6c17-48bd-ab5f-44f718091737 req-29a9e259-966f-45da-94c1-cff7185ba2ef tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:16.237521 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-881618e6-6c17-48bd-ab5f-44f718091737 req-29a9e259-966f-45da-94c1-cff7185ba2ef tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 944 time: 0.1493530 Sep 16 12:54:16.282060 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-0ff43d5c-6780-4694-8d51-12104a263e28 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee76b399-9246-48fa-9c23-18309e9b0a92 HTTP/1.1" status: 200 len: 217 time: 0.0404577 Sep 16 12:54:16.287421 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3b82f535-a2be-41d4-8ae1-64f6bc0f551d None None] Port ee76b399-9246-48fa-9c23-18309e9b0a92 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:54:16.332274 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:16.342411 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:16.437714 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-881618e6-6c17-48bd-ab5f-44f718091737 req-d6149dfb-71b3-4f79-b121-0376c35b31d7 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991520 Sep 16 12:54:16.441960 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-316dfa48-8773-4c40-ae6e-9319010cae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:16.443571 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-316dfa48-8773-4c40-ae6e-9319010cae99 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a0be1694-690e-414e-80df-68a3a70de7c9 HTTP/1.1" status: 200 len: 852 time: 0.1295810 Sep 16 12:54:16.616890 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-7528541b-64ab-401b-bf5a-e9af6cfc8f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:16.619478 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-7528541b-64ab-401b-bf5a-e9af6cfc8f59 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ad265caa-a590-4a61-93ec-155fc1127ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1665597 Sep 16 12:54:16.624654 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0317f913-1f0a-4377-a5b8-a3c50df796fe x-openstack-request-id: req-0317f913-1f0a-4377-a5b8-a3c50df796fe {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:16.624989 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd721f2f-0f2f-4315-b101-d8140c7d94a0", "tag": "ee76b399-9246-48fa-9c23-18309e9b0a92", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:16.625341 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0317f913-1f0a-4377-a5b8-a3c50df796fe {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:16.625898 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0317f913-1f0a-4377-a5b8-a3c50df796fe'] response: {'name': 'network-changed', 'server_uuid': 'dd721f2f-0f2f-4315-b101-d8140c7d94a0', 'tag': 'ee76b399-9246-48fa-9c23-18309e9b0a92', 'status': 'completed', 'code': 200} Sep 16 12:54:16.843110 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-b05d5712-ffd2-41d9-8da9-ff965e3dd3ea service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ad265caa-a590-4a61-93ec-155fc1127ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130029 Sep 16 12:54:17.014902 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b7d62-3e69-4e38-89a8-45946aac0964 req-58fcc1d0-ab4a-431c-8b9e-3a05316afb12 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:17.022730 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-568b7d62-3e69-4e38-89a8-45946aac0964 req-58fcc1d0-ab4a-431c-8b9e-3a05316afb12 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 946 time: 0.1785376 Sep 16 12:54:17.143924 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-568b7d62-3e69-4e38-89a8-45946aac0964 req-967177fd-80cc-4e07-8fff-ddb38c61ae7d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176395 Sep 16 12:54:17.149323 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-b1a51ae5-99ba-4773-a3d1-d3a7fdbf57aa tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Router 10b06796-faac-4714-8984-e75ef82d14a7 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:54:17.247426 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e9389cf-aaf1-46c4-b35a-338ee16657df req-3bc1bdc8-7132-4f60-b367-f4ee3a456698 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ad265caa-a590-4a61-93ec-155fc1127ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842978 Sep 16 12:54:17.401578 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-b1a51ae5-99ba-4773-a3d1-d3a7fdbf57aa tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:54:17.406966 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-b1a51ae5-99ba-4773-a3d1-d3a7fdbf57aa tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:17.417302 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f377af-730a-46a9-9fe2-86f07777eb0c None None] Sync routers for ids ['10b06796-faac-4714-8984-e75ef82d14a7'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:54:17.445568 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f377af-730a-46a9-9fe2-86f07777eb0c None None] Routers {'10b06796-faac-4714-8984-e75ef82d14a7'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:17.446194 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-97f377af-730a-46a9-9fe2-86f07777eb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['10b06796-faac-4714-8984-e75ef82d14a7'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:17.468585 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-b1a51ae5-99ba-4773-a3d1-d3a7fdbf57aa tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/6257e01b-c989-43a0-afca-8c210713ffa3 HTTP/1.1" status: 200 len: 695 time: 2.1936252 Sep 16 12:54:17.552923 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-c46cea99-c96b-42a1-9bc4-f8783fe3e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:17.562054 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-c46cea99-c96b-42a1-9bc4-f8783fe3e7df service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1e41136645964ea98a675833bd73299f&device_id=227a8a0b-2a0c-48f8-976a-a176a9039a2d HTTP/1.1" status: 200 len: 1127 time: 0.0688143 Sep 16 12:54:17.788292 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-77b8a840-4b05-4641-80d9-8dcbd21a4152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:17.789768 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-77b8a840-4b05-4641-80d9-8dcbd21a4152 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba HTTP/1.1" status: 200 len: 922 time: 0.2267978 Sep 16 12:54:17.827738 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-97f377af-730a-46a9-9fe2-86f07777eb0c None None] Set router 10b06796-faac-4714-8984-e75ef82d14a7 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:17.916612 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-dcba4b53-bc22-4e2a-88e5-406b278b3b8c service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=586b7cfc-f67a-48f3-beb9-5cd2ca16334c HTTP/1.1" status: 200 len: 217 time: 0.1167755 Sep 16 12:54:18.004314 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57ae4c-9659-4538-9263-9d55de55a3e3 req-431a515e-8800-437e-92ea-b7284a8d3990 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:18.012568 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5a57ae4c-9659-4538-9263-9d55de55a3e3 req-431a515e-8800-437e-92ea-b7284a8d3990 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 944 time: 0.1107416 Sep 16 12:54:18.161974 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-866199b7-4a5e-4e7c-8cbf-96fcc397942f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:18.163968 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-866199b7-4a5e-4e7c-8cbf-96fcc397942f service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f45171c0-7319-4228-8074-099241080456 HTTP/1.1" status: 200 len: 860 time: 0.1067493 Sep 16 12:54:18.188096 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ba8dcc49-61c0-470e-a2e9-abc621825f93 req-26f8038f-9e61-493d-baab-61d343ec4753 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0940881 Sep 16 12:54:18.233382 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:18.235248 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-acce92ef-3302-473f-aa49-0ba8d3ea6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:18.237106 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-acce92ef-3302-473f-aa49-0ba8d3ea6cef service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0607154 Sep 16 12:54:18.258467 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:18.288023 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:18.301473 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dcc49-61c0-470e-a2e9-abc621825f93 req-fae10a26-ebad-4512-b2a6-e95c027d7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:18.303362 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ba8dcc49-61c0-470e-a2e9-abc621825f93 req-fae10a26-ebad-4512-b2a6-e95c027d7a80 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 1126 time: 0.0883110 Sep 16 12:54:18.305318 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-97f377af-730a-46a9-9fe2-86f07777eb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'f3bc34fa-904e-4a4a-a98a-aa05461c0606', 'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'mac_address': 'fa:16:3e:3b:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:26Z', 'updated_at': '2022-09-16T12:52:34Z', 'revision_number': 5, 'project_id': '1e41136645964ea98a675833bd73299f', 'subnets': [{'id': 'f45171c0-7319-4228-8074-099241080456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:18.343199 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:18.345903 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f377af-730a-46a9-9fe2-86f07777eb0c None None] Checking router: 10b06796-faac-4714-8984-e75ef82d14a7 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:54:18.362250 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f377af-730a-46a9-9fe2-86f07777eb0c None None] Routers {'10b06796-faac-4714-8984-e75ef82d14a7'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:18.363029 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-97f377af-730a-46a9-9fe2-86f07777eb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['10b06796-faac-4714-8984-e75ef82d14a7'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:18.383885 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5a57ae4c-9659-4538-9263-9d55de55a3e3 req-24deb5c3-a306-4ba2-8ae2-af5030e21dac tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601213 Sep 16 12:54:18.597249 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-c58d254c-ca8f-4560-bc79-0146d42ae5df service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387544 Sep 16 12:54:18.639579 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227a8a0b-2a0c-48f8-976a-a176a9039a2d', 'tag': '586b7cfc-f67a-48f3-beb9-5cd2ca16334c'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:54:18.641921 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868b9bc4-891e-45c3-9d6e-fba34d5392c9" -d '{"events": [{"name": "network-changed", "server_uuid": "227a8a0b-2a0c-48f8-976a-a176a9039a2d", "tag": "586b7cfc-f67a-48f3-beb9-5cd2ca16334c"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:54:18.652272 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dcc49-61c0-470e-a2e9-abc621825f93 req-ff7305af-17ef-4e38-93eb-3baec0482b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:18.654351 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ba8dcc49-61c0-470e-a2e9-abc621825f93 req-ff7305af-17ef-4e38-93eb-3baec0482b6e service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 0.3281412 Sep 16 12:54:18.703498 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-97f377af-730a-46a9-9fe2-86f07777eb0c None None] Set router 10b06796-faac-4714-8984-e75ef82d14a7 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:18.809405 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ba8dcc49-61c0-470e-a2e9-abc621825f93 req-99f5db0c-facc-47cb-8f62-ed76c8715b70 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=065308fc-710e-4f14-b3d0-e976788d4def HTTP/1.1" status: 200 len: 998 time: 0.1477966 Sep 16 12:54:18.887428 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b28ff62f-3656-4ec2-bfad-39091cb8e4e2 req-74e0f47c-4403-430b-b117-e6ff46199418 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885997 Sep 16 12:54:18.986606 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dcc49-61c0-470e-a2e9-abc621825f93 req-171ad541-35a2-4482-aeed-7eff5c41e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:18.990260 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ba8dcc49-61c0-470e-a2e9-abc621825f93 req-171ad541-35a2-4482-aeed-7eff5c41e916 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.1612210 Sep 16 12:54:19.011349 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118dcb4-73d5-4972-bc76-0e025585225a req-28a1f213-4009-4084-9ac9-5c46e387760d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:19.026769 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6118dcb4-73d5-4972-bc76-0e025585225a req-28a1f213-4009-4084-9ac9-5c46e387760d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 946 time: 0.1363618 Sep 16 12:54:19.039913 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fc0106-0169-4154-8f21-5a99175060b9 x-openstack-request-id: req-a4fc0106-0169-4154-8f21-5a99175060b9 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:19.040151 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227a8a0b-2a0c-48f8-976a-a176a9039a2d", "tag": "586b7cfc-f67a-48f3-beb9-5cd2ca16334c", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:19.040451 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a4fc0106-0169-4154-8f21-5a99175060b9 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:19.040856 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4fc0106-0169-4154-8f21-5a99175060b9'] response: {'name': 'network-changed', 'server_uuid': '227a8a0b-2a0c-48f8-976a-a176a9039a2d', 'tag': '586b7cfc-f67a-48f3-beb9-5cd2ca16334c', 'status': 'completed', 'code': 200} Sep 16 12:54:19.168243 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6118dcb4-73d5-4972-bc76-0e025585225a req-a869474d-a6ae-4cc0-9d1a-484ab205c4dd tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405530 Sep 16 12:54:19.186907 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dcc49-61c0-470e-a2e9-abc621825f93 req-e622bd3c-eb71-4353-9724-3bccb35e7fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:19.188945 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ba8dcc49-61c0-470e-a2e9-abc621825f93 req-e622bd3c-eb71-4353-9724-3bccb35e7fb1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1890750 Sep 16 12:54:19.229884 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b9bc4-891e-45c3-9d6e-fba34d5392c9 req-f0a9ad70-d2a7-4105-8d24-3fcc662eae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:19.240389 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-868b9bc4-891e-45c3-9d6e-fba34d5392c9 req-f0a9ad70-d2a7-4105-8d24-3fcc662eae0e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=1e41136645964ea98a675833bd73299f&device_id=227a8a0b-2a0c-48f8-976a-a176a9039a2d HTTP/1.1" status: 200 len: 1127 time: 0.1724169 Sep 16 12:54:19.241482 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-97f377af-730a-46a9-9fe2-86f07777eb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'f3bc34fa-904e-4a4a-a98a-aa05461c0606', 'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'mac_address': 'fa:16:3e:3b:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:26Z', 'updated_at': '2022-09-16T12:52:34Z', 'revision_number': 5, 'project_id': '1e41136645964ea98a675833bd73299f', 'subnets': [{'id': 'f45171c0-7319-4228-8074-099241080456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:19.315545 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f377af-730a-46a9-9fe2-86f07777eb0c None None] The sync data for ids ['10b06796-faac-4714-8984-e75ef82d14a7'] in n-d-858094-4 is: [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'f3bc34fa-904e-4a4a-a98a-aa05461c0606', 'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'mac_address': 'fa:16:3e:3b:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:26Z', 'updated_at': '2022-09-16T12:52:34Z', 'revision_number': 5, 'project_id': '1e41136645964ea98a675833bd73299f', 'subnets': [{'id': 'f45171c0-7319-4228-8074-099241080456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:54:19.395364 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b9bc4-891e-45c3-9d6e-fba34d5392c9 req-645395e3-91c2-4d17-b282-42095de96a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:19.400804 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-868b9bc4-891e-45c3-9d6e-fba34d5392c9 req-645395e3-91c2-4d17-b282-42095de96a05 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba HTTP/1.1" status: 200 len: 922 time: 0.1409702 Sep 16 12:54:19.593870 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-868b9bc4-891e-45c3-9d6e-fba34d5392c9 req-9c5eb9c8-6891-46c3-b217-b1288f5f01d0 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=586b7cfc-f67a-48f3-beb9-5cd2ca16334c HTTP/1.1" status: 200 len: 217 time: 0.1731274 Sep 16 12:54:19.716376 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ba8dcc49-61c0-470e-a2e9-abc621825f93 req-ed0f6469-255c-4ef6-94a2-92a0f22566bf service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015056 Sep 16 12:54:19.739158 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76032c8a-dff9-4047-868a-5d5f0d88d102 req-64370046-415a-40a6-921c-19da79af858c tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:19.751530 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-76032c8a-dff9-4047-868a-5d5f0d88d102 req-64370046-415a-40a6-921c-19da79af858c tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 944 time: 0.1123040 Sep 16 12:54:19.823990 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-dbb1a00d-44b1-448b-8dbe-b6cc06128337 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:19.832766 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-dbb1a00d-44b1-448b-8dbe-b6cc06128337 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1124396 Sep 16 12:54:19.892251 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-76032c8a-dff9-4047-868a-5d5f0d88d102 req-bf041f47-613a-4e46-bd67-4181de655a96 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391265 Sep 16 12:54:19.908898 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfefef64-b244-4830-996f-d7b12348cf6b None None] New status for floating IP 6257e01b-c989-43a0-afca-8c210713ffa3: DOWN {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:54:20.139712 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-339c4c9d-d799-4731-b11c-8e77b6e3351f tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 698 time: 0.3058844 Sep 16 12:54:20.151707 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-4cdab13c-45c9-475b-8f0b-d0fb98a9a721 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Request body: {'floatingip': {'port_id': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:54:20.203423 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328b5bc-f6d9-4e9a-bc4b-028cec9e8012 req-6a845017-852c-4af7-a6e5-b5cfa5ca67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:20.206900 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e328b5bc-f6d9-4e9a-bc4b-028cec9e8012 req-6a845017-852c-4af7-a6e5-b5cfa5ca67e7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=101be406faff40d9a001aa76e5f3a19e&device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 1126 time: 0.1769235 Sep 16 12:54:20.216160 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-4cdab13c-45c9-475b-8f0b-d0fb98a9a721 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks [] for floatingip (6257e01b-c989-43a0-afca-8c210713ffa3), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:20.486508 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328b5bc-f6d9-4e9a-bc4b-028cec9e8012 req-1e2e9f91-c0f5-4463-86a9-eec7e9534b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:20.488265 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e328b5bc-f6d9-4e9a-bc4b-028cec9e8012 req-1e2e9f91-c0f5-4463-86a9-eec7e9534b0b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=ad265caa-a590-4a61-93ec-155fc1127ff1 HTTP/1.1" status: 200 len: 914 time: 0.2585328 Sep 16 12:54:20.576625 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e328b5bc-f6d9-4e9a-bc4b-028cec9e8012 req-6d00f81f-1f6c-49d7-9b06-474266ac6c8c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee76b399-9246-48fa-9c23-18309e9b0a92 HTTP/1.1" status: 200 len: 217 time: 0.0804486 Sep 16 12:54:20.695191 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c709408-219b-4a01-8c94-1b8ed37e334f req-d22280bb-c93e-48a3-8be5-1a50ee05f608 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:20.705422 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1c709408-219b-4a01-8c94-1b8ed37e334f req-d22280bb-c93e-48a3-8be5-1a50ee05f608 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 946 time: 0.1261137 Sep 16 12:54:20.778265 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328b5bc-f6d9-4e9a-bc4b-028cec9e8012 req-f601224b-ebdf-4010-8318-565fc506e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:20.780820 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e328b5bc-f6d9-4e9a-bc4b-028cec9e8012 req-f601224b-ebdf-4010-8318-565fc506e9f4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a0be1694-690e-414e-80df-68a3a70de7c9 HTTP/1.1" status: 200 len: 852 time: 0.1891899 Sep 16 12:54:20.835824 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:20.933076 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:20.939633 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ba8dcc49-61c0-470e-a2e9-abc621825f93 req-042145d2-193e-4089-aab9-b5ac396130eb service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955340 Sep 16 12:54:20.948737 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1c709408-219b-4a01-8c94-1b8ed37e334f req-78750dce-c0bb-4470-8728-a09b71d810d5 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415371 Sep 16 12:54:20.954523 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328b5bc-f6d9-4e9a-bc4b-028cec9e8012 req-c62a8719-7ffe-4281-ae53-6f1ef19a4020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:20.960597 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e328b5bc-f6d9-4e9a-bc4b-028cec9e8012 req-c62a8719-7ffe-4281-ae53-6f1ef19a4020 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ad265caa-a590-4a61-93ec-155fc1127ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1707625 Sep 16 12:54:20.966738 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:21.025820 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b9bc4-891e-45c3-9d6e-fba34d5392c9 req-52e8ade8-f41f-41f7-b1a6-09716fc6825a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:21.027599 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-868b9bc4-891e-45c3-9d6e-fba34d5392c9 req-52e8ade8-f41f-41f7-b1a6-09716fc6825a service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f45171c0-7319-4228-8074-099241080456 HTTP/1.1" status: 200 len: 860 time: 0.0851111 Sep 16 12:54:21.037270 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56642) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:21.170965 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5676996-814d-4437-bac6-2f26f735a0ed req-6bc65552-6761-406b-8f83-3a4b127dd2cc tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:21.173052 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e5676996-814d-4437-bac6-2f26f735a0ed req-6bc65552-6761-406b-8f83-3a4b127dd2cc tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=227a8a0b-2a0c-48f8-976a-a176a9039a2d HTTP/1.1" status: 200 len: 945 time: 0.0856659 Sep 16 12:54:21.199068 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56648) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:21.232301 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b9bc4-891e-45c3-9d6e-fba34d5392c9 req-629df888-33ff-48ff-a025-dc09648ecfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:21.234249 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-868b9bc4-891e-45c3-9d6e-fba34d5392c9 req-629df888-33ff-48ff-a025-dc09648ecfa0 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1664035 Sep 16 12:54:21.268058 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:21.371153 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-564eee06-0195-45b4-a78d-cebb3aecc598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:21.473483 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:21.560052 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b83959c-5227-4a87-aa13-19a4b3597070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:21.637031 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-e5676996-814d-4437-bac6-2f26f735a0ed req-2c95f653-21fa-49b0-8d7b-03607807334a tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Deleting port 586b7cfc-f67a-48f3-beb9-5cd2ca16334c {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:54:21.637379 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e5676996-814d-4437-bac6-2f26f735a0ed req-2c95f653-21fa-49b0-8d7b-03607807334a tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (586b7cfc-f67a-48f3-beb9-5cd2ca16334c), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:21.740613 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9421de4-0395-455c-a98c-a3a419737917 req-a9dcc23e-eb67-46d1-b048-d0a4c0bf2ba5 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:21.747567 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d9421de4-0395-455c-a98c-a3a419737917 req-a9dcc23e-eb67-46d1-b048-d0a4c0bf2ba5 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 944 time: 0.6894512 Sep 16 12:54:21.772793 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-868b9bc4-891e-45c3-9d6e-fba34d5392c9 req-ed5ebf8e-1efc-4eec-8785-c4e727dc91b0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218002 Sep 16 12:54:21.846590 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e328b5bc-f6d9-4e9a-bc4b-028cec9e8012 req-c8174caf-7246-4a59-9d52-14a11de99580 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ad265caa-a590-4a61-93ec-155fc1127ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8749571 Sep 16 12:54:21.906876 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b83959c-5227-4a87-aa13-19a4b3597070 admin admin] Publish callbacks [] for security_group (9f453c15-8cce-43f2-a797-b684905526c6), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:21.908735 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-e5676996-814d-4437-bac6-2f26f735a0ed req-2c95f653-21fa-49b0-8d7b-03607807334a tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] For port 586b7cfc-f67a-48f3-beb9-5cd2ca16334c, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=586b7cfc-f67a-48f3-beb9-5cd2ca16334c,segment=NetworkSegment(f437e697-c45f-4a06-85b9-38d6e3ad146a),segment_id=f437e697-c45f-4a06-85b9-38d6e3ad146a)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:21.909094 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e5676996-814d-4437-bac6-2f26f735a0ed req-2c95f653-21fa-49b0-8d7b-03607807334a tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (586b7cfc-f67a-48f3-beb9-5cd2ca16334c), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:21.914575 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-564eee06-0195-45b4-a78d-cebb3aecc598 admin admin] Publish callbacks [] for security_group (2ceaa861-635f-4cdc-9856-22c8fda245d5), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:21.927560 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b83959c-5227-4a87-aa13-19a4b3597070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (9f453c15-8cce-43f2-a797-b684905526c6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:21.935992 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-564eee06-0195-45b4-a78d-cebb3aecc598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (2ceaa861-635f-4cdc-9856-22c8fda245d5), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:21.941487 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device ee76b399-9246-48fa-9c23-18309e9b0a92 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:54:21.945296 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d9421de4-0395-455c-a98c-a3a419737917 req-251b8e62-1ca5-4bcb-8eeb-5e85828e6cfd tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959321 Sep 16 12:54:21.952817 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-e5676996-814d-4437-bac6-2f26f735a0ed req-2c95f653-21fa-49b0-8d7b-03607807334a tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Calling delete_port for 586b7cfc-f67a-48f3-beb9-5cd2ca16334c owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:54:21.958294 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-4cdab13c-45c9-475b-8f0b-d0fb98a9a721 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:21.982437 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-4cdab13c-45c9-475b-8f0b-d0fb98a9a721 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (6257e01b-c989-43a0-afca-8c210713ffa3), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:22.010759 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:22.078169 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-868b9bc4-891e-45c3-9d6e-fba34d5392c9 req-33d99d54-9362-4b45-a130-84bbdcc9b22c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887268 Sep 16 12:54:22.081242 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4b83959c-5227-4a87-aa13-19a4b3597070 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=1ee866793a574d59aa08ba65c114f1a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8806820 Sep 16 12:54:22.084859 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 56670) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:22.095966 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-564eee06-0195-45b4-a78d-cebb3aecc598 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=7257ee949a2648988cdf0147a3e18619&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0572338 Sep 16 12:54:22.138532 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56674) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:22.148271 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83959c-5227-4a87-aa13-19a4b3597070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f453c15-8cce-43f2-a797-b684905526c6,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:22.163896 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e328b5bc-f6d9-4e9a-bc4b-028cec9e8012 req-8452db4b-2528-469d-897d-36c3ea51f95a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ad265caa-a590-4a61-93ec-155fc1127ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000739 Sep 16 12:54:22.256730 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564eee06-0195-45b4-a78d-cebb3aecc598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ceaa861-635f-4cdc-9856-22c8fda245d5,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:22.259588 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13bada-681b-4811-8d27-1072a8f15315 req-7ea06e86-4790-4a05-835e-a8988da602c9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:22.262308 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4b13bada-681b-4811-8d27-1072a8f15315 req-7ea06e86-4790-4a05-835e-a8988da602c9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 946 time: 0.0895641 Sep 16 12:54:22.279370 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port ee76b399-9246-48fa-9c23-18309e9b0a92, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=ee76b399-9246-48fa-9c23-18309e9b0a92,segment=NetworkSegment(4b85c04a-e58c-4720-a3cc-228524b57aa3),segment_id=4b85c04a-e58c-4720-a3cc-228524b57aa3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:22.288457 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-55d68cd7-6750-447e-9619-b96a09cf7969 admin admin] Publish callbacks [] for security_group (2ceaa861-635f-4cdc-9856-22c8fda245d5), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:22.292527 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:22.295103 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': 'ee76b399-9246-48fa-9c23-18309e9b0a92', 'network_id': 'ad265caa-a590-4a61-93ec-155fc1127ff1', 'port_id': 'ee76b399-9246-48fa-9c23-18309e9b0a92', 'mac_address': 'fa:16:3e:ae:be:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0be1694-690e-414e-80df-68a3a70de7c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:54:22.332492 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-55d68cd7-6750-447e-9619-b96a09cf7969 admin admin] Publish callbacks [] for security_group (2ceaa861-635f-4cdc-9856-22c8fda245d5), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:22.341213 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port ee76b399-9246-48fa-9c23-18309e9b0a92 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:22.341613 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ee76b399-9246-48fa-9c23-18309e9b0a92), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:22.354792 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4b13bada-681b-4811-8d27-1072a8f15315 req-878cfcaa-d4b8-4c3e-a7e5-0b32dc6592fa tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826120 Sep 16 12:54:22.379918 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee76b399-9246-48fa-9c23-18309e9b0a92 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:54:22.386989 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:22.392606 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-4cdab13c-45c9-475b-8f0b-d0fb98a9a721 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Floating IP 6257e01b-c989-43a0-afca-8c210713ffa3 associated. External IP: 172.25.2.147, port: d5a5f978-c5f0-4476-91cc-2b79e48ec4a7. Sep 16 12:54:22.396980 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:22.407375 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port ee76b399-9246-48fa-9c23-18309e9b0a92, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=ee76b399-9246-48fa-9c23-18309e9b0a92,segment=NetworkSegment(4b85c04a-e58c-4720-a3cc-228524b57aa3),segment_id=4b85c04a-e58c-4720-a3cc-228524b57aa3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:22.413988 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (ee76b399-9246-48fa-9c23-18309e9b0a92), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:22.433696 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e5676996-814d-4437-bac6-2f26f735a0ed req-2c95f653-21fa-49b0-8d7b-03607807334a tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (586b7cfc-f67a-48f3-beb9-5cd2ca16334c), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:22.468619 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95f653-21fa-49b0-8d7b-03607807334a tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Pushing event deleted for resources: {'Port': ['ID=586b7cfc-f67a-48f3-beb9-5cd2ca16334c,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:22.479168 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0e6aa372-faf6-45e0-990a-40c84d4a209e admin admin] Publish callbacks [] for security_group (9f453c15-8cce-43f2-a797-b684905526c6), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:22.494572 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=ee76b399-9246-48fa-9c23-18309e9b0a92,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:22.497860 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['586b7cfc-f67a-48f3-beb9-5cd2ca16334c'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:54:22.498024 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-55d68cd7-6750-447e-9619-b96a09cf7969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (2ceaa861-635f-4cdc-9856-22c8fda245d5), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:22.501414 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-55d68cd7-6750-447e-9619-b96a09cf7969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:22.502571 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-55d68cd7-6750-447e-9619-b96a09cf7969 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/2ceaa861-635f-4cdc-9856-22c8fda245d5 HTTP/1.1" status: 204 len: 168 time: 0.3623743 Sep 16 12:54:22.527672 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0e6aa372-faf6-45e0-990a-40c84d4a209e admin admin] Publish callbacks [] for security_group (9f453c15-8cce-43f2-a797-b684905526c6), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:22.539620 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['d5a5f978-c5f0-4476-91cc-2b79e48ec4a7'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:54:22.591721 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d68cd7-6750-447e-9619-b96a09cf7969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ceaa861-635f-4cdc-9856-22c8fda245d5,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:22.637325 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5676996-814d-4437-bac6-2f26f735a0ed req-2c95f653-21fa-49b0-8d7b-03607807334a tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] No DVR routers for this DVR port 586b7cfc-f67a-48f3-beb9-5cd2ca16334c on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:54:22.645063 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-e5676996-814d-4437-bac6-2f26f735a0ed req-2c95f653-21fa-49b0-8d7b-03607807334a tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:22.652101 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e5676996-814d-4437-bac6-2f26f735a0ed req-2c95f653-21fa-49b0-8d7b-03607807334a tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.76 "DELETE /networking/v2.0/ports/586b7cfc-f67a-48f3-beb9-5cd2ca16334c HTTP/1.1" status: 204 len: 173 time: 1.2549160 Sep 16 12:54:22.653173 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227a8a0b-2a0c-48f8-976a-a176a9039a2d', 'name': 'network-vif-deleted', 'tag': '586b7cfc-f67a-48f3-beb9-5cd2ca16334c'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:54:22.655919 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db42dfe-7145-4db4-8e14-a9ad5b099d2d" -d '{"events": [{"server_uuid": "227a8a0b-2a0c-48f8-976a-a176a9039a2d", "name": "network-vif-deleted", "tag": "586b7cfc-f67a-48f3-beb9-5cd2ca16334c"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:54:22.666060 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:22.787963 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf33e7e9-a5a3-4106-8de8-ffce24683d03 x-openstack-request-id: req-bf33e7e9-a5a3-4106-8de8-ffce24683d03 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:22.788835 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227a8a0b-2a0c-48f8-976a-a176a9039a2d", "name": "network-vif-deleted", "tag": "586b7cfc-f67a-48f3-beb9-5cd2ca16334c", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:22.789349 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bf33e7e9-a5a3-4106-8de8-ffce24683d03 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:22.790042 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf33e7e9-a5a3-4106-8de8-ffce24683d03'] response: {'server_uuid': '227a8a0b-2a0c-48f8-976a-a176a9039a2d', 'name': 'network-vif-deleted', 'tag': '586b7cfc-f67a-48f3-beb9-5cd2ca16334c', 'status': 'completed', 'code': 200} Sep 16 12:54:22.874623 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:22.893224 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-4cdab13c-45c9-475b-8f0b-d0fb98a9a721 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Router 10b06796-faac-4714-8984-e75ef82d14a7 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:54:22.932762 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0e6aa372-faf6-45e0-990a-40c84d4a209e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (9f453c15-8cce-43f2-a797-b684905526c6), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:22.938424 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0e6aa372-faf6-45e0-990a-40c84d4a209e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:22.939821 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-0e6aa372-faf6-45e0-990a-40c84d4a209e admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/9f453c15-8cce-43f2-a797-b684905526c6 HTTP/1.1" status: 204 len: 168 time: 0.8540497 Sep 16 12:54:22.968447 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['ee76b399-9246-48fa-9c23-18309e9b0a92'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:54:22.974072 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6aa372-faf6-45e0-990a-40c84d4a209e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f453c15-8cce-43f2-a797-b684905526c6,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:23.199553 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56690) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:23.230060 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f34b5b4a-06e6-49fa-8965-5d24c9244070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:23.360331 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-4cdab13c-45c9-475b-8f0b-d0fb98a9a721 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:54:23.376047 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-4cdab13c-45c9-475b-8f0b-d0fb98a9a721 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:23.383578 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c3580f-b1cc-4b51-9272-21d5ee008260 None None] Sync routers for ids ['10b06796-faac-4714-8984-e75ef82d14a7'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:54:23.397925 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfafaf-1c6d-4e4f-8775-57583437e375 req-c38418e6-bc91-464c-ba51-1d68b40a73e9 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:23.410809 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5ddfafaf-1c6d-4e4f-8775-57583437e375 req-c38418e6-bc91-464c-ba51-1d68b40a73e9 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 945 time: 0.2160721 Sep 16 12:54:23.423280 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c3580f-b1cc-4b51-9272-21d5ee008260 None None] Routers {'10b06796-faac-4714-8984-e75ef82d14a7'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:23.423983 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-60c3580f-b1cc-4b51-9272-21d5ee008260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['10b06796-faac-4714-8984-e75ef82d14a7'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:23.446813 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f34b5b4a-06e6-49fa-8965-5d24c9244070 admin admin] Publish callbacks [] for security_group (46989021-ff8e-4b31-b7ca-68712554424b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:23.452288 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f34b5b4a-06e6-49fa-8965-5d24c9244070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (46989021-ff8e-4b31-b7ca-68712554424b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:23.491422 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5ddfafaf-1c6d-4e4f-8775-57583437e375 req-46a01a7e-5b61-4bd3-ba18-67c9649b3ec9 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795162 Sep 16 12:54:23.531124 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f34b5b4a-06e6-49fa-8965-5d24c9244070 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=8e2cd75e8af5425587b53dac59a2e8f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294284 Sep 16 12:54:23.532247 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56702) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:23.540080 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-4cdab13c-45c9-475b-8f0b-d0fb98a9a721 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/6257e01b-c989-43a0-afca-8c210713ffa3 HTTP/1.1" status: 200 len: 997 time: 3.3989880 Sep 16 12:54:23.541146 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'tag': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:54:23.544727 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2e0146-c641-4eee-8499-3aa9a0219f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "5c161179-0b93-4676-86f7-2f507a3ebeb3", "tag": "d5a5f978-c5f0-4476-91cc-2b79e48ec4a7"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:54:23.550687 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b5b4a-06e6-49fa-8965-5d24c9244070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46989021-ff8e-4b31-b7ca-68712554424b,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:23.663020 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-07b34429-0eac-4f41-a271-6c77cbde48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:23.664900 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-07b34429-0eac-4f41-a271-6c77cbde48f8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1e41136645964ea98a675833bd73299f&device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 1128 time: 0.0905774 Sep 16 12:54:23.692832 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c24d4d20-4efc-46eb-a645-a3cf5eddf814 admin admin] Publish callbacks [] for security_group (46989021-ff8e-4b31-b7ca-68712554424b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:23.758727 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c24d4d20-4efc-46eb-a645-a3cf5eddf814 admin admin] Publish callbacks [] for security_group (46989021-ff8e-4b31-b7ca-68712554424b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:23.817720 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-b2634ef0-9ba2-45b1-8f9c-e0e65d2c71ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:23.819552 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-b2634ef0-9ba2-45b1-8f9c-e0e65d2c71ed service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba HTTP/1.1" status: 200 len: 922 time: 0.1487639 Sep 16 12:54:23.873003 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c24d4d20-4efc-46eb-a645-a3cf5eddf814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (46989021-ff8e-4b31-b7ca-68712554424b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:23.876893 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c24d4d20-4efc-46eb-a645-a3cf5eddf814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:23.882831 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c24d4d20-4efc-46eb-a645-a3cf5eddf814 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/46989021-ff8e-4b31-b7ca-68712554424b HTTP/1.1" status: 204 len: 168 time: 0.3486192 Sep 16 12:54:23.891612 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-60c3580f-b1cc-4b51-9272-21d5ee008260 None None] Set router 10b06796-faac-4714-8984-e75ef82d14a7 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:23.904975 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d4d20-4efc-46eb-a645-a3cf5eddf814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46989021-ff8e-4b31-b7ca-68712554424b,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:24.119132 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e804f07-965e-4867-b16f-32644dcd780e req-90812e85-c664-4cf9-9fc5-b86d84d8d938 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:24.121319 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0e804f07-965e-4867-b16f-32644dcd780e req-90812e85-c664-4cf9-9fc5-b86d84d8d938 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 946 time: 0.2378407 Sep 16 12:54:24.126884 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-21c04fcb-1c02-4277-beb7-4f66d7a3f7f5 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 HTTP/1.1" status: 200 len: 1000 time: 0.3008277 Sep 16 12:54:24.171144 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-60c3580f-b1cc-4b51-9272-21d5ee008260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '6257e01b-c989-43a0-afca-8c210713ffa3', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'port_id': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'mac_address': 'fa:16:3e:43:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:53:16Z', 'updated_at': '2022-09-16T12:54:21Z', 'revision_number': 8, 'project_id': '1e41136645964ea98a675833bd73299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bc34fa-904e-4a4a-a98a-aa05461c0606', 'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'mac_address': 'fa:16:3e:3b:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:26Z', 'updated_at': '2022-09-16T12:52:34Z', 'revision_number': 5, 'project_id': '1e41136645964ea98a675833bd73299f', 'subnets': [{'id': 'f45171c0-7319-4228-8074-099241080456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:24.200736 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c3580f-b1cc-4b51-9272-21d5ee008260 None None] Checking router: 10b06796-faac-4714-8984-e75ef82d14a7 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:54:24.211771 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c3580f-b1cc-4b51-9272-21d5ee008260 None None] Routers {'10b06796-faac-4714-8984-e75ef82d14a7'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:24.212960 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-60c3580f-b1cc-4b51-9272-21d5ee008260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['10b06796-faac-4714-8984-e75ef82d14a7'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:24.281375 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-b305993c-93ce-4b0d-9a5c-29edc4ab4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:24.283134 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-b305993c-93ce-4b0d-9a5c-29edc4ab4909 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f45171c0-7319-4228-8074-099241080456 HTTP/1.1" status: 200 len: 860 time: 0.1361568 Sep 16 12:54:24.357234 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-60c3580f-b1cc-4b51-9272-21d5ee008260 None None] Set router 10b06796-faac-4714-8984-e75ef82d14a7 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:24.361747 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0e804f07-965e-4867-b16f-32644dcd780e req-5f000a9a-9bec-434e-bb6a-4e9b831ccba0 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165170 Sep 16 12:54:24.382612 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-9d237e7f-4dc7-43a2-b3f7-45a1debca1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:24.390201 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-9d237e7f-4dc7-43a2-b3f7-45a1debca1f3 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0950806 Sep 16 12:54:24.491517 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device ee76b399-9246-48fa-9c23-18309e9b0a92 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:54:24.512335 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:24.627837 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-cd6304ca-cbe4-4769-b04d-7d1ae76c08bc service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367649 Sep 16 12:54:24.630705 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136d39a7-c891-4d3b-ae49-9ad9cfd7f6b1 x-openstack-request-id: req-136d39a7-c891-4d3b-ae49-9ad9cfd7f6b1 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:24.631066 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c161179-0b93-4676-86f7-2f507a3ebeb3", "tag": "d5a5f978-c5f0-4476-91cc-2b79e48ec4a7", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:24.631384 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-136d39a7-c891-4d3b-ae49-9ad9cfd7f6b1 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:24.631913 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-136d39a7-c891-4d3b-ae49-9ad9cfd7f6b1'] response: {'name': 'network-changed', 'server_uuid': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'tag': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7', 'status': 'completed', 'code': 200} Sep 16 12:54:24.703129 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:24.720065 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port ee76b399-9246-48fa-9c23-18309e9b0a92 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:54:24.742319 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port ee76b399-9246-48fa-9c23-18309e9b0a92 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:24.742694 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ee76b399-9246-48fa-9c23-18309e9b0a92), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:24.745129 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port ee76b399-9246-48fa-9c23-18309e9b0a92 Sep 16 12:54:24.799978 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-60c3580f-b1cc-4b51-9272-21d5ee008260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '6257e01b-c989-43a0-afca-8c210713ffa3', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'port_id': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'mac_address': 'fa:16:3e:43:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:53:16Z', 'updated_at': '2022-09-16T12:54:21Z', 'revision_number': 8, 'project_id': '1e41136645964ea98a675833bd73299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bc34fa-904e-4a4a-a98a-aa05461c0606', 'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'mac_address': 'fa:16:3e:3b:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:26Z', 'updated_at': '2022-09-16T12:52:34Z', 'revision_number': 5, 'project_id': '1e41136645964ea98a675833bd73299f', 'subnets': [{'id': 'f45171c0-7319-4228-8074-099241080456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:24.862246 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c3580f-b1cc-4b51-9272-21d5ee008260 None None] The sync data for ids ['10b06796-faac-4714-8984-e75ef82d14a7'] in n-d-858094-4 is: [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '6257e01b-c989-43a0-afca-8c210713ffa3', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'port_id': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'mac_address': 'fa:16:3e:43:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:53:16Z', 'updated_at': '2022-09-16T12:54:21Z', 'revision_number': 8, 'project_id': '1e41136645964ea98a675833bd73299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bc34fa-904e-4a4a-a98a-aa05461c0606', 'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'mac_address': 'fa:16:3e:3b:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:26Z', 'updated_at': '2022-09-16T12:52:34Z', 'revision_number': 5, 'project_id': '1e41136645964ea98a675833bd73299f', 'subnets': [{'id': 'f45171c0-7319-4228-8074-099241080456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:54:24.875286 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:24.909138 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56746) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:24.958668 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e0146-c641-4eee-8499-3aa9a0219f7d req-fd2444bd-a214-4749-87a7-38e0faf77293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:24.964462 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port ee76b399-9246-48fa-9c23-18309e9b0a92 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:24.965734 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ee76b399-9246-48fa-9c23-18309e9b0a92), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:24.966667 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ae2e0146-c641-4eee-8499-3aa9a0219f7d req-fd2444bd-a214-4749-87a7-38e0faf77293 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1e41136645964ea98a675833bd73299f&device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 1128 time: 0.3314795 Sep 16 12:54:25.020956 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7700878-4c52-4c82-b183-603ddfa0773c req-6a090393-33e7-4330-878f-fa242ca8635a tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:25.022720 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a7700878-4c52-4c82-b183-603ddfa0773c req-6a090393-33e7-4330-878f-fa242ca8635a tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 945 time: 0.2594936 Sep 16 12:54:25.025005 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port ee76b399-9246-48fa-9c23-18309e9b0a92, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=ee76b399-9246-48fa-9c23-18309e9b0a92,segment=NetworkSegment(4b85c04a-e58c-4720-a3cc-228524b57aa3),segment_id=4b85c04a-e58c-4720-a3cc-228524b57aa3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:25.026767 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd721f2f-0f2f-4315-b101-d8140c7d94a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee76b399-9246-48fa-9c23-18309e9b0a92'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:54:25.031208 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8513a5af-fdc9-4d52-8ad6-0455b0ef9da3" -d '{"events": [{"server_uuid": "dd721f2f-0f2f-4315-b101-d8140c7d94a0", "name": "network-vif-plugged", "status": "completed", "tag": "ee76b399-9246-48fa-9c23-18309e9b0a92"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:54:25.036386 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (ee76b399-9246-48fa-9c23-18309e9b0a92), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:25.151385 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-d2c9bc50-37b5-4ede-b974-d9f2d41cb6ad admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-428423571-network', 'tenant_id': 'f2d50b9f6b084e40971269e8b882516c'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:54:25.196223 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c9bc50-37b5-4ede-b974-d9f2d41cb6ad admin admin] Made reservation on behalf of f2d50b9f6b084e40971269e8b882516c for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:54:25.202035 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d2c9bc50-37b5-4ede-b974-d9f2d41cb6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:25.232262 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d2c9bc50-37b5-4ede-b974-d9f2d41cb6ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:25.237702 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0661e896-4d3d-4d68-9f5d-21573591e8a5 req-b78b166a-84c3-4a2d-bc92-5051caf4f75a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5864098 Sep 16 12:54:25.270954 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:25.344166 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a7700878-4c52-4c82-b183-603ddfa0773c req-7944a033-c050-4768-9db3-62d8e3d8a812 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820053 Sep 16 12:54:25.392703 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=12 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:25.413785 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e0146-c641-4eee-8499-3aa9a0219f7d req-cc015fc3-d900-4ec5-8797-2dfef07448c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:25.415418 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ae2e0146-c641-4eee-8499-3aa9a0219f7d req-cc015fc3-d900-4ec5-8797-2dfef07448c3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba HTTP/1.1" status: 200 len: 922 time: 0.4481454 Sep 16 12:54:25.515318 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c06931c-40c7-4968-af0f-4a286a57b09e x-openstack-request-id: req-3c06931c-40c7-4968-af0f-4a286a57b09e {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:25.515849 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd721f2f-0f2f-4315-b101-d8140c7d94a0", "name": "network-vif-plugged", "status": "completed", "tag": "ee76b399-9246-48fa-9c23-18309e9b0a92", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:25.518457 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3c06931c-40c7-4968-af0f-4a286a57b09e {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:25.520335 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c06931c-40c7-4968-af0f-4a286a57b09e'] response: {'server_uuid': 'dd721f2f-0f2f-4315-b101-d8140c7d94a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee76b399-9246-48fa-9c23-18309e9b0a92', 'code': 200} Sep 16 12:54:25.520832 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d2c9bc50-37b5-4ede-b974-d9f2d41cb6ad admin admin] Publish callbacks [] for security_group (b22a6615-04e8-47af-941e-ace4d371dbeb), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:25.522133 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eecc51b-e8e1-4d21-870d-1433d64f131b None None] New status for floating IP 6257e01b-c989-43a0-afca-8c210713ffa3: ACTIVE {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:54:25.526471 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d2c9bc50-37b5-4ede-b974-d9f2d41cb6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b22a6615-04e8-47af-941e-ace4d371dbeb), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:25.594241 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=ee76b399-9246-48fa-9c23-18309e9b0a92,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:25.645889 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:25.652541 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ae2e0146-c641-4eee-8499-3aa9a0219f7d req-47d1bc84-6a8a-4041-b295-1238a0c95efe service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 HTTP/1.1" status: 200 len: 1000 time: 0.2300837 Sep 16 12:54:25.666223 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9bc50-37b5-4ede-b974-d9f2d41cb6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22a6615-04e8-47af-941e-ace4d371dbeb,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:25.685709 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c9bc50-37b5-4ede-b974-d9f2d41cb6ad admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:54:25.719152 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d2c9bc50-37b5-4ede-b974-d9f2d41cb6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (da808ddc-62fd-4e52-82ba-a587be7e96e0), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:25.720460 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-d2c9bc50-37b5-4ede-b974-d9f2d41cb6ad admin admin] Added segment da808ddc-62fd-4e52-82ba-a587be7e96e0 of type vlan for network e39821aa-60f0-44e0-aa25-da05e5161c83 Sep 16 12:54:25.808354 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:25.851809 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d2c9bc50-37b5-4ede-b974-d9f2d41cb6ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (e39821aa-60f0-44e0-aa25-da05e5161c83), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:25.895182 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2bb78-0a7b-4407-963c-f0beb50f5dd9 req-e1733451-f6ca-4440-822b-16adc5b986b7 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:25.896720 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-77e2bb78-0a7b-4407-963c-f0beb50f5dd9 req-e1733451-f6ca-4440-822b-16adc5b986b7 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 946 time: 0.1394169 Sep 16 12:54:25.930552 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d2c9bc50-37b5-4ede-b974-d9f2d41cb6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (e39821aa-60f0-44e0-aa25-da05e5161c83), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:25.936819 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c9bc50-37b5-4ede-b974-d9f2d41cb6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:25.938282 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d2c9bc50-37b5-4ede-b974-d9f2d41cb6ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:26.036429 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df568f79-b802-4b2a-ad59-8bcb3fc4419f req-c7975216-018a-4071-aba4-5bdca156f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:26.037993 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-df568f79-b802-4b2a-ad59-8bcb3fc4419f req-c7975216-018a-4071-aba4-5bdca156f40a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 1128 time: 0.3845532 Sep 16 12:54:26.043221 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d2c9bc50-37b5-4ede-b974-d9f2d41cb6ad admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1312168 Sep 16 12:54:26.044387 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56778) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:26.061710 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-dc671376-5d68-4cc4-a476-60507040333c admin admin] Request body: {'subnet': {'network_id': 'e39821aa-60f0-44e0-aa25-da05e5161c83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-428423571-subnet', 'tenant_id': 'f2d50b9f6b084e40971269e8b882516c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:54:26.079773 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9bc50-37b5-4ede-b974-d9f2d41cb6ad admin admin] Pushing event updated for resources: {'Network': ['ID=e39821aa-60f0-44e0-aa25-da05e5161c83,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:26.097226 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network e39821aa-60f0-44e0-aa25-da05e5161c83 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:54:26.104955 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc671376-5d68-4cc4-a476-60507040333c admin admin] Made reservation on behalf of f2d50b9f6b084e40971269e8b882516c for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:54:26.114263 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dc671376-5d68-4cc4-a476-60507040333c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:26.141083 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-77e2bb78-0a7b-4407-963c-f0beb50f5dd9 req-8672583d-14e1-4d51-a8d7-db21379b90dd tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241633 Sep 16 12:54:26.153204 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d3beaf16-53d9-4fb8-b3cb-2903a542db32 req-2e5ea24c-7ed5-40dc-aac2-31804b41be4e tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/floatingips/6257e01b-c989-43a0-afca-8c210713ffa3 HTTP/1.1" status: 200 len: 997 time: 0.7318878 Sep 16 12:54:26.224219 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e0146-c641-4eee-8499-3aa9a0219f7d req-00d158bd-f963-4a30-adb3-05a30a3e79fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:26.229197 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ae2e0146-c641-4eee-8499-3aa9a0219f7d req-00d158bd-f963-4a30-adb3-05a30a3e79fa service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f45171c0-7319-4228-8074-099241080456 HTTP/1.1" status: 200 len: 860 time: 0.4956908 Sep 16 12:54:26.387372 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 586b7cfc-f67a-48f3-beb9-5cd2ca16334c no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:54:26.443327 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 586b7cfc-f67a-48f3-beb9-5cd2ca16334c {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:54:26.443828 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 586b7cfc-f67a-48f3-beb9-5cd2ca16334c not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:54:26.570623 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3beaf16-53d9-4fb8-b3cb-2903a542db32 req-4001539f-9d84-4461-a29b-f2b9120b9d43 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:26.572525 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d3beaf16-53d9-4fb8-b3cb-2903a542db32 req-4001539f-9d84-4461-a29b-f2b9120b9d43 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.4179437 Sep 16 12:54:26.607961 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-d3beaf16-53d9-4fb8-b3cb-2903a542db32 req-67a9c184-271e-43ca-bd22-c0d98b94688f tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:54:26.611440 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d3beaf16-53d9-4fb8-b3cb-2903a542db32 req-67a9c184-271e-43ca-bd22-c0d98b94688f tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0167480 Sep 16 12:54:26.624805 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dc671376-5d68-4cc4-a476-60507040333c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (111be6d3-8b9a-4cec-af43-492de087009a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:26.702630 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc671376-5d68-4cc4-a476-60507040333c admin admin] Pushing event updated for resources: {'Subnet': ['ID=111be6d3-8b9a-4cec-af43-492de087009a,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:26.764295 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc671376-5d68-4cc4-a476-60507040333c admin admin] Checking segment: {'id': 'da808ddc-62fd-4e52-82ba-a587be7e96e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e39821aa-60f0-44e0-aa25-da05e5161c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:54:26.765364 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc671376-5d68-4cc4-a476-60507040333c admin admin] Network hostable DHCP agents. Network: e39821aa-60f0-44e0-aa25-da05e5161c83, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:54:26.811918 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc671376-5d68-4cc4-a476-60507040333c admin admin] Network e39821aa-60f0-44e0-aa25-da05e5161c83 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:54:26.842206 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-dc671376-5d68-4cc4-a476-60507040333c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, e39821aa-60f0-44e0-aa25-da05e5161c83) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:54:26.855448 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b01fed3-e511-4b7c-9474-6db7feccbb9b None None] Network e39821aa-60f0-44e0-aa25-da05e5161c83 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:54:26.881230 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc671376-5d68-4cc4-a476-60507040333c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:26.882151 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dc671376-5d68-4cc4-a476-60507040333c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:26.930244 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-dc671376-5d68-4cc4-a476-60507040333c admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8797333 Sep 16 12:54:26.930557 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56810) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:26.935158 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-7f4f3c31-a4ac-4710-a548-49485b821ffa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-428423571-router', 'tenant_id': 'f2d50b9f6b084e40971269e8b882516c', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:54:26.973259 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e0146-c641-4eee-8499-3aa9a0219f7d req-9b489580-ade6-437a-ad52-f2d83b9ddb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:26.976322 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ae2e0146-c641-4eee-8499-3aa9a0219f7d req-9b489580-ade6-437a-ad52-f2d83b9ddb38 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3892994 Sep 16 12:54:26.987835 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3351d1-a273-4937-a45d-a90a55f7150b req-2ec9e8ce-3ef6-4932-9fa0-8dc8b55f384c tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:27.003634 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4b3351d1-a273-4937-a45d-a90a55f7150b req-2ec9e8ce-3ef6-4932-9fa0-8dc8b55f384c tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 946 time: 0.2008622 Sep 16 12:54:27.004197 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f4f3c31-a4ac-4710-a548-49485b821ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (ad581c90-7838-4cd6-a90a-b1ec9489ccc4), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:27.006626 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f4f3c31-a4ac-4710-a548-49485b821ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (ad581c90-7838-4cd6-a90a-b1ec9489ccc4), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:27.052237 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-df568f79-b802-4b2a-ad59-8bcb3fc4419f req-42f5864e-6719-4176-8112-74615b340826 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735899 Sep 16 12:54:27.067636 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:27.070721 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f4f3c31-a4ac-4710-a548-49485b821ffa admin admin] Publish callbacks [] for router_controller (ad581c90-7838-4cd6-a90a-b1ec9489ccc4), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:27.075593 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d85a8d-5e75-46b8-acd2-81dcf608306d None None] Network e39821aa-60f0-44e0-aa25-da05e5161c83 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:54:27.139214 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-ffd91459-336d-42d1-a989-15841da710c9 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 1002 time: 0.4596782 Sep 16 12:54:27.163318 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4b3351d1-a273-4937-a45d-a90a55f7150b req-506d0ae4-ea76-4eca-88bf-bd7d50dcb851 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580820 Sep 16 12:54:27.250948 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:27.252335 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-997daffc-948c-4bf6-b476-1fe3176b7fd5 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:27.254302 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-997daffc-948c-4bf6-b476-1fe3176b7fd5 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports/d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 HTTP/1.1" status: 200 len: 943 time: 0.0896397 Sep 16 12:54:27.308519 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f4f3c31-a4ac-4710-a548-49485b821ffa admin admin] Publish callbacks [] for router_gateway (ad581c90-7838-4cd6-a90a-b1ec9489ccc4), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:27.390262 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-517ef242-553a-4b9f-bf09-009768395f42 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 1002 time: 0.0854669 Sep 16 12:54:27.539915 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:27.551729 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-ffb490b2-04c7-4ade-ba6e-9952cee59fa6 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:27.554293 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-ffb490b2-04c7-4ade-ba6e-9952cee59fa6 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.1557429 Sep 16 12:54:27.559777 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f4f3c31-a4ac-4710-a548-49485b821ffa admin admin] Publish callbacks [] for router_gateway (ad581c90-7838-4cd6-a90a-b1ec9489ccc4), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:27.592807 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f4f3c31-a4ac-4710-a548-49485b821ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:27.893167 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-7f4f3c31-a4ac-4710-a548-49485b821ffa admin admin] Allocated IP 172.25.2.185 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/fe870007-6cac-4d6f-8481-bff0cbf20270) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:54:28.111917 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f4f3c31-a4ac-4710-a548-49485b821ffa admin admin] Publish callbacks [] for port (fe870007-6cac-4d6f-8481-bff0cbf20270), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:28.179335 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:28.190156 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f4f3c31-a4ac-4710-a548-49485b821ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (fe870007-6cac-4d6f-8481-bff0cbf20270), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:28.254516 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4f3c31-a4ac-4710-a548-49485b821ffa admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:54:28.258389 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-7f4f3c31-a4ac-4710-a548-49485b821ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:54:28.260631 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f3c31-a4ac-4710-a548-49485b821ffa admin admin] Pushing event updated for resources: {'Port': ['ID=fe870007-6cac-4d6f-8481-bff0cbf20270,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:28.262913 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4f3c31-a4ac-4710-a548-49485b821ffa admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:54:28.319176 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:28.458414 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a731573-0daa-48e7-a498-8330245e1f9e req-145c61cd-1423-4bf8-a951-765834498f71 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:28.466408 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7a731573-0daa-48e7-a498-8330245e1f9e req-145c61cd-1423-4bf8-a951-765834498f71 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 946 time: 0.0952432 Sep 16 12:54:28.512992 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:28.517554 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-8903d878-bd3e-4c39-9ded-adc7357d4916 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 1002 time: 0.9549878 Sep 16 12:54:28.544565 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-fffba159-a778-4fce-8fe5-d8ac630a4928 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Request body: {'floatingip': {'port_id': None}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:54:28.671473 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-38147081-26c8-41f2-85d4-0f997659c21a tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:28.673081 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-38147081-26c8-41f2-85d4-0f997659c21a tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939&tenant_id=dd7ec914bffb4743921e4116b0c399eb&binding%3Ahost_id=n-h2-858094-4 HTTP/1.1" status: 200 len: 1128 time: 0.1543429 Sep 16 12:54:28.691095 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ae2e0146-c641-4eee-8499-3aa9a0219f7d req-3797231a-7b07-4e96-812b-a9ca79767317 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0686080 Sep 16 12:54:28.698384 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7a731573-0daa-48e7-a498-8330245e1f9e req-78aca831-523f-4e80-8b86-c4a2e600f792 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302935 Sep 16 12:54:28.718424 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-fffba159-a778-4fce-8fe5-d8ac630a4928 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks [] for floatingip (6257e01b-c989-43a0-afca-8c210713ffa3), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:29.094977 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f4f3c31-a4ac-4710-a548-49485b821ffa admin admin] Publish callbacks [] for router_gateway (ad581c90-7838-4cd6-a90a-b1ec9489ccc4), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:29.193100 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ae2e0146-c641-4eee-8499-3aa9a0219f7d req-a0827c44-3f4d-4b94-a7b1-8e0de528cf5f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271255 Sep 16 12:54:29.204262 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-858094-4'}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:54:29.226099 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-fffba159-a778-4fce-8fe5-d8ac630a4928 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:29.294489 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-fffba159-a778-4fce-8fe5-d8ac630a4928 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (6257e01b-c989-43a0-afca-8c210713ffa3), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:29.294887 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-fffba159-a778-4fce-8fe5-d8ac630a4928 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Floating IP 6257e01b-c989-43a0-afca-8c210713ffa3 disassociated. External IP: 172.25.2.147, port: d5a5f978-c5f0-4476-91cc-2b79e48ec4a7. Sep 16 12:54:29.356616 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f4f3c31-a4ac-4710-a548-49485b821ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (ad581c90-7838-4cd6-a90a-b1ec9489ccc4), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:29.531777 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d49254-5c95-413d-b404-54e59735aa25 req-85449f07-b9ba-42aa-8785-4172cfb54b8a tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:29.533609 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-60d49254-5c95-413d-b404-54e59735aa25 req-85449f07-b9ba-42aa-8785-4172cfb54b8a tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 946 time: 0.4776089 Sep 16 12:54:29.546647 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4f3c31-a4ac-4710-a548-49485b821ffa admin admin] Router ad581c90-7838-4cd6-a90a-b1ec9489ccc4 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:54:29.627527 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:29.688275 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4f3c31-a4ac-4710-a548-49485b821ffa admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:54:29.702352 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] Sync routers for ids ['ad581c90-7838-4cd6-a90a-b1ec9489ccc4'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:54:29.703647 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:29.721667 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-60d49254-5c95-413d-b404-54e59735aa25 req-f2d2b971-450d-4190-879a-af0e20fb1e06 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265712 Sep 16 12:54:29.747128 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f4f3c31-a4ac-4710-a548-49485b821ffa admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:29.748105 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] Routers {'ad581c90-7838-4cd6-a90a-b1ec9489ccc4'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:29.750354 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['ad581c90-7838-4cd6-a90a-b1ec9489ccc4'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:29.751462 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7f4f3c31-a4ac-4710-a548-49485b821ffa admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8197360 Sep 16 12:54:29.752168 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56848) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:29.837359 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-fffba159-a778-4fce-8fe5-d8ac630a4928 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Router 10b06796-faac-4714-8984-e75ef82d14a7 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:54:30.196198 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] Set router ad581c90-7838-4cd6-a90a-b1ec9489ccc4 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:30.292860 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:30.382281 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:30.443566 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e1fe4-e17b-43c9-a2e1-15d76d4d1728 req-1d8479a0-ab5a-42ef-8f76-d525dae43d56 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:30.445929 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-032e1fe4-e17b-43c9-a2e1-15d76d4d1728 req-1d8479a0-ab5a-42ef-8f76-d525dae43d56 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 946 time: 0.0841191 Sep 16 12:54:30.524373 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device efae6ffd-f514-46a4-ad30-4fa3504874c8 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:54:30.631418 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-fffba159-a778-4fce-8fe5-d8ac630a4928 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:54:30.667978 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-fffba159-a778-4fce-8fe5-d8ac630a4928 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:30.690773 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3833e2d9-5bed-4404-8035-8ba96db88fa5 None None] Sync routers for ids ['10b06796-faac-4714-8984-e75ef82d14a7'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:54:30.748302 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-006f6089-1eb3-4574-83cf-2d3d50002b06 req-039932eb-3aae-4227-971f-19f63f0c207b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3878827 Sep 16 12:54:30.759467 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:30.769760 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] For port efae6ffd-f514-46a4-ad30-4fa3504874c8, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=efae6ffd-f514-46a4-ad30-4fa3504874c8,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:30.798884 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-fffba159-a778-4fce-8fe5-d8ac630a4928 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/6257e01b-c989-43a0-afca-8c210713ffa3 HTTP/1.1" status: 200 len: 696 time: 2.2731178 Sep 16 12:54:30.801903 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'tag': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:54:30.804796 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627cb8e2-55cd-49ae-b5a6-1e2de2b97e27" -d '{"events": [{"name": "network-changed", "server_uuid": "5c161179-0b93-4676-86f7-2f507a3ebeb3", "tag": "d5a5f978-c5f0-4476-91cc-2b79e48ec4a7"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:54:30.820012 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-032e1fe4-e17b-43c9-a2e1-15d76d4d1728 req-7a8ce5a3-ac97-4e2d-badf-ff661e22cbb4 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879598 Sep 16 12:54:30.830840 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc671b67-b060-4ee5-a088-5135cc6b15b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:30.894823 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad581c90-7838-4cd6-a90a-b1ec9489ccc4', 'name': 'tempest-ServerRescueTestJSON-428423571-router', 'tenant_id': 'f2d50b9f6b084e40971269e8b882516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'fe870007-6cac-4d6f-8481-bff0cbf20270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:27Z', 'updated_at': '2022-09-16T12:54:28Z', 'revision_number': 3, 'project_id': 'f2d50b9f6b084e40971269e8b882516c', 'gw_port': {'id': 'fe870007-6cac-4d6f-8481-bff0cbf20270', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad581c90-7838-4cd6-a90a-b1ec9489ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:27Z', 'updated_at': '2022-09-16T12:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:30.903921 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3833e2d9-5bed-4404-8035-8ba96db88fa5 None None] Routers {'10b06796-faac-4714-8984-e75ef82d14a7'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:30.905005 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-3833e2d9-5bed-4404-8035-8ba96db88fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['10b06796-faac-4714-8984-e75ef82d14a7'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:31.006200 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f6089-1eb3-4574-83cf-2d3d50002b06 req-e42f444c-b7bf-4831-bfc3-d291858989ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:31.016910 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-006f6089-1eb3-4574-83cf-2d3d50002b06 req-e42f444c-b7bf-4831-bfc3-d291858989ed service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 1126 time: 0.1515300 Sep 16 12:54:31.053811 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56876) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:31.258991 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] For port efae6ffd-f514-46a4-ad30-4fa3504874c8, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:54:31.310467 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] Checking router: ad581c90-7838-4cd6-a90a-b1ec9489ccc4 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:54:31.310859 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] Updating router ad581c90-7838-4cd6-a90a-b1ec9489ccc4 port fe870007-6cac-4d6f-8481-bff0cbf20270 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:54:31.326620 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-522ea9b9-b0c3-417c-99a1-30101407c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:31.328224 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-522ea9b9-b0c3-417c-99a1-30101407c775 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1e41136645964ea98a675833bd73299f&device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 1128 time: 0.3245273 Sep 16 12:54:31.371335 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e3d5b-60c7-4482-9ed0-e7a0f8ac8517 req-a55f462c-c82f-4abb-a62c-e3f63000c22e tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:31.379333 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-270e3d5b-60c7-4482-9ed0-e7a0f8ac8517 req-a55f462c-c82f-4abb-a62c-e3f63000c22e tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 946 time: 0.2010839 Sep 16 12:54:31.438618 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-3833e2d9-5bed-4404-8035-8ba96db88fa5 None None] Set router 10b06796-faac-4714-8984-e75ef82d14a7 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:31.469879 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fe870007-6cac-4d6f-8481-bff0cbf20270), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:31.523324 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port efae6ffd-f514-46a4-ad30-4fa3504874c8, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=efae6ffd-f514-46a4-ad30-4fa3504874c8,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:31.524587 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] Publish callbacks [] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:31.546320 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device efae6ffd-f514-46a4-ad30-4fa3504874c8 has no active binding in host n-h1-858094-4 {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 12:54:31.589106 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9646159f-6d44-4d7b-b0ab-006761a22bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:31.592289 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:31.600274 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f6089-1eb3-4574-83cf-2d3d50002b06 req-0f51e767-fe4d-4bab-b76d-9d9d463caa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:31.612145 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-006f6089-1eb3-4574-83cf-2d3d50002b06 req-0f51e767-fe4d-4bab-b76d-9d9d463caa60 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 0.5438519 Sep 16 12:54:31.897789 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-006f6089-1eb3-4574-83cf-2d3d50002b06 req-efbcfe37-63c0-40ca-bec9-5f24d3fdb170 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8109ea32-2ace-4f1c-be0b-e7fa4599d05e HTTP/1.1" status: 200 len: 217 time: 0.2759259 Sep 16 12:54:31.902049 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9646159f-6d44-4d7b-b0ab-006761a22bdc admin admin] Publish callbacks [] for security_group (42283c10-6a94-42f4-b10f-88d23e3fa6f0), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:31.917239 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-bc671b67-b060-4ee5-a088-5135cc6b15b8 admin admin] Allocated IP 172.20.0.1 (e39821aa-60f0-44e0-aa25-da05e5161c83/111be6d3-8b9a-4cec-af43-492de087009a/d84415a2-85ab-445b-92fe-4a6ae925dac6) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:54:31.918144 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-3833e2d9-5bed-4404-8035-8ba96db88fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'f3bc34fa-904e-4a4a-a98a-aa05461c0606', 'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'mac_address': 'fa:16:3e:3b:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:26Z', 'updated_at': '2022-09-16T12:52:34Z', 'revision_number': 5, 'project_id': '1e41136645964ea98a675833bd73299f', 'subnets': [{'id': 'f45171c0-7319-4228-8074-099241080456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:31.952341 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:31.955285 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9646159f-6d44-4d7b-b0ab-006761a22bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (42283c10-6a94-42f4-b10f-88d23e3fa6f0), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:31.959269 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3833e2d9-5bed-4404-8035-8ba96db88fa5 None None] Checking router: 10b06796-faac-4714-8984-e75ef82d14a7 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:54:31.976204 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] Publish callbacks [] for port (fe870007-6cac-4d6f-8481-bff0cbf20270), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:31.984793 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (fe870007-6cac-4d6f-8481-bff0cbf20270), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:32.009738 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3833e2d9-5bed-4404-8035-8ba96db88fa5 None None] Routers {'10b06796-faac-4714-8984-e75ef82d14a7'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:32.009738 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-3833e2d9-5bed-4404-8035-8ba96db88fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['10b06796-faac-4714-8984-e75ef82d14a7'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:32.049525 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:32.058839 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b9fae-4667-4569-8c90-d9e39b11a8b7 None None] Pushing event updated for resources: {'Port': ['ID=fe870007-6cac-4d6f-8481-bff0cbf20270,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:32.087288 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] Attempting to bind port fe870007-6cac-4d6f-8481-bff0cbf20270 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:54:32.087682 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] Attempting to bind port fe870007-6cac-4d6f-8481-bff0cbf20270 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:54:32.088037 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] Attempting to bind port fe870007-6cac-4d6f-8481-bff0cbf20270 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:54:32.120996 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9646159f-6d44-4d7b-b0ab-006761a22bdc admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=0f6ff900a0814e33b685c5ef2d2b5467&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0660703 Sep 16 12:54:32.124556 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56892) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:32.158074 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] Attempting to bind port efae6ffd-f514-46a4-ad30-4fa3504874c8 on host n-h2-858094-4 for vnic_type normal with profile {"migrating_to": "n-h1-858094-4"} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:54:32.161893 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] Attempting to bind port efae6ffd-f514-46a4-ad30-4fa3504874c8 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:54:32.162530 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] Attempting to bind port efae6ffd-f514-46a4-ad30-4fa3504874c8 on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:54:32.173630 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-270e3d5b-60c7-4482-9ed0-e7a0f8ac8517 req-a1c5357f-c102-455d-9ee5-1c7dfd45419a tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7923684 Sep 16 12:54:32.228226 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-3833e2d9-5bed-4404-8035-8ba96db88fa5 None None] Set router 10b06796-faac-4714-8984-e75ef82d14a7 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:32.233230 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646159f-6d44-4d7b-b0ab-006761a22bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42283c10-6a94-42f4-b10f-88d23e3fa6f0,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:32.256850 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:54:32.257284 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:54:32.257793 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:32.258193 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:54:32.258973 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] Bound port: fe870007-6cac-4d6f-8481-bff0cbf20270, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:54:32.259833 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fe870007-6cac-4d6f-8481-bff0cbf20270), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:32.296675 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-e1bea177-a4d7-4e6b-919f-48592546492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:32.298215 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-e1bea177-a4d7-4e6b-919f-48592546492f service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba HTTP/1.1" status: 200 len: 922 time: 0.9601912 Sep 16 12:54:32.306553 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77507449-7f95-4e1c-b109-aff512243ff8 x-openstack-request-id: req-77507449-7f95-4e1c-b109-aff512243ff8 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:32.306958 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c161179-0b93-4676-86f7-2f507a3ebeb3", "tag": "d5a5f978-c5f0-4476-91cc-2b79e48ec4a7", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:32.308312 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-77507449-7f95-4e1c-b109-aff512243ff8 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:32.309946 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77507449-7f95-4e1c-b109-aff512243ff8'] response: {'name': 'network-changed', 'server_uuid': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'tag': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7', 'status': 'completed', 'code': 200} Sep 16 12:54:32.311774 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:32.346760 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e850f659-ae93-485e-8e01-bc7fff298d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:32.359349 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f00090be-f576-448b-a2de-b284c26ec8df admin admin] Publish callbacks [] for security_group (42283c10-6a94-42f4-b10f-88d23e3fa6f0), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:32.361053 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=efae6ffd-f514-46a4-ad30-4fa3504874c8,revision_number=7']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:32.371313 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f6089-1eb3-4574-83cf-2d3d50002b06 req-e42370fc-2eeb-4396-993b-5acb11d01b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:32.373266 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-006f6089-1eb3-4574-83cf-2d3d50002b06 req-e42370fc-2eeb-4396-993b-5acb11d01b1f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.4082625 Sep 16 12:54:32.442087 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] For port fe870007-6cac-4d6f-8481-bff0cbf20270, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:54:32.454808 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] For port fe870007-6cac-4d6f-8481-bff0cbf20270, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=fe870007-6cac-4d6f-8481-bff0cbf20270,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:54:32.463102 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (fe870007-6cac-4d6f-8481-bff0cbf20270), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:32.494705 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc671b67-b060-4ee5-a088-5135cc6b15b8 admin admin] Publish callbacks [] for port (d84415a2-85ab-445b-92fe-4a6ae925dac6), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:32.534273 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cb8e2-55cd-49ae-b5a6-1e2de2b97e27 req-776691ef-c782-4d48-a76c-14cdc6c9191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:32.538573 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-627cb8e2-55cd-49ae-b5a6-1e2de2b97e27 req-776691ef-c782-4d48-a76c-14cdc6c9191c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1e41136645964ea98a675833bd73299f&device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 1128 time: 0.0780871 Sep 16 12:54:32.539636 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f00090be-f576-448b-a2de-b284c26ec8df admin admin] Publish callbacks [] for security_group (42283c10-6a94-42f4-b10f-88d23e3fa6f0), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:32.557330 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] Routers {'ad581c90-7838-4cd6-a90a-b1ec9489ccc4'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:32.557961 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['ad581c90-7838-4cd6-a90a-b1ec9489ccc4'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:32.579242 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-3833e2d9-5bed-4404-8035-8ba96db88fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'f3bc34fa-904e-4a4a-a98a-aa05461c0606', 'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'mac_address': 'fa:16:3e:3b:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:26Z', 'updated_at': '2022-09-16T12:52:34Z', 'revision_number': 5, 'project_id': '1e41136645964ea98a675833bd73299f', 'subnets': [{'id': 'f45171c0-7319-4228-8074-099241080456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:32.602574 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:32.603123 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-0befd29f-9eab-4014-88ab-5d513008cca2 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 HTTP/1.1" status: 200 len: 217 time: 0.2254887 Sep 16 12:54:32.605263 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:32.611612 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8b128-5f39-4fb4-9b4d-279134d46118 req-467c95cc-550e-436c-b8ba-b766ed613c32 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:32.612898 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc671b67-b060-4ee5-a088-5135cc6b15b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (d84415a2-85ab-445b-92fe-4a6ae925dac6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:32.614730 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6df8b128-5f39-4fb4-9b4d-279134d46118 req-467c95cc-550e-436c-b8ba-b766ed613c32 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 944 time: 0.1531813 Sep 16 12:54:32.637644 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc671b67-b060-4ee5-a088-5135cc6b15b8 admin admin] Network e39821aa-60f0-44e0-aa25-da05e5161c83 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:54:32.643357 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-bc671b67-b060-4ee5-a088-5135cc6b15b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:54:32.646303 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f00090be-f576-448b-a2de-b284c26ec8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (42283c10-6a94-42f4-b10f-88d23e3fa6f0), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:32.648856 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3833e2d9-5bed-4404-8035-8ba96db88fa5 None None] The sync data for ids ['10b06796-faac-4714-8984-e75ef82d14a7'] in n-d-858094-4 is: [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'f3bc34fa-904e-4a4a-a98a-aa05461c0606', 'name': '', 'network_id': '2a6f5c27-4e22-4940-b2ce-5570b20e4dba', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'mac_address': 'fa:16:3e:3b:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'f45171c0-7319-4228-8074-099241080456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:26Z', 'updated_at': '2022-09-16T12:52:34Z', 'revision_number': 5, 'project_id': '1e41136645964ea98a675833bd73299f', 'subnets': [{'id': 'f45171c0-7319-4228-8074-099241080456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:54:32.650521 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f00090be-f576-448b-a2de-b284c26ec8df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:32.651952 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f00090be-f576-448b-a2de-b284c26ec8df admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/42283c10-6a94-42f4-b10f-88d23e3fa6f0 HTTP/1.1" status: 204 len: 168 time: 0.5262151 Sep 16 12:54:32.667119 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc671b67-b060-4ee5-a088-5135cc6b15b8 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:54:32.677096 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b9fae-4667-4569-8c90-d9e39b11a8b7 None None] Pushing event updated for resources: {'Port': ['ID=fe870007-6cac-4d6f-8481-bff0cbf20270,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:32.791451 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:32.806006 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] Set router ad581c90-7838-4cd6-a90a-b1ec9489ccc4 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:32.841721 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc671b67-b060-4ee5-a088-5135cc6b15b8 admin admin] Pushing event updated for resources: {'Port': ['ID=d84415a2-85ab-445b-92fe-4a6ae925dac6,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:32.853150 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00090be-f576-448b-a2de-b284c26ec8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42283c10-6a94-42f4-b10f-88d23e3fa6f0,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:32.859699 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:32.887144 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] Port efae6ffd-f514-46a4-ad30-4fa3504874c8 on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:54:32.887672 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] Attempting to bind port efae6ffd-f514-46a4-ad30-4fa3504874c8 on network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:54:32.906657 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc671b67-b060-4ee5-a088-5135cc6b15b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (ad581c90-7838-4cd6-a90a-b1ec9489ccc4), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:32.954465 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f6089-1eb3-4574-83cf-2d3d50002b06 req-ac5b1bb1-0ddd-4b27-ba50-31256862143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:32.956200 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-006f6089-1eb3-4574-83cf-2d3d50002b06 req-ac5b1bb1-0ddd-4b27-ba50-31256862143e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4935060 Sep 16 12:54:33.046695 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-d4fba39b-7c2f-420e-bf25-1ffd88636280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:33.048208 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-d4fba39b-7c2f-420e-bf25-1ffd88636280 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f45171c0-7319-4228-8074-099241080456 HTTP/1.1" status: 200 len: 860 time: 0.4324973 Sep 16 12:54:33.175274 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6df8b128-5f39-4fb4-9b4d-279134d46118 req-f4a46b14-1a9c-40b2-8c9f-94adb1a0afa2 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010179 Sep 16 12:54:33.195996 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cb8e2-55cd-49ae-b5a6-1e2de2b97e27 req-2f143bf7-2896-49c0-bcbc-7e2b2e844c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:33.198011 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-627cb8e2-55cd-49ae-b5a6-1e2de2b97e27 req-2f143bf7-2896-49c0-bcbc-7e2b2e844c92 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba HTTP/1.1" status: 200 len: 922 time: 0.5786037 Sep 16 12:54:33.202826 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:54:33.203418 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] Checking segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:54:33.203986 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] Bound using segment: {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:54:33.204642 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] Bound port: efae6ffd-f514-46a4-ad30-4fa3504874c8, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a871841-843c-423e-b044-9743639ac3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:54:33.205159 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:33.233665 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc671b67-b060-4ee5-a088-5135cc6b15b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d84415a2-85ab-445b-92fe-4a6ae925dac6), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:33.243006 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c00576-64a6-4047-bfcb-200b260e61d3 None None] New status for floating IP 6257e01b-c989-43a0-afca-8c210713ffa3: DOWN {{(pid=113701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:54:33.287452 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-345e72df-e792-4c40-8d9e-ff7feedb7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:33.288961 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-345e72df-e792-4c40-8d9e-ff7feedb7c98 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2278540 Sep 16 12:54:33.301400 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 56914) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:33.321347 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-627cb8e2-55cd-49ae-b5a6-1e2de2b97e27 req-fa004b38-b369-49f7-8f8b-136c2b1b5903 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 HTTP/1.1" status: 200 len: 217 time: 0.1136212 Sep 16 12:54:33.553374 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad581c90-7838-4cd6-a90a-b1ec9489ccc4', 'name': 'tempest-ServerRescueTestJSON-428423571-router', 'tenant_id': 'f2d50b9f6b084e40971269e8b882516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'fe870007-6cac-4d6f-8481-bff0cbf20270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:27Z', 'updated_at': '2022-09-16T12:54:28Z', 'revision_number': 3, 'project_id': 'f2d50b9f6b084e40971269e8b882516c', 'gw_port': {'id': 'fe870007-6cac-4d6f-8481-bff0cbf20270', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad581c90-7838-4cd6-a90a-b1ec9489ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:27Z', 'updated_at': '2022-09-16T12:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:33.588952 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b88cf2-1ea0-4a6f-845a-228097da0b56 None None] The sync data for ids ['ad581c90-7838-4cd6-a90a-b1ec9489ccc4'] in n-d-858094-4 is: [{'id': 'ad581c90-7838-4cd6-a90a-b1ec9489ccc4', 'name': 'tempest-ServerRescueTestJSON-428423571-router', 'tenant_id': 'f2d50b9f6b084e40971269e8b882516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'fe870007-6cac-4d6f-8481-bff0cbf20270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:27Z', 'updated_at': '2022-09-16T12:54:28Z', 'revision_number': 3, 'project_id': 'f2d50b9f6b084e40971269e8b882516c', 'gw_port': {'id': 'fe870007-6cac-4d6f-8481-bff0cbf20270', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad581c90-7838-4cd6-a90a-b1ec9489ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:27Z', 'updated_at': '2022-09-16T12:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:54:33.610990 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc671b67-b060-4ee5-a088-5135cc6b15b8 admin admin] Publish callbacks [] for port (d84415a2-85ab-445b-92fe-4a6ae925dac6), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:33.617196 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc671b67-b060-4ee5-a088-5135cc6b15b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (d84415a2-85ab-445b-92fe-4a6ae925dac6), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:33.719772 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc671b67-b060-4ee5-a088-5135cc6b15b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (ad581c90-7838-4cd6-a90a-b1ec9489ccc4), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:33.722911 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc671b67-b060-4ee5-a088-5135cc6b15b8 admin admin] Pushing event updated for resources: {'Port': ['ID=d84415a2-85ab-445b-92fe-4a6ae925dac6,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:33.863723 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:33.881690 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc671b67-b060-4ee5-a088-5135cc6b15b8 admin admin] Network e39821aa-60f0-44e0-aa25-da05e5161c83 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:54:33.886875 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-bc671b67-b060-4ee5-a088-5135cc6b15b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:54:33.962147 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c6456e58-2c0d-4217-9a39-77f20f581e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:34.048235 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc671b67-b060-4ee5-a088-5135cc6b15b8 admin admin] Router ad581c90-7838-4cd6-a90a-b1ec9489ccc4 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:54:34.103799 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:34.226078 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc671b67-b060-4ee5-a088-5135cc6b15b8 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:54:34.232844 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device fe870007-6cac-4d6f-8481-bff0cbf20270 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:54:34.234072 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-bc671b67-b060-4ee5-a088-5135cc6b15b8 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/ad581c90-7838-4cd6-a90a-b1ec9489ccc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4806008 Sep 16 12:54:34.252274 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cb8e2-55cd-49ae-b5a6-1e2de2b97e27 req-c4decb5e-1a75-44c4-8c40-e0325b990fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:34.253788 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-627cb8e2-55cd-49ae-b5a6-1e2de2b97e27 req-c4decb5e-1a75-44c4-8c40-e0325b990fde service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f45171c0-7319-4228-8074-099241080456 HTTP/1.1" status: 200 len: 860 time: 0.3535976 Sep 16 12:54:34.263957 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-006f6089-1eb3-4574-83cf-2d3d50002b06 req-8047ded6-65b4-460a-a5e5-4a0b1e9842af service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2360210 Sep 16 12:54:34.312301 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1530a2-c78e-419d-a65e-fc5baf53d939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efae6ffd-f514-46a4-ad30-4fa3504874c8'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:54:34.314984 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff8dfa1-3be9-4efc-8f04-ea2d8ecdeafe" -d '{"events": [{"server_uuid": "bd1530a2-c78e-419d-a65e-fc5baf53d939", "name": "network-vif-unplugged", "status": "completed", "tag": "efae6ffd-f514-46a4-ad30-4fa3504874c8"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:54:34.334450 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07995945-430f-4b52-8f53-f22a6facc991 req-05bef59d-182c-4b45-844a-23e0b694373b tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:34.339410 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port fe870007-6cac-4d6f-8481-bff0cbf20270 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:34.339747 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (fe870007-6cac-4d6f-8481-bff0cbf20270), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:34.340095 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port fe870007-6cac-4d6f-8481-bff0cbf20270 Sep 16 12:54:34.341750 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-07995945-430f-4b52-8f53-f22a6facc991 req-05bef59d-182c-4b45-844a-23e0b694373b tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c97d5f35-6ea1-4ec7-88f5-9da9dbe81182 HTTP/1.1" status: 200 len: 949 time: 0.3929989 Sep 16 12:54:34.377751 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74418e46-d8d7-4bd6-acd9-a9698416e070 req-4dd49133-d785-4130-885f-99bfbe495093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:34.379322 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-74418e46-d8d7-4bd6-acd9-a9698416e070 req-4dd49133-d785-4130-885f-99bfbe495093 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=101be406faff40d9a001aa76e5f3a19e&device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 1128 time: 0.4456177 Sep 16 12:54:34.403810 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:34.459920 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] For port efae6ffd-f514-46a4-ad30-4fa3504874c8, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:54:34.499882 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port fe870007-6cac-4d6f-8481-bff0cbf20270 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:34.500368 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fe870007-6cac-4d6f-8481-bff0cbf20270), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:34.528531 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port fe870007-6cac-4d6f-8481-bff0cbf20270, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=fe870007-6cac-4d6f-8481-bff0cbf20270,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:34.533750 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (fe870007-6cac-4d6f-8481-bff0cbf20270), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:34.540326 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] For port efae6ffd-f514-46a4-ad30-4fa3504874c8, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=efae6ffd-f514-46a4-ad30-4fa3504874c8,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:54:34.607248 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cb8e2-55cd-49ae-b5a6-1e2de2b97e27 req-5167c324-a3aa-4da7-985b-ef95d1592d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:34.608919 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-627cb8e2-55cd-49ae-b5a6-1e2de2b97e27 req-5167c324-a3aa-4da7-985b-ef95d1592d00 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2a6f5c27-4e22-4940-b2ce-5570b20e4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3259282 Sep 16 12:54:34.610823 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-8e53823d-6331-4ad0-b123-2a25ed4379ce service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3007495 Sep 16 12:54:34.623734 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:34.641277 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1ac2774e-1747-4ad1-98ed-dd1b45bcad8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:34.671940 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=fe870007-6cac-4d6f-8481-bff0cbf20270,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:34.739149 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:34.866845 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-07995945-430f-4b52-8f53-f22a6facc991 req-17c4df56-d451-4ac6-8ba1-2ce747abcaf6 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0f71d0ad-8919-4c17-822e-69735985f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241961 Sep 16 12:54:34.922939 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-006f6089-1eb3-4574-83cf-2d3d50002b06 req-05a4fe23-630a-4d12-8176-5a11d7b45f76 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6342466 Sep 16 12:54:34.962365 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:34.970747 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:34.971463 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:34.972862 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/efae6ffd-f514-46a4-ad30-4fa3504874c8 HTTP/1.1" status: 200 len: 1122 time: 5.9180462 Sep 16 12:54:34.987846 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c6456e58-2c0d-4217-9a39-77f20f581e7a admin admin] Publish callbacks [] for security_group (12d1704d-7455-4881-8238-77b912cd9c34), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:35.010905 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c6456e58-2c0d-4217-9a39-77f20f581e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (12d1704d-7455-4881-8238-77b912cd9c34), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:35.025897 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469a55e-987f-4214-97c1-f96dad9ff5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=efae6ffd-f514-46a4-ad30-4fa3504874c8,revision_number=8']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:35.072605 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74418e46-d8d7-4bd6-acd9-a9698416e070 req-da27311c-5e94-4eb4-bb9b-0738ea952316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:35.074093 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-74418e46-d8d7-4bd6-acd9-a9698416e070 req-da27311c-5e94-4eb4-bb9b-0738ea952316 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=ad265caa-a590-4a61-93ec-155fc1127ff1 HTTP/1.1" status: 200 len: 914 time: 0.6596258 Sep 16 12:54:35.077734 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['efae6ffd-f514-46a4-ad30-4fa3504874c8'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:54:35.128917 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c6456e58-2c0d-4217-9a39-77f20f581e7a admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=fb86c654f2174f2fb273df5882df281f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8236322 Sep 16 12:54:35.129118 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 56952) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:35.181280 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['efae6ffd-f514-46a4-ad30-4fa3504874c8'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:54:35.183420 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1fd5dc96-d9ee-469f-9d98-53a40a72c587 req-3b70487b-bed4-4083-b66e-897907f93aca service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339229 Sep 16 12:54:35.186400 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6456e58-2c0d-4217-9a39-77f20f581e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d1704d-7455-4881-8238-77b912cd9c34,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:35.207199 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5905155-4e24-458c-985b-01088d5f59a6 req-188ff16b-8e25-4441-b8fb-7b8af589f9a5 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:35.229240 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a5905155-4e24-458c-985b-01088d5f59a6 req-188ff16b-8e25-4441-b8fb-7b8af589f9a5 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 946 time: 0.2648363 Sep 16 12:54:35.233989 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-627cb8e2-55cd-49ae-b5a6-1e2de2b97e27 req-10f43953-bfc5-41bf-abd9-b3c14d257420 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6074443 Sep 16 12:54:35.251710 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-62bbadf2-0999-4c8e-804b-fec2051e5390 admin admin] Publish callbacks [] for security_group (12d1704d-7455-4881-8238-77b912cd9c34), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:35.297379 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-62bbadf2-0999-4c8e-804b-fec2051e5390 admin admin] Publish callbacks [] for security_group (12d1704d-7455-4881-8238-77b912cd9c34), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:35.310317 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a5905155-4e24-458c-985b-01088d5f59a6 req-04e95e05-adc6-4720-ac0d-54110ca80aff tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737705 Sep 16 12:54:35.387623 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-62bbadf2-0999-4c8e-804b-fec2051e5390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (12d1704d-7455-4881-8238-77b912cd9c34), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:35.390632 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-62bbadf2-0999-4c8e-804b-fec2051e5390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:35.392071 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-62bbadf2-0999-4c8e-804b-fec2051e5390 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/12d1704d-7455-4881-8238-77b912cd9c34 HTTP/1.1" status: 204 len: 168 time: 0.2620275 Sep 16 12:54:35.409734 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbadf2-0999-4c8e-804b-fec2051e5390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d1704d-7455-4881-8238-77b912cd9c34,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:35.412913 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ea228e-4b4c-4ca3-af72-c26f59b9001c x-openstack-request-id: req-65ea228e-4b4c-4ca3-af72-c26f59b9001c {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:35.416043 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1530a2-c78e-419d-a65e-fc5baf53d939", "name": "network-vif-unplugged", "status": "completed", "tag": "efae6ffd-f514-46a4-ad30-4fa3504874c8", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:35.416484 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-65ea228e-4b4c-4ca3-af72-c26f59b9001c {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:35.418831 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65ea228e-4b4c-4ca3-af72-c26f59b9001c'] response: {'server_uuid': 'bd1530a2-c78e-419d-a65e-fc5baf53d939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efae6ffd-f514-46a4-ad30-4fa3504874c8', 'code': 200} Sep 16 12:54:35.445474 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee855f5e-79ce-47aa-9660-447fd4bd89b8 req-7ac51d3d-d41d-4b0b-a44d-41fdc33b4f14 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:35.447076 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ee855f5e-79ce-47aa-9660-447fd4bd89b8 req-7ac51d3d-d41d-4b0b-a44d-41fdc33b4f14 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 944 time: 0.1228280 Sep 16 12:54:35.533915 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-74418e46-d8d7-4bd6-acd9-a9698416e070 req-e7a96474-91a8-42a4-ba63-05f95d5b7718 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee76b399-9246-48fa-9c23-18309e9b0a92 HTTP/1.1" status: 200 len: 217 time: 0.1133630 Sep 16 12:54:35.667949 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ee855f5e-79ce-47aa-9660-447fd4bd89b8 req-17eedcd1-2713-427a-bdae-4ab792cefc06 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659789 Sep 16 12:54:35.669415 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74418e46-d8d7-4bd6-acd9-a9698416e070 req-b418fb9e-0630-454f-afbb-ae70512bc497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:35.670960 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-74418e46-d8d7-4bd6-acd9-a9698416e070 req-b418fb9e-0630-454f-afbb-ae70512bc497 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a0be1694-690e-414e-80df-68a3a70de7c9 HTTP/1.1" status: 200 len: 852 time: 0.1284995 Sep 16 12:54:35.674767 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-627cb8e2-55cd-49ae-b5a6-1e2de2b97e27 req-9d8e0173-60e2-45e9-8699-09ddb1f0629b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535307 Sep 16 12:54:35.778956 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74418e46-d8d7-4bd6-acd9-a9698416e070 req-6a61ab31-2965-4504-becd-a7475c0bb539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:35.781415 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-74418e46-d8d7-4bd6-acd9-a9698416e070 req-6a61ab31-2965-4504-becd-a7475c0bb539 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ad265caa-a590-4a61-93ec-155fc1127ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0846910 Sep 16 12:54:35.985662 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:36.022649 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:36.106909 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-74418e46-d8d7-4bd6-acd9-a9698416e070 req-be02aa98-f6e8-4a2a-a4a2-413a67b2805d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ad265caa-a590-4a61-93ec-155fc1127ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866774 Sep 16 12:54:36.121718 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-ab5beff2-a15e-4a7e-86e8-f01e9f4d3adc tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:36.130275 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-ab5beff2-a15e-4a7e-86e8-f01e9f4d3adc tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/networks?id=e39821aa-60f0-44e0-aa25-da05e5161c83 HTTP/1.1" status: 200 len: 810 time: 0.2903235 Sep 16 12:54:36.213061 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] Sync routers for ids ['ad581c90-7838-4cd6-a90a-b1ec9489ccc4'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:54:36.243992 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-237c834f-860b-4eb2-ab06-80938c32f4aa tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/quotas/f2d50b9f6b084e40971269e8b882516c HTTP/1.1" status: 200 len: 375 time: 0.1126897 Sep 16 12:54:36.275120 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device fe870007-6cac-4d6f-8481-bff0cbf20270 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:54:36.331852 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-312dffbe-d000-4c4c-8364-e4965e005059 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f2d50b9f6b084e40971269e8b882516c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867503 Sep 16 12:54:36.354021 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] Routers {'ad581c90-7838-4cd6-a90a-b1ec9489ccc4'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:36.354752 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['ad581c90-7838-4cd6-a90a-b1ec9489ccc4'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:36.418372 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:36.558716 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526961b9-7267-4204-ab89-174c4af34da4 req-58fef169-d154-4674-9b10-1e8d91160813 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:36.560503 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-526961b9-7267-4204-ab89-174c4af34da4 req-58fef169-d154-4674-9b10-1e8d91160813 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 946 time: 0.0563619 Sep 16 12:54:36.576078 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-74418e46-d8d7-4bd6-acd9-a9698416e070 req-aa039d80-fec4-4b3b-972c-889c5e546f6c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ad265caa-a590-4a61-93ec-155fc1127ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429934 Sep 16 12:54:36.651719 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:36.654039 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port fe870007-6cac-4d6f-8481-bff0cbf20270 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:36.654485 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (fe870007-6cac-4d6f-8481-bff0cbf20270), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:36.654906 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port fe870007-6cac-4d6f-8481-bff0cbf20270 Sep 16 12:54:36.665268 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-526961b9-7267-4204-ab89-174c4af34da4 req-311fb213-b95b-4fe2-a1ea-5fa60f76b429 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954916 Sep 16 12:54:36.673337 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-cb63020f-ad91-4447-9c9b-24b6909b0099 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e39821aa-60f0-44e0-aa25-da05e5161c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339427 Sep 16 12:54:36.712084 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] Set router ad581c90-7838-4cd6-a90a-b1ec9489ccc4 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:36.794918 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-b2b27788-a3e9-421e-b628-543ff85ac39d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e39821aa-60f0-44e0-aa25-da05e5161c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194484 Sep 16 12:54:36.907840 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port fe870007-6cac-4d6f-8481-bff0cbf20270 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:36.938017 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:36.945862 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fffb5f-8141-46a0-948e-d28c266b93d9 req-986a906e-954e-4ed1-9cf5-122b8e5d7b66 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:36.948455 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e2fffb5f-8141-46a0-948e-d28c266b93d9 req-986a906e-954e-4ed1-9cf5-122b8e5d7b66 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 944 time: 0.0711615 Sep 16 12:54:36.993253 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 57018) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:37.017216 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad581c90-7838-4cd6-a90a-b1ec9489ccc4', 'name': 'tempest-ServerRescueTestJSON-428423571-router', 'tenant_id': 'f2d50b9f6b084e40971269e8b882516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'fe870007-6cac-4d6f-8481-bff0cbf20270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:27Z', 'updated_at': '2022-09-16T12:54:33Z', 'revision_number': 4, 'project_id': 'f2d50b9f6b084e40971269e8b882516c', 'gw_port': {'id': 'fe870007-6cac-4d6f-8481-bff0cbf20270', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad581c90-7838-4cd6-a90a-b1ec9489ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:27Z', 'updated_at': '2022-09-16T12:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'd84415a2-85ab-445b-92fe-4a6ae925dac6', 'name': '', 'network_id': 'e39821aa-60f0-44e0-aa25-da05e5161c83', 'tenant_id': 'f2d50b9f6b084e40971269e8b882516c', 'mac_address': 'fa:16:3e:91:05:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad581c90-7838-4cd6-a90a-b1ec9489ccc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '111be6d3-8b9a-4cec-af43-492de087009a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:30Z', 'updated_at': '2022-09-16T12:54:33Z', 'revision_number': 2, 'project_id': 'f2d50b9f6b084e40971269e8b882516c', 'subnets': [{'id': '111be6d3-8b9a-4cec-af43-492de087009a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:37.051172 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] Checking router: ad581c90-7838-4cd6-a90a-b1ec9489ccc4 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:54:37.051534 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] Updating router ad581c90-7838-4cd6-a90a-b1ec9489ccc4 port d84415a2-85ab-445b-92fe-4a6ae925dac6 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:54:37.054355 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e2fffb5f-8141-46a0-948e-d28c266b93d9 req-46c59ac5-73c6-43da-aaed-a94789294143 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995650 Sep 16 12:54:37.127636 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11dec004-32ad-4143-8649-25a2ceb61c36 req-f9627b30-c7ec-4dd2-8a91-f0b911324ba7 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/floatingips/6257e01b-c989-43a0-afca-8c210713ffa3 HTTP/1.1" status: 200 len: 694 time: 0.0888555 Sep 16 12:54:37.128841 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d84415a2-85ab-445b-92fe-4a6ae925dac6), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:37.174739 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-df12685d-e3c6-4514-97a8-6ed3aff11a02 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-276994275-network', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:54:37.192576 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:37.202189 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df12685d-e3c6-4514-97a8-6ed3aff11a02 admin admin] Made reservation on behalf of 6e940a963f7740dea44034d06e8c2a77 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:54:37.204670 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9b14258-6b96-4bfb-935c-9cef041407b5 req-9c45cff6-5539-4d19-9d11-854c1076d636 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 210 time: 0.0528688 Sep 16 12:54:37.220939 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-df12685d-e3c6-4514-97a8-6ed3aff11a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:37.250762 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-df12685d-e3c6-4514-97a8-6ed3aff11a02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:37.268260 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:37.339103 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dec004-32ad-4143-8649-25a2ceb61c36 req-2aad5e08-233e-44ec-a28e-2051159bea75 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:37.341287 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11dec004-32ad-4143-8649-25a2ceb61c36 req-2aad5e08-233e-44ec-a28e-2051159bea75 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.2080855 Sep 16 12:54:37.343034 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-df12685d-e3c6-4514-97a8-6ed3aff11a02 admin admin] Publish callbacks [] for security_group (69cc8fbc-249e-4c2c-918f-a1a634768324), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:37.348006 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-df12685d-e3c6-4514-97a8-6ed3aff11a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (69cc8fbc-249e-4c2c-918f-a1a634768324), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:37.387856 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df12685d-e3c6-4514-97a8-6ed3aff11a02 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:54:37.409614 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12685d-e3c6-4514-97a8-6ed3aff11a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cc8fbc-249e-4c2c-918f-a1a634768324,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:37.419309 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-df12685d-e3c6-4514-97a8-6ed3aff11a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (ca0d95fc-3fe7-49bf-ac16-c9a3b271e436), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:37.419528 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-df12685d-e3c6-4514-97a8-6ed3aff11a02 admin admin] Added segment ca0d95fc-3fe7-49bf-ac16-c9a3b271e436 of type vlan for network d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 Sep 16 12:54:37.434850 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1530a2-c78e-419d-a65e-fc5baf53d939', 'tag': 'efae6ffd-f514-46a4-ad30-4fa3504874c8'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:54:37.438954 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb398e3-fcfe-4fa7-9b43-26ba14815f66" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1530a2-c78e-419d-a65e-fc5baf53d939", "tag": "efae6ffd-f514-46a4-ad30-4fa3504874c8"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:54:37.475803 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11dec004-32ad-4143-8649-25a2ceb61c36 req-ac16de3e-6b60-4c30-95ee-63d958fcd11d tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 697 time: 0.1262496 Sep 16 12:54:37.501113 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:37.523684 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] Publish callbacks [] for port (d84415a2-85ab-445b-92fe-4a6ae925dac6), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:37.531435 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (d84415a2-85ab-445b-92fe-4a6ae925dac6), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:37.541906 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36199d85-a0a9-45d1-9843-6838874b3145 x-openstack-request-id: req-36199d85-a0a9-45d1-9843-6838874b3145 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:37.542046 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1530a2-c78e-419d-a65e-fc5baf53d939", "tag": "efae6ffd-f514-46a4-ad30-4fa3504874c8", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:37.543256 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-36199d85-a0a9-45d1-9843-6838874b3145 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:37.543761 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36199d85-a0a9-45d1-9843-6838874b3145'] response: {'name': 'network-changed', 'server_uuid': 'bd1530a2-c78e-419d-a65e-fc5baf53d939', 'tag': 'efae6ffd-f514-46a4-ad30-4fa3504874c8', 'status': 'completed', 'code': 200} Sep 16 12:54:37.548636 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-df12685d-e3c6-4514-97a8-6ed3aff11a02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (d07f81e7-3dc4-4b39-ad5d-bffdea9cea45), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:37.560887 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11dec004-32ad-4143-8649-25a2ceb61c36 req-9a50aefb-609c-4803-b1d4-8796d01e80c2 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 697 time: 0.0780544 Sep 16 12:54:37.636265 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:37.637489 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb398e3-fcfe-4fa7-9b43-26ba14815f66 req-c52c93b5-7184-46ea-8f27-f52709e6045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:37.639045 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7eb398e3-fcfe-4fa7-9b43-26ba14815f66 req-c52c93b5-7184-46ea-8f27-f52709e6045e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 1156 time: 0.0872464 Sep 16 12:54:37.640915 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716c645-419c-4aa4-bb6c-7fbd7f6226fb None None] Pushing event updated for resources: {'Port': ['ID=d84415a2-85ab-445b-92fe-4a6ae925dac6,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:37.644136 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-df12685d-e3c6-4514-97a8-6ed3aff11a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (d07f81e7-3dc4-4b39-ad5d-bffdea9cea45), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:37.645280 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df12685d-e3c6-4514-97a8-6ed3aff11a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:37.645856 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-df12685d-e3c6-4514-97a8-6ed3aff11a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:37.701473 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] Attempting to bind port d84415a2-85ab-445b-92fe-4a6ae925dac6 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:54:37.702039 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] Attempting to bind port d84415a2-85ab-445b-92fe-4a6ae925dac6 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'da808ddc-62fd-4e52-82ba-a587be7e96e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e39821aa-60f0-44e0-aa25-da05e5161c83'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:54:37.702479 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] Attempting to bind port d84415a2-85ab-445b-92fe-4a6ae925dac6 on network e39821aa-60f0-44e0-aa25-da05e5161c83 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:54:37.774605 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:37.821654 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-11dec004-32ad-4143-8649-25a2ceb61c36 req-d094a501-f780-4132-b777-e6ebbd2431ce tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Deleting port 1f8aea6c-bbc1-4b46-a3c7-07df8020ddf1 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:54:37.821654 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-11dec004-32ad-4143-8649-25a2ceb61c36 req-d094a501-f780-4132-b777-e6ebbd2431ce tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (1f8aea6c-bbc1-4b46-a3c7-07df8020ddf1), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:37.822176 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-df12685d-e3c6-4514-97a8-6ed3aff11a02 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7898262 Sep 16 12:54:37.822722 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 57046) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:37.822962 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:54:37.822962 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] Checking segment: {'id': 'da808ddc-62fd-4e52-82ba-a587be7e96e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e39821aa-60f0-44e0-aa25-da05e5161c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:54:37.822962 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:37.822962 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] Bound using segment: {'id': 'da808ddc-62fd-4e52-82ba-a587be7e96e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e39821aa-60f0-44e0-aa25-da05e5161c83'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:54:37.822962 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] Bound port: d84415a2-85ab-445b-92fe-4a6ae925dac6, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da808ddc-62fd-4e52-82ba-a587be7e96e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e39821aa-60f0-44e0-aa25-da05e5161c83'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:54:37.822962 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d84415a2-85ab-445b-92fe-4a6ae925dac6), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:37.824000 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12685d-e3c6-4514-97a8-6ed3aff11a02 admin admin] Pushing event updated for resources: {'Network': ['ID=d07f81e7-3dc4-4b39-ad5d-bffdea9cea45,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:37.824095 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:37.847581 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-457555a1-314e-45f8-8627-016fa6f68922 admin admin] Request body: {'subnet': {'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-276994275-subnet', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:54:37.862617 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:54:37.889894 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb398e3-fcfe-4fa7-9b43-26ba14815f66 req-110d550a-3252-4255-b2ca-2e5b6503729c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:37.892345 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7eb398e3-fcfe-4fa7-9b43-26ba14815f66 req-110d550a-3252-4255-b2ca-2e5b6503729c service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 0.2412961 Sep 16 12:54:37.937189 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3028ca-6e9b-42f5-835c-db3b96a7a3c8 req-c7904d58-786d-4e24-9a5c-0776d768e7bc tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:37.941826 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c3028ca-6e9b-42f5-835c-db3b96a7a3c8 req-c7904d58-786d-4e24-9a5c-0776d768e7bc tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 946 time: 0.1490579 Sep 16 12:54:37.952790 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7eb398e3-fcfe-4fa7-9b43-26ba14815f66 req-2c21a8a9-7b06-45e9-9013-6c2c5abb61c4 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efae6ffd-f514-46a4-ad30-4fa3504874c8 HTTP/1.1" status: 200 len: 217 time: 0.0476863 Sep 16 12:54:37.969308 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457555a1-314e-45f8-8627-016fa6f68922 admin admin] Made reservation on behalf of 6e940a963f7740dea44034d06e8c2a77 for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:54:37.971895 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-457555a1-314e-45f8-8627-016fa6f68922 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:37.998773 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] For port d84415a2-85ab-445b-92fe-4a6ae925dac6, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:54:38.002910 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] For port d84415a2-85ab-445b-92fe-4a6ae925dac6, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=d84415a2-85ab-445b-92fe-4a6ae925dac6,segment=NetworkSegment(da808ddc-62fd-4e52-82ba-a587be7e96e0),segment_id=da808ddc-62fd-4e52-82ba-a587be7e96e0)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:54:38.010915 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (d84415a2-85ab-445b-92fe-4a6ae925dac6), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:38.064847 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-11dec004-32ad-4143-8649-25a2ceb61c36 req-d094a501-f780-4132-b777-e6ebbd2431ce tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (1f8aea6c-bbc1-4b46-a3c7-07df8020ddf1), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:38.065179 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-11dec004-32ad-4143-8649-25a2ceb61c36 req-d094a501-f780-4132-b777-e6ebbd2431ce tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks [] for floatingip (1f8aea6c-bbc1-4b46-a3c7-07df8020ddf1), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:38.081314 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] Routers {'ad581c90-7838-4cd6-a90a-b1ec9489ccc4'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:38.081854 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['ad581c90-7838-4cd6-a90a-b1ec9489ccc4'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:38.096645 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb398e3-fcfe-4fa7-9b43-26ba14815f66 req-cba131e6-c3b4-451f-9619-2d7c9dfe484f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:38.102801 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7eb398e3-fcfe-4fa7-9b43-26ba14815f66 req-cba131e6-c3b4-451f-9619-2d7c9dfe484f service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.1288421 Sep 16 12:54:38.106534 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c3028ca-6e9b-42f5-835c-db3b96a7a3c8 req-bfaa09d6-7974-4878-9f4a-67335ff4c107 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497300 Sep 16 12:54:38.109828 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-11dec004-32ad-4143-8649-25a2ceb61c36 req-d094a501-f780-4132-b777-e6ebbd2431ce tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Calling delete_port for 1f8aea6c-bbc1-4b46-a3c7-07df8020ddf1 owned by network:floatingip {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:54:38.118460 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:38.121422 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:38.153239 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716c645-419c-4aa4-bb6c-7fbd7f6226fb None None] Pushing event updated for resources: {'Port': ['ID=d84415a2-85ab-445b-92fe-4a6ae925dac6,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:38.238901 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb398e3-fcfe-4fa7-9b43-26ba14815f66 req-b0f80422-88d2-4de3-888d-9f01b874dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:38.242399 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7eb398e3-fcfe-4fa7-9b43-26ba14815f66 req-b0f80422-88d2-4de3-888d-9f01b874dc86 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1262474 Sep 16 12:54:38.248344 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] Set router ad581c90-7838-4cd6-a90a-b1ec9489ccc4 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:38.281373 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:38.386997 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ed67b-22c7-4fed-a070-7e8bc6febccd req-f952c9d0-5288-4960-89d2-517e4534d302 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:38.388576 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ea3ed67b-22c7-4fed-a070-7e8bc6febccd req-f952c9d0-5288-4960-89d2-517e4534d302 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 944 time: 0.1259730 Sep 16 12:54:38.392780 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7eb398e3-fcfe-4fa7-9b43-26ba14815f66 req-1ff84e93-0122-44fc-938f-56b37c53862b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283441 Sep 16 12:54:38.432766 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-457555a1-314e-45f8-8627-016fa6f68922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (4adf093a-088a-4424-822e-484468ee3329), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:38.480911 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad581c90-7838-4cd6-a90a-b1ec9489ccc4', 'name': 'tempest-ServerRescueTestJSON-428423571-router', 'tenant_id': 'f2d50b9f6b084e40971269e8b882516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'fe870007-6cac-4d6f-8481-bff0cbf20270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:27Z', 'updated_at': '2022-09-16T12:54:33Z', 'revision_number': 4, 'project_id': 'f2d50b9f6b084e40971269e8b882516c', 'gw_port': {'id': 'fe870007-6cac-4d6f-8481-bff0cbf20270', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad581c90-7838-4cd6-a90a-b1ec9489ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:27Z', 'updated_at': '2022-09-16T12:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'd84415a2-85ab-445b-92fe-4a6ae925dac6', 'name': '', 'network_id': 'e39821aa-60f0-44e0-aa25-da05e5161c83', 'tenant_id': 'f2d50b9f6b084e40971269e8b882516c', 'mac_address': 'fa:16:3e:91:05:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad581c90-7838-4cd6-a90a-b1ec9489ccc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '111be6d3-8b9a-4cec-af43-492de087009a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:30Z', 'updated_at': '2022-09-16T12:54:37Z', 'revision_number': 4, 'project_id': 'f2d50b9f6b084e40971269e8b882516c', 'subnets': [{'id': '111be6d3-8b9a-4cec-af43-492de087009a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:38.509730 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e8c6b-da63-4ec1-82bd-73b7dd49979e None None] The sync data for ids ['ad581c90-7838-4cd6-a90a-b1ec9489ccc4'] in n-d-858094-4 is: [{'id': 'ad581c90-7838-4cd6-a90a-b1ec9489ccc4', 'name': 'tempest-ServerRescueTestJSON-428423571-router', 'tenant_id': 'f2d50b9f6b084e40971269e8b882516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'fe870007-6cac-4d6f-8481-bff0cbf20270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:27Z', 'updated_at': '2022-09-16T12:54:33Z', 'revision_number': 4, 'project_id': 'f2d50b9f6b084e40971269e8b882516c', 'gw_port': {'id': 'fe870007-6cac-4d6f-8481-bff0cbf20270', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad581c90-7838-4cd6-a90a-b1ec9489ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:27Z', 'updated_at': '2022-09-16T12:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'd84415a2-85ab-445b-92fe-4a6ae925dac6', 'name': '', 'network_id': 'e39821aa-60f0-44e0-aa25-da05e5161c83', 'tenant_id': 'f2d50b9f6b084e40971269e8b882516c', 'mac_address': 'fa:16:3e:91:05:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad581c90-7838-4cd6-a90a-b1ec9489ccc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '111be6d3-8b9a-4cec-af43-492de087009a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:30Z', 'updated_at': '2022-09-16T12:54:37Z', 'revision_number': 4, 'project_id': 'f2d50b9f6b084e40971269e8b882516c', 'subnets': [{'id': '111be6d3-8b9a-4cec-af43-492de087009a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:54:38.514026 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-11dec004-32ad-4143-8649-25a2ceb61c36 req-d094a501-f780-4132-b777-e6ebbd2431ce tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (1f8aea6c-bbc1-4b46-a3c7-07df8020ddf1), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:38.525726 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457555a1-314e-45f8-8627-016fa6f68922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4adf093a-088a-4424-822e-484468ee3329,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:38.534843 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7eb398e3-fcfe-4fa7-9b43-26ba14815f66 req-ce114d8a-881d-496c-b5a9-cf71a9687eeb service neutron] 10.222.0.76 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354101 Sep 16 12:54:38.567835 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 81054b4c-c45a-4833-ae83-e752ff18ff48 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:54:38.575397 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ea3ed67b-22c7-4fed-a070-7e8bc6febccd req-8fd15284-a541-4215-a797-22224806b2a6 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640458 Sep 16 12:54:38.588221 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094a501-f780-4132-b777-e6ebbd2431ce tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Pushing event deleted for resources: {'Port': ['ID=1f8aea6c-bbc1-4b46-a3c7-07df8020ddf1,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:38.648822 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457555a1-314e-45f8-8627-016fa6f68922 admin admin] Checking segment: {'id': 'ca0d95fc-3fe7-49bf-ac16-c9a3b271e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:54:38.649200 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457555a1-314e-45f8-8627-016fa6f68922 admin admin] Network hostable DHCP agents. Network: d07f81e7-3dc4-4b39-ad5d-bffdea9cea45, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:54:38.708987 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-11dec004-32ad-4143-8649-25a2ceb61c36 req-d094a501-f780-4132-b777-e6ebbd2431ce tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks [] for floatingip (6257e01b-c989-43a0-afca-8c210713ffa3), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:38.712164 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-11dec004-32ad-4143-8649-25a2ceb61c36 req-d094a501-f780-4132-b777-e6ebbd2431ce tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:38.713402 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11dec004-32ad-4143-8649-25a2ceb61c36 req-d094a501-f780-4132-b777-e6ebbd2431ce tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/6257e01b-c989-43a0-afca-8c210713ffa3 HTTP/1.1" status: 204 len: 173 time: 1.1473179 Sep 16 12:54:38.719942 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457555a1-314e-45f8-8627-016fa6f68922 admin admin] Network d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:54:38.724230 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 81054b4c-c45a-4833-ae83-e752ff18ff48 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:38.724932 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:38.743369 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-457555a1-314e-45f8-8627-016fa6f68922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, d07f81e7-3dc4-4b39-ad5d-bffdea9cea45) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:54:38.749023 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457555a1-314e-45f8-8627-016fa6f68922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:38.750294 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-457555a1-314e-45f8-8627-016fa6f68922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:38.768460 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97d5f35-6ea1-4ec7-88f5-9da9dbe81182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81054b4c-c45a-4833-ae83-e752ff18ff48'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:54:38.771283 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babf2773-2744-4212-b699-d20dcb4cc0a7" -d '{"events": [{"server_uuid": "c97d5f35-6ea1-4ec7-88f5-9da9dbe81182", "name": "network-vif-unplugged", "status": "completed", "tag": "81054b4c-c45a-4833-ae83-e752ff18ff48"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:54:38.774633 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93124096-0455-4362-8b0c-7fca3aa913b5 req-46c0e867-c91a-4a3c-9554-96f672456dbe tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 210 time: 0.0462048 Sep 16 12:54:38.774820 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85906d1-9afb-4ad1-8c49-64b64aaf0c86 None None] Network d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:54:38.798534 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 57072) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:38.800963 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-457555a1-314e-45f8-8627-016fa6f68922 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0074220 Sep 16 12:54:38.814636 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-daf82e89-20dd-42f2-a580-948e281cdfac admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-276994275-router', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:54:38.873671 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-daf82e89-20dd-42f2-a580-948e281cdfac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (c70f535d-f4f3-441f-be51-0c4abb14cdb2), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:38.875075 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-daf82e89-20dd-42f2-a580-948e281cdfac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (c70f535d-f4f3-441f-be51-0c4abb14cdb2), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:38.886964 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 81054b4c-c45a-4833-ae83-e752ff18ff48, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=81054b4c-c45a-4833-ae83-e752ff18ff48,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:38.902901 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:38.993505 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:39.015533 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-daf82e89-20dd-42f2-a580-948e281cdfac admin admin] Publish callbacks [] for router_controller (c70f535d-f4f3-441f-be51-0c4abb14cdb2), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:39.048484 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:39.062269 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=81054b4c-c45a-4833-ae83-e752ff18ff48,revision_number=8']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:39.142332 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61538aae-00d6-409a-a112-d289deedfdc9 x-openstack-request-id: req-61538aae-00d6-409a-a112-d289deedfdc9 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:39.142886 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97d5f35-6ea1-4ec7-88f5-9da9dbe81182", "name": "network-vif-unplugged", "status": "completed", "tag": "81054b4c-c45a-4833-ae83-e752ff18ff48", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:39.142956 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-61538aae-00d6-409a-a112-d289deedfdc9 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:39.143429 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61538aae-00d6-409a-a112-d289deedfdc9'] response: {'server_uuid': 'c97d5f35-6ea1-4ec7-88f5-9da9dbe81182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81054b4c-c45a-4833-ae83-e752ff18ff48', 'code': 200} Sep 16 12:54:39.188691 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-d07f81e7-3dc4-4b39-ad5d-bffdea9cea45', 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45', 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'fixed_ips': [{'subnet_id': '4adf093a-088a-4424-822e-484468ee3329'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:54:39.189624 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:39.333251 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222c14b-9ede-477d-b434-307de395cbd9 req-27702f76-d09d-47a3-b7e3-a92217eba851 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:39.348331 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2222c14b-9ede-477d-b434-307de395cbd9 req-27702f76-d09d-47a3-b7e3-a92217eba851 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 946 time: 0.1424289 Sep 16 12:54:39.353714 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-bd6a1d35-7386-44ef-b43c-5d7d5f0694db tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:39.355366 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-bd6a1d35-7386-44ef-b43c-5d7d5f0694db tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.76 "GET /networking/v2.0/networks?id=e39821aa-60f0-44e0-aa25-da05e5161c83 HTTP/1.1" status: 200 len: 810 time: 0.3604660 Sep 16 12:54:39.394974 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-83ffb439-f992-4ef6-9f2e-6dc18daedc14 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Request body: {'port': {'device_id': 'dcadec98-4bc0-4ac3-9dfa-a17b52f40010', 'network_id': 'e39821aa-60f0-44e0-aa25-da05e5161c83', 'admin_state_up': True, 'tenant_id': 'f2d50b9f6b084e40971269e8b882516c'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:54:39.411473 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3e182-8327-4770-9940-409194be1edf req-52d9605c-ced6-4da3-8af3-7dce37ec9211 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:39.413851 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e6b3e182-8327-4770-9940-409194be1edf req-52d9605c-ced6-4da3-8af3-7dce37ec9211 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 946 time: 0.2405598 Sep 16 12:54:39.451884 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2222c14b-9ede-477d-b434-307de395cbd9 req-4943120c-791c-4332-97b3-9a5b867bd4b6 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021085 Sep 16 12:54:39.490986 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] Allocated IP 172.20.0.2 (d07f81e7-3dc4-4b39-ad5d-bffdea9cea45/4adf093a-088a-4424-822e-484468ee3329/5ce9460d-ccbf-4885-a842-153184c12d3c) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:54:39.520215 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e6b3e182-8327-4770-9940-409194be1edf req-ffb73ae9-2fb4-4ba0-b61d-c658b94b2315 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882072 Sep 16 12:54:39.602881 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:39.671425 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] Publish callbacks [] for port (5ce9460d-ccbf-4885-a842-153184c12d3c), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:39.681444 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (5ce9460d-ccbf-4885-a842-153184c12d3c), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:39.720389 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] Network d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:54:39.724025 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:54:39.731449 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:54:39.751644 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f933a1f-cb0f-4997-8712-e816f4db302d req-cc579c2c-91b1-4330-90da-bcd5ef316d80 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:39.761857 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f933a1f-cb0f-4997-8712-e816f4db302d req-cc579c2c-91b1-4330-90da-bcd5ef316d80 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 944 time: 0.0807810 Sep 16 12:54:39.786666 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-daf82e89-20dd-42f2-a580-948e281cdfac admin admin] Publish callbacks [] for router_gateway (c70f535d-f4f3-441f-be51-0c4abb14cdb2), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:39.797966 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] Pushing event updated for resources: {'Port': ['ID=5ce9460d-ccbf-4885-a842-153184c12d3c,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:39.820538 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] Attempting to bind port 5ce9460d-ccbf-4885-a842-153184c12d3c on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:54:39.821127 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] Attempting to bind port 5ce9460d-ccbf-4885-a842-153184c12d3c by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'ca0d95fc-3fe7-49bf-ac16-c9a3b271e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:54:39.821764 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] Attempting to bind port 5ce9460d-ccbf-4885-a842-153184c12d3c on network d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:54:39.880618 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:54:39.881890 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] Checking segment: {'id': 'ca0d95fc-3fe7-49bf-ac16-c9a3b271e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:54:39.882448 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:39.883137 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] Bound using segment: {'id': 'ca0d95fc-3fe7-49bf-ac16-c9a3b271e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:54:39.883812 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] Bound port: 5ce9460d-ccbf-4885-a842-153184c12d3c, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0d95fc-3fe7-49bf-ac16-c9a3b271e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:54:39.884373 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5ce9460d-ccbf-4885-a842-153184c12d3c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:39.945850 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:39.976639 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] For port 5ce9460d-ccbf-4885-a842-153184c12d3c, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:54:39.981792 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] For port 5ce9460d-ccbf-4885-a842-153184c12d3c, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=5ce9460d-ccbf-4885-a842-153184c12d3c,segment=NetworkSegment(ca0d95fc-3fe7-49bf-ac16-c9a3b271e436),segment_id=ca0d95fc-3fe7-49bf-ac16-c9a3b271e436)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:54:39.983396 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-83ffb439-f992-4ef6-9f2e-6dc18daedc14 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Made reservation on behalf of f2d50b9f6b084e40971269e8b882516c for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:54:39.987564 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-83ffb439-f992-4ef6-9f2e-6dc18daedc14 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:40.003263 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5ce9460d-ccbf-4885-a842-153184c12d3c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:40.121795 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1095e8-cc54-41d5-ba15-791bdce8910b None None] Pushing event updated for resources: {'Port': ['ID=5ce9460d-ccbf-4885-a842-153184c12d3c,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:40.164308 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-daf82e89-20dd-42f2-a580-948e281cdfac admin admin] Publish callbacks [] for router_gateway (c70f535d-f4f3-441f-be51-0c4abb14cdb2), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:40.235074 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-daf82e89-20dd-42f2-a580-948e281cdfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:40.264595 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device d84415a2-85ab-445b-92fe-4a6ae925dac6 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:54:40.421162 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port d84415a2-85ab-445b-92fe-4a6ae925dac6 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:40.421549 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (d84415a2-85ab-445b-92fe-4a6ae925dac6), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:40.422136 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port d84415a2-85ab-445b-92fe-4a6ae925dac6 Sep 16 12:54:40.462921 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 537bc282-546d-4a7e-b32f-2149067cc012 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:54:40.506640 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:40.525406 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f933a1f-cb0f-4997-8712-e816f4db302d req-8cfb6446-a7e9-4af7-998b-36c2f549f17d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7622941 Sep 16 12:54:40.545179 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ea33e4a8-4800-4cb6-a1fd-a1a5ee9ddc63 req-72c22dbe-9421-451b-a98f-fb5e294cabab tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 210 time: 0.0961354 Sep 16 12:54:40.575728 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-daf82e89-20dd-42f2-a580-948e281cdfac admin admin] Allocated IP 172.25.2.76 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/3124da15-c4ec-487c-8903-76befaa4e7da) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:54:40.666841 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port d84415a2-85ab-445b-92fe-4a6ae925dac6 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:40.667237 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d84415a2-85ab-445b-92fe-4a6ae925dac6), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:40.691482 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:40.717069 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 537bc282-546d-4a7e-b32f-2149067cc012, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=537bc282-546d-4a7e-b32f-2149067cc012,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:40.749043 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '537bc282-546d-4a7e-b32f-2149067cc012', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '537bc282-546d-4a7e-b32f-2149067cc012', 'mac_address': 'fa:16:3e:3a:05:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:54:40.757909 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port d84415a2-85ab-445b-92fe-4a6ae925dac6, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=d84415a2-85ab-445b-92fe-4a6ae925dac6,segment=NetworkSegment(da808ddc-62fd-4e52-82ba-a587be7e96e0),segment_id=da808ddc-62fd-4e52-82ba-a587be7e96e0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:40.763777 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (d84415a2-85ab-445b-92fe-4a6ae925dac6), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:40.791182 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabfc01-259d-48fd-a45a-ea9f215ed4f6 req-18570061-2fba-4ca5-9b9d-7c0e883629b3 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:40.793193 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dabfc01-259d-48fd-a45a-ea9f215ed4f6 req-18570061-2fba-4ca5-9b9d-7c0e883629b3 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 946 time: 0.1247330 Sep 16 12:54:40.816797 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-83ffb439-f992-4ef6-9f2e-6dc18daedc14 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Allocated IP 172.20.0.8 (e39821aa-60f0-44e0-aa25-da05e5161c83/111be6d3-8b9a-4cec-af43-492de087009a/60ac9746-6fd2-4524-bc83-9f6c7c18aa9f) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:54:40.854670 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 537bc282-546d-4a7e-b32f-2149067cc012 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:40.854952 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (537bc282-546d-4a7e-b32f-2149067cc012), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:40.880707 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537bc282-546d-4a7e-b32f-2149067cc012 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:54:40.902764 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=d84415a2-85ab-445b-92fe-4a6ae925dac6,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:40.915072 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 537bc282-546d-4a7e-b32f-2149067cc012, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=537bc282-546d-4a7e-b32f-2149067cc012,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:40.919467 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (537bc282-546d-4a7e-b32f-2149067cc012), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:40.933358 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dabfc01-259d-48fd-a45a-ea9f215ed4f6 req-9055baf0-cd65-49c2-afd7-aa5d5cfddf9e tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330950 Sep 16 12:54:40.946597 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5d3f4-4fd3-41c8-bb62-3b4d7d497b11 req-8c85fd91-1463-4537-aa45-6f296436aa78 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:40.955453 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-03a5d3f4-4fd3-41c8-bb62-3b4d7d497b11 req-8c85fd91-1463-4537-aa45-6f296436aa78 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 946 time: 0.1018741 Sep 16 12:54:40.993164 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-daf82e89-20dd-42f2-a580-948e281cdfac admin admin] Publish callbacks [] for port (3124da15-c4ec-487c-8903-76befaa4e7da), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:41.009051 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=537bc282-546d-4a7e-b32f-2149067cc012,revision_number=9']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:41.017079 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-03a5d3f4-4fd3-41c8-bb62-3b4d7d497b11 req-9427c708-5935-41c2-8dc2-7078a506256c tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601351 Sep 16 12:54:41.041310 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['537bc282-546d-4a7e-b32f-2149067cc012'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:54:41.093916 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:41.242965 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:41.270589 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-daf82e89-20dd-42f2-a580-948e281cdfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (3124da15-c4ec-487c-8903-76befaa4e7da), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:41.333735 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:41.403342 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-83ffb439-f992-4ef6-9f2e-6dc18daedc14 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Publish callbacks [] for port (60ac9746-6fd2-4524-bc83-9f6c7c18aa9f), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:41.419005 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf82e89-20dd-42f2-a580-948e281cdfac admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:54:41.430833 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf82e89-20dd-42f2-a580-948e281cdfac admin admin] Pushing event updated for resources: {'Port': ['ID=3124da15-c4ec-487c-8903-76befaa4e7da,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:41.443100 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-daf82e89-20dd-42f2-a580-948e281cdfac admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:54:41.452330 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf82e89-20dd-42f2-a580-948e281cdfac admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:54:41.638084 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18349c00-55c3-45be-b62a-3416603e4c72 None None] Network d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:54:41.664060 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-83ffb439-f992-4ef6-9f2e-6dc18daedc14 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (60ac9746-6fd2-4524-bc83-9f6c7c18aa9f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:41.723315 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-83ffb439-f992-4ef6-9f2e-6dc18daedc14 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Network e39821aa-60f0-44e0-aa25-da05e5161c83 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:54:41.738860 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-83ffb439-f992-4ef6-9f2e-6dc18daedc14 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:54:41.742243 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-83ffb439-f992-4ef6-9f2e-6dc18daedc14 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:54:41.792106 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-2370c500-267f-46b1-bbc7-72f489c6355c None None] Provisioning complete for port 5ce9460d-ccbf-4885-a842-153184c12d3c triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:41.792842 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2370c500-267f-46b1-bbc7-72f489c6355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5ce9460d-ccbf-4885-a842-153184c12d3c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:41.793366 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-2370c500-267f-46b1-bbc7-72f489c6355c None None] Attempt 1 to provision port 5ce9460d-ccbf-4885-a842-153184c12d3c Sep 16 12:54:41.805529 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-83ffb439-f992-4ef6-9f2e-6dc18daedc14 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:41.806171 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-83ffb439-f992-4ef6-9f2e-6dc18daedc14 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:41.973025 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-daf82e89-20dd-42f2-a580-948e281cdfac admin admin] Publish callbacks [] for router_gateway (c70f535d-f4f3-441f-be51-0c4abb14cdb2), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:41.982155 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:42.067016 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-2370c500-267f-46b1-bbc7-72f489c6355c None None] Current status of the port 5ce9460d-ccbf-4885-a842-153184c12d3c is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:42.067407 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2370c500-267f-46b1-bbc7-72f489c6355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5ce9460d-ccbf-4885-a842-153184c12d3c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:42.078983 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffb439-f992-4ef6-9f2e-6dc18daedc14 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Pushing event updated for resources: {'Port': ['ID=60ac9746-6fd2-4524-bc83-9f6c7c18aa9f,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:42.088458 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-83ffb439-f992-4ef6-9f2e-6dc18daedc14 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6993980 Sep 16 12:54:42.110375 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a4895-e162-48f3-9495-b28e72e265c8 req-373dfbca-95d1-43c3-9f9e-3a90d21c6934 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:42.114542 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-943a4895-e162-48f3-9495-b28e72e265c8 req-373dfbca-95d1-43c3-9f9e-3a90d21c6934 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 944 time: 0.4162419 Sep 16 12:54:42.117994 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] Request body: {'port': {'device_id': 'dcadec98-4bc0-4ac3-9dfa-a17b52f40010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:54:42.141747 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f143e5-560b-451c-b3e0-2092a2c89f6a req-70c0b3fe-cd1b-4843-9597-518ee3b26014 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:42.149446 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41f143e5-560b-451c-b3e0-2092a2c89f6a req-70c0b3fe-cd1b-4843-9597-518ee3b26014 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 931 time: 0.3934131 Sep 16 12:54:42.204546 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-2370c500-267f-46b1-bbc7-72f489c6355c None None] For port 5ce9460d-ccbf-4885-a842-153184c12d3c, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=5ce9460d-ccbf-4885-a842-153184c12d3c,segment=NetworkSegment(ca0d95fc-3fe7-49bf-ac16-c9a3b271e436),segment_id=ca0d95fc-3fe7-49bf-ac16-c9a3b271e436)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:42.210186 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2370c500-267f-46b1-bbc7-72f489c6355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5ce9460d-ccbf-4885-a842-153184c12d3c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:42.337950 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370c500-267f-46b1-bbc7-72f489c6355c None None] Pushing event updated for resources: {'Port': ['ID=5ce9460d-ccbf-4885-a842-153184c12d3c,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:42.341409 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41f143e5-560b-451c-b3e0-2092a2c89f6a req-33be1a98-d68b-4200-9efb-4c85db10d820 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910126 Sep 16 12:54:42.444099 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-943a4895-e162-48f3-9495-b28e72e265c8 req-e70859a8-604a-471c-a365-33e799912521 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187745 Sep 16 12:54:42.448277 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-eb504faa-3264-4bf7-9fac-b89d4cdc5b8f None None] Provisioning complete for port 5ce9460d-ccbf-4885-a842-153184c12d3c triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:42.448661 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-eb504faa-3264-4bf7-9fac-b89d4cdc5b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5ce9460d-ccbf-4885-a842-153184c12d3c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:42.449004 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-eb504faa-3264-4bf7-9fac-b89d4cdc5b8f None None] Attempt 1 to provision port 5ce9460d-ccbf-4885-a842-153184c12d3c Sep 16 12:54:42.451756 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:42.506836 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (60ac9746-6fd2-4524-bc83-9f6c7c18aa9f), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:42.564512 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 537bc282-546d-4a7e-b32f-2149067cc012 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:54:42.662240 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6c131-d3a0-4175-b0eb-5628b9ff3b9e req-71384df9-acda-4258-a608-fa6a7ed5ba2d tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:42.669946 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4ee6c131-d3a0-4175-b0eb-5628b9ff3b9e req-71384df9-acda-4258-a608-fa6a7ed5ba2d tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 946 time: 0.2103324 Sep 16 12:54:42.694846 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-eb504faa-3264-4bf7-9fac-b89d4cdc5b8f None None] Current status of the port 5ce9460d-ccbf-4885-a842-153184c12d3c is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:42.698796 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 537bc282-546d-4a7e-b32f-2149067cc012 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:42.699324 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (537bc282-546d-4a7e-b32f-2149067cc012), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:42.700316 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 537bc282-546d-4a7e-b32f-2149067cc012 Sep 16 12:54:42.732590 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 5ce9460d-ccbf-4885-a842-153184c12d3c up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:54:42.806869 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-daf82e89-20dd-42f2-a580-948e281cdfac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (c70f535d-f4f3-441f-be51-0c4abb14cdb2), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:42.825570 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:43.002891 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 5ce9460d-ccbf-4885-a842-153184c12d3c triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:43.003706 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5ce9460d-ccbf-4885-a842-153184c12d3c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:43.004901 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 5ce9460d-ccbf-4885-a842-153184c12d3c Sep 16 12:54:43.212150 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 537bc282-546d-4a7e-b32f-2149067cc012 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:43.212938 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (537bc282-546d-4a7e-b32f-2149067cc012), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:43.237943 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d71eb-71a6-4d2b-8d8a-e024e8e85538 req-5badf122-13fb-43c0-840f-27dc5d3dff01 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:43.240072 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-978d71eb-71a6-4d2b-8d8a-e024e8e85538 req-5badf122-13fb-43c0-840f-27dc5d3dff01 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 946 time: 0.7387757 Sep 16 12:54:43.273683 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5219baf4-bfde-4037-a511-88ff2690ea6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537bc282-546d-4a7e-b32f-2149067cc012'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:54:43.276475 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296b4abe-922e-427e-ba70-4664bcdd2ed7" -d '{"events": [{"server_uuid": "5219baf4-bfde-4037-a511-88ff2690ea6a", "name": "network-vif-plugged", "status": "completed", "tag": "537bc282-546d-4a7e-b32f-2149067cc012"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:54:43.277103 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2e321-457e-446e-9eac-065d14f94572 req-89754085-1592-413e-bc2a-8a6b3b4b92c3 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:43.288681 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ada2e321-457e-446e-9eac-065d14f94572 req-89754085-1592-413e-bc2a-8a6b3b4b92c3 tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 946 time: 0.6162741 Sep 16 12:54:43.299054 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 537bc282-546d-4a7e-b32f-2149067cc012, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=537bc282-546d-4a7e-b32f-2149067cc012,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:43.300686 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 5ce9460d-ccbf-4885-a842-153184c12d3c is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:43.302064 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device d84415a2-85ab-445b-92fe-4a6ae925dac6 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:54:43.308236 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:54:43.316817 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] Publish callbacks [] for port (60ac9746-6fd2-4524-bc83-9f6c7c18aa9f), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:43.336569 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] Transition to ACTIVE for port object 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:54:43.351444 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (60ac9746-6fd2-4524-bc83-9f6c7c18aa9f), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:43.358011 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:43.361353 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (537bc282-546d-4a7e-b32f-2149067cc012), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:43.363695 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device efae6ffd-f514-46a4-ad30-4fa3504874c8 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:54:43.429463 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049a5b2-21d8-4f8f-8dff-1bc7380075a9 req-fcc652c7-c760-42fe-aaaf-5cd148d78532 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:43.432094 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0049a5b2-21d8-4f8f-8dff-1bc7380075a9 req-fcc652c7-c760-42fe-aaaf-5cd148d78532 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 946 time: 0.7011535 Sep 16 12:54:43.469927 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] Pushing event updated for resources: {'Port': ['ID=60ac9746-6fd2-4524-bc83-9f6c7c18aa9f,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:43.526534 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-4ee6c131-d3a0-4175-b0eb-5628b9ff3b9e req-fef5609a-c1f6-4932-8217-687e10d2cd6d tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Deleting port ee76b399-9246-48fa-9c23-18309e9b0a92 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:54:43.527037 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4ee6c131-d3a0-4175-b0eb-5628b9ff3b9e req-fef5609a-c1f6-4932-8217-687e10d2cd6d tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (ee76b399-9246-48fa-9c23-18309e9b0a92), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:43.550566 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port d84415a2-85ab-445b-92fe-4a6ae925dac6 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:43.550937 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (d84415a2-85ab-445b-92fe-4a6ae925dac6), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:43.551703 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port d84415a2-85ab-445b-92fe-4a6ae925dac6 Sep 16 12:54:43.551813 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:43.590295 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf82e89-20dd-42f2-a580-948e281cdfac admin admin] Router c70f535d-f4f3-441f-be51-0c4abb14cdb2 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:54:43.590488 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=43 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:43.592261 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=537bc282-546d-4a7e-b32f-2149067cc012,revision_number=10']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:43.601161 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port efae6ffd-f514-46a4-ad30-4fa3504874c8 is: DOWN; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:43.609776 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:43.671560 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ada2e321-457e-446e-9eac-065d14f94572 req-786496be-cbb6-4292-9fd2-e48824fa119b tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758917 Sep 16 12:54:43.766259 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:54:43.776380 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:43.778595 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf82e89-20dd-42f2-a580-948e281cdfac admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:54:43.793105 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] Sync routers for ids ['c70f535d-f4f3-441f-be51-0c4abb14cdb2'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:54:43.806965 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] Attempting to bind port 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:54:43.807650 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] Attempting to bind port 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': 'da808ddc-62fd-4e52-82ba-a587be7e96e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e39821aa-60f0-44e0-aa25-da05e5161c83'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:54:43.807942 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] Attempting to bind port 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f on network e39821aa-60f0-44e0-aa25-da05e5161c83 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:54:43.836077 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] Routers {'c70f535d-f4f3-441f-be51-0c4abb14cdb2'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:43.838390 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c70f535d-f4f3-441f-be51-0c4abb14cdb2'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:43.884490 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-978d71eb-71a6-4d2b-8d8a-e024e8e85538 req-22069cb0-e474-48a1-8f77-5c78f4076751 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Deleting port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:54:43.885312 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-978d71eb-71a6-4d2b-8d8a-e024e8e85538 req-22069cb0-e474-48a1-8f77-5c78f4076751 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (d5a5f978-c5f0-4476-91cc-2b79e48ec4a7), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:43.895493 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port d84415a2-85ab-445b-92fe-4a6ae925dac6 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:43.899886 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-daf82e89-20dd-42f2-a580-948e281cdfac admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:43.901308 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-daf82e89-20dd-42f2-a580-948e281cdfac admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1015215 Sep 16 12:54:43.906438 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 57160) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:43.985706 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] Port 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f on network e39821aa-60f0-44e0-aa25-da05e5161c83 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:54:43.986045 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] Attempting to bind port 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f on network e39821aa-60f0-44e0-aa25-da05e5161c83 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:54:44.109269 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0049a5b2-21d8-4f8f-8dff-1bc7380075a9 req-c6eb1667-a979-4fa3-bb68-21ccfd8bb0c8 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8225d41c-8518-44f3-a792-cacd4cf9863a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5903316 Sep 16 12:54:44.114648 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:54:44.120307 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] Checking segment: {'id': 'da808ddc-62fd-4e52-82ba-a587be7e96e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e39821aa-60f0-44e0-aa25-da05e5161c83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:54:44.120972 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] Bound using segment: {'id': 'da808ddc-62fd-4e52-82ba-a587be7e96e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e39821aa-60f0-44e0-aa25-da05e5161c83'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:54:44.123420 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] Bound port: 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da808ddc-62fd-4e52-82ba-a587be7e96e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e39821aa-60f0-44e0-aa25-da05e5161c83'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:54:44.123805 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (60ac9746-6fd2-4524-bc83-9f6c7c18aa9f), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:44.209225 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:44.219727 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] Set router c70f535d-f4f3-441f-be51-0c4abb14cdb2 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:44.241772 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-4ee6c131-d3a0-4175-b0eb-5628b9ff3b9e req-fef5609a-c1f6-4932-8217-687e10d2cd6d tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] For port ee76b399-9246-48fa-9c23-18309e9b0a92, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=ee76b399-9246-48fa-9c23-18309e9b0a92,segment=NetworkSegment(4b85c04a-e58c-4720-a3cc-228524b57aa3),segment_id=4b85c04a-e58c-4720-a3cc-228524b57aa3)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:44.243261 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4ee6c131-d3a0-4175-b0eb-5628b9ff3b9e req-fef5609a-c1f6-4932-8217-687e10d2cd6d tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (ee76b399-9246-48fa-9c23-18309e9b0a92), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:44.297560 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cf725e-60d2-4633-aec7-f66b5ac3841d x-openstack-request-id: req-30cf725e-60d2-4633-aec7-f66b5ac3841d {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:44.297858 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5219baf4-bfde-4037-a511-88ff2690ea6a", "name": "network-vif-plugged", "status": "completed", "tag": "537bc282-546d-4a7e-b32f-2149067cc012", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:44.298116 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-30cf725e-60d2-4633-aec7-f66b5ac3841d {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:44.298520 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30cf725e-60d2-4633-aec7-f66b5ac3841d'] response: {'server_uuid': '5219baf4-bfde-4037-a511-88ff2690ea6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537bc282-546d-4a7e-b32f-2149067cc012', 'code': 200} Sep 16 12:54:44.366427 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-4ee6c131-d3a0-4175-b0eb-5628b9ff3b9e req-fef5609a-c1f6-4932-8217-687e10d2cd6d tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Calling delete_port for ee76b399-9246-48fa-9c23-18309e9b0a92 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:54:44.367685 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 5ce9460d-ccbf-4885-a842-153184c12d3c up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:54:44.469426 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 5ce9460d-ccbf-4885-a842-153184c12d3c triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:44.470402 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5ce9460d-ccbf-4885-a842-153184c12d3c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:44.470747 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 5ce9460d-ccbf-4885-a842-153184c12d3c Sep 16 12:54:44.475018 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] For port 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:54:44.492978 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] For port 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=60ac9746-6fd2-4524-bc83-9f6c7c18aa9f,segment=NetworkSegment(da808ddc-62fd-4e52-82ba-a587be7e96e0),segment_id=da808ddc-62fd-4e52-82ba-a587be7e96e0)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:54:44.501625 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (60ac9746-6fd2-4524-bc83-9f6c7c18aa9f), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:44.507606 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:44.508836 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:44.510969 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/60ac9746-6fd2-4524-bc83-9f6c7c18aa9f HTTP/1.1" status: 200 len: 1091 time: 2.4024296 Sep 16 12:54:44.520681 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-978d71eb-71a6-4d2b-8d8a-e024e8e85538 req-22069cb0-e474-48a1-8f77-5c78f4076751 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] For port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=d5a5f978-c5f0-4476-91cc-2b79e48ec4a7,segment=NetworkSegment(f437e697-c45f-4a06-85b9-38d6e3ad146a),segment_id=f437e697-c45f-4a06-85b9-38d6e3ad146a)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:44.522613 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-978d71eb-71a6-4d2b-8d8a-e024e8e85538 req-22069cb0-e474-48a1-8f77-5c78f4076751 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (d5a5f978-c5f0-4476-91cc-2b79e48ec4a7), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:44.527993 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcadec98-4bc0-4ac3-9dfa-a17b52f40010', 'tag': '60ac9746-6fd2-4524-bc83-9f6c7c18aa9f'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:54:44.559282 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a9e15c-b6b2-4ef9-a21b-91065f2066ab" -d '{"events": [{"name": "network-changed", "server_uuid": "dcadec98-4bc0-4ac3-9dfa-a17b52f40010", "tag": "60ac9746-6fd2-4524-bc83-9f6c7c18aa9f"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:54:44.577691 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb01b5-02d9-4000-b193-1821aea69c98 req-d988458f-29bf-470a-aca6-f2a417faa9b3 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:44.585161 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0efb01b5-02d9-4000-b193-1821aea69c98 req-d988458f-29bf-470a-aca6-f2a417faa9b3 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 1128 time: 0.2925470 Sep 16 12:54:44.603967 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-978d71eb-71a6-4d2b-8d8a-e024e8e85538 req-22069cb0-e474-48a1-8f77-5c78f4076751 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Calling delete_port for d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:54:44.629207 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37021a-46ed-434b-aa0e-2d66431fa42c req-10dfcfb1-491e-45a4-be3e-5a5f5209d2a4 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:44.637504 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fd37021a-46ed-434b-aa0e-2d66431fa42c req-10dfcfb1-491e-45a4-be3e-5a5f5209d2a4 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 943 time: 0.2035069 Sep 16 12:54:44.654567 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'name': 'tempest-VolumesAdminNegativeTest-276994275-router', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:38Z', 'updated_at': '2022-09-16T12:54:41Z', 'revision_number': 3, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'gw_port': {'id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:83:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:40Z', 'updated_at': '2022-09-16T12:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:44.683527 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:44.699126 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] Checking router: c70f535d-f4f3-441f-be51-0c4abb14cdb2 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:54:44.700083 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] Updating router c70f535d-f4f3-441f-be51-0c4abb14cdb2 port 3124da15-c4ec-487c-8903-76befaa4e7da binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:54:44.741040 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 5ce9460d-ccbf-4885-a842-153184c12d3c is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:44.775902 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3124da15-c4ec-487c-8903-76befaa4e7da), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:44.790435 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fd37021a-46ed-434b-aa0e-2d66431fa42c req-583f1495-5391-4bbf-a7c5-bf611a5ee900 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519055 Sep 16 12:54:44.825439 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0efb01b5-02d9-4000-b193-1821aea69c98 req-64be61f2-c2ea-46e6-8df3-524ed604d985 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391188 Sep 16 12:54:44.926731 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b4810-2694-4e30-a1ec-6c2ebcef71d0 service neutron] Pushing event updated for resources: {'Port': ['ID=60ac9746-6fd2-4524-bc83-9f6c7c18aa9f,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:45.028870 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-a14db675-78ef-4cd6-91ec-f3a58d04b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:45.037308 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-a14db675-78ef-4cd6-91ec-f3a58d04b6cf service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f2d50b9f6b084e40971269e8b882516c&device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 1125 time: 0.3654964 Sep 16 12:54:45.102302 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-bfe0b8f9-5800-4d03-b45a-29df2cf0b8be service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60ac9746-6fd2-4524-bc83-9f6c7c18aa9f HTTP/1.1" status: 200 len: 217 time: 0.0571208 Sep 16 12:54:45.110952 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4ee6c131-d3a0-4175-b0eb-5628b9ff3b9e req-fef5609a-c1f6-4932-8217-687e10d2cd6d tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (ee76b399-9246-48fa-9c23-18309e9b0a92), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:45.197624 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5609a-c1f6-4932-8217-687e10d2cd6d tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Pushing event deleted for resources: {'Port': ['ID=ee76b399-9246-48fa-9c23-18309e9b0a92,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:45.205169 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-b75d2c28-80e2-47eb-aece-669ed92e101b service neutron] 10.222.0.76 "GET /networking/v2.0/ports/efae6ffd-f514-46a4-ad30-4fa3504874c8/bindings/n-h1-858094-4 HTTP/1.1" status: 200 len: 384 time: 0.2942080 Sep 16 12:54:45.228695 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098247e-8ad4-4797-b45c-564dffcc7d4b req-4f4b0323-a49b-49a5-a77b-b71bc83d464a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:45.231187 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d098247e-8ad4-4797-b45c-564dffcc7d4b req-4f4b0323-a49b-49a5-a77b-b71bc83d464a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 944 time: 0.2294035 Sep 16 12:54:45.264559 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5680a-eefb-4109-9d25-875133d63039 req-494f7fe4-faed-4987-ab11-d82f721c1e6d tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:45.278878 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dfb5680a-eefb-4109-9d25-875133d63039 req-494f7fe4-faed-4987-ab11-d82f721c1e6d tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.1833904 Sep 16 12:54:45.280961 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-b2bae2b1-1165-4c41-8424-eca485ea576a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:45.282039 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-b2bae2b1-1165-4c41-8424-eca485ea576a service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=111be6d3-8b9a-4cec-af43-492de087009a HTTP/1.1" status: 200 len: 850 time: 0.1453884 Sep 16 12:54:45.339726 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:45.359064 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:45.369344 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-37119106-1691-4065-932e-5260638f23e4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=e39821aa-60f0-44e0-aa25-da05e5161c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628600 Sep 16 12:54:45.408257 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] Publish callbacks [] for port (3124da15-c4ec-487c-8903-76befaa4e7da), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:45.417383 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3124da15-c4ec-487c-8903-76befaa4e7da), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:45.426237 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-978d71eb-71a6-4d2b-8d8a-e024e8e85538 req-22069cb0-e474-48a1-8f77-5c78f4076751 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (d5a5f978-c5f0-4476-91cc-2b79e48ec4a7), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:45.454821 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] Attempting to bind port 3124da15-c4ec-487c-8903-76befaa4e7da on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:54:45.455192 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] Attempting to bind port 3124da15-c4ec-487c-8903-76befaa4e7da by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:54:45.455553 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] Attempting to bind port 3124da15-c4ec-487c-8903-76befaa4e7da on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:54:45.468978 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:45.505000 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c91a78-b8e5-4268-ab19-a63e696a15fb None None] Pushing event updated for resources: {'Port': ['ID=3124da15-c4ec-487c-8903-76befaa4e7da,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:45.518421 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee6c131-d3a0-4175-b0eb-5628b9ff3b9e req-fef5609a-c1f6-4932-8217-687e10d2cd6d tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] No DVR routers for this DVR port ee76b399-9246-48fa-9c23-18309e9b0a92 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:54:45.525230 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d098247e-8ad4-4797-b45c-564dffcc7d4b req-318fc74a-4460-4e1d-8fad-220bb0c667bd tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412519 Sep 16 12:54:45.532976 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4ee6c131-d3a0-4175-b0eb-5628b9ff3b9e req-fef5609a-c1f6-4932-8217-687e10d2cd6d tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:45.539724 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:54:45.540364 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:54:45.540775 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:45.541171 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:54:45.541664 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] Bound port: 3124da15-c4ec-487c-8903-76befaa4e7da, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:54:45.542042 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3124da15-c4ec-487c-8903-76befaa4e7da), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:45.548061 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4ee6c131-d3a0-4175-b0eb-5628b9ff3b9e req-fef5609a-c1f6-4932-8217-687e10d2cd6d tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.25 "DELETE /networking/v2.0/ports/ee76b399-9246-48fa-9c23-18309e9b0a92 HTTP/1.1" status: 204 len: 173 time: 2.7536330 Sep 16 12:54:45.561719 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd721f2f-0f2f-4315-b101-d8140c7d94a0', 'name': 'network-vif-deleted', 'tag': 'ee76b399-9246-48fa-9c23-18309e9b0a92'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:54:45.566708 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-267094f9-13d7-4004-a1d8-77abacc59f6d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e39821aa-60f0-44e0-aa25-da05e5161c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856952 Sep 16 12:54:45.570968 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0aeb1c7-5891-4ede-8c9e-c4ce0338cb08" -d '{"events": [{"server_uuid": "dd721f2f-0f2f-4315-b101-d8140c7d94a0", "name": "network-vif-deleted", "tag": "ee76b399-9246-48fa-9c23-18309e9b0a92"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:54:45.655247 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] For port 3124da15-c4ec-487c-8903-76befaa4e7da, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:54:45.662684 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] For port 3124da15-c4ec-487c-8903-76befaa4e7da, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3124da15-c4ec-487c-8903-76befaa4e7da,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:54:45.676113 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3124da15-c4ec-487c-8903-76befaa4e7da), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:45.721376 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dfb5680a-eefb-4109-9d25-875133d63039 req-c6066362-d25c-47e1-aa21-96753eb7e131 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4393017 Sep 16 12:54:45.722369 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22069cb0-e474-48a1-8f77-5c78f4076751 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Pushing event deleted for resources: {'Port': ['ID=d5a5f978-c5f0-4476-91cc-2b79e48ec4a7,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:45.731547 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] Routers {'c70f535d-f4f3-441f-be51-0c4abb14cdb2'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:45.747850 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c70f535d-f4f3-441f-be51-0c4abb14cdb2'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:45.769734 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:45.959325 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-978d71eb-71a6-4d2b-8d8a-e024e8e85538 req-22069cb0-e474-48a1-8f77-5c78f4076751 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] No DVR routers for this DVR port d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:54:45.966696 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-978d71eb-71a6-4d2b-8d8a-e024e8e85538 req-22069cb0-e474-48a1-8f77-5c78f4076751 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:45.978125 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-978d71eb-71a6-4d2b-8d8a-e024e8e85538 req-22069cb0-e474-48a1-8f77-5c78f4076751 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.25 "DELETE /networking/v2.0/ports/d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 HTTP/1.1" status: 204 len: 173 time: 2.7229123 Sep 16 12:54:46.083571 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-763f8b11-ed24-4fa0-a90d-e75f193c2ba8 req-1d5473d7-0e95-4f59-bbf8-75771e932f1f tempest-InstanceActionsTestJSON-1321990069 tempest-InstanceActionsTestJSON-1321990069-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dd721f2f-0f2f-4315-b101-d8140c7d94a0 HTTP/1.1" status: 200 len: 210 time: 0.0724103 Sep 16 12:54:46.096874 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] Set router c70f535d-f4f3-441f-be51-0c4abb14cdb2 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:46.266400 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eb998245-a864-4a2a-8c45-50b4b6b541a1 req-e8c02948-54d6-40dc-9883-f320da28ed03 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 210 time: 0.1754525 Sep 16 12:54:46.291082 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc5984a-ea30-4613-baf2-844006501cb7 x-openstack-request-id: req-0cc5984a-ea30-4613-baf2-844006501cb7 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:46.291646 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd721f2f-0f2f-4315-b101-d8140c7d94a0", "name": "network-vif-deleted", "tag": "ee76b399-9246-48fa-9c23-18309e9b0a92", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:46.291875 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0cc5984a-ea30-4613-baf2-844006501cb7 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:46.292305 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cc5984a-ea30-4613-baf2-844006501cb7'] response: {'server_uuid': 'dd721f2f-0f2f-4315-b101-d8140c7d94a0', 'name': 'network-vif-deleted', 'tag': 'ee76b399-9246-48fa-9c23-18309e9b0a92', 'status': 'completed', 'code': 200} Sep 16 12:54:46.320977 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:46.398733 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2fc8a1-b0c0-450e-9108-ee7f91d59d4f x-openstack-request-id: req-ba2fc8a1-b0c0-450e-9108-ee7f91d59d4f {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:46.399259 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcadec98-4bc0-4ac3-9dfa-a17b52f40010", "tag": "60ac9746-6fd2-4524-bc83-9f6c7c18aa9f", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:46.399406 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ba2fc8a1-b0c0-450e-9108-ee7f91d59d4f {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:46.399884 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba2fc8a1-b0c0-450e-9108-ee7f91d59d4f'] response: {'name': 'network-changed', 'server_uuid': 'dcadec98-4bc0-4ac3-9dfa-a17b52f40010', 'tag': '60ac9746-6fd2-4524-bc83-9f6c7c18aa9f', 'status': 'completed', 'code': 200} Sep 16 12:54:46.484168 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c91a78-b8e5-4268-ab19-a63e696a15fb None None] Pushing event updated for resources: {'Port': ['ID=3124da15-c4ec-487c-8903-76befaa4e7da,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:46.534302 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'name': 'tempest-VolumesAdminNegativeTest-276994275-router', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:38Z', 'updated_at': '2022-09-16T12:54:41Z', 'revision_number': 3, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'gw_port': {'id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:83:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:40Z', 'updated_at': '2022-09-16T12:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:46.544000 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-684e0c6b-fdfc-4eff-a9b3-5678b548d70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:46.625097 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c85d4096-6c63-4046-9a80-b9472247b3e5 req-74580c31-aa15-41bb-a028-d6562228d48e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e39821aa-60f0-44e0-aa25-da05e5161c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0433812 Sep 16 12:54:46.630491 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e605c519-b173-4a99-a20c-b13949d89af4 None None] The sync data for ids ['c70f535d-f4f3-441f-be51-0c4abb14cdb2'] in n-d-858094-4 is: [{'id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'name': 'tempest-VolumesAdminNegativeTest-276994275-router', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:38Z', 'updated_at': '2022-09-16T12:54:41Z', 'revision_number': 3, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'gw_port': {'id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:83:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:40Z', 'updated_at': '2022-09-16T12:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:54:46.649984 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-9ff83198-e4c0-497c-aadc-724e0a963481 service neutron] For port efae6ffd-f514-46a4-ad30-4fa3504874c8, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=efae6ffd-f514-46a4-ad30-4fa3504874c8,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:46.658165 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7c352-4e31-4be6-9c5a-4f2d1171094e req-e93c875a-95b0-4ef8-ae18-2ceb6703b206 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:46.658821 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:54:46.665138 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-01e7c352-4e31-4be6-9c5a-4f2d1171094e req-e93c875a-95b0-4ef8-ae18-2ceb6703b206 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 943 time: 0.2181203 Sep 16 12:54:46.766716 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:54:46.769121 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device d5a5f978-c5f0-4476-91cc-2b79e48ec4a7 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:54:46.771418 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device ee76b399-9246-48fa-9c23-18309e9b0a92 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:54:46.850062 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: ee76b399-9246-48fa-9c23-18309e9b0a92 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:54:46.850411 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device ee76b399-9246-48fa-9c23-18309e9b0a92 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:54:47.034987 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def53bb-00aa-45f9-918d-40b6fa59abbd req-2e5805ee-7f29-4e95-8bd8-e2134bd37b18 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:47.036676 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9def53bb-00aa-45f9-918d-40b6fa59abbd req-2e5805ee-7f29-4e95-8bd8-e2134bd37b18 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 944 time: 0.2352533 Sep 16 12:54:47.049521 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-684e0c6b-fdfc-4eff-a9b3-5678b548d70f admin admin] Allocated IP 172.20.0.1 (d07f81e7-3dc4-4b39-ad5d-bffdea9cea45/4adf093a-088a-4424-822e-484468ee3329/a3467299-9c27-40de-a24c-c8caddb9a992) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:54:47.087756 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-01e7c352-4e31-4be6-9c5a-4f2d1171094e req-35192b35-103b-452e-82f7-9edb923980b0 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179895 Sep 16 12:54:47.222250 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-684e0c6b-fdfc-4eff-a9b3-5678b548d70f admin admin] Publish callbacks [] for port (a3467299-9c27-40de-a24c-c8caddb9a992), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:47.262688 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9def53bb-00aa-45f9-918d-40b6fa59abbd req-f0adccd0-c79e-455b-a05d-a83e8a2955c1 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111053 Sep 16 12:54:47.340113 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:47.344159 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-9ff83198-e4c0-497c-aadc-724e0a963481 service neutron] For port efae6ffd-f514-46a4-ad30-4fa3504874c8, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:54:47.351981 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-684e0c6b-fdfc-4eff-a9b3-5678b548d70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (a3467299-9c27-40de-a24c-c8caddb9a992), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:47.396296 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d86c4-10d1-49fd-9911-2e8d64f96e4f req-d08b8365-0ee1-4b7a-8c0a-aeea914eb22b tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:47.418841 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-848d86c4-10d1-49fd-9911-2e8d64f96e4f req-d08b8365-0ee1-4b7a-8c0a-aeea914eb22b tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.1411061 Sep 16 12:54:47.420524 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 57210) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:47.515159 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-9ff83198-e4c0-497c-aadc-724e0a963481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efae6ffd-f514-46a4-ad30-4fa3504874c8 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:54:47.537695 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684e0c6b-fdfc-4eff-a9b3-5678b548d70f admin admin] Network d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:54:47.554469 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-684e0c6b-fdfc-4eff-a9b3-5678b548d70f admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:54:47.560912 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-9ff83198-e4c0-497c-aadc-724e0a963481 service neutron] For port efae6ffd-f514-46a4-ad30-4fa3504874c8, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=efae6ffd-f514-46a4-ad30-4fa3504874c8,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:47.563664 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:47.568050 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684e0c6b-fdfc-4eff-a9b3-5678b548d70f admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:54:47.663014 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e0c6b-fdfc-4eff-a9b3-5678b548d70f admin admin] Pushing event updated for resources: {'Port': ['ID=a3467299-9c27-40de-a24c-c8caddb9a992,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:47.684631 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-9ff83198-e4c0-497c-aadc-724e0a963481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:47.782779 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-188ffc90-c4db-498d-8b40-6b18982f22eb req-b364bbc3-8f0b-4ddd-9f23-ed707020f045 tempest-FloatingIPsAssociationTestJSON-195341858 tempest-FloatingIPsAssociationTestJSON-195341858-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5c161179-0b93-4676-86f7-2f507a3ebeb3 HTTP/1.1" status: 200 len: 210 time: 0.1570766 Sep 16 12:54:47.836444 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-848d86c4-10d1-49fd-9911-2e8d64f96e4f req-5a27ee0e-92e9-4406-baa7-cbb3eb2699f7 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4154062 Sep 16 12:54:47.893917 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:47.935031 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-684e0c6b-fdfc-4eff-a9b3-5678b548d70f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (c70f535d-f4f3-441f-be51-0c4abb14cdb2), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:48.193619 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:48.231497 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Provisioning complete for port a3467299-9c27-40de-a24c-c8caddb9a992 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:48.236048 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (a3467299-9c27-40de-a24c-c8caddb9a992), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:48.238081 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Attempt 1 to provision port a3467299-9c27-40de-a24c-c8caddb9a992 Sep 16 12:54:48.281993 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9e15c-b6b2-4ef9-a21b-91065f2066ab req-7f10298f-3eec-49ba-8cf4-79d0add9e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:48.285896 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31a9e15c-b6b2-4ef9-a21b-91065f2066ab req-7f10298f-3eec-49ba-8cf4-79d0add9e619 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f2d50b9f6b084e40971269e8b882516c&device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 1125 time: 0.5688703 Sep 16 12:54:48.299972 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'name': 'network-vif-deleted', 'tag': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:54:48.299972 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cffa8e-37e4-4038-94ce-6640c5d02dba" -d '{"events": [{"server_uuid": "5c161179-0b93-4676-86f7-2f507a3ebeb3", "name": "network-vif-deleted", "tag": "d5a5f978-c5f0-4476-91cc-2b79e48ec4a7"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:54:48.351328 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Port a3467299-9c27-40de-a24c-c8caddb9a992 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:48.362800 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3124da15-c4ec-487c-8903-76befaa4e7da up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:54:48.456310 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 3124da15-c4ec-487c-8903-76befaa4e7da triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:48.456890 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3124da15-c4ec-487c-8903-76befaa4e7da), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:48.457463 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 3124da15-c4ec-487c-8903-76befaa4e7da Sep 16 12:54:48.516000 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd97cd0-75a7-46ea-bc63-ab4a1da893ec req-aa920108-5911-490a-8a39-870c7b000ec6 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:48.520459 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ccd97cd0-75a7-46ea-bc63-ab4a1da893ec req-aa920108-5911-490a-8a39-870c7b000ec6 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 943 time: 0.2581482 Sep 16 12:54:48.526113 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-684e0c6b-fdfc-4eff-a9b3-5678b548d70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a3467299-9c27-40de-a24c-c8caddb9a992), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:48.558769 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-9ff83198-e4c0-497c-aadc-724e0a963481 service neutron] Transition to ACTIVE for port object efae6ffd-f514-46a4-ad30-4fa3504874c8 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:54:48.586880 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 3124da15-c4ec-487c-8903-76befaa4e7da is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:48.588264 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-9ff83198-e4c0-497c-aadc-724e0a963481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:48.592910 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3124da15-c4ec-487c-8903-76befaa4e7da), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:48.627876 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-08b7db9e-226c-4af5-b07e-2ccb4ad53c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:48.658949 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 3124da15-c4ec-487c-8903-76befaa4e7da, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3124da15-c4ec-487c-8903-76befaa4e7da,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:48.687261 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3124da15-c4ec-487c-8903-76befaa4e7da), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:48.738530 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d2326-4153-484a-bd6f-9b344a9bb6f6 req-8c83fab1-8832-4658-8dbe-4e83ac9e05c0 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:48.740103 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-314d2326-4153-484a-bd6f-9b344a9bb6f6 req-8c83fab1-8832-4658-8dbe-4e83ac9e05c0 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 944 time: 0.2920446 Sep 16 12:54:48.746822 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-9ff83198-e4c0-497c-aadc-724e0a963481 service neutron] No DVR routers for this DVR port efae6ffd-f514-46a4-ad30-4fa3504874c8 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:54:48.802864 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=3124da15-c4ec-487c-8903-76befaa4e7da,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:48.822479 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:48.822817 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:48.830923 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:48.831524 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:48.832004 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:48.832505 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:48.833062 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:48.833548 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:48.834017 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:48.834515 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:48.834982 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:48.836011 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:48.836512 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:48.837012 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:48.837474 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:48.848561 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9e15c-b6b2-4ef9-a21b-91065f2066ab req-655bbe93-c321-4312-aaa7-dee4831ee2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:48.850043 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31a9e15c-b6b2-4ef9-a21b-91065f2066ab req-655bbe93-c321-4312-aaa7-dee4831ee2f6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=e39821aa-60f0-44e0-aa25-da05e5161c83 HTTP/1.1" status: 200 len: 911 time: 0.5149949 Sep 16 12:54:48.857556 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff83198-e4c0-497c-aadc-724e0a963481 service neutron] Pushing event updated for resources: {'Port': ['ID=efae6ffd-f514-46a4-ad30-4fa3504874c8,revision_number=10']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:48.863239 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Attempt 2 to provision port a3467299-9c27-40de-a24c-c8caddb9a992 Sep 16 12:54:48.906217 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31a9e15c-b6b2-4ef9-a21b-91065f2066ab req-3ef2bc1f-7ba8-4088-8bc6-d6c8a37e8253 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60ac9746-6fd2-4524-bc83-9f6c7c18aa9f HTTP/1.1" status: 200 len: 217 time: 0.0435565 Sep 16 12:54:48.909828 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-9ff83198-e4c0-497c-aadc-724e0a963481 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/efae6ffd-f514-46a4-ad30-4fa3504874c8/bindings/n-h1-858094-4/activate HTTP/1.1" status: 200 len: 369 time: 3.6980376 Sep 16 12:54:48.939121 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Port a3467299-9c27-40de-a24c-c8caddb9a992 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:49.070513 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9e15c-b6b2-4ef9-a21b-91065f2066ab req-c77168d2-3ea8-4638-a1cd-52f28e129032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:49.072255 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31a9e15c-b6b2-4ef9-a21b-91065f2066ab req-c77168d2-3ea8-4638-a1cd-52f28e129032 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=111be6d3-8b9a-4cec-af43-492de087009a HTTP/1.1" status: 200 len: 850 time: 0.0989885 Sep 16 12:54:49.096462 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ccd97cd0-75a7-46ea-bc63-ab4a1da893ec req-0003188b-ded3-4730-89a9-45ad5428430c tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259216 Sep 16 12:54:49.134791 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31a9e15c-b6b2-4ef9-a21b-91065f2066ab req-875ad8f8-2891-4a8a-b5a0-3700d97fe7ae service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=e39821aa-60f0-44e0-aa25-da05e5161c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554066 Sep 16 12:54:49.183077 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:49.185572 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e71d7e3-3448-4eea-acec-0baafd4cfea6 x-openstack-request-id: req-1e71d7e3-3448-4eea-acec-0baafd4cfea6 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:49.186055 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c161179-0b93-4676-86f7-2f507a3ebeb3", "name": "network-vif-deleted", "tag": "d5a5f978-c5f0-4476-91cc-2b79e48ec4a7", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:49.186384 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1e71d7e3-3448-4eea-acec-0baafd4cfea6 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:49.186831 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e71d7e3-3448-4eea-acec-0baafd4cfea6'] response: {'server_uuid': '5c161179-0b93-4676-86f7-2f507a3ebeb3', 'name': 'network-vif-deleted', 'tag': 'd5a5f978-c5f0-4476-91cc-2b79e48ec4a7', 'status': 'completed', 'code': 200} Sep 16 12:54:49.215023 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:49.220730 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-684e0c6b-fdfc-4eff-a9b3-5678b548d70f admin admin] Publish callbacks [] for port (a3467299-9c27-40de-a24c-c8caddb9a992), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:49.230315 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-08b7db9e-226c-4af5-b07e-2ccb4ad53c5d admin admin] Deleting port 0e6d00c7-e067-490f-b4da-69836df043f7 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:54:49.230797 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-08b7db9e-226c-4af5-b07e-2ccb4ad53c5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (0e6d00c7-e067-490f-b4da-69836df043f7), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:49.238085 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-684e0c6b-fdfc-4eff-a9b3-5678b548d70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (a3467299-9c27-40de-a24c-c8caddb9a992), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:49.249423 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-314d2326-4153-484a-bd6f-9b344a9bb6f6 req-e9744e19-fbde-46b1-acc4-2bd115337885 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816189 Sep 16 12:54:49.254832 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-e9ef409c-8bc5-49de-82c4-3860ad97e2cb tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:49.260873 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-e9ef409c-8bc5-49de-82c4-3860ad97e2cb tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939&tenant_id=dd7ec914bffb4743921e4116b0c399eb&binding%3Ahost_id=n-h2-858094-4 HTTP/1.1" status: 200 len: 1127 time: 0.2687948 Sep 16 12:54:49.329172 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:49.364592 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 57240) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:49.395358 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e0c6b-fdfc-4eff-a9b3-5678b548d70f admin admin] Pushing event updated for resources: {'Port': ['ID=a3467299-9c27-40de-a24c-c8caddb9a992,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:49.423904 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-684e0c6b-fdfc-4eff-a9b3-5678b548d70f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (c70f535d-f4f3-441f-be51-0c4abb14cdb2), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:49.436900 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d321174-9a7f-405c-ad8b-7c74e423ceb3 req-6c1c282e-5d5d-40b7-887f-0795201351bf tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:49.438680 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1d321174-9a7f-405c-ad8b-7c74e423ceb3 req-6c1c282e-5d5d-40b7-887f-0795201351bf tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.0749552 Sep 16 12:54:49.440738 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Attempt 3 to provision port a3467299-9c27-40de-a24c-c8caddb9a992 Sep 16 12:54:49.447117 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31a9e15c-b6b2-4ef9-a21b-91065f2066ab req-9bbe38be-173f-4aac-a468-512d07e3c0bf service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e39821aa-60f0-44e0-aa25-da05e5161c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057375 Sep 16 12:54:49.498692 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Port a3467299-9c27-40de-a24c-c8caddb9a992 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:49.545275 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1d321174-9a7f-405c-ad8b-7c74e423ceb3 req-4fc410bb-812f-40e3-9934-d5a2fa0eaa1c tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631666 Sep 16 12:54:49.556853 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-ffd0552e-41d7-4027-8923-5723aa2fef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:49.558669 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-ffd0552e-41d7-4027-8923-5723aa2fef0a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939&tenant_id=dd7ec914bffb4743921e4116b0c399eb HTTP/1.1" status: 200 len: 1127 time: 0.2810252 Sep 16 12:54:49.607152 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684e0c6b-fdfc-4eff-a9b3-5678b548d70f admin admin] Network d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:54:49.644744 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-684e0c6b-fdfc-4eff-a9b3-5678b548d70f admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:54:49.709276 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-08b7db9e-226c-4af5-b07e-2ccb4ad53c5d admin admin] For port 0e6d00c7-e067-490f-b4da-69836df043f7, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=0e6d00c7-e067-490f-b4da-69836df043f7,segment=NetworkSegment(4b85c04a-e58c-4720-a3cc-228524b57aa3),segment_id=4b85c04a-e58c-4720-a3cc-228524b57aa3)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:49.709846 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-08b7db9e-226c-4af5-b07e-2ccb4ad53c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (0e6d00c7-e067-490f-b4da-69836df043f7), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:49.713145 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:49.742055 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-08b7db9e-226c-4af5-b07e-2ccb4ad53c5d admin admin] Calling delete_port for 0e6d00c7-e067-490f-b4da-69836df043f7 owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:54:49.751044 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-e4be5548-cf37-4492-89a7-13c0d2bade01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:49.752980 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-e4be5548-cf37-4492-89a7-13c0d2bade01 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=dd7ec914bffb4743921e4116b0c399eb&device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 1127 time: 0.1191363 Sep 16 12:54:49.818731 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684e0c6b-fdfc-4eff-a9b3-5678b548d70f admin admin] Router c70f535d-f4f3-441f-be51-0c4abb14cdb2 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:54:49.972308 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-e35ce206-b68b-4ff5-acea-70bcbe111c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:49.974176 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-e35ce206-b68b-4ff5-acea-70bcbe111c32 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 200 len: 909 time: 0.2081413 Sep 16 12:54:49.990804 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-31a9e15c-b6b2-4ef9-a21b-91065f2066ab req-95f5dccd-bda5-4b29-ab19-5d7a9100755d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e39821aa-60f0-44e0-aa25-da05e5161c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896016 Sep 16 12:54:50.000185 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Attempt 4 to provision port a3467299-9c27-40de-a24c-c8caddb9a992 Sep 16 12:54:50.061292 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-5e5bd64f-8313-4b52-a8cc-d21c3c93f5f8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efae6ffd-f514-46a4-ad30-4fa3504874c8 HTTP/1.1" status: 200 len: 217 time: 0.0477972 Sep 16 12:54:50.106213 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:50.123408 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Port a3467299-9c27-40de-a24c-c8caddb9a992 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:50.155698 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684e0c6b-fdfc-4eff-a9b3-5678b548d70f admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:54:50.175188 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-684e0c6b-fdfc-4eff-a9b3-5678b548d70f admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/c70f535d-f4f3-441f-be51-0c4abb14cdb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2668042 Sep 16 12:54:50.176718 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] Sync routers for ids ['c70f535d-f4f3-441f-be51-0c4abb14cdb2'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:54:50.209683 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] Routers {'c70f535d-f4f3-441f-be51-0c4abb14cdb2'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:50.213166 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c70f535d-f4f3-441f-be51-0c4abb14cdb2'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:50.352024 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3124da15-c4ec-487c-8903-76befaa4e7da up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:54:50.619459 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:54:50.736963 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1de149-f6f0-46da-a806-4c34be569a25 req-fb7d1eda-6717-4cc9-b585-88e9e8fefc64 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:50.746199 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f1de149-f6f0-46da-a806-4c34be569a25 req-fb7d1eda-6717-4cc9-b585-88e9e8fefc64 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 945 time: 0.1270468 Sep 16 12:54:50.767933 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=60ac9746-6fd2-4524-bc83-9f6c7c18aa9f,segment=NetworkSegment(da808ddc-62fd-4e52-82ba-a587be7e96e0),segment_id=da808ddc-62fd-4e52-82ba-a587be7e96e0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:50.776773 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3164fa-7267-4afc-b97a-f487312b4995 req-99a472b0-809c-40ab-8e95-2d33a842e140 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:50.785565 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2f3164fa-7267-4afc-b97a-f487312b4995 req-99a472b0-809c-40ab-8e95-2d33a842e140 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 943 time: 0.1128168 Sep 16 12:54:50.796086 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Attempt 5 to provision port a3467299-9c27-40de-a24c-c8caddb9a992 Sep 16 12:54:50.834310 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '60ac9746-6fd2-4524-bc83-9f6c7c18aa9f', 'network_id': 'e39821aa-60f0-44e0-aa25-da05e5161c83', 'port_id': '60ac9746-6fd2-4524-bc83-9f6c7c18aa9f', 'mac_address': 'fa:16:3e:22:9a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111be6d3-8b9a-4cec-af43-492de087009a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:54:50.868931 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Port a3467299-9c27-40de-a24c-c8caddb9a992 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:50.967288 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f1de149-f6f0-46da-a806-4c34be569a25 req-9253fddb-da4b-4426-b1c2-5086f8bb4844 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196443 Sep 16 12:54:51.005715 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-24ea7a27-b714-4439-a4a1-e9fbbfbebea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:51.014245 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-24ea7a27-b714-4439-a4a1-e9fbbfbebea5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 200 len: 847 time: 0.9405806 Sep 16 12:54:51.047831 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 3124da15-c4ec-487c-8903-76befaa4e7da triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:51.048235 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3124da15-c4ec-487c-8903-76befaa4e7da), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:51.048575 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 3124da15-c4ec-487c-8903-76befaa4e7da Sep 16 12:54:51.114975 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-887dd2f5-73a9-4332-9bf7-789bad7d7f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:51.117815 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-887dd2f5-73a9-4332-9bf7-789bad7d7f0d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=40f9024a-6954-4a0a-afdb-132e05c6d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0867708 Sep 16 12:54:51.133017 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:51.133428 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (60ac9746-6fd2-4524-bc83-9f6c7c18aa9f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:51.159468 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] Set router c70f535d-f4f3-441f-be51-0c4abb14cdb2 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:51.178012 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:54:51.200477 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=60ac9746-6fd2-4524-bc83-9f6c7c18aa9f,segment=NetworkSegment(da808ddc-62fd-4e52-82ba-a587be7e96e0),segment_id=da808ddc-62fd-4e52-82ba-a587be7e96e0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:51.234375 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (60ac9746-6fd2-4524-bc83-9f6c7c18aa9f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:51.273583 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2f3164fa-7267-4afc-b97a-f487312b4995 req-8fad1abe-be9d-4a7c-89b2-daead907b695 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859917 Sep 16 12:54:51.279337 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:51.282831 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-1b4e9fe3-961d-475e-b697-f0a47e500c3e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217091 Sep 16 12:54:51.318581 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 57288) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:51.326942 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-d22ef60b-6a80-407a-933a-df9f83445b4b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-148034623-network', 'tenant_id': '9390133145c14261b4cb69996a8cbada'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:54:51.327812 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=60ac9746-6fd2-4524-bc83-9f6c7c18aa9f,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:51.353102 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:51.364596 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22ef60b-6a80-407a-933a-df9f83445b4b admin admin] Made reservation on behalf of 9390133145c14261b4cb69996a8cbada for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:54:51.368363 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d22ef60b-6a80-407a-933a-df9f83445b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:51.395020 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d22ef60b-6a80-407a-933a-df9f83445b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:51.455427 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5f530-5cf0-46be-a410-1517fd20e65b req-54ced5c1-1547-4f19-9c19-b72b74d5bc2e tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:51.457325 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a7f5f530-5cf0-46be-a410-1517fd20e65b req-54ced5c1-1547-4f19-9c19-b72b74d5bc2e tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.1708419 Sep 16 12:54:51.505546 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Attempt 6 to provision port a3467299-9c27-40de-a24c-c8caddb9a992 Sep 16 12:54:51.545518 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 3124da15-c4ec-487c-8903-76befaa4e7da is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:51.626147 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d22ef60b-6a80-407a-933a-df9f83445b4b admin admin] Publish callbacks [] for security_group (ac5c8526-ad7a-4336-b25d-631551c27fd0), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:51.657893 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:51.659945 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-08b7db9e-226c-4af5-b07e-2ccb4ad53c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (0e6d00c7-e067-490f-b4da-69836df043f7), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:51.661908 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d22ef60b-6a80-407a-933a-df9f83445b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (ac5c8526-ad7a-4336-b25d-631551c27fd0), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:51.709875 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:51.710965 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:51.714248 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['60ac9746-6fd2-4524-bc83-9f6c7c18aa9f'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:54:51.722467 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ef60b-6a80-407a-933a-df9f83445b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5c8526-ad7a-4336-b25d-631551c27fd0,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:51.751821 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22ef60b-6a80-407a-933a-df9f83445b4b admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:54:51.762248 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-25709f28-cbc6-4e2e-a72c-e6557ccfef60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (10b06796-faac-4714-8984-e75ef82d14a7), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:51.767666 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d22ef60b-6a80-407a-933a-df9f83445b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (75b26c77-b7c1-42bb-942c-7aa288fdb4d4), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:51.768065 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-d22ef60b-6a80-407a-933a-df9f83445b4b admin admin] Added segment 75b26c77-b7c1-42bb-942c-7aa288fdb4d4 of type vlan for network 8c1156c6-462b-448a-a645-e0ded321b529 Sep 16 12:54:51.851925 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d22ef60b-6a80-407a-933a-df9f83445b4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (8c1156c6-462b-448a-a645-e0ded321b529), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:51.884481 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:51.914105 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Port a3467299-9c27-40de-a24c-c8caddb9a992 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:51.936290 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d22ef60b-6a80-407a-933a-df9f83445b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (8c1156c6-462b-448a-a645-e0ded321b529), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:51.938048 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22ef60b-6a80-407a-933a-df9f83445b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:51.939173 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d22ef60b-6a80-407a-933a-df9f83445b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:51.942326 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7db9e-226c-4af5-b07e-2ccb4ad53c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=0e6d00c7-e067-490f-b4da-69836df043f7,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:51.969389 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'name': 'tempest-VolumesAdminNegativeTest-276994275-router', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:38Z', 'updated_at': '2022-09-16T12:54:48Z', 'revision_number': 4, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'gw_port': {'id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:40Z', 'updated_at': '2022-09-16T12:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'a3467299-9c27-40de-a24c-c8caddb9a992', 'name': '', 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'mac_address': 'fa:16:3e:f1:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4adf093a-088a-4424-822e-484468ee3329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:46Z', 'updated_at': '2022-09-16T12:54:48Z', 'revision_number': 2, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'subnets': [{'id': '4adf093a-088a-4424-822e-484468ee3329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:51.990946 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:52.010865 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d22ef60b-6a80-407a-933a-df9f83445b4b admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6897802 Sep 16 12:54:52.013874 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 57298) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:52.084811 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-dcf592d3-8913-4c70-b2d8-db88fc43777f admin admin] Request body: {'subnet': {'network_id': '8c1156c6-462b-448a-a645-e0ded321b529', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-148034623-subnet', 'tenant_id': '9390133145c14261b4cb69996a8cbada', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:54:52.106495 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] Checking router: c70f535d-f4f3-441f-be51-0c4abb14cdb2 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:54:52.106930 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] Updating router c70f535d-f4f3-441f-be51-0c4abb14cdb2 port a3467299-9c27-40de-a24c-c8caddb9a992 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:54:52.173796 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ef60b-6a80-407a-933a-df9f83445b4b admin admin] Pushing event updated for resources: {'Network': ['ID=8c1156c6-462b-448a-a645-e0ded321b529,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:52.191003 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf592d3-8913-4c70-b2d8-db88fc43777f admin admin] Made reservation on behalf of 9390133145c14261b4cb69996a8cbada for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:54:52.196077 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dcf592d3-8913-4c70-b2d8-db88fc43777f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:52.206145 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-61c51613-25d8-4eb7-88ad-11945b052885 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9027543 Sep 16 12:54:52.228550 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 8c1156c6-462b-448a-a645-e0ded321b529 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:54:52.322529 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a7f5f530-5cf0-46be-a410-1517fd20e65b req-f4c8ec6d-ef08-4474-8156-077176446ceb tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6725156 Sep 16 12:54:52.428302 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-25709f28-cbc6-4e2e-a72c-e6557ccfef60 admin admin] Deleting port f3bc34fa-904e-4a4a-a98a-aa05461c0606 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:54:52.428961 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-25709f28-cbc6-4e2e-a72c-e6557ccfef60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (f3bc34fa-904e-4a4a-a98a-aa05461c0606), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:52.435835 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Attempt 7 to provision port a3467299-9c27-40de-a24c-c8caddb9a992 Sep 16 12:54:52.441171 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a3467299-9c27-40de-a24c-c8caddb9a992), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:52.593268 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-25709f28-cbc6-4e2e-a72c-e6557ccfef60 admin admin] For port f3bc34fa-904e-4a4a-a98a-aa05461c0606, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f3bc34fa-904e-4a4a-a98a-aa05461c0606,segment=NetworkSegment(f437e697-c45f-4a06-85b9-38d6e3ad146a),segment_id=f437e697-c45f-4a06-85b9-38d6e3ad146a)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:52.594088 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-25709f28-cbc6-4e2e-a72c-e6557ccfef60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (f3bc34fa-904e-4a4a-a98a-aa05461c0606), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:52.611560 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-25709f28-cbc6-4e2e-a72c-e6557ccfef60 admin admin] Calling delete_port for f3bc34fa-904e-4a4a-a98a-aa05461c0606 owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:54:52.767972 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Port a3467299-9c27-40de-a24c-c8caddb9a992 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:52.771141 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dcf592d3-8913-4c70-b2d8-db88fc43777f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (2b8cf7ea-a4a7-4e5c-b9ce-a12e37bc12a7), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:52.884626 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:52.885652 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:52.902799 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf592d3-8913-4c70-b2d8-db88fc43777f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b8cf7ea-a4a7-4e5c-b9ce-a12e37bc12a7,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:52.926088 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf592d3-8913-4c70-b2d8-db88fc43777f admin admin] Checking segment: {'id': '75b26c77-b7c1-42bb-942c-7aa288fdb4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c1156c6-462b-448a-a645-e0ded321b529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:54:52.926443 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf592d3-8913-4c70-b2d8-db88fc43777f admin admin] Network hostable DHCP agents. Network: 8c1156c6-462b-448a-a645-e0ded321b529, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:54:52.946966 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-25709f28-cbc6-4e2e-a72c-e6557ccfef60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (f3bc34fa-904e-4a4a-a98a-aa05461c0606), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:52.949823 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-44257856-e10a-4cb4-bd8f-109255a678b8 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:52.951356 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-44257856-e10a-4cb4-bd8f-109255a678b8 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939&tenant_id=dd7ec914bffb4743921e4116b0c399eb&binding%3Ahost_id=n-h1-858094-4 HTTP/1.1" status: 200 len: 1127 time: 0.0799212 Sep 16 12:54:52.966118 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf592d3-8913-4c70-b2d8-db88fc43777f admin admin] Network 8c1156c6-462b-448a-a645-e0ded321b529 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:54:52.979788 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-dcf592d3-8913-4c70-b2d8-db88fc43777f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 8c1156c6-462b-448a-a645-e0ded321b529) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:54:53.000843 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf592d3-8913-4c70-b2d8-db88fc43777f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:53.001838 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dcf592d3-8913-4c70-b2d8-db88fc43777f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:53.013649 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd05546-0c23-4c5c-b4bf-867b2558391b req-d8c517a0-a572-43fd-816b-143f599b8d42 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:53.015222 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3cd05546-0c23-4c5c-b4bf-867b2558391b req-d8c517a0-a572-43fd-816b-143f599b8d42 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 945 time: 0.8018916 Sep 16 12:54:53.028889 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25709f28-cbc6-4e2e-a72c-e6557ccfef60 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3bc34fa-904e-4a4a-a98a-aa05461c0606,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:53.041591 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cf5b1e-8d80-44b7-a73e-f7d538589f29 None None] Network 8c1156c6-462b-448a-a645-e0ded321b529 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:54:53.052676 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-dcf592d3-8913-4c70-b2d8-db88fc43777f admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9734325 Sep 16 12:54:53.063447 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 57314) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:53.071411 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-148034623-router', 'tenant_id': '9390133145c14261b4cb69996a8cbada', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:54:53.126130 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (0676d604-506e-41af-a37c-0a0633c3c2e2), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:53.127525 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (0676d604-506e-41af-a37c-0a0633c3c2e2), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:53.254507 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d437a-e882-4be3-b0aa-5bea4c8dbf2d req-a6e84894-eaca-4549-bcdd-136065e8f096 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:53.263120 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-006d437a-e882-4be3-b0aa-5bea4c8dbf2d req-a6e84894-eaca-4549-bcdd-136065e8f096 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 944 time: 0.3898036 Sep 16 12:54:53.264798 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Publish callbacks [] for router_controller (0676d604-506e-41af-a37c-0a0633c3c2e2), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:53.274029 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Attempt 8 to provision port a3467299-9c27-40de-a24c-c8caddb9a992 Sep 16 12:54:53.460323 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-8c1156c6-462b-448a-a645-e0ded321b529', 'network_id': '8c1156c6-462b-448a-a645-e0ded321b529', 'project_id': '9390133145c14261b4cb69996a8cbada', 'fixed_ips': [{'subnet_id': '2b8cf7ea-a4a7-4e5c-b9ce-a12e37bc12a7'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:54:53.461794 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:53.468146 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Port a3467299-9c27-40de-a24c-c8caddb9a992 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:53.572784 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Publish callbacks [] for router_gateway (0676d604-506e-41af-a37c-0a0633c3c2e2), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:53.584937 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:53.597835 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:53.610921 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] Publish callbacks [] for port (a3467299-9c27-40de-a24c-c8caddb9a992), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:53.626467 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a3467299-9c27-40de-a24c-c8caddb9a992), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:53.688300 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3cd05546-0c23-4c5c-b4bf-867b2558391b req-99240050-8ac4-4de4-80d4-576a519fb94d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6144612 Sep 16 12:54:53.724401 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-006d437a-e882-4be3-b0aa-5bea4c8dbf2d req-a94d3f91-3434-4a7f-8ef3-da7a12c93788 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602816 Sep 16 12:54:53.844802 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-08b7db9e-226c-4af5-b07e-2ccb4ad53c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:53.860037 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8e32a-14b8-4401-ab49-b407b0446158 None None] Pushing event updated for resources: {'Port': ['ID=a3467299-9c27-40de-a24c-c8caddb9a992,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:53.897231 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:53.906986 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] Allocated IP 172.20.0.2 (8c1156c6-462b-448a-a645-e0ded321b529/2b8cf7ea-a4a7-4e5c-b9ce-a12e37bc12a7/321b891e-4ce5-4794-a1cc-170e5e70a637) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:54:53.916018 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] Attempting to bind port a3467299-9c27-40de-a24c-c8caddb9a992 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:54:53.916980 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] Attempting to bind port a3467299-9c27-40de-a24c-c8caddb9a992 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'ca0d95fc-3fe7-49bf-ac16-c9a3b271e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:54:53.916980 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] Attempting to bind port a3467299-9c27-40de-a24c-c8caddb9a992 on network d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:54:53.972243 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Attempt 9 to provision port a3467299-9c27-40de-a24c-c8caddb9a992 Sep 16 12:54:54.033709 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Publish callbacks [] for router_gateway (0676d604-506e-41af-a37c-0a0633c3c2e2), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:54.086731 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:54.288201 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:54.316197 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Allocated IP 172.25.2.184 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/6e925446-6095-43ce-972b-fffc5bb09757) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:54:54.361728 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-a4aafb84-b94a-4bbb-bd43-abf5bd104a88 service neutron] For port efae6ffd-f514-46a4-ad30-4fa3504874c8, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:54:54.369798 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a6d63-8ba8-44f0-96f3-14c4416254a6 req-617d9ddc-1be5-4eea-9175-536389a73f03 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:54.371580 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-795a6d63-8ba8-44f0-96f3-14c4416254a6 req-617d9ddc-1be5-4eea-9175-536389a73f03 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.4734001 Sep 16 12:54:54.377456 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-a4aafb84-b94a-4bbb-bd43-abf5bd104a88 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:54.378638 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f675ed2-77e2-4676-8ade-9ecd5dca4927 req-a4aafb84-b94a-4bbb-bd43-abf5bd104a88 service neutron] 10.222.0.25 "DELETE /networking/v2.0/ports/efae6ffd-f514-46a4-ad30-4fa3504874c8/bindings/n-h2-858094-4 HTTP/1.1" status: 204 len: 173 time: 1.3609314 Sep 16 12:54:54.379250 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-25709f28-cbc6-4e2e-a72c-e6557ccfef60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (10b06796-faac-4714-8984-e75ef82d14a7), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:54.410195 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Port a3467299-9c27-40de-a24c-c8caddb9a992 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:54:54.411978 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:54.422543 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:54:54.423351 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] Checking segment: {'id': 'ca0d95fc-3fe7-49bf-ac16-c9a3b271e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:54:54.423905 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:54.424477 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] Bound using segment: {'id': 'ca0d95fc-3fe7-49bf-ac16-c9a3b271e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:54:54.425112 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] Bound port: a3467299-9c27-40de-a24c-c8caddb9a992, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0d95fc-3fe7-49bf-ac16-c9a3b271e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:54:54.425663 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a3467299-9c27-40de-a24c-c8caddb9a992), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:54.499992 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Publish callbacks [] for port (6e925446-6095-43ce-972b-fffc5bb09757), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:54.529585 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] For port a3467299-9c27-40de-a24c-c8caddb9a992, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:54:54.538140 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] For port a3467299-9c27-40de-a24c-c8caddb9a992, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=a3467299-9c27-40de-a24c-c8caddb9a992,segment=NetworkSegment(ca0d95fc-3fe7-49bf-ac16-c9a3b271e436),segment_id=ca0d95fc-3fe7-49bf-ac16-c9a3b271e436)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:54:54.543993 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:54:54.581646 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (6e925446-6095-43ce-972b-fffc5bb09757), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:54.597331 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a3467299-9c27-40de-a24c-c8caddb9a992), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:54.636188 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Pushing event updated for resources: {'Port': ['ID=6e925446-6095-43ce-972b-fffc5bb09757,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:54.649411 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:54.671255 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] Routers {'c70f535d-f4f3-441f-be51-0c4abb14cdb2'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:54.672147 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c70f535d-f4f3-441f-be51-0c4abb14cdb2'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:54.672349 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:54.673734 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:54.674023 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:54.674424 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:54.674764 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:54.675099 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:54.676154 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:54.676154 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:54.676947 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:54.676947 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:54.677183 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:54.677505 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:54.677835 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:54.678443 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:54.679631 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:54:54.697259 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:54:54.699839 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:54:54.704440 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:54:54.799154 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] Set router c70f535d-f4f3-441f-be51-0c4abb14cdb2 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:54.825802 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b7db9e-226c-4af5-b07e-2ccb4ad53c5d admin admin] Router bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:54:54.843153 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] Publish callbacks [] for port (321b891e-4ce5-4794-a1cc-170e5e70a637), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:54.857926 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:54.883956 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (321b891e-4ce5-4794-a1cc-170e5e70a637), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:54.903446 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:54:54.917908 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Attempt 10 to provision port a3467299-9c27-40de-a24c-c8caddb9a992 Sep 16 12:54:54.921137 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8e32a-14b8-4401-ab49-b407b0446158 None None] Pushing event updated for resources: {'Port': ['ID=a3467299-9c27-40de-a24c-c8caddb9a992,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:54.993629 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:54.994350 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (60ac9746-6fd2-4524-bc83-9f6c7c18aa9f), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:54.994772 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f Sep 16 12:54:55.005981 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-795a6d63-8ba8-44f0-96f3-14c4416254a6 req-0904e049-f512-4c85-a875-a94957e80ef9 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6156774 Sep 16 12:54:55.080009 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=7,neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:55.084261 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] Network 8c1156c6-462b-448a-a645-e0ded321b529 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:54:55.117285 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:54:55.119976 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:54:55.217782 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] Pushing event updated for resources: {'Port': ['ID=321b891e-4ce5-4794-a1cc-170e5e70a637,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:55.426879 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Publish callbacks [] for router_gateway (0676d604-506e-41af-a37c-0a0633c3c2e2), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:55.433819 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] Attempting to bind port 321b891e-4ce5-4794-a1cc-170e5e70a637 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:54:55.437171 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] Attempting to bind port 321b891e-4ce5-4794-a1cc-170e5e70a637 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '75b26c77-b7c1-42bb-942c-7aa288fdb4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c1156c6-462b-448a-a645-e0ded321b529'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:54:55.438901 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] Attempting to bind port 321b891e-4ce5-4794-a1cc-170e5e70a637 on network 8c1156c6-462b-448a-a645-e0ded321b529 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:54:55.706753 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'name': 'tempest-VolumesAdminNegativeTest-276994275-router', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:38Z', 'updated_at': '2022-09-16T12:54:48Z', 'revision_number': 4, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'gw_port': {'id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:40Z', 'updated_at': '2022-09-16T12:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'a3467299-9c27-40de-a24c-c8caddb9a992', 'name': '', 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'mac_address': 'fa:16:3e:f1:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4adf093a-088a-4424-822e-484468ee3329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:46Z', 'updated_at': '2022-09-16T12:54:54Z', 'revision_number': 4, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'subnets': [{'id': '4adf093a-088a-4424-822e-484468ee3329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:55.809039 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21ac45-29df-43a3-ac16-d96d0b3e1786 req-1f841257-1c85-4a88-9849-bbbd438cfe85 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:55.810571 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4b21ac45-29df-43a3-ac16-d96d0b3e1786 req-1f841257-1c85-4a88-9849-bbbd438cfe85 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 944 time: 0.0952556 Sep 16 12:54:55.866888 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Current status of the port a3467299-9c27-40de-a24c-c8caddb9a992 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:55.867197 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a3467299-9c27-40de-a24c-c8caddb9a992), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:55.874384 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (0676d604-506e-41af-a37c-0a0633c3c2e2), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:55.885996 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b1100d-0d55-4d76-9a33-3faf27800214 None None] The sync data for ids ['c70f535d-f4f3-441f-be51-0c4abb14cdb2'] in n-d-858094-4 is: [{'id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'name': 'tempest-VolumesAdminNegativeTest-276994275-router', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:38Z', 'updated_at': '2022-09-16T12:54:48Z', 'revision_number': 4, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'gw_port': {'id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:40Z', 'updated_at': '2022-09-16T12:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'a3467299-9c27-40de-a24c-c8caddb9a992', 'name': '', 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'mac_address': 'fa:16:3e:f1:d8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4adf093a-088a-4424-822e-484468ee3329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:46Z', 'updated_at': '2022-09-16T12:54:54Z', 'revision_number': 4, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'subnets': [{'id': '4adf093a-088a-4424-822e-484468ee3329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:54:55.972333 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:55.972739 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (60ac9746-6fd2-4524-bc83-9f6c7c18aa9f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:55.982868 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:54:55.983244 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] Checking segment: {'id': '75b26c77-b7c1-42bb-942c-7aa288fdb4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c1156c6-462b-448a-a645-e0ded321b529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:54:55.983649 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:55.984047 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] Bound using segment: {'id': '75b26c77-b7c1-42bb-942c-7aa288fdb4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c1156c6-462b-448a-a645-e0ded321b529'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:54:55.984670 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] Bound port: 321b891e-4ce5-4794-a1cc-170e5e70a637, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b26c77-b7c1-42bb-942c-7aa288fdb4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c1156c6-462b-448a-a645-e0ded321b529'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:54:55.985053 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (321b891e-4ce5-4794-a1cc-170e5e70a637), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:56.041313 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25709f28-cbc6-4e2e-a72c-e6557ccfef60 admin admin] Router 10b06796-faac-4714-8984-e75ef82d14a7 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:54:56.116676 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] For port 321b891e-4ce5-4794-a1cc-170e5e70a637, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:54:56.120909 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] For port 321b891e-4ce5-4794-a1cc-170e5e70a637, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=321b891e-4ce5-4794-a1cc-170e5e70a637,segment=NetworkSegment(75b26c77-b7c1-42bb-942c-7aa288fdb4d4),segment_id=75b26c77-b7c1-42bb-942c-7aa288fdb4d4)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:54:56.130976 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] For port a3467299-9c27-40de-a24c-c8caddb9a992, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=a3467299-9c27-40de-a24c-c8caddb9a992,segment=NetworkSegment(ca0d95fc-3fe7-49bf-ac16-c9a3b271e436),segment_id=ca0d95fc-3fe7-49bf-ac16-c9a3b271e436)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:56.134972 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (321b891e-4ce5-4794-a1cc-170e5e70a637), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:56.159351 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a3467299-9c27-40de-a24c-c8caddb9a992), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:56.234431 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c2e8b-fae9-4f74-97ba-0f76643c268b req-7de6738c-cadc-48a4-9230-df3fa3aac03b tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:56.236060 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b5c2e8b-fae9-4f74-97ba-0f76643c268b req-7de6738c-cadc-48a4-9230-df3fa3aac03b tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 945 time: 1.2263632 Sep 16 12:54:56.241331 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcadec98-4bc0-4ac3-9dfa-a17b52f40010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ac9746-6fd2-4524-bc83-9f6c7c18aa9f'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:54:56.244988 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960d9473-688d-4c57-b709-74a370e3bded" -d '{"events": [{"server_uuid": "dcadec98-4bc0-4ac3-9dfa-a17b52f40010", "name": "network-vif-plugged", "status": "completed", "tag": "60ac9746-6fd2-4524-bc83-9f6c7c18aa9f"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:54:56.304491 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4b21ac45-29df-43a3-ac16-d96d0b3e1786 req-c88de9da-c3e5-4403-aabe-c36376e984b0 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080227 Sep 16 12:54:56.351378 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=60ac9746-6fd2-4524-bc83-9f6c7c18aa9f,segment=NetworkSegment(da808ddc-62fd-4e52-82ba-a587be7e96e0),segment_id=da808ddc-62fd-4e52-82ba-a587be7e96e0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:56.367461 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device a3467299-9c27-40de-a24c-c8caddb9a992 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:54:56.424766 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (60ac9746-6fd2-4524-bc83-9f6c7c18aa9f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:56.470501 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-440e934d-0076-49d8-b61b-a214b1dd9a4c None None] Provisioning complete for port a3467299-9c27-40de-a24c-c8caddb9a992 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:56.472935 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-440e934d-0076-49d8-b61b-a214b1dd9a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (a3467299-9c27-40de-a24c-c8caddb9a992), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:56.473977 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-440e934d-0076-49d8-b61b-a214b1dd9a4c None None] Attempt 1 to provision port a3467299-9c27-40de-a24c-c8caddb9a992 Sep 16 12:54:56.539920 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:56.649134 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c91d9-0556-44ee-8c2a-c73be00646e1 None None] Pushing event updated for resources: {'Port': ['ID=321b891e-4ce5-4794-a1cc-170e5e70a637,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:56.657026 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b7db9e-226c-4af5-b07e-2ccb4ad53c5d admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:54:56.665359 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-08b7db9e-226c-4af5-b07e-2ccb4ad53c5d admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2432480 Sep 16 12:54:56.669974 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673bf5f5-f533-4195-807c-c5b3cb0eac23 None None] Sync routers for ids ['bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:54:56.672772 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b5c2e8b-fae9-4f74-97ba-0f76643c268b req-c6d7a849-8374-45ab-ac10-e56f2edd47e1 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271941 Sep 16 12:54:56.703754 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 57352) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:56.720940 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673bf5f5-f533-4195-807c-c5b3cb0eac23 None None] Routers {'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:56.725098 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-673bf5f5-f533-4195-807c-c5b3cb0eac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:57.007730 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:57.018208 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-440e934d-0076-49d8-b61b-a214b1dd9a4c None None] Current status of the port a3467299-9c27-40de-a24c-c8caddb9a992 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:57.028449 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1bffe4-edec-4c99-ab08-77961260452c x-openstack-request-id: req-3e1bffe4-edec-4c99-ab08-77961260452c {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:54:57.028886 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcadec98-4bc0-4ac3-9dfa-a17b52f40010", "name": "network-vif-plugged", "status": "completed", "tag": "60ac9746-6fd2-4524-bc83-9f6c7c18aa9f", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:54:57.029147 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3e1bffe4-edec-4c99-ab08-77961260452c {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:54:57.029560 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e1bffe4-edec-4c99-ab08-77961260452c'] response: {'server_uuid': 'dcadec98-4bc0-4ac3-9dfa-a17b52f40010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ac9746-6fd2-4524-bc83-9f6c7c18aa9f', 'code': 200} Sep 16 12:54:57.051488 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:57.058865 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port a3467299-9c27-40de-a24c-c8caddb9a992 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:57.060221 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:57.061190 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (a3467299-9c27-40de-a24c-c8caddb9a992), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:57.062457 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port a3467299-9c27-40de-a24c-c8caddb9a992 Sep 16 12:54:57.066398 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-94032b30-bbf6-4986-8605-099e3af25e10 admin admin] Publish callbacks [] for router (bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:57.127743 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b8aaf-cd4f-43d8-865e-c4947d37880c None None] Pushing event updated for resources: {'Port': ['ID=a3467299-9c27-40de-a24c-c8caddb9a992,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:57.147974 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-673bf5f5-f533-4195-807c-c5b3cb0eac23 None None] Set router bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:57.229619 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=60ac9746-6fd2-4524-bc83-9f6c7c18aa9f,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:57.312926 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288dd9c-fb15-4016-9f2c-5b9976b19205 req-53f369c2-d96a-413b-8520-d66d9f22a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:57.314454 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6288dd9c-fb15-4016-9f2c-5b9976b19205 req-53f369c2-d96a-413b-8520-d66d9f22a8ed service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 1127 time: 0.1680512 Sep 16 12:54:57.338110 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:57.460929 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port a3467299-9c27-40de-a24c-c8caddb9a992 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:57.461266 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365795e-683c-41f9-8926-d3027454c491 req-0ea7a962-111d-4a65-9a3b-0ea7e937593c tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:57.468711 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0365795e-683c-41f9-8926-d3027454c491 req-0ea7a962-111d-4a65-9a3b-0ea7e937593c tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.8018274 Sep 16 12:54:57.474135 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:57.481878 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6288dd9c-fb15-4016-9f2c-5b9976b19205 req-0bcae0e6-de83-4338-81f1-2963b85ff3c5 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567438 Sep 16 12:54:57.537423 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Router 0676d604-506e-41af-a37c-0a0633c3c2e2 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:54:57.543626 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-94032b30-bbf6-4986-8605-099e3af25e10 admin admin] Publish callbacks [] for router_gateway (bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:57.566599 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:57.630301 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-673bf5f5-f533-4195-807c-c5b3cb0eac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f', 'name': 'tempest-InstanceActionsTestJSON-175381688-router', 'tenant_id': '101be406faff40d9a001aa76e5f3a19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'febb2dd8-0e09-43cc-b943-1738981f5169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:53:51Z', 'updated_at': '2022-09-16T12:54:51Z', 'revision_number': 5, 'project_id': '101be406faff40d9a001aa76e5f3a19e', 'gw_port': {'id': 'febb2dd8-0e09-43cc-b943-1738981f5169', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:52Z', 'updated_at': '2022-09-16T12:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:57.688414 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673bf5f5-f533-4195-807c-c5b3cb0eac23 None None] Checking router: bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:54:57.719689 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673bf5f5-f533-4195-807c-c5b3cb0eac23 None None] Routers {'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:57.720402 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-673bf5f5-f533-4195-807c-c5b3cb0eac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:57.736549 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-94032b30-bbf6-4986-8605-099e3af25e10 admin admin] Deleting port febb2dd8-0e09-43cc-b943-1738981f5169 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:54:57.736891 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-94032b30-bbf6-4986-8605-099e3af25e10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (febb2dd8-0e09-43cc-b943-1738981f5169), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:57.748176 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:54:57.763411 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] Sync routers for ids ['0676d604-506e-41af-a37c-0a0633c3c2e2'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:54:57.770453 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a636e-7a44-47c9-b879-015cd0ad02a8 req-c1d0c03d-a97d-4b92-843e-a3d4a343f194 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:57.772066 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf7a636e-7a44-47c9-b879-015cd0ad02a8 req-c1d0c03d-a97d-4b92-843e-a3d4a343f194 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 1127 time: 0.3255038 Sep 16 12:54:57.782959 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] Routers {'0676d604-506e-41af-a37c-0a0633c3c2e2'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:57.795007 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0676d604-506e-41af-a37c-0a0633c3c2e2'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:57.825057 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25709f28-cbc6-4e2e-a72c-e6557ccfef60 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:54:57.826241 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:57.836201 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-af491b7f-2d1a-4c1a-b382-632448792f99 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7692401 Sep 16 12:54:57.841271 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 57364) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:57.844756 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-25709f28-cbc6-4e2e-a72c-e6557ccfef60 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/10b06796-faac-4714-8984-e75ef82d14a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4756277 Sep 16 12:54:57.860244 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 57366) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:54:57.901989 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d12a356-1d54-47c8-baf7-f007e67c74d4 None None] Sync routers for ids ['10b06796-faac-4714-8984-e75ef82d14a7'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:54:57.936670 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d12a356-1d54-47c8-baf7-f007e67c74d4 None None] Routers {'10b06796-faac-4714-8984-e75ef82d14a7'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:57.939569 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-9d12a356-1d54-47c8-baf7-f007e67c74d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['10b06796-faac-4714-8984-e75ef82d14a7'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:58.080545 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] Set router 0676d604-506e-41af-a37c-0a0633c3c2e2 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:58.190299 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-9d12a356-1d54-47c8-baf7-f007e67c74d4 None None] Set router 10b06796-faac-4714-8984-e75ef82d14a7 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:58.211022 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0365795e-683c-41f9-8926-d3027454c491 req-dc8ba03d-751e-4123-a396-48af5c82f84f tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7197187 Sep 16 12:54:58.400754 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf7a636e-7a44-47c9-b879-015cd0ad02a8 req-4f63589d-2964-426b-914a-eb5cd37ade36 tempest-LiveMigrationTest-1741614437 tempest-LiveMigrationTest-1741614437-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5255525 Sep 16 12:54:58.550353 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c52eb48d-0059-40ac-a0be-34fbfad37b6e admin admin] Publish callbacks [] for router (10b06796-faac-4714-8984-e75ef82d14a7), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:58.571881 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-9d12a356-1d54-47c8-baf7-f007e67c74d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:54:52Z', 'revision_number': 5, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port': {'id': 'ffff5740-5452-4376-bdf0-bf4efb933fbb', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b06796-faac-4714-8984-e75ef82d14a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:22Z', 'updated_at': '2022-09-16T12:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:58.712093 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-94032b30-bbf6-4986-8605-099e3af25e10 admin admin] For port febb2dd8-0e09-43cc-b943-1738981f5169, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=febb2dd8-0e09-43cc-b943-1738981f5169,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:58.712652 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-94032b30-bbf6-4986-8605-099e3af25e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (febb2dd8-0e09-43cc-b943-1738981f5169), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:58.740575 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-94032b30-bbf6-4986-8605-099e3af25e10 admin admin] Calling delete_port for febb2dd8-0e09-43cc-b943-1738981f5169 owned by network:router_gateway {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:54:58.919757 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d58429-66d1-44db-9395-bf9e17bfd382 None None] Network 8c1156c6-462b-448a-a645-e0ded321b529 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:54:58.929717 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c52eb48d-0059-40ac-a0be-34fbfad37b6e admin admin] Publish callbacks [] for router_gateway (10b06796-faac-4714-8984-e75ef82d14a7), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:58.931509 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device a3467299-9c27-40de-a24c-c8caddb9a992 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:54:58.995777 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-673bf5f5-f533-4195-807c-c5b3cb0eac23 None None] Set router bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f gateway port host: None {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:58.996306 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0f6df-9aac-48a8-9dd3-132c44e330b1 req-ad9fec89-d12c-4f23-b64c-d968f221c5ea tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:59.006151 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c1d0f6df-9aac-48a8-9dd3-132c44e330b1 req-ad9fec89-d12c-4f23-b64c-d968f221c5ea tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 945 time: 0.4818935 Sep 16 12:54:59.136013 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-673bf5f5-f533-4195-807c-c5b3cb0eac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f', 'name': 'tempest-InstanceActionsTestJSON-175381688-router', 'tenant_id': '101be406faff40d9a001aa76e5f3a19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:53:51Z', 'updated_at': '2022-09-16T12:54:57Z', 'revision_number': 6, 'project_id': '101be406faff40d9a001aa76e5f3a19e', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:59.179858 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-f54d27bb-640b-4c28-a78d-31a83b6c4ca1 None None] Provisioning complete for port 321b891e-4ce5-4794-a1cc-170e5e70a637 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:59.184554 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f54d27bb-640b-4c28-a78d-31a83b6c4ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (321b891e-4ce5-4794-a1cc-170e5e70a637), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:59.185211 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f54d27bb-640b-4c28-a78d-31a83b6c4ca1 None None] Attempt 1 to provision port 321b891e-4ce5-4794-a1cc-170e5e70a637 Sep 16 12:54:59.209784 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d12a356-1d54-47c8-baf7-f007e67c74d4 None None] Checking router: 10b06796-faac-4714-8984-e75ef82d14a7 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:54:59.213459 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673bf5f5-f533-4195-807c-c5b3cb0eac23 None None] The sync data for ids ['bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f'] in n-d-858094-4 is: [{'id': 'bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f', 'name': 'tempest-InstanceActionsTestJSON-175381688-router', 'tenant_id': '101be406faff40d9a001aa76e5f3a19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:53:51Z', 'updated_at': '2022-09-16T12:54:57Z', 'revision_number': 6, 'project_id': '101be406faff40d9a001aa76e5f3a19e', 'gw_port_host': None}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:54:59.231498 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c1d0f6df-9aac-48a8-9dd3-132c44e330b1 req-66c0099f-611c-4c09-88bf-fc7f5d0540a9 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244170 Sep 16 12:54:59.240706 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d12a356-1d54-47c8-baf7-f007e67c74d4 None None] Routers {'10b06796-faac-4714-8984-e75ef82d14a7'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:54:59.242364 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-9d12a356-1d54-47c8-baf7-f007e67c74d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['10b06796-faac-4714-8984-e75ef82d14a7'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:59.329185 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b656d-81be-4fd5-acb5-51b194a1316a req-329284e1-8fdb-4bac-8b56-b977a86eeb74 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:59.337674 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-727b656d-81be-4fd5-acb5-51b194a1316a req-329284e1-8fdb-4bac-8b56-b977a86eeb74 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 945 time: 0.1040628 Sep 16 12:54:59.436638 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:54:59.442859 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0676d604-506e-41af-a37c-0a0633c3c2e2', 'name': 'tempest-VolumesAdminNegativeTest-148034623-router', 'tenant_id': '9390133145c14261b4cb69996a8cbada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '6e925446-6095-43ce-972b-fffc5bb09757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:53Z', 'updated_at': '2022-09-16T12:54:55Z', 'revision_number': 3, 'project_id': '9390133145c14261b4cb69996a8cbada', 'gw_port': {'id': '6e925446-6095-43ce-972b-fffc5bb09757', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0676d604-506e-41af-a37c-0a0633c3c2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:54Z', 'updated_at': '2022-09-16T12:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:59.454776 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-c52eb48d-0059-40ac-a0be-34fbfad37b6e admin admin] Deleting port ffff5740-5452-4376-bdf0-bf4efb933fbb {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:54:59.455389 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c52eb48d-0059-40ac-a0be-34fbfad37b6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (ffff5740-5452-4376-bdf0-bf4efb933fbb), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:59.499523 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-9d12a356-1d54-47c8-baf7-f007e67c74d4 None None] Set router 10b06796-faac-4714-8984-e75ef82d14a7 gateway port host: None {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:54:59.556580 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccc8c5-003c-47a2-a7bb-9d4dec331b9d req-0a6bf6f0-092c-4dcc-9890-4833d26325b5 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:54:59.559013 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-25ccc8c5-003c-47a2-a7bb-9d4dec331b9d req-0a6bf6f0-092c-4dcc-9890-4833d26325b5 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.1120377 Sep 16 12:54:59.583713 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-727b656d-81be-4fd5-acb5-51b194a1316a req-d670f8d3-1b28-4d69-acde-5c39022b4c6f tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453430 Sep 16 12:54:59.661586 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port a3467299-9c27-40de-a24c-c8caddb9a992 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:54:59.661960 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (a3467299-9c27-40de-a24c-c8caddb9a992), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:59.662309 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port a3467299-9c27-40de-a24c-c8caddb9a992 Sep 16 12:54:59.662954 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-9d12a356-1d54-47c8-baf7-f007e67c74d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:54:58Z', 'revision_number': 6, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:54:59.723449 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d12a356-1d54-47c8-baf7-f007e67c74d4 None None] The sync data for ids ['10b06796-faac-4714-8984-e75ef82d14a7'] in n-d-858094-4 is: [{'id': '10b06796-faac-4714-8984-e75ef82d14a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1692283097-router', 'tenant_id': '1e41136645964ea98a675833bd73299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:21Z', 'updated_at': '2022-09-16T12:54:58Z', 'revision_number': 6, 'project_id': '1e41136645964ea98a675833bd73299f', 'gw_port_host': None}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:54:59.731355 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] Checking router: 0676d604-506e-41af-a37c-0a0633c3c2e2 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:54:59.755474 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] Updating router 0676d604-506e-41af-a37c-0a0633c3c2e2 port 6e925446-6095-43ce-972b-fffc5bb09757 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:54:59.798285 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f54d27bb-640b-4c28-a78d-31a83b6c4ca1 None None] Current status of the port 321b891e-4ce5-4794-a1cc-170e5e70a637 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:54:59.798607 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f54d27bb-640b-4c28-a78d-31a83b6c4ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (321b891e-4ce5-4794-a1cc-170e5e70a637), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:59.807204 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-94032b30-bbf6-4986-8605-099e3af25e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (febb2dd8-0e09-43cc-b943-1738981f5169), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:59.846487 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-25ccc8c5-003c-47a2-a7bb-9d4dec331b9d req-b6912505-6444-4aa3-9247-980535c618ee tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525060 Sep 16 12:54:59.850768 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94032b30-bbf6-4986-8605-099e3af25e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=febb2dd8-0e09-43cc-b943-1738981f5169,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:54:59.886305 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-c52eb48d-0059-40ac-a0be-34fbfad37b6e admin admin] For port ffff5740-5452-4376-bdf0-bf4efb933fbb, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=ffff5740-5452-4376-bdf0-bf4efb933fbb,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:54:59.886860 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c52eb48d-0059-40ac-a0be-34fbfad37b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (ffff5740-5452-4376-bdf0-bf4efb933fbb), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:59.912159 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6e925446-6095-43ce-972b-fffc5bb09757), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:54:59.919538 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-c52eb48d-0059-40ac-a0be-34fbfad37b6e admin admin] Calling delete_port for ffff5740-5452-4376-bdf0-bf4efb933fbb owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:55:00.027811 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:00.042588 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:00.049975 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ad3e7-42c3-44a3-9a48-ee1fc399960f req-c5aebacd-362e-47e5-b033-8fb68b1020d8 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:00.051133 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-f54d27bb-640b-4c28-a78d-31a83b6c4ca1 None None] For port 321b891e-4ce5-4794-a1cc-170e5e70a637, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=321b891e-4ce5-4794-a1cc-170e5e70a637,segment=NetworkSegment(75b26c77-b7c1-42bb-942c-7aa288fdb4d4),segment_id=75b26c77-b7c1-42bb-942c-7aa288fdb4d4)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:00.053531 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d96ad3e7-42c3-44a3-9a48-ee1fc399960f req-c5aebacd-362e-47e5-b033-8fb68b1020d8 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 945 time: 0.1057584 Sep 16 12:55:00.058211 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-94032b30-bbf6-4986-8605-099e3af25e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:00.211215 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f54d27bb-640b-4c28-a78d-31a83b6c4ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (321b891e-4ce5-4794-a1cc-170e5e70a637), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:00.269227 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:00.270470 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:00.288659 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-d96ad3e7-42c3-44a3-9a48-ee1fc399960f req-2fb6f67b-8572-4d39-bbda-2655bc770b49 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Deleting port efae6ffd-f514-46a4-ad30-4fa3504874c8 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:55:00.289263 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d96ad3e7-42c3-44a3-9a48-ee1fc399960f req-2fb6f67b-8572-4d39-bbda-2655bc770b49 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:00.292402 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c52eb48d-0059-40ac-a0be-34fbfad37b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (ffff5740-5452-4376-bdf0-bf4efb933fbb), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:00.334169 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port a3467299-9c27-40de-a24c-c8caddb9a992 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:00.335625 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 321b891e-4ce5-4794-a1cc-170e5e70a637 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:55:00.339000 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52eb48d-0059-40ac-a0be-34fbfad37b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=ffff5740-5452-4376-bdf0-bf4efb933fbb,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:00.581778 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-94032b30-bbf6-4986-8605-099e3af25e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:00.593024 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-94032b30-bbf6-4986-8605-099e3af25e10 admin admin] Publish callbacks [] for router_controller (bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:00.608622 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c52eb48d-0059-40ac-a0be-34fbfad37b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (10b06796-faac-4714-8984-e75ef82d14a7), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:00.733650 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 321b891e-4ce5-4794-a1cc-170e5e70a637 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:00.734224 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (321b891e-4ce5-4794-a1cc-170e5e70a637), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:00.734715 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 321b891e-4ce5-4794-a1cc-170e5e70a637 Sep 16 12:55:00.823950 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-2d2cbf3c-42ef-4cc8-bccb-cdbc000ce186 None None] Provisioning complete for port 321b891e-4ce5-4794-a1cc-170e5e70a637 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:00.825749 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2d2cbf3c-42ef-4cc8-bccb-cdbc000ce186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (321b891e-4ce5-4794-a1cc-170e5e70a637), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:00.826081 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-2d2cbf3c-42ef-4cc8-bccb-cdbc000ce186 None None] Attempt 1 to provision port 321b891e-4ce5-4794-a1cc-170e5e70a637 Sep 16 12:55:00.827754 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d27bb-640b-4c28-a78d-31a83b6c4ca1 None None] Pushing event updated for resources: {'Port': ['ID=321b891e-4ce5-4794-a1cc-170e5e70a637,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:00.879903 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c52eb48d-0059-40ac-a0be-34fbfad37b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (10b06796-faac-4714-8984-e75ef82d14a7), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:00.882340 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c52eb48d-0059-40ac-a0be-34fbfad37b6e admin admin] Publish callbacks [] for router_controller (10b06796-faac-4714-8984-e75ef82d14a7), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:00.927740 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-d96ad3e7-42c3-44a3-9a48-ee1fc399960f req-2fb6f67b-8572-4d39-bbda-2655bc770b49 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] For port efae6ffd-f514-46a4-ad30-4fa3504874c8, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=efae6ffd-f514-46a4-ad30-4fa3504874c8,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:00.928146 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d96ad3e7-42c3-44a3-9a48-ee1fc399960f req-2fb6f67b-8572-4d39-bbda-2655bc770b49 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:00.962499 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-d96ad3e7-42c3-44a3-9a48-ee1fc399960f req-2fb6f67b-8572-4d39-bbda-2655bc770b49 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Calling delete_port for efae6ffd-f514-46a4-ad30-4fa3504874c8 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:55:00.975909 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:00.980971 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-94032b30-bbf6-4986-8605-099e3af25e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:00.982632 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94032b30-bbf6-4986-8605-099e3af25e10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f {{(pid=113698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:55:00.990848 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c52eb48d-0059-40ac-a0be-34fbfad37b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (10b06796-faac-4714-8984-e75ef82d14a7), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:00.991546 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52eb48d-0059-40ac-a0be-34fbfad37b6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10b06796-faac-4714-8984-e75ef82d14a7 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:55:00.995972 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c52eb48d-0059-40ac-a0be-34fbfad37b6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:00.997186 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c52eb48d-0059-40ac-a0be-34fbfad37b6e admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/10b06796-faac-4714-8984-e75ef82d14a7 HTTP/1.1" status: 204 len: 168 time: 3.1354845 Sep 16 12:55:01.000084 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 57406) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:01.004353 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-94032b30-bbf6-4986-8605-099e3af25e10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:01.011864 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-94032b30-bbf6-4986-8605-099e3af25e10 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/bfd01875-00cd-4c3f-a4e0-2d76a3b38d5f HTTP/1.1" status: 204 len: 168 time: 4.3065679 Sep 16 12:55:01.012539 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 57408) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:01.042170 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 321b891e-4ce5-4794-a1cc-170e5e70a637 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:01.108912 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5c84f5-f30a-456d-99cd-f41fc6b321b2 admin admin] Deleting subnet f45171c0-7319-4228-8074-099241080456 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:55:01.120235 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee08a52b-fbfa-4a22-8695-5d46ccadda98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:01.130829 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9f5c84f5-f30a-456d-99cd-f41fc6b321b2 admin admin] Publish callbacks [] for subnet (f45171c0-7319-4228-8074-099241080456), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:01.172753 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-2d2cbf3c-42ef-4cc8-bccb-cdbc000ce186 None None] Current status of the port 321b891e-4ce5-4794-a1cc-170e5e70a637 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:01.236860 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] Publish callbacks [] for port (6e925446-6095-43ce-972b-fffc5bb09757), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:01.260853 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6e925446-6095-43ce-972b-fffc5bb09757), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:01.345169 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 321b891e-4ce5-4794-a1cc-170e5e70a637 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:55:01.352917 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] Attempting to bind port 6e925446-6095-43ce-972b-fffc5bb09757 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:55:01.353367 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] Attempting to bind port 6e925446-6095-43ce-972b-fffc5bb09757 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:55:01.353491 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f52cf5-dddb-4681-81f3-54d7108c94ba req-708c2210-e3da-4bcc-b89a-1ae8bfc91994 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:01.353974 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] Attempting to bind port 6e925446-6095-43ce-972b-fffc5bb09757 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:55:01.356628 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18f52cf5-dddb-4681-81f3-54d7108c94ba req-708c2210-e3da-4bcc-b89a-1ae8bfc91994 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 945 time: 0.9542737 Sep 16 12:55:01.403369 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9f5c84f5-f30a-456d-99cd-f41fc6b321b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (f45171c0-7319-4228-8074-099241080456), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:01.449202 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6de8b-4abe-4fbc-956f-ab8001d62cab None None] Pushing event updated for resources: {'Port': ['ID=6e925446-6095-43ce-972b-fffc5bb09757,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:01.478661 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:55:01.479042 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:55:01.479447 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:01.479843 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:55:01.480382 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] Bound port: 6e925446-6095-43ce-972b-fffc5bb09757, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:55:01.480770 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6e925446-6095-43ce-972b-fffc5bb09757), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:01.536511 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] For port 6e925446-6095-43ce-972b-fffc5bb09757, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:55:01.540021 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] For port 6e925446-6095-43ce-972b-fffc5bb09757, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6e925446-6095-43ce-972b-fffc5bb09757,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:55:01.545046 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 321b891e-4ce5-4794-a1cc-170e5e70a637 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:01.545798 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (321b891e-4ce5-4794-a1cc-170e5e70a637), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:01.546177 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 321b891e-4ce5-4794-a1cc-170e5e70a637 Sep 16 12:55:01.550855 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6e925446-6095-43ce-972b-fffc5bb09757), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:01.576726 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:01.639373 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:01.652939 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] Routers {'0676d604-506e-41af-a37c-0a0633c3c2e2'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:55:01.653148 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:54:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0676d604-506e-41af-a37c-0a0633c3c2e2'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:01.734112 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8b5b55-c483-40bf-86b0-0162b2a5cbf5 admin admin] Deleting subnet a0be1694-690e-414e-80df-68a3a70de7c9 {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:55:01.760566 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5980cc3-7e7a-41de-b3a7-0f8cff76df8b req-ddb0ae73-bca3-4e6d-a006-62df7cba4143 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:01.771587 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f5980cc3-7e7a-41de-b3a7-0f8cff76df8b req-ddb0ae73-bca3-4e6d-a006-62df7cba4143 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 945 time: 0.7525365 Sep 16 12:55:01.776825 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6de8b-4abe-4fbc-956f-ab8001d62cab None None] Pushing event updated for resources: {'Port': ['ID=6e925446-6095-43ce-972b-fffc5bb09757,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:01.811843 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:01.859398 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4a8b5b55-c483-40bf-86b0-0162b2a5cbf5 admin admin] Publish callbacks [] for subnet (a0be1694-690e-414e-80df-68a3a70de7c9), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:02.000218 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 321b891e-4ce5-4794-a1cc-170e5e70a637 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:02.033351 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-18f52cf5-dddb-4681-81f3-54d7108c94ba req-604b3d70-e9db-414f-b1e3-523f9935f175 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6447496 Sep 16 12:55:02.097939 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-ee08a52b-fbfa-4a22-8695-5d46ccadda98 admin admin] Allocated IP 172.20.0.1 (8c1156c6-462b-448a-a645-e0ded321b529/2b8cf7ea-a4a7-4e5c-b9ce-a12e37bc12a7/6ef45bdc-01fe-4b48-b572-9a5d653c65d9) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:55:02.104674 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4a8b5b55-c483-40bf-86b0-0162b2a5cbf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (a0be1694-690e-414e-80df-68a3a70de7c9), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:02.160747 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] Set router 0676d604-506e-41af-a37c-0a0633c3c2e2 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:55:02.186329 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9f5c84f5-f30a-456d-99cd-f41fc6b321b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (f45171c0-7319-4228-8074-099241080456), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:02.226265 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device febb2dd8-0e09-43cc-b943-1738981f5169 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:55:02.256794 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f5980cc3-7e7a-41de-b3a7-0f8cff76df8b req-328af651-7ef7-4cb6-9563-0e375b0a79af tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842141 Sep 16 12:55:02.342365 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:02.355041 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d96ad3e7-42c3-44a3-9a48-ee1fc399960f req-2fb6f67b-8572-4d39-bbda-2655bc770b49 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (efae6ffd-f514-46a4-ad30-4fa3504874c8), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:02.367143 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: febb2dd8-0e09-43cc-b943-1738981f5169 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:55:02.368277 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device febb2dd8-0e09-43cc-b943-1738981f5169 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:55:02.368860 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 0e6d00c7-e067-490f-b4da-69836df043f7 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:55:02.412002 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:02.417421 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4a8b5b55-c483-40bf-86b0-0162b2a5cbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (a0be1694-690e-414e-80df-68a3a70de7c9), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:02.426479 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['efae6ffd-f514-46a4-ad30-4fa3504874c8'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:55:02.426762 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6f67b-8572-4d39-bbda-2655bc770b49 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Pushing event deleted for resources: {'Port': ['ID=efae6ffd-f514-46a4-ad30-4fa3504874c8,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:02.535149 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9f5c84f5-f30a-456d-99cd-f41fc6b321b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (f45171c0-7319-4228-8074-099241080456), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:02.541677 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee08a52b-fbfa-4a22-8695-5d46ccadda98 admin admin] Publish callbacks [] for port (6ef45bdc-01fe-4b48-b572-9a5d653c65d9), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:02.593321 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c84f5-f30a-456d-99cd-f41fc6b321b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f45171c0-7319-4228-8074-099241080456,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:02.616421 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9f5c84f5-f30a-456d-99cd-f41fc6b321b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:02.619941 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 0e6d00c7-e067-490f-b4da-69836df043f7 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:55:02.621652 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 0e6d00c7-e067-490f-b4da-69836df043f7 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:55:02.622708 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device ffff5740-5452-4376-bdf0-bf4efb933fbb no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:55:02.625782 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9f5c84f5-f30a-456d-99cd-f41fc6b321b2 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/f45171c0-7319-4228-8074-099241080456 HTTP/1.1" status: 204 len: 168 time: 1.6244276 Sep 16 12:55:02.628361 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 57430) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:02.690298 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c143d81-912c-4551-92bd-f8ecd673d357 req-7fa35c52-394e-41e6-bea1-56ab42cd2222 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:02.698160 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c143d81-912c-4551-92bd-f8ecd673d357 req-7fa35c52-394e-41e6-bea1-56ab42cd2222 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.2599115 Sep 16 12:55:02.705939 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c970b3ef-1365-4f0b-847c-b4533dee7900 None None] Network 2a6f5c27-4e22-4940-b2ce-5570b20e4dba requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:55:02.714271 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96ad3e7-42c3-44a3-9a48-ee1fc399960f req-2fb6f67b-8572-4d39-bbda-2655bc770b49 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] No DVR routers for this DVR port efae6ffd-f514-46a4-ad30-4fa3504874c8 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:55:02.736039 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d96ad3e7-42c3-44a3-9a48-ee1fc399960f req-2fb6f67b-8572-4d39-bbda-2655bc770b49 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:02.739458 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d96ad3e7-42c3-44a3-9a48-ee1fc399960f req-2fb6f67b-8572-4d39-bbda-2655bc770b49 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.25 "DELETE /networking/v2.0/ports/efae6ffd-f514-46a4-ad30-4fa3504874c8 HTTP/1.1" status: 204 len: 173 time: 2.6778710 Sep 16 12:55:02.744817 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1530a2-c78e-419d-a65e-fc5baf53d939', 'name': 'network-vif-deleted', 'tag': 'efae6ffd-f514-46a4-ad30-4fa3504874c8'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:55:02.746992 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64155e09-7e6a-4f10-bb08-e818f7384c47" -d '{"events": [{"server_uuid": "bd1530a2-c78e-419d-a65e-fc5baf53d939", "name": "network-vif-deleted", "tag": "efae6ffd-f514-46a4-ad30-4fa3504874c8"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:55:02.785751 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc108e-af32-40bc-8ef4-0758ee6a519a req-4f0521e9-dd68-42b7-a77a-6a872cf5fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:02.787218 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-dfbc108e-af32-40bc-8ef4-0758ee6a519a req-4f0521e9-dd68-42b7-a77a-6a872cf5fbea service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f2d50b9f6b084e40971269e8b882516c&device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 1127 time: 0.1254818 Sep 16 12:55:02.795802 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d3151f86-70a2-47a5-8c1c-58e19a5e2702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (2a6f5c27-4e22-4940-b2ce-5570b20e4dba), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:02.815836 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ea031-80e6-4f57-a8f4-93d6af22dca1 req-87f71b06-427f-4a5b-8d0b-bd6512ebe451 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:02.821177 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee08a52b-fbfa-4a22-8695-5d46ccadda98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (6ef45bdc-01fe-4b48-b572-9a5d653c65d9), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:02.823746 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db4ea031-80e6-4f57-a8f4-93d6af22dca1 req-87f71b06-427f-4a5b-8d0b-bd6512ebe451 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 945 time: 0.1146216 Sep 16 12:55:02.848972 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4a8b5b55-c483-40bf-86b0-0162b2a5cbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (a0be1694-690e-414e-80df-68a3a70de7c9), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:02.877402 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c143d81-912c-4551-92bd-f8ecd673d357 req-47158318-51d3-414f-92d4-9141b3d3a81a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754189 Sep 16 12:55:02.932150 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b5b55-c483-40bf-86b0-0162b2a5cbf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0be1694-690e-414e-80df-68a3a70de7c9,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:02.950552 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4a8b5b55-c483-40bf-86b0-0162b2a5cbf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:02.964397 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-4a8b5b55-c483-40bf-86b0-0162b2a5cbf5 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/a0be1694-690e-414e-80df-68a3a70de7c9 HTTP/1.1" status: 204 len: 168 time: 1.7686489 Sep 16 12:55:02.967338 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 57436) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:03.075628 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08a52b-fbfa-4a22-8695-5d46ccadda98 admin admin] Pushing event updated for resources: {'Port': ['ID=6ef45bdc-01fe-4b48-b572-9a5d653c65d9,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:03.092429 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc108e-af32-40bc-8ef4-0758ee6a519a req-a1b93f0a-0871-46c1-a252-7eef2d6b63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:03.095394 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-dfbc108e-af32-40bc-8ef4-0758ee6a519a req-a1b93f0a-0871-46c1-a252-7eef2d6b63ad service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=e39821aa-60f0-44e0-aa25-da05e5161c83 HTTP/1.1" status: 200 len: 911 time: 0.2959728 Sep 16 12:55:03.097354 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee08a52b-fbfa-4a22-8695-5d46ccadda98 admin admin] Network 8c1156c6-462b-448a-a645-e0ded321b529 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:55:03.108668 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-ee08a52b-fbfa-4a22-8695-5d46ccadda98 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:55:03.116545 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee08a52b-fbfa-4a22-8695-5d46ccadda98 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:55:03.125526 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943021ae-d176-43d5-a108-656913a0b158 x-openstack-request-id: req-943021ae-d176-43d5-a108-656913a0b158 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:55:03.125845 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1530a2-c78e-419d-a65e-fc5baf53d939", "name": "network-vif-deleted", "tag": "efae6ffd-f514-46a4-ad30-4fa3504874c8", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:55:03.126114 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-943021ae-d176-43d5-a108-656913a0b158 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:55:03.126546 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943021ae-d176-43d5-a108-656913a0b158'] response: {'server_uuid': 'bd1530a2-c78e-419d-a65e-fc5baf53d939', 'name': 'network-vif-deleted', 'tag': 'efae6ffd-f514-46a4-ad30-4fa3504874c8', 'status': 'completed', 'code': 200} Sep 16 12:55:03.146794 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-19f62ba4-1d42-49f4-99f1-9cbfe2d3ee35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:03.168439 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db4ea031-80e6-4f57-a8f4-93d6af22dca1 req-5b7f8dc8-f328-409b-9f0c-d1c871ed5f40 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436589 Sep 16 12:55:03.183295 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee08a52b-fbfa-4a22-8695-5d46ccadda98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (0676d604-506e-41af-a37c-0a0633c3c2e2), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:03.187459 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b989e31-de59-4f69-abb1-d055face31ba None None] Network ad265caa-a590-4a61-93ec-155fc1127ff1 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:55:03.229196 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: ffff5740-5452-4376-bdf0-bf4efb933fbb {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:55:03.240371 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device ffff5740-5452-4376-bdf0-bf4efb933fbb not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:55:03.241193 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f3bc34fa-904e-4a4a-a98a-aa05461c0606 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:55:03.242745 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eaacfb82-dc67-4c25-87a1-55b03c13a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (ad265caa-a590-4a61-93ec-155fc1127ff1), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:03.434891 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-eaacfb82-dc67-4c25-87a1-55b03c13a234 admin admin] Deleting port d39af138-58ae-4b98-bbf9-e931b9280622 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:55:03.435512 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eaacfb82-dc67-4c25-87a1-55b03c13a234 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (d39af138-58ae-4b98-bbf9-e931b9280622), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:03.455505 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: f3bc34fa-904e-4a4a-a98a-aa05461c0606 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:55:03.456055 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f3bc34fa-904e-4a4a-a98a-aa05461c0606 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:55:03.480699 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0676d604-506e-41af-a37c-0a0633c3c2e2', 'name': 'tempest-VolumesAdminNegativeTest-148034623-router', 'tenant_id': '9390133145c14261b4cb69996a8cbada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '6e925446-6095-43ce-972b-fffc5bb09757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:53Z', 'updated_at': '2022-09-16T12:54:55Z', 'revision_number': 3, 'project_id': '9390133145c14261b4cb69996a8cbada', 'gw_port': {'id': '6e925446-6095-43ce-972b-fffc5bb09757', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0676d604-506e-41af-a37c-0a0633c3c2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:54Z', 'updated_at': '2022-09-16T12:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:03.559986 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e6767-ee92-458a-ba23-0617eae6d104 None None] The sync data for ids ['0676d604-506e-41af-a37c-0a0633c3c2e2'] in n-d-858094-4 is: [{'id': '0676d604-506e-41af-a37c-0a0633c3c2e2', 'name': 'tempest-VolumesAdminNegativeTest-148034623-router', 'tenant_id': '9390133145c14261b4cb69996a8cbada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '6e925446-6095-43ce-972b-fffc5bb09757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:53Z', 'updated_at': '2022-09-16T12:54:55Z', 'revision_number': 3, 'project_id': '9390133145c14261b4cb69996a8cbada', 'gw_port': {'id': '6e925446-6095-43ce-972b-fffc5bb09757', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0676d604-506e-41af-a37c-0a0633c3c2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:54Z', 'updated_at': '2022-09-16T12:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:55:03.604793 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-d3151f86-70a2-47a5-8c1c-58e19a5e2702 admin admin] Deleting port 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:55:03.605862 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d3151f86-70a2-47a5-8c1c-58e19a5e2702 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (8faf42e2-ee92-4313-9dc2-cd897ca6d4bb), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:03.654206 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-eaacfb82-dc67-4c25-87a1-55b03c13a234 admin admin] For port d39af138-58ae-4b98-bbf9-e931b9280622, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=d39af138-58ae-4b98-bbf9-e931b9280622,segment=NetworkSegment(4b85c04a-e58c-4720-a3cc-228524b57aa3),segment_id=4b85c04a-e58c-4720-a3cc-228524b57aa3)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:03.654549 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eaacfb82-dc67-4c25-87a1-55b03c13a234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (d39af138-58ae-4b98-bbf9-e931b9280622), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:03.695878 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-eaacfb82-dc67-4c25-87a1-55b03c13a234 admin admin] Calling delete_port for d39af138-58ae-4b98-bbf9-e931b9280622 owned by network:dhcp {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:55:03.709258 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-d3151f86-70a2-47a5-8c1c-58e19a5e2702 admin admin] For port 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=8faf42e2-ee92-4313-9dc2-cd897ca6d4bb,segment=NetworkSegment(f437e697-c45f-4a06-85b9-38d6e3ad146a),segment_id=f437e697-c45f-4a06-85b9-38d6e3ad146a)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:03.710250 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d3151f86-70a2-47a5-8c1c-58e19a5e2702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (8faf42e2-ee92-4313-9dc2-cd897ca6d4bb), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:03.728727 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-d3151f86-70a2-47a5-8c1c-58e19a5e2702 admin admin] Calling delete_port for 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:55:03.767376 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Provisioning complete for port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:03.767785 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6ef45bdc-01fe-4b48-b572-9a5d653c65d9), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:03.768160 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Attempt 1 to provision port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 Sep 16 12:55:03.842082 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:03.853773 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-dfbc108e-af32-40bc-8ef4-0758ee6a519a req-1fdeaa8e-6ea5-4f53-8744-362a7cff01df service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60ac9746-6fd2-4524-bc83-9f6c7c18aa9f HTTP/1.1" status: 200 len: 217 time: 0.7404852 Sep 16 12:55:03.861689 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:03.862722 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:03.871281 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:03.871441 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eaacfb82-dc67-4c25-87a1-55b03c13a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (d39af138-58ae-4b98-bbf9-e931b9280622), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:03.890254 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d3151f86-70a2-47a5-8c1c-58e19a5e2702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (8faf42e2-ee92-4313-9dc2-cd897ca6d4bb), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:03.909895 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3151f86-70a2-47a5-8c1c-58e19a5e2702 admin admin] No DVR routers for this DVR port 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:55:03.962953 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4401b1f0-1199-415f-bae2-b649786d8b33 req-4acb59c3-4b1b-4da2-9b16-001aa2223473 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 210 time: 0.5178177 Sep 16 12:55:03.965965 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacfb82-dc67-4c25-87a1-55b03c13a234 admin admin] Pushing event deleted for resources: {'Port': ['ID=d39af138-58ae-4b98-bbf9-e931b9280622,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:03.970743 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaacfb82-dc67-4c25-87a1-55b03c13a234 admin admin] No DVR routers for this DVR port d39af138-58ae-4b98-bbf9-e931b9280622 on host n-d-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:55:04.005674 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a41880-db21-4969-be29-aa69eaec2ccb None None] DHCP port deletion for ad265caa-a590-4a61-93ec-155fc1127ff1 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:55:04.059904 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2d49e8-d3ec-4462-8911-58306f54f88f None None] DHCP port deletion for 2a6f5c27-4e22-4940-b2ce-5570b20e4dba request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:55:04.144979 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3151f86-70a2-47a5-8c1c-58e19a5e2702 admin admin] Pushing event deleted for resources: {'Port': ['ID=8faf42e2-ee92-4313-9dc2-cd897ca6d4bb,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:04.251117 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:04.297627 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eaacfb82-dc67-4c25-87a1-55b03c13a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (ad265caa-a590-4a61-93ec-155fc1127ff1), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:04.323852 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577fa91-9840-4ca6-b4e0-fe02f1b76d56 req-d1c7599c-96a5-423d-8313-d95e0b41aac5 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:04.331035 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7577fa91-9840-4ca6-b4e0-fe02f1b76d56 req-d1c7599c-96a5-423d-8313-d95e0b41aac5 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.2231076 Sep 16 12:55:04.336240 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee08a52b-fbfa-4a22-8695-5d46ccadda98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6ef45bdc-01fe-4b48-b572-9a5d653c65d9), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:04.344734 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Attempt 2 to provision port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 Sep 16 12:55:04.367079 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc108e-af32-40bc-8ef4-0758ee6a519a req-5e256c37-c247-4148-bd29-6427c670bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:04.367079 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-dfbc108e-af32-40bc-8ef4-0758ee6a519a req-5e256c37-c247-4148-bd29-6427c670bed9 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=111be6d3-8b9a-4cec-af43-492de087009a HTTP/1.1" status: 200 len: 850 time: 0.4854546 Sep 16 12:55:04.367079 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d3151f86-70a2-47a5-8c1c-58e19a5e2702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (2a6f5c27-4e22-4940-b2ce-5570b20e4dba), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:04.427468 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:04.468515 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-eaacfb82-dc67-4c25-87a1-55b03c13a234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad265caa-a590-4a61-93ec-155fc1127ff1']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:04.491881 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-d3151f86-70a2-47a5-8c1c-58e19a5e2702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6f5c27-4e22-4940-b2ce-5570b20e4dba']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:04.503151 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-eaacfb82-dc67-4c25-87a1-55b03c13a234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b85c04a-e58c-4720-a3cc-228524b57aa3') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:04.503431 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-eaacfb82-dc67-4c25-87a1-55b03c13a234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b85c04a-e58c-4720-a3cc-228524b57aa3') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:04.504241 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-d3151f86-70a2-47a5-8c1c-58e19a5e2702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f437e697-c45f-4a06-85b9-38d6e3ad146a') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:04.504600 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-d3151f86-70a2-47a5-8c1c-58e19a5e2702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f437e697-c45f-4a06-85b9-38d6e3ad146a') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:04.518091 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d3151f86-70a2-47a5-8c1c-58e19a5e2702 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (f437e697-c45f-4a06-85b9-38d6e3ad146a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:04.532315 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99908206-50bb-47ba-9683-1aed154618ea req-727bfddc-e4fd-451c-9e5b-9cf968819f0e tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:04.536169 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d3151f86-70a2-47a5-8c1c-58e19a5e2702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (f437e697-c45f-4a06-85b9-38d6e3ad146a), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:04.539678 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-99908206-50bb-47ba-9683-1aed154618ea req-727bfddc-e4fd-451c-9e5b-9cf968819f0e tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 945 time: 0.1848400 Sep 16 12:55:04.561674 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eaacfb82-dc67-4c25-87a1-55b03c13a234 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (4b85c04a-e58c-4720-a3cc-228524b57aa3), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:04.562207 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3151f86-70a2-47a5-8c1c-58e19a5e2702 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:55:04.562689 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d3151f86-70a2-47a5-8c1c-58e19a5e2702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (f437e697-c45f-4a06-85b9-38d6e3ad146a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:04.604366 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7577fa91-9840-4ca6-b4e0-fe02f1b76d56 req-7508f1d7-9481-4274-8540-538052275dae tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2721367 Sep 16 12:55:04.608671 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eaacfb82-dc67-4c25-87a1-55b03c13a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (4b85c04a-e58c-4720-a3cc-228524b57aa3), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:04.639830 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5d1a6b8a-8bac-4b3d-9a65-2471aba0d5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:04.645061 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaacfb82-dc67-4c25-87a1-55b03c13a234 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:55:04.645847 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eaacfb82-dc67-4c25-87a1-55b03c13a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (4b85c04a-e58c-4720-a3cc-228524b57aa3), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:04.727958 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-99908206-50bb-47ba-9683-1aed154618ea req-07f80c4c-7d50-41bb-9e8a-17704ec8bdbf tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870604 Sep 16 12:55:04.739122 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device efae6ffd-f514-46a4-ad30-4fa3504874c8 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:55:04.787486 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 4b85c04a-e58c-4720-a3cc-228524b57aa3 resource provider aggregate not found Sep 16 12:55:04.811018 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: efae6ffd-f514-46a4-ad30-4fa3504874c8 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:55:04.811370 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device efae6ffd-f514-46a4-ad30-4fa3504874c8 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:55:04.820013 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eaacfb82-dc67-4c25-87a1-55b03c13a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (ad265caa-a590-4a61-93ec-155fc1127ff1), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:04.833027 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eaacfb82-dc67-4c25-87a1-55b03c13a234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:04.840677 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-eaacfb82-dc67-4c25-87a1-55b03c13a234 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/ad265caa-a590-4a61-93ec-155fc1127ff1 HTTP/1.1" status: 204 len: 168 time: 1.8700631 Sep 16 12:55:04.841231 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 4b85c04a-e58c-4720-a3cc-228524b57aa3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b85c04a-e58c-4720-a3cc-228524b57aa3 found for delete ", "request_id": "req-2f1519be-b6a5-44c2-8261-4f1359b47824"}]} Sep 16 12:55:04.861652 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacfb82-dc67-4c25-87a1-55b03c13a234 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad265caa-a590-4a61-93ec-155fc1127ff1,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:04.928896 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Attempt 3 to provision port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 Sep 16 12:55:05.002116 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:05.163681 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-790d040b-58fc-45c7-8a63-85b15eac0a20 req-c49c736e-f7f8-49ba-85c2-06a72d0875c0 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 210 time: 0.0434487 Sep 16 12:55:05.211548 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 57474) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:05.282736 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-dfbc108e-af32-40bc-8ef4-0758ee6a519a req-7dd65f35-d207-41fe-8663-fb8a3b96d405 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=e39821aa-60f0-44e0-aa25-da05e5161c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8695128 Sep 16 12:55:05.318016 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f8b49a74-e6af-4383-a9db-8b56b16ff5e2 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=101be406faff40d9a001aa76e5f3a19e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1044981 Sep 16 12:55:05.318739 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 57480) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:05.396739 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment f437e697-c45f-4a06-85b9-38d6e3ad146a resource provider aggregate not found Sep 16 12:55:05.461853 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-38d29e2e-e622-4251-b09f-fe453eefa794 admin admin] Publish callbacks [] for security_group (b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:05.502946 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Attempt 4 to provision port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 Sep 16 12:55:05.556940 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-38d29e2e-e622-4251-b09f-fe453eefa794 admin admin] Publish callbacks [] for security_group (b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:05.579785 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:05.617795 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee08a52b-fbfa-4a22-8695-5d46ccadda98 admin admin] Publish callbacks [] for port (6ef45bdc-01fe-4b48-b572-9a5d653c65d9), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:05.625852 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d3151f86-70a2-47a5-8c1c-58e19a5e2702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (2a6f5c27-4e22-4940-b2ce-5570b20e4dba), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:05.631328 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee08a52b-fbfa-4a22-8695-5d46ccadda98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (6ef45bdc-01fe-4b48-b572-9a5d653c65d9), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:05.667641 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment f437e697-c45f-4a06-85b9-38d6e3ad146a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f437e697-c45f-4a06-85b9-38d6e3ad146a found for delete ", "request_id": "req-956d3feb-a365-4583-8494-1e2e9a26478e"}]} Sep 16 12:55:05.711283 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-38d29e2e-e622-4251-b09f-fe453eefa794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:05.722168 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-38d29e2e-e622-4251-b09f-fe453eefa794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:05.736528 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-38d29e2e-e622-4251-b09f-fe453eefa794 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2 HTTP/1.1" status: 204 len: 168 time: 0.4166229 Sep 16 12:55:05.772080 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d29e2e-e622-4251-b09f-fe453eefa794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44b91fc-93ec-4bd0-b9b7-d1e929ea4ee2,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:05.829203 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6e925446-6095-43ce-972b-fffc5bb09757 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:55:05.843789 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d3151f86-70a2-47a5-8c1c-58e19a5e2702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:05.866206 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d3151f86-70a2-47a5-8c1c-58e19a5e2702 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/2a6f5c27-4e22-4940-b2ce-5570b20e4dba HTTP/1.1" status: 204 len: 168 time: 3.2367184 Sep 16 12:55:05.869223 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3151f86-70a2-47a5-8c1c-58e19a5e2702 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a6f5c27-4e22-4940-b2ce-5570b20e4dba,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:05.955281 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ccf34-8032-4ef6-880e-1e89bf159dcc req-af8d0ab4-7385-410f-82bc-f99614855729 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:05.968966 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 6e925446-6095-43ce-972b-fffc5bb09757 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:05.969329 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-164ccf34-8032-4ef6-880e-1e89bf159dcc req-af8d0ab4-7385-410f-82bc-f99614855729 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.1675804 Sep 16 12:55:05.969771 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6e925446-6095-43ce-972b-fffc5bb09757), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:05.972069 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 6e925446-6095-43ce-972b-fffc5bb09757 Sep 16 12:55:05.984172 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-dfbc108e-af32-40bc-8ef4-0758ee6a519a req-63f7d8c2-534a-41c6-b7ef-b8c0983cf6e8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e39821aa-60f0-44e0-aa25-da05e5161c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6722913 Sep 16 12:55:06.055960 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:06.062233 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee08a52b-fbfa-4a22-8695-5d46ccadda98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (0676d604-506e-41af-a37c-0a0633c3c2e2), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:06.113450 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739847bb-f486-415b-82a3-f6fcdf98314b req-894c9641-02e3-4905-8a39-a9ab501160bf tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:06.122442 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Attempt 5 to provision port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 Sep 16 12:55:06.125324 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-739847bb-f486-415b-82a3-f6fcdf98314b req-894c9641-02e3-4905-8a39-a9ab501160bf tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 945 time: 0.1549351 Sep 16 12:55:06.222725 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:06.236947 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:06.317972 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-164ccf34-8032-4ef6-880e-1e89bf159dcc req-dbcd1a09-4136-44a7-b43a-10abda0452fc tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3110437 Sep 16 12:55:06.366467 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-739847bb-f486-415b-82a3-f6fcdf98314b req-73f80ab2-137d-4bce-a24b-4ca2897b70b9 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387493 Sep 16 12:55:06.373240 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:06.377016 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 6e925446-6095-43ce-972b-fffc5bb09757 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:06.377415 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6e925446-6095-43ce-972b-fffc5bb09757), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:06.447204 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 6e925446-6095-43ce-972b-fffc5bb09757, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6e925446-6095-43ce-972b-fffc5bb09757,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:06.453932 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6e925446-6095-43ce-972b-fffc5bb09757), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:06.471800 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 57508) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:06.543560 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08a52b-fbfa-4a22-8695-5d46ccadda98 admin admin] Pushing event updated for resources: {'Port': ['ID=6ef45bdc-01fe-4b48-b572-9a5d653c65d9,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:06.658230 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device d39af138-58ae-4b98-bbf9-e931b9280622 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:55:06.669970 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:06.675055 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:06.688069 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee08a52b-fbfa-4a22-8695-5d46ccadda98 admin admin] Network 8c1156c6-462b-448a-a645-e0ded321b529 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:55:06.691728 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-ee08a52b-fbfa-4a22-8695-5d46ccadda98 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:55:06.700460 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-dfbc108e-af32-40bc-8ef4-0758ee6a519a req-a057d51e-3912-4a05-b909-0024d5a8b8dd service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e39821aa-60f0-44e0-aa25-da05e5161c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6395137 Sep 16 12:55:06.725493 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: d39af138-58ae-4b98-bbf9-e931b9280622 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:55:06.726929 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device d39af138-58ae-4b98-bbf9-e931b9280622 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:55:06.728549 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:55:06.736442 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Attempt 6 to provision port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 Sep 16 12:55:06.762507 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7cb01e1f-72de-4b0b-8a9f-c157429f4f3d req-57ff3c22-4555-4fcd-a335-d55d09bcb656 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 210 time: 0.1606858 Sep 16 12:55:06.777494 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-072c96e6-9685-483b-b695-dacdb6cb82e7 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=1e41136645964ea98a675833bd73299f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021169 Sep 16 12:55:06.785728 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 57514) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:06.955988 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:06.956234 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:55:06.956685 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8faf42e2-ee92-4313-9dc2-cd897ca6d4bb not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:55:06.984515 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1358-1068-4a10-afc7-7cc47b8cac5a admin admin] Publish callbacks [] for security_group (8225d41c-8518-44f3-a792-cacd4cf9863a), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:07.000680 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=6e925446-6095-43ce-972b-fffc5bb09757,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:07.010951 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:07.045611 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:07.053455 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1358-1068-4a10-afc7-7cc47b8cac5a admin admin] Publish callbacks [] for security_group (8225d41c-8518-44f3-a792-cacd4cf9863a), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:07.072181 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee08a52b-fbfa-4a22-8695-5d46ccadda98 admin admin] Router 0676d604-506e-41af-a37c-0a0633c3c2e2 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:55:07.193329 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1358-1068-4a10-afc7-7cc47b8cac5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (8225d41c-8518-44f3-a792-cacd4cf9863a), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:07.196637 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2f8c1358-1068-4a10-afc7-7cc47b8cac5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:07.198804 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-2f8c1358-1068-4a10-afc7-7cc47b8cac5a admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/8225d41c-8518-44f3-a792-cacd4cf9863a HTTP/1.1" status: 204 len: 168 time: 0.3966584 Sep 16 12:55:07.217199 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c1358-1068-4a10-afc7-7cc47b8cac5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8225d41c-8518-44f3-a792-cacd4cf9863a,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:07.258635 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee08a52b-fbfa-4a22-8695-5d46ccadda98 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:55:07.264910 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ee08a52b-fbfa-4a22-8695-5d46ccadda98 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/0676d604-506e-41af-a37c-0a0633c3c2e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4222786 Sep 16 12:55:07.303217 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] Sync routers for ids ['0676d604-506e-41af-a37c-0a0633c3c2e2'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:55:07.352035 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:07.362188 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] Routers {'0676d604-506e-41af-a37c-0a0633c3c2e2'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:55:07.365066 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:55:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0676d604-506e-41af-a37c-0a0633c3c2e2'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:07.552432 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] Set router 0676d604-506e-41af-a37c-0a0633c3c2e2 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:55:07.655090 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Attempt 7 to provision port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 Sep 16 12:55:07.707091 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bc988-a833-4841-8674-6fe9b654f05e req-3dace1c5-51bd-4cfe-94b3-40e6991e0220 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:07.719429 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d13bc988-a833-4841-8674-6fe9b654f05e req-3dace1c5-51bd-4cfe-94b3-40e6991e0220 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.2389336 Sep 16 12:55:07.787714 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:07.796708 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6e925446-6095-43ce-972b-fffc5bb09757 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:55:07.818251 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e169be2-c48e-4857-8e7d-52e62a578bf8 req-5d41dd0d-5560-48be-a2c0-77599199c058 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:07.830065 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7e169be2-c48e-4857-8e7d-52e62a578bf8 req-5d41dd0d-5560-48be-a2c0-77599199c058 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 945 time: 0.2862959 Sep 16 12:55:07.888650 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:07.914190 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:07.952649 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d13bc988-a833-4841-8674-6fe9b654f05e req-adc907aa-fd3b-4637-a930-ba51efa2eebb tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322128 Sep 16 12:55:08.034690 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7e169be2-c48e-4857-8e7d-52e62a578bf8 req-4f2a4f9d-bd48-4679-a986-dae2e7b46fc1 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009079 Sep 16 12:55:08.052595 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 6e925446-6095-43ce-972b-fffc5bb09757 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:08.053132 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6e925446-6095-43ce-972b-fffc5bb09757), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:08.053463 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 6e925446-6095-43ce-972b-fffc5bb09757 Sep 16 12:55:08.166832 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0a63a339-dd75-4ee1-89c9-ed7fc69dc4b3 req-c614c965-96ac-4161-8c99-3d876264ef91 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 210 time: 0.0854588 Sep 16 12:55:08.178941 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0676d604-506e-41af-a37c-0a0633c3c2e2', 'name': 'tempest-VolumesAdminNegativeTest-148034623-router', 'tenant_id': '9390133145c14261b4cb69996a8cbada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '6e925446-6095-43ce-972b-fffc5bb09757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:53Z', 'updated_at': '2022-09-16T12:55:03Z', 'revision_number': 4, 'project_id': '9390133145c14261b4cb69996a8cbada', 'gw_port': {'id': '6e925446-6095-43ce-972b-fffc5bb09757', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0676d604-506e-41af-a37c-0a0633c3c2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:54Z', 'updated_at': '2022-09-16T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '6ef45bdc-01fe-4b48-b572-9a5d653c65d9', 'name': '', 'network_id': '8c1156c6-462b-448a-a645-e0ded321b529', 'tenant_id': '9390133145c14261b4cb69996a8cbada', 'mac_address': 'fa:16:3e:77:ff:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0676d604-506e-41af-a37c-0a0633c3c2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '2b8cf7ea-a4a7-4e5c-b9ce-a12e37bc12a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:01Z', 'updated_at': '2022-09-16T12:55:05Z', 'revision_number': 2, 'project_id': '9390133145c14261b4cb69996a8cbada', 'subnets': [{'id': '2b8cf7ea-a4a7-4e5c-b9ce-a12e37bc12a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:08.242692 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] Checking router: 0676d604-506e-41af-a37c-0a0633c3c2e2 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:55:08.243104 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] Updating router 0676d604-506e-41af-a37c-0a0633c3c2e2 port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:55:08.288588 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Attempt 8 to provision port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 Sep 16 12:55:08.312976 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 6e925446-6095-43ce-972b-fffc5bb09757 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:08.324732 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6ef45bdc-01fe-4b48-b572-9a5d653c65d9), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:08.360077 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:08.371354 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:08.530328 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 57576) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:08.672904 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:08.819858 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 57584) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:08.825381 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--691017496', 'description': 'tempest-description--897790754'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:08.864637 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:08.903059 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Attempt 9 to provision port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 Sep 16 12:55:08.982931 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:09.035416 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for security_group (41a281b2-5013-4373-8515-26c2761feca1), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:09.041363 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (41a281b2-5013-4373-8515-26c2761feca1), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:09.093652 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-837927a8-678a-4603-a4f4-40b9ce93bed0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1929849663-network', 'tenant_id': 'a66c708b229645a6afdae93e4b5b1b0c'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:09.166383 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:09.168226 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3467686 Sep 16 12:55:09.170995 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 57600) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:09.177779 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-66fb707e-a6b2-4331-a3b4-adc7466ad765 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Request body: {'security_group_rule': {'security_group_id': '41a281b2-5013-4373-8515-26c2761feca1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:09.265521 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-66fb707e-a6b2-4331-a3b4-adc7466ad765 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for security_group_rule (401faecc-7e84-4ba3-806f-47dc80ab7633), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:09.432796 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] Publish callbacks [] for port (6ef45bdc-01fe-4b48-b572-9a5d653c65d9), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:09.446807 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6ef45bdc-01fe-4b48-b572-9a5d653c65d9), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:09.449925 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-66fb707e-a6b2-4331-a3b4-adc7466ad765 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for security_group_rule (401faecc-7e84-4ba3-806f-47dc80ab7633), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:09.459714 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-66fb707e-a6b2-4331-a3b4-adc7466ad765 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (401faecc-7e84-4ba3-806f-47dc80ab7633), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:09.484614 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Attempt 10 to provision port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 Sep 16 12:55:09.499057 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 57608) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:09.538587 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb707e-a6b2-4331-a3b4-adc7466ad765 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401faecc-7e84-4ba3-806f-47dc80ab7633,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:09.563836 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-66fb707e-a6b2-4331-a3b4-adc7466ad765 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:09.571517 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-66fb707e-a6b2-4331-a3b4-adc7466ad765 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3983533 Sep 16 12:55:09.572844 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 57612) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:09.592802 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-17ab4eb3-1c61-4680-aaa8-d6ccc6228674 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Request body: {'security_group_rule': {'security_group_id': '41a281b2-5013-4373-8515-26c2761feca1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:09.605344 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad4a51-df2c-4467-afc7-0b48bd350a68 None None] Pushing event updated for resources: {'Port': ['ID=6ef45bdc-01fe-4b48-b572-9a5d653c65d9,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:09.614237 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4841d65b-c401-4a61-9718-5e5a69a4b75e None None] Port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:09.615943 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] Attempting to bind port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:55:09.616467 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] Attempting to bind port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '75b26c77-b7c1-42bb-942c-7aa288fdb4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c1156c6-462b-448a-a645-e0ded321b529'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:55:09.616826 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] Attempting to bind port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 on network 8c1156c6-462b-448a-a645-e0ded321b529 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:55:09.692685 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-17ab4eb3-1c61-4680-aaa8-d6ccc6228674 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for security_group_rule (45013756-1f85-44fb-9b9b-d57dd21cde1b), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:09.699922 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:55:09.702837 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] Checking segment: {'id': '75b26c77-b7c1-42bb-942c-7aa288fdb4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c1156c6-462b-448a-a645-e0ded321b529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:55:09.703364 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:09.705328 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] Bound using segment: {'id': '75b26c77-b7c1-42bb-942c-7aa288fdb4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c1156c6-462b-448a-a645-e0ded321b529'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:55:09.705876 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] Bound port: 6ef45bdc-01fe-4b48-b572-9a5d653c65d9, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b26c77-b7c1-42bb-942c-7aa288fdb4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c1156c6-462b-448a-a645-e0ded321b529'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:55:09.706541 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6ef45bdc-01fe-4b48-b572-9a5d653c65d9), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:09.778670 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-5f6e509a-a2ef-4a76-a93a-b9d89ff27a7b None None] Provisioning complete for port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:09.779043 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5f6e509a-a2ef-4a76-a93a-b9d89ff27a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6ef45bdc-01fe-4b48-b572-9a5d653c65d9), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:09.779381 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5f6e509a-a2ef-4a76-a93a-b9d89ff27a7b None None] Attempt 1 to provision port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 Sep 16 12:55:09.861868 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a281b2-5013-4373-8515-26c2761feca1,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:09.868984 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-17ab4eb3-1c61-4680-aaa8-d6ccc6228674 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for security_group_rule (45013756-1f85-44fb-9b9b-d57dd21cde1b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:09.882851 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5f6e509a-a2ef-4a76-a93a-b9d89ff27a7b None None] Port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:09.911355 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] For port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:55:09.911355 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] For port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6ef45bdc-01fe-4b48-b572-9a5d653c65d9,segment=NetworkSegment(75b26c77-b7c1-42bb-942c-7aa288fdb4d4),segment_id=75b26c77-b7c1-42bb-942c-7aa288fdb4d4)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:55:09.911629 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:09.911629 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:09.911629 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:09.911629 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:09.911902 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-b077d597-33fd-4505-b453-a936f3ab0f29 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-787896481-network', 'tenant_id': 'c88ea8e8750c440e86d3c1eb4ab6110e'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:09.911986 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:09.911986 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:09.911986 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:09.911986 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:09.911986 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:09.911986 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:09.911986 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:09.911986 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:09.911986 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:09.911986 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:09.911986 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b8455-8190-4eb8-8f27-21e022eb8f0a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:09.911986 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837927a8-678a-4603-a4f4-40b9ce93bed0 admin admin] Made reservation on behalf of a66c708b229645a6afdae93e4b5b1b0c for: {'network': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:55:09.919338 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-17ab4eb3-1c61-4680-aaa8-d6ccc6228674 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (45013756-1f85-44fb-9b9b-d57dd21cde1b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:09.919439 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-837927a8-678a-4603-a4f4-40b9ce93bed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:09.919439 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4598d-f8dc-4551-9618-27552b28356e req-66b856c6-6619-402e-894d-1a81ebde26dd tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:09.919882 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f6a4598d-f8dc-4551-9618-27552b28356e req-66b856c6-6619-402e-894d-1a81ebde26dd tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 1128 time: 0.7415764 Sep 16 12:55:09.928279 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4fc68-b200-4b26-8b48-2ea36d37f668 req-cc7cda43-8214-4ce4-8ac3-024fc5d37194 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:09.930020 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9fb4fc68-b200-4b26-8b48-2ea36d37f668 req-cc7cda43-8214-4ce4-8ac3-024fc5d37194 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.8130701 Sep 16 12:55:09.930389 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6ef45bdc-01fe-4b48-b572-9a5d653c65d9), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:09.977300 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-837927a8-678a-4603-a4f4-40b9ce93bed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:10.003916 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab4eb3-1c61-4680-aaa8-d6ccc6228674 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45013756-1f85-44fb-9b9b-d57dd21cde1b,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:10.035804 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-17ab4eb3-1c61-4680-aaa8-d6ccc6228674 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:10.049372 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-17ab4eb3-1c61-4680-aaa8-d6ccc6228674 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4707694 Sep 16 12:55:10.050869 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 57614) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:10.055005 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] Routers {'0676d604-506e-41af-a37c-0a0633c3c2e2'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:55:10.055710 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:55:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0676d604-506e-41af-a37c-0a0633c3c2e2'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:10.060591 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-c4006e81-ba2a-46a8-8aec-a69457ee8624 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:10.073888 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b077d597-33fd-4505-b453-a936f3ab0f29 admin admin] Made reservation on behalf of c88ea8e8750c440e86d3c1eb4ab6110e for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:55:10.081729 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b077d597-33fd-4505-b453-a936f3ab0f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:10.093584 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:10.153418 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-837927a8-678a-4603-a4f4-40b9ce93bed0 admin admin] Publish callbacks [] for security_group (34a7a42d-0402-45d5-9b2a-012bd339f377), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:10.154872 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b077d597-33fd-4505-b453-a936f3ab0f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:10.155222 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:10.161408 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad4a51-df2c-4467-afc7-0b48bd350a68 None None] Pushing event updated for resources: {'Port': ['ID=6ef45bdc-01fe-4b48-b572-9a5d653c65d9,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:10.179273 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c4006e81-ba2a-46a8-8aec-a69457ee8624 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:10.202224 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f6a4598d-f8dc-4551-9618-27552b28356e req-0cb8c596-2f34-4cf9-92a8-077395d16ac0 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2710681 Sep 16 12:55:10.206602 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-837927a8-678a-4603-a4f4-40b9ce93bed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (34a7a42d-0402-45d5-9b2a-012bd339f377), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:10.268918 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:10.326079 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9fb4fc68-b200-4b26-8b48-2ea36d37f668 req-da3a6461-e239-4d5f-8617-18afc94ad4f2 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3775558 Sep 16 12:55:10.334000 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] Set router 0676d604-506e-41af-a37c-0a0633c3c2e2 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:55:10.362790 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b077d597-33fd-4505-b453-a936f3ab0f29 admin admin] Publish callbacks [] for security_group (efe3062c-e47c-4cb5-aaaa-c66c5ea4877d), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:10.365044 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:10.381052 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b077d597-33fd-4505-b453-a936f3ab0f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (efe3062c-e47c-4cb5-aaaa-c66c5ea4877d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:10.384731 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5f6e509a-a2ef-4a76-a93a-b9d89ff27a7b None None] Attempt 2 to provision port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 Sep 16 12:55:10.386201 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837927a8-678a-4603-a4f4-40b9ce93bed0 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=113698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:55:10.408654 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b077d597-33fd-4505-b453-a936f3ab0f29 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:55:10.410373 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837927a8-678a-4603-a4f4-40b9ce93bed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a7a42d-0402-45d5-9b2a-012bd339f377,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:10.429582 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b077d597-33fd-4505-b453-a936f3ab0f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (62345359-95e2-4218-a391-811cb46f50d3), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:10.429950 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-b077d597-33fd-4505-b453-a936f3ab0f29 admin admin] Added segment 62345359-95e2-4218-a391-811cb46f50d3 of type vlan for network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 Sep 16 12:55:10.452419 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-837927a8-678a-4603-a4f4-40b9ce93bed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (6438aba4-341a-4bae-8007-2e739dedcc65), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:10.452773 n-d-858094-4 neutron-server[113698]: INFO neutron.db.segments_db [None req-837927a8-678a-4603-a4f4-40b9ce93bed0 admin admin] Added segment 6438aba4-341a-4bae-8007-2e739dedcc65 of type vlan for network 5ac72d42-af2b-460f-9eec-dac013f5a977 Sep 16 12:55:10.459422 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:10.538780 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae865e2-81a2-49da-8480-dd534f54dbd4 req-2aaff1b8-cd2d-4ac2-8c26-5b43f8f6c8c5 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:10.540510 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6ae865e2-81a2-49da-8480-dd534f54dbd4 req-2aaff1b8-cd2d-4ac2-8c26-5b43f8f6c8c5 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 945 time: 0.1578007 Sep 16 12:55:10.546009 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-82706b16-ab02-4fe9-87be-9389284399c4 req-d3d7e8e4-6a2b-4367-a7c4-a1f27f595a4c tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 210 time: 0.0749643 Sep 16 12:55:10.551052 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b077d597-33fd-4505-b453-a936f3ab0f29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (4f690fd7-a007-4db5-a7d2-6b0378c9fb20), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:10.555076 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-837927a8-678a-4603-a4f4-40b9ce93bed0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (5ac72d42-af2b-460f-9eec-dac013f5a977), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:10.615362 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-837927a8-678a-4603-a4f4-40b9ce93bed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (5ac72d42-af2b-460f-9eec-dac013f5a977), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:10.616889 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837927a8-678a-4603-a4f4-40b9ce93bed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:10.617194 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-837927a8-678a-4603-a4f4-40b9ce93bed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:10.641238 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:10.652600 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077d597-33fd-4505-b453-a936f3ab0f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:10.655374 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b077d597-33fd-4505-b453-a936f3ab0f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (4f690fd7-a007-4db5-a7d2-6b0378c9fb20), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:10.656442 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b077d597-33fd-4505-b453-a936f3ab0f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:10.657125 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b077d597-33fd-4505-b453-a936f3ab0f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:10.702971 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6ae865e2-81a2-49da-8480-dd534f54dbd4 req-a15b6fd5-3f1a-4ede-bdef-f3a697eb9b86 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444228 Sep 16 12:55:10.712961 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5f6e509a-a2ef-4a76-a93a-b9d89ff27a7b None None] Current status of the port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:10.714817 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5f6e509a-a2ef-4a76-a93a-b9d89ff27a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6ef45bdc-01fe-4b48-b572-9a5d653c65d9), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:10.770051 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077d597-33fd-4505-b453-a936f3ab0f29 admin admin] Pushing event updated for resources: {'Network': ['ID=4f690fd7-a007-4db5-a7d2-6b0378c9fb20,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:10.777973 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c4006e81-ba2a-46a8-8aec-a69457ee8624 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:10.801158 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b077d597-33fd-4505-b453-a936f3ab0f29 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2842088 Sep 16 12:55:10.803743 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 57630) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:10.807734 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:55:10.810010 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-9e3721fb-1d9c-47df-9800-6962246433fa admin admin] Request body: {'subnet': {'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-787896481-subnet', 'tenant_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:10.851098 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-837927a8-678a-4603-a4f4-40b9ce93bed0 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3193069 Sep 16 12:55:10.851736 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 57632) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:10.869207 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3721fb-1d9c-47df-9800-6962246433fa admin admin] Made reservation on behalf of c88ea8e8750c440e86d3c1eb4ab6110e for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:55:10.872293 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-e3cb7ae0-a9d1-45e3-813e-7ffa457b8eeb admin admin] Request body: {'subnet': {'network_id': '5ac72d42-af2b-460f-9eec-dac013f5a977', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1929849663-subnet', 'tenant_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:10.872818 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9e3721fb-1d9c-47df-9800-6962246433fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:10.888388 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837927a8-678a-4603-a4f4-40b9ce93bed0 admin admin] Pushing event updated for resources: {'Network': ['ID=5ac72d42-af2b-460f-9eec-dac013f5a977,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:10.935033 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cb7ae0-a9d1-45e3-813e-7ffa457b8eeb admin admin] Made reservation on behalf of a66c708b229645a6afdae93e4b5b1b0c for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:55:10.937721 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e3cb7ae0-a9d1-45e3-813e-7ffa457b8eeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:11.006850 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 5ac72d42-af2b-460f-9eec-dac013f5a977 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:55:11.101916 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9e3721fb-1d9c-47df-9800-6962246433fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:11.145516 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-5f6e509a-a2ef-4a76-a93a-b9d89ff27a7b None None] For port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6ef45bdc-01fe-4b48-b572-9a5d653c65d9,segment=NetworkSegment(75b26c77-b7c1-42bb-942c-7aa288fdb4d4),segment_id=75b26c77-b7c1-42bb-942c-7aa288fdb4d4)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:11.174020 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3721fb-1d9c-47df-9800-6962246433fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:11.200861 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0676d604-506e-41af-a37c-0a0633c3c2e2', 'name': 'tempest-VolumesAdminNegativeTest-148034623-router', 'tenant_id': '9390133145c14261b4cb69996a8cbada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '6e925446-6095-43ce-972b-fffc5bb09757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:53Z', 'updated_at': '2022-09-16T12:55:03Z', 'revision_number': 4, 'project_id': '9390133145c14261b4cb69996a8cbada', 'gw_port': {'id': '6e925446-6095-43ce-972b-fffc5bb09757', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0676d604-506e-41af-a37c-0a0633c3c2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:54Z', 'updated_at': '2022-09-16T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '6ef45bdc-01fe-4b48-b572-9a5d653c65d9', 'name': '', 'network_id': '8c1156c6-462b-448a-a645-e0ded321b529', 'tenant_id': '9390133145c14261b4cb69996a8cbada', 'mac_address': 'fa:16:3e:77:ff:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0676d604-506e-41af-a37c-0a0633c3c2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '2b8cf7ea-a4a7-4e5c-b9ce-a12e37bc12a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:01Z', 'updated_at': '2022-09-16T12:55:09Z', 'revision_number': 4, 'project_id': '9390133145c14261b4cb69996a8cbada', 'subnets': [{'id': '2b8cf7ea-a4a7-4e5c-b9ce-a12e37bc12a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:11.234878 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3721fb-1d9c-47df-9800-6962246433fa admin admin] Checking segment: {'id': '62345359-95e2-4218-a391-811cb46f50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:55:11.235482 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3721fb-1d9c-47df-9800-6962246433fa admin admin] Network hostable DHCP agents. Network: 4f690fd7-a007-4db5-a7d2-6b0378c9fb20, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:55:11.303533 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e3cb7ae0-a9d1-45e3-813e-7ffa457b8eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (df0c80a1-7922-441e-a80c-6071763f5719), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:11.318580 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5f6e509a-a2ef-4a76-a93a-b9d89ff27a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6ef45bdc-01fe-4b48-b572-9a5d653c65d9), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:11.386245 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb7ae0-a9d1-45e3-813e-7ffa457b8eeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=df0c80a1-7922-441e-a80c-6071763f5719,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:11.406311 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e509a-a2ef-4a76-a93a-b9d89ff27a7b None None] Pushing event updated for resources: {'Port': ['ID=6ef45bdc-01fe-4b48-b572-9a5d653c65d9,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:11.407325 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-c4006e81-ba2a-46a8-8aec-a69457ee8624 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Allocated IP 172.25.2.24 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/a1d3e79e-5cbb-4678-991d-4a570626a911) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:55:11.409753 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ab4a6c-2e71-419d-92d9-e92e16540143 None None] The sync data for ids ['0676d604-506e-41af-a37c-0a0633c3c2e2'] in n-d-858094-4 is: [{'id': '0676d604-506e-41af-a37c-0a0633c3c2e2', 'name': 'tempest-VolumesAdminNegativeTest-148034623-router', 'tenant_id': '9390133145c14261b4cb69996a8cbada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '6e925446-6095-43ce-972b-fffc5bb09757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:53Z', 'updated_at': '2022-09-16T12:55:03Z', 'revision_number': 4, 'project_id': '9390133145c14261b4cb69996a8cbada', 'gw_port': {'id': '6e925446-6095-43ce-972b-fffc5bb09757', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0676d604-506e-41af-a37c-0a0633c3c2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:54Z', 'updated_at': '2022-09-16T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '6ef45bdc-01fe-4b48-b572-9a5d653c65d9', 'name': '', 'network_id': '8c1156c6-462b-448a-a645-e0ded321b529', 'tenant_id': '9390133145c14261b4cb69996a8cbada', 'mac_address': 'fa:16:3e:77:ff:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0676d604-506e-41af-a37c-0a0633c3c2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '2b8cf7ea-a4a7-4e5c-b9ce-a12e37bc12a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:01Z', 'updated_at': '2022-09-16T12:55:09Z', 'revision_number': 4, 'project_id': '9390133145c14261b4cb69996a8cbada', 'subnets': [{'id': '2b8cf7ea-a4a7-4e5c-b9ce-a12e37bc12a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:55:11.465345 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb7ae0-a9d1-45e3-813e-7ffa457b8eeb admin admin] Checking segment: {'id': '6438aba4-341a-4bae-8007-2e739dedcc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5ac72d42-af2b-460f-9eec-dac013f5a977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:55:11.465345 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb7ae0-a9d1-45e3-813e-7ffa457b8eeb admin admin] Network hostable DHCP agents. Network: 5ac72d42-af2b-460f-9eec-dac013f5a977, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:55:11.532837 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb7ae0-a9d1-45e3-813e-7ffa457b8eeb admin admin] Network 5ac72d42-af2b-460f-9eec-dac013f5a977 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:55:11.632416 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3721fb-1d9c-47df-9800-6962246433fa admin admin] Network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:55:11.679756 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-e3cb7ae0-a9d1-45e3-813e-7ffa457b8eeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 5ac72d42-af2b-460f-9eec-dac013f5a977) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:55:11.683436 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-9e3721fb-1d9c-47df-9800-6962246433fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 4f690fd7-a007-4db5-a7d2-6b0378c9fb20) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:55:11.694648 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cb7ae0-a9d1-45e3-813e-7ffa457b8eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:11.696239 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3721fb-1d9c-47df-9800-6962246433fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:11.696826 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9e3721fb-1d9c-47df-9800-6962246433fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:11.697358 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94126ea0-86e7-478e-b107-b5d207f888b4 None None] Network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:55:11.700416 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e3cb7ae0-a9d1-45e3-813e-7ffa457b8eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:11.701497 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12e9fe0-2ede-4b2b-9d1a-1d927b00ae26 None None] Network 5ac72d42-af2b-460f-9eec-dac013f5a977 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:55:11.739144 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f8954-fda1-41ca-bbe3-9c1acb52968d req-53091626-353d-4870-93df-e879adb06431 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:11.740643 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-042f8954-fda1-41ca-bbe3-9c1acb52968d req-53091626-353d-4870-93df-e879adb06431 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.1545348 Sep 16 12:55:11.750283 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9e3721fb-1d9c-47df-9800-6962246433fa admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9451289 Sep 16 12:55:11.750932 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 57654) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:11.766245 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-69870373-fda2-4080-9cf8-ee6b97ae9591 admin admin] Request body: {'router': {'name': 'tempest-ImagesOneServerNegativeTestJSON-787896481-router', 'tenant_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:11.803114 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-e3cb7ae0-a9d1-45e3-813e-7ffa457b8eeb admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9462280 Sep 16 12:55:11.803752 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 57656) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:11.818768 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:55:11.840157 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:11.859913 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-42ebd1b5-31ff-49d9-adcf-27a857e6ccac admin admin] Request body: {'router': {'name': 'tempest-InstanceActionsV221TestJSON-1929849663-router', 'tenant_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:11.897291 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-69870373-fda2-4080-9cf8-ee6b97ae9591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (56665d3a-f13b-4293-bd44-e5d4a7c9603c), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:11.898249 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-69870373-fda2-4080-9cf8-ee6b97ae9591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (56665d3a-f13b-4293-bd44-e5d4a7c9603c), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:11.922816 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c4006e81-ba2a-46a8-8aec-a69457ee8624 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for port (a1d3e79e-5cbb-4678-991d-4a570626a911), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:12.027556 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-42ebd1b5-31ff-49d9-adcf-27a857e6ccac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (9301abd9-ecaa-4daa-9e61-da8e51c29ed2), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:12.028810 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-42ebd1b5-31ff-49d9-adcf-27a857e6ccac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (9301abd9-ecaa-4daa-9e61-da8e51c29ed2), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:12.062660 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-042f8954-fda1-41ca-bbe3-9c1acb52968d req-8817d067-88ed-4340-a220-d4e9eb372b74 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005238 Sep 16 12:55:12.071130 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:12.082560 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:12.096307 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-69870373-fda2-4080-9cf8-ee6b97ae9591 admin admin] Publish callbacks [] for router_controller (56665d3a-f13b-4293-bd44-e5d4a7c9603c), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:12.180989 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-2ef7396c-6bc2-4284-b55b-c71ca9d3a08a tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113699) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:55:12.183100 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-2ef7396c-6bc2-4284-b55b-c71ca9d3a08a tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0134633 Sep 16 12:55:12.280874 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c4006e81-ba2a-46a8-8aec-a69457ee8624 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (a1d3e79e-5cbb-4678-991d-4a570626a911), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:12.303085 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-42ebd1b5-31ff-49d9-adcf-27a857e6ccac admin admin] Publish callbacks [] for router_controller (9301abd9-ecaa-4daa-9e61-da8e51c29ed2), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:12.336721 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-925a16e8-8e10-4b69-bfc5-131ae9e2587b req-981c9d3b-ee9f-4183-9649-dcadc26d59ce tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bd1530a2-c78e-419d-a65e-fc5baf53d939 HTTP/1.1" status: 200 len: 210 time: 0.0493150 Sep 16 12:55:12.436452 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-c72a9fba-30fb-44fb-899b-feab0d328921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:12.438062 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-c72a9fba-30fb-44fb-899b-feab0d328921 service neutron] 10.222.0.67 "GET /networking/v2.0/ports/d289a714-1b0e-4177-adf6-0d59780fa902 HTTP/1.1" status: 200 len: 1125 time: 0.2211044 Sep 16 12:55:12.461061 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:12.493884 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4006e81-ba2a-46a8-8aec-a69457ee8624 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:55:12.497411 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-debbf512-cc7d-4b4e-8273-c065c28b40b0 service neutron] Request body: {'binding': {'host': 'n-h1-858094-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:12.497870 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-debbf512-cc7d-4b4e-8273-c065c28b40b0 service neutron] Unknown quota resources ['binding']. {{(pid=113699) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Sep 16 12:55:12.501258 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-69870373-fda2-4080-9cf8-ee6b97ae9591 admin admin] Publish callbacks [] for router_gateway (56665d3a-f13b-4293-bd44-e5d4a7c9603c), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:12.539522 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-c4006e81-ba2a-46a8-8aec-a69457ee8624 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:55:12.602131 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:12.602667 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6ef45bdc-01fe-4b48-b572-9a5d653c65d9), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:12.603103 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 Sep 16 12:55:12.606323 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-5ac72d42-af2b-460f-9eec-dac013f5a977', 'network_id': '5ac72d42-af2b-460f-9eec-dac013f5a977', 'project_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'fixed_ips': [{'subnet_id': 'df0c80a1-7922-441e-a80c-6071763f5719'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:55:12.607332 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:12.636204 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-4f690fd7-a007-4db5-a7d2-6b0378c9fb20', 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20', 'project_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'fixed_ips': [{'subnet_id': 'b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:55:12.638311 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:12.644031 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4006e81-ba2a-46a8-8aec-a69457ee8624 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:55:12.670899 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4006e81-ba2a-46a8-8aec-a69457ee8624 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Pushing event updated for resources: {'Port': ['ID=a1d3e79e-5cbb-4678-991d-4a570626a911,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:12.686877 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-42ebd1b5-31ff-49d9-adcf-27a857e6ccac admin admin] Publish callbacks [] for router_gateway (9301abd9-ecaa-4daa-9e61-da8e51c29ed2), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:12.759566 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b25e10-1ae8-46d7-87ca-8587321819e9 req-0a0e9a56-6806-4ac5-bae7-1bc3ba7efa86 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:12.761723 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-44b25e10-1ae8-46d7-87ca-8587321819e9 req-0a0e9a56-6806-4ac5-bae7-1bc3ba7efa86 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 945 time: 0.0600150 Sep 16 12:55:12.970436 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:12.980571 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:13.017194 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-44b25e10-1ae8-46d7-87ca-8587321819e9 req-39ba49c4-2308-46d6-9eb5-1e433f5b8a47 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184618 Sep 16 12:55:13.040334 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] Allocated IP 172.20.0.2 (5ac72d42-af2b-460f-9eec-dac013f5a977/df0c80a1-7922-441e-a80c-6071763f5719/bd2e8768-d9a8-423e-9fdd-617c48c37ff8) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:55:13.094949 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-69870373-fda2-4080-9cf8-ee6b97ae9591 admin admin] Publish callbacks [] for router_gateway (56665d3a-f13b-4293-bd44-e5d4a7c9603c), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:13.185932 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-69870373-fda2-4080-9cf8-ee6b97ae9591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:13.276572 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c4006e81-ba2a-46a8-8aec-a69457ee8624 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for floatingip (29f2fab2-d2d5-4649-8de2-a6fc6ac699a1), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:13.276929 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb03e8-4961-4fdc-8077-f8e79234a257 req-9dad932e-70a2-48c8-bbab-44ac9a79a90f tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:13.285273 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f0fb03e8-4961-4fdc-8077-f8e79234a257 req-9dad932e-70a2-48c8-bbab-44ac9a79a90f tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.0796194 Sep 16 12:55:13.340326 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-debbf512-cc7d-4b4e-8273-c065c28b40b0 service neutron] Attempting to bind port d289a714-1b0e-4177-adf6-0d59780fa902 on host n-h1-858094-4 for vnic_type normal with profile None {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:55:13.341359 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-debbf512-cc7d-4b4e-8273-c065c28b40b0 service neutron] Attempting to bind port d289a714-1b0e-4177-adf6-0d59780fa902 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:55:13.341934 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-debbf512-cc7d-4b4e-8273-c065c28b40b0 service neutron] Attempting to bind port d289a714-1b0e-4177-adf6-0d59780fa902 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:55:13.382383 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-42ebd1b5-31ff-49d9-adcf-27a857e6ccac admin admin] Publish callbacks [] for router_gateway (9301abd9-ecaa-4daa-9e61-da8e51c29ed2), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:13.412710 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:13.418420 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c4006e81-ba2a-46a8-8aec-a69457ee8624 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a1d3e79e-5cbb-4678-991d-4a570626a911), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:13.422641 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-42ebd1b5-31ff-49d9-adcf-27a857e6ccac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:13.462619 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f0fb03e8-4961-4fdc-8077-f8e79234a257 req-586c9ce2-9fcb-4f43-9710-43111e5ef8ee tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764441 Sep 16 12:55:13.632606 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] Allocated IP 172.20.0.2 (4f690fd7-a007-4db5-a7d2-6b0378c9fb20/b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c/411bfe2e-463d-4541-bdae-2e245381feb7) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:55:13.757024 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:13.813761 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c4006e81-ba2a-46a8-8aec-a69457ee8624 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for port (a1d3e79e-5cbb-4678-991d-4a570626a911), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:13.853584 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-debbf512-cc7d-4b4e-8273-c065c28b40b0 service neutron] Port d289a714-1b0e-4177-adf6-0d59780fa902 on network 1e927054-126f-4e94-8719-fa14f3244a7f not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:55:13.854016 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-debbf512-cc7d-4b4e-8273-c065c28b40b0 service neutron] Attempting to bind port d289a714-1b0e-4177-adf6-0d59780fa902 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:55:13.856620 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:13.872852 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c4006e81-ba2a-46a8-8aec-a69457ee8624 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (a1d3e79e-5cbb-4678-991d-4a570626a911), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:13.872956 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-42ebd1b5-31ff-49d9-adcf-27a857e6ccac admin admin] Allocated IP 172.25.2.206 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/3228bd47-cae3-4502-b3b7-208f4d89449f) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:55:13.873062 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:DELETE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:13.880220 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=86 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:13.941634 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] Publish callbacks [] for port (bd2e8768-d9a8-423e-9fdd-617c48c37ff8), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:13.960755 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (bd2e8768-d9a8-423e-9fdd-617c48c37ff8), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:14.006539 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f195f-bd14-47b1-a528-5a99fef11e0a req-48acf928-6636-4870-974b-7b857dce3e84 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:14.007999 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ca6f195f-bd14-47b1-a528-5a99fef11e0a req-48acf928-6636-4870-974b-7b857dce3e84 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5219baf4-bfde-4037-a511-88ff2690ea6a HTTP/1.1" status: 200 len: 950 time: 0.1196539 Sep 16 12:55:14.046927 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c4006e81-ba2a-46a8-8aec-a69457ee8624 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (29f2fab2-d2d5-4649-8de2-a6fc6ac699a1), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:14.056007 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-debbf512-cc7d-4b4e-8273-c065c28b40b0 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:55:14.056387 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-debbf512-cc7d-4b4e-8273-c065c28b40b0 service neutron] Checking segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:55:14.056779 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-debbf512-cc7d-4b4e-8273-c065c28b40b0 service neutron] Bound using segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:55:14.057285 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-debbf512-cc7d-4b4e-8273-c065c28b40b0 service neutron] Bound port: d289a714-1b0e-4177-adf6-0d59780fa902, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:55:14.063107 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:INSERT=8,neutron:SELECT=83,neutron:UPDATE=9 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:14.064425 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4006e81-ba2a-46a8-8aec-a69457ee8624 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Pushing event updated for resources: {'Port': ['ID=a1d3e79e-5cbb-4678-991d-4a570626a911,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:14.067069 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] Network 5ac72d42-af2b-460f-9eec-dac013f5a977 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:55:14.085407 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:55:14.086387 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:14.093826 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ca6f195f-bd14-47b1-a528-5a99fef11e0a req-e9b1db11-f691-442a-a800-efa3615e4ca9 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0f71d0ad-8919-4c17-822e-69735985f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779996 Sep 16 12:55:14.096912 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:55:14.107003 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] Publish callbacks [] for port (411bfe2e-463d-4541-bdae-2e245381feb7), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:14.118249 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] Pushing event updated for resources: {'Port': ['ID=bd2e8768-d9a8-423e-9fdd-617c48c37ff8,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:14.137872 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-42ebd1b5-31ff-49d9-adcf-27a857e6ccac admin admin] Publish callbacks [] for port (3228bd47-cae3-4502-b3b7-208f4d89449f), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:14.140340 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c4006e81-ba2a-46a8-8aec-a69457ee8624 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:14.141613 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c4006e81-ba2a-46a8-8aec-a69457ee8624 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0895643 Sep 16 12:55:14.183247 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (411bfe2e-463d-4541-bdae-2e245381feb7), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:14.192615 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-42ebd1b5-31ff-49d9-adcf-27a857e6ccac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (3228bd47-cae3-4502-b3b7-208f4d89449f), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:14.244015 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] Pushing event updated for resources: {'Port': ['ID=411bfe2e-463d-4541-bdae-2e245381feb7,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:14.256911 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-debbf512-cc7d-4b4e-8273-c065c28b40b0 service neutron] For port d289a714-1b0e-4177-adf6-0d59780fa902, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=d289a714-1b0e-4177-adf6-0d59780fa902,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:55:14.266054 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-debbf512-cc7d-4b4e-8273-c065c28b40b0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:14.267415 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-debbf512-cc7d-4b4e-8273-c065c28b40b0 service neutron] 10.222.0.67 "POST /networking/v2.0/ports/d289a714-1b0e-4177-adf6-0d59780fa902/bindings HTTP/1.1" status: 201 len: 389 time: 1.8061268 Sep 16 12:55:14.297778 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ebd1b5-31ff-49d9-adcf-27a857e6ccac admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:55:14.305966 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-42ebd1b5-31ff-49d9-adcf-27a857e6ccac admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:55:14.311705 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] Network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:55:14.311850 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ebd1b5-31ff-49d9-adcf-27a857e6ccac admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:55:14.315729 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:55:14.318314 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-69870373-fda2-4080-9cf8-ee6b97ae9591 admin admin] Allocated IP 172.25.2.177 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/1b7f99dc-8e1f-4bbd-9418-9be078130077) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:55:14.321060 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38920f0f-1b59-486b-892d-d4d7d938e041 req-96cf6d42-51ab-4673-b220-cce6b942fd8c tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:14.323297 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:55:14.329238 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-38920f0f-1b59-486b-892d-d4d7d938e041 req-96cf6d42-51ab-4673-b220-cce6b942fd8c tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 945 time: 0.1207561 Sep 16 12:55:14.373293 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebd1b5-31ff-49d9-adcf-27a857e6ccac admin admin] Pushing event updated for resources: {'Port': ['ID=3228bd47-cae3-4502-b3b7-208f4d89449f,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:14.411164 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] Attempting to bind port bd2e8768-d9a8-423e-9fdd-617c48c37ff8 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:55:14.411826 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] Attempting to bind port bd2e8768-d9a8-423e-9fdd-617c48c37ff8 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6438aba4-341a-4bae-8007-2e739dedcc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5ac72d42-af2b-460f-9eec-dac013f5a977'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:55:14.412520 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] Attempting to bind port bd2e8768-d9a8-423e-9fdd-617c48c37ff8 on network 5ac72d42-af2b-460f-9eec-dac013f5a977 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:55:14.566540 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] Attempting to bind port 411bfe2e-463d-4541-bdae-2e245381feb7 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:55:14.566997 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] Attempting to bind port 411bfe2e-463d-4541-bdae-2e245381feb7 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '62345359-95e2-4218-a391-811cb46f50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:55:14.567427 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] Attempting to bind port 411bfe2e-463d-4541-bdae-2e245381feb7 on network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:55:14.621084 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-38920f0f-1b59-486b-892d-d4d7d938e041 req-779b91d7-315c-4fc8-ba89-145034396f7d tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908449 Sep 16 12:55:14.678477 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:55:14.678846 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] Checking segment: {'id': '62345359-95e2-4218-a391-811cb46f50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:55:14.679291 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:14.680476 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] Bound using segment: {'id': '62345359-95e2-4218-a391-811cb46f50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:55:14.680976 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] Bound port: 411bfe2e-463d-4541-bdae-2e245381feb7, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62345359-95e2-4218-a391-811cb46f50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:55:14.681357 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (411bfe2e-463d-4541-bdae-2e245381feb7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:14.709977 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:14.711804 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:55:14.712252 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] Checking segment: {'id': '6438aba4-341a-4bae-8007-2e739dedcc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5ac72d42-af2b-460f-9eec-dac013f5a977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:55:14.712842 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:14.713270 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] Bound using segment: {'id': '6438aba4-341a-4bae-8007-2e739dedcc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5ac72d42-af2b-460f-9eec-dac013f5a977'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:55:14.717390 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] Bound port: bd2e8768-d9a8-423e-9fdd-617c48c37ff8, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6438aba4-341a-4bae-8007-2e739dedcc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5ac72d42-af2b-460f-9eec-dac013f5a977'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:55:14.717792 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bd2e8768-d9a8-423e-9fdd-617c48c37ff8), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:14.831196 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] For port bd2e8768-d9a8-423e-9fdd-617c48c37ff8, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:55:14.835577 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] For port bd2e8768-d9a8-423e-9fdd-617c48c37ff8, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=bd2e8768-d9a8-423e-9fdd-617c48c37ff8,segment=NetworkSegment(6438aba4-341a-4bae-8007-2e739dedcc65),segment_id=6438aba4-341a-4bae-8007-2e739dedcc65)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:55:14.848073 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (bd2e8768-d9a8-423e-9fdd-617c48c37ff8), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:14.863658 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-69870373-fda2-4080-9cf8-ee6b97ae9591 admin admin] Publish callbacks [] for port (1b7f99dc-8e1f-4bbd-9418-9be078130077), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:14.878704 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-d371db02-053e-4cb6-a9d9-ba013829b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:14.881387 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-d371db02-053e-4cb6-a9d9-ba013829b7e4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 1128 time: 0.1649699 Sep 16 12:55:14.936321 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e92cc-901d-467c-b7a0-183a887cdc30 None None] Pushing event updated for resources: {'Port': ['ID=bd2e8768-d9a8-423e-9fdd-617c48c37ff8,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:14.958066 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-69870373-fda2-4080-9cf8-ee6b97ae9591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (1b7f99dc-8e1f-4bbd-9418-9be078130077), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:14.977912 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] For port 411bfe2e-463d-4541-bdae-2e245381feb7, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:55:14.982018 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] For port 411bfe2e-463d-4541-bdae-2e245381feb7, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=411bfe2e-463d-4541-bdae-2e245381feb7,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:55:14.985666 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:14.992020 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (411bfe2e-463d-4541-bdae-2e245381feb7), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:15.018039 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69870373-fda2-4080-9cf8-ee6b97ae9591 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:55:15.021635 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-69870373-fda2-4080-9cf8-ee6b97ae9591 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:55:15.028099 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69870373-fda2-4080-9cf8-ee6b97ae9591 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:55:15.078770 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-42ebd1b5-31ff-49d9-adcf-27a857e6ccac admin admin] Publish callbacks [] for router_gateway (9301abd9-ecaa-4daa-9e61-da8e51c29ed2), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:15.177894 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e3c53-567e-44db-b337-e2a259b87e2d None None] Pushing event updated for resources: {'Port': ['ID=411bfe2e-463d-4541-bdae-2e245381feb7,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:15.295423 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac2244-5735-4381-8d6f-334185cba372 req-c252b8c2-6311-48e7-a6ae-38eae51bbd6f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:15.306526 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:15.308044 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3cac2244-5735-4381-8d6f-334185cba372 req-c252b8c2-6311-48e7-a6ae-38eae51bbd6f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 946 time: 0.5249369 Sep 16 12:55:15.397506 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69870373-fda2-4080-9cf8-ee6b97ae9591 admin admin] Pushing event updated for resources: {'Port': ['ID=1b7f99dc-8e1f-4bbd-9418-9be078130077,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:15.444814 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-9b6eec92-d52f-42ad-9d82-f692546f5db1 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--691017496&fields=id&tenant_id=6e940a963f7740dea44034d06e8c2a77 HTTP/1.1" status: 200 len: 267 time: 0.6696012 Sep 16 12:55:15.530456 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-69870373-fda2-4080-9cf8-ee6b97ae9591 admin admin] Publish callbacks [] for router_gateway (56665d3a-f13b-4293-bd44-e5d4a7c9603c), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:15.586832 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:15.600237 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:15.662896 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-0ae14a62-66f1-44c2-a9ed-58d04244305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:15.664777 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-0ae14a62-66f1-44c2-a9ed-58d04244305e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 922 time: 0.5951900 Sep 16 12:55:15.691286 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3cac2244-5735-4381-8d6f-334185cba372 req-be04b619-5c80-4752-af73-b2d9e8dfcaf0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3814855 Sep 16 12:55:15.796735 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-4ac7c1d9-2cb5-49b9-be9e-5f6b8bd36f58 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d289a714-1b0e-4177-adf6-0d59780fa902 HTTP/1.1" status: 200 len: 1001 time: 0.1239669 Sep 16 12:55:15.867674 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-69870373-fda2-4080-9cf8-ee6b97ae9591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (56665d3a-f13b-4293-bd44-e5d4a7c9603c), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:15.985391 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-42ebd1b5-31ff-49d9-adcf-27a857e6ccac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (9301abd9-ecaa-4daa-9e61-da8e51c29ed2), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:16.043083 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 411bfe2e-463d-4541-bdae-2e245381feb7 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:55:16.096199 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d4f1f-e7e0-4146-9774-1ce8095ad0e0 req-a06990fd-9f65-4576-ba60-33f7755b577a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:16.103338 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-313d4f1f-e7e0-4146-9774-1ce8095ad0e0 req-a06990fd-9f65-4576-ba60-33f7755b577a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.1922891 Sep 16 12:55:16.137941 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-bdf6b86d-f65c-4e48-9132-4cfdba56fe5c tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:16.160959 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-bdf6b86d-f65c-4e48-9132-4cfdba56fe5c tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/networks?id=d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 HTTP/1.1" status: 200 len: 814 time: 0.6846461 Sep 16 12:55:16.166188 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 411bfe2e-463d-4541-bdae-2e245381feb7 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:16.166569 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (411bfe2e-463d-4541-bdae-2e245381feb7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:16.167444 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 411bfe2e-463d-4541-bdae-2e245381feb7 Sep 16 12:55:16.169972 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-e243f358-1260-4bce-8e90-f2850ba3f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:16.171453 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-e243f358-1260-4bce-8e90-f2850ba3f2bf service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.2594705 Sep 16 12:55:16.198273 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:16.208518 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69870373-fda2-4080-9cf8-ee6b97ae9591 admin admin] Router 56665d3a-f13b-4293-bd44-e5d4a7c9603c is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:55:16.212669 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-ec745295-19fd-4ac4-9a84-102024066d1e tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/quotas/6e940a963f7740dea44034d06e8c2a77 HTTP/1.1" status: 200 len: 375 time: 0.0615249 Sep 16 12:55:16.344830 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69870373-fda2-4080-9cf8-ee6b97ae9591 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:55:16.346508 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-313d4f1f-e7e0-4146-9774-1ce8095ad0e0 req-c1abac95-36f8-405f-ab38-a4780de55c32 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422576 Sep 16 12:55:16.355652 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-0e2345d7-d158-492c-b9df-c895679764e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:16.356904 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] Sync routers for ids ['56665d3a-f13b-4293-bd44-e5d4a7c9603c'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:55:16.360794 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-0e2345d7-d158-492c-b9df-c895679764e0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1718061 Sep 16 12:55:16.376160 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 411bfe2e-463d-4541-bdae-2e245381feb7 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:16.376160 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (411bfe2e-463d-4541-bdae-2e245381feb7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:16.383522 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-69870373-fda2-4080-9cf8-ee6b97ae9591 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:16.383742 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] Routers {'56665d3a-f13b-4293-bd44-e5d4a7c9603c'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:55:16.384942 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:55:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['56665d3a-f13b-4293-bd44-e5d4a7c9603c'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:16.387035 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-69870373-fda2-4080-9cf8-ee6b97ae9591 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.6330397 Sep 16 12:55:16.387878 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 57744) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:16.429999 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-5c67e57d-740e-4915-a9e6-91e8665c36fe tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=6e940a963f7740dea44034d06e8c2a77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2162805 Sep 16 12:55:16.480451 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 411bfe2e-463d-4541-bdae-2e245381feb7, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=411bfe2e-463d-4541-bdae-2e245381feb7,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:16.490528 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (411bfe2e-463d-4541-bdae-2e245381feb7), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:16.491759 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device bd2e8768-d9a8-423e-9fdd-617c48c37ff8 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:55:16.707104 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=411bfe2e-463d-4541-bdae-2e245381feb7,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:16.733475 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port bd2e8768-d9a8-423e-9fdd-617c48c37ff8 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:16.733898 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (bd2e8768-d9a8-423e-9fdd-617c48c37ff8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:16.734243 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port bd2e8768-d9a8-423e-9fdd-617c48c37ff8 Sep 16 12:55:16.756513 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] Set router 56665d3a-f13b-4293-bd44-e5d4a7c9603c gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:55:16.861102 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:16.882097 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port bd2e8768-d9a8-423e-9fdd-617c48c37ff8 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:16.882530 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bd2e8768-d9a8-423e-9fdd-617c48c37ff8), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:16.924455 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port bd2e8768-d9a8-423e-9fdd-617c48c37ff8, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=bd2e8768-d9a8-423e-9fdd-617c48c37ff8,segment=NetworkSegment(6438aba4-341a-4bae-8007-2e739dedcc65),segment_id=6438aba4-341a-4bae-8007-2e739dedcc65)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:16.931374 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (bd2e8768-d9a8-423e-9fdd-617c48c37ff8), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:17.043819 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e080ed59-e4a1-43fb-8d2b-ac393d56d8a8 None None] Network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:55:17.086146 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a01d77-2c11-4c0a-bb81-aafc0a5f91e5 req-5dd23121-11bf-48e1-8a0a-840464f94773 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:17.090685 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9a01d77-2c11-4c0a-bb81-aafc0a5f91e5 req-5dd23121-11bf-48e1-8a0a-840464f94773 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 945 time: 0.4181180 Sep 16 12:55:17.191710 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56665d3a-f13b-4293-bd44-e5d4a7c9603c', 'name': 'tempest-ImagesOneServerNegativeTestJSON-787896481-router', 'tenant_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '1b7f99dc-8e1f-4bbd-9418-9be078130077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:55:11Z', 'updated_at': '2022-09-16T12:55:15Z', 'revision_number': 3, 'project_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'gw_port': {'id': '1b7f99dc-8e1f-4bbd-9418-9be078130077', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56665d3a-f13b-4293-bd44-e5d4a7c9603c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:13Z', 'updated_at': '2022-09-16T12:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:17.222105 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-e3900d0a-6e98-401c-9b40-aa931402c060 None None] Provisioning complete for port 411bfe2e-463d-4541-bdae-2e245381feb7 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:17.222480 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e3900d0a-6e98-401c-9b40-aa931402c060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (411bfe2e-463d-4541-bdae-2e245381feb7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:17.222806 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e3900d0a-6e98-401c-9b40-aa931402c060 None None] Attempt 1 to provision port 411bfe2e-463d-4541-bdae-2e245381feb7 Sep 16 12:55:17.224424 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89a106c-3a4c-43be-9b91-a08485d637b7 None None] Network 5ac72d42-af2b-460f-9eec-dac013f5a977 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:55:17.255998 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] Checking router: 56665d3a-f13b-4293-bd44-e5d4a7c9603c for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:55:17.256395 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] Updating router 56665d3a-f13b-4293-bd44-e5d4a7c9603c port 1b7f99dc-8e1f-4bbd-9418-9be078130077 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:55:17.309403 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:17.316277 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=bd2e8768-d9a8-423e-9fdd-617c48c37ff8,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:17.317577 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1b7f99dc-8e1f-4bbd-9418-9be078130077), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:17.327312 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:17.521637 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7a852809-e187-43bc-aabd-a3b77c62ef84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:17.553716 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:17.598532 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e3900d0a-6e98-401c-9b40-aa931402c060 None None] Current status of the port 411bfe2e-463d-4541-bdae-2e245381feb7 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:17.719912 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-5fc661ad-96d9-45e8-b552-265feab66d02 None None] Provisioning complete for port bd2e8768-d9a8-423e-9fdd-617c48c37ff8 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:17.731364 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5fc661ad-96d9-45e8-b552-265feab66d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (bd2e8768-d9a8-423e-9fdd-617c48c37ff8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:17.732292 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5fc661ad-96d9-45e8-b552-265feab66d02 None None] Attempt 1 to provision port bd2e8768-d9a8-423e-9fdd-617c48c37ff8 Sep 16 12:55:17.756379 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] Publish callbacks [] for port (1b7f99dc-8e1f-4bbd-9418-9be078130077), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:17.772590 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (1b7f99dc-8e1f-4bbd-9418-9be078130077), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:17.855253 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65f4bf-f11d-4c4e-831b-af19d174d828 None None] Pushing event updated for resources: {'Port': ['ID=1b7f99dc-8e1f-4bbd-9418-9be078130077,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:17.880509 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65f4bf-f11d-4c4e-831b-af19d174d828 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:17.880857 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65f4bf-f11d-4c4e-831b-af19d174d828 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:17.881185 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65f4bf-f11d-4c4e-831b-af19d174d828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:17.881521 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65f4bf-f11d-4c4e-831b-af19d174d828 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:17.888615 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65f4bf-f11d-4c4e-831b-af19d174d828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:17.889106 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65f4bf-f11d-4c4e-831b-af19d174d828 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:17.889452 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65f4bf-f11d-4c4e-831b-af19d174d828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:17.889791 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65f4bf-f11d-4c4e-831b-af19d174d828 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:17.890123 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65f4bf-f11d-4c4e-831b-af19d174d828 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:17.890451 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65f4bf-f11d-4c4e-831b-af19d174d828 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:17.890781 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65f4bf-f11d-4c4e-831b-af19d174d828 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:17.891184 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65f4bf-f11d-4c4e-831b-af19d174d828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:17.891414 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65f4bf-f11d-4c4e-831b-af19d174d828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:17.891732 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65f4bf-f11d-4c4e-831b-af19d174d828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:17.892051 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f65f4bf-f11d-4c4e-831b-af19d174d828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:17.909984 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] Attempting to bind port 1b7f99dc-8e1f-4bbd-9418-9be078130077 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:55:17.910356 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] Attempting to bind port 1b7f99dc-8e1f-4bbd-9418-9be078130077 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:55:17.910717 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] Attempting to bind port 1b7f99dc-8e1f-4bbd-9418-9be078130077 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:55:17.912755 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-5107006d-0f19-4b46-8e0d-017cd9f99935 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5318723 Sep 16 12:55:17.923791 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-c7da21c1-ba7b-4148-9952-5c964e524c37 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d07f81e7-3dc4-4b39-ad5d-bffdea9cea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4416111 Sep 16 12:55:17.927539 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-7a852809-e187-43bc-aabd-a3b77c62ef84 admin admin] Allocated IP 172.20.0.1 (4f690fd7-a007-4db5-a7d2-6b0378c9fb20/b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c/07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:55:17.949225 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5fc661ad-96d9-45e8-b552-265feab66d02 None None] Current status of the port bd2e8768-d9a8-423e-9fdd-617c48c37ff8 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:18.015462 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:55:18.015912 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:55:18.016263 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:18.016655 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:55:18.018168 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] Bound port: 1b7f99dc-8e1f-4bbd-9418-9be078130077, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:55:18.018168 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1b7f99dc-8e1f-4bbd-9418-9be078130077), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:18.026375 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 411bfe2e-463d-4541-bdae-2e245381feb7 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:55:18.079418 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-4f147310-63ed-4777-8444-d9d597cdf94b None None] Provisioning complete for port 411bfe2e-463d-4541-bdae-2e245381feb7 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:18.079774 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4f147310-63ed-4777-8444-d9d597cdf94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (411bfe2e-463d-4541-bdae-2e245381feb7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:18.080109 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4f147310-63ed-4777-8444-d9d597cdf94b None None] Attempt 1 to provision port 411bfe2e-463d-4541-bdae-2e245381feb7 Sep 16 12:55:18.108242 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7a852809-e187-43bc-aabd-a3b77c62ef84 admin admin] Publish callbacks [] for port (07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:18.138639 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] For port 1b7f99dc-8e1f-4bbd-9418-9be078130077, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:55:18.150759 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] For port 1b7f99dc-8e1f-4bbd-9418-9be078130077, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=1b7f99dc-8e1f-4bbd-9418-9be078130077,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:55:18.154406 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7a852809-e187-43bc-aabd-a3b77c62ef84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:18.160261 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (1b7f99dc-8e1f-4bbd-9418-9be078130077), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:18.169004 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ebd1b5-31ff-49d9-adcf-27a857e6ccac admin admin] Router 9301abd9-ecaa-4daa-9e61-da8e51c29ed2 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:55:18.212399 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-ae34bd9b-35bd-4899-8862-35c4c8827f6a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d07f81e7-3dc4-4b39-ad5d-bffdea9cea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865162 Sep 16 12:55:18.221603 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9a01d77-2c11-4c0a-bb81-aafc0a5f91e5 req-8759d679-a6bf-4cce-a170-80364685664c tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0739493 Sep 16 12:55:18.223835 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 411bfe2e-463d-4541-bdae-2e245381feb7 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:18.224233 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (411bfe2e-463d-4541-bdae-2e245381feb7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:18.224568 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 411bfe2e-463d-4541-bdae-2e245381feb7 Sep 16 12:55:18.232464 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65f4bf-f11d-4c4e-831b-af19d174d828 None None] Pushing event updated for resources: {'Port': ['ID=1b7f99dc-8e1f-4bbd-9418-9be078130077,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:18.283648 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] Routers {'56665d3a-f13b-4293-bd44-e5d4a7c9603c'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:55:18.284449 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:55:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['56665d3a-f13b-4293-bd44-e5d4a7c9603c'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:18.330956 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a852809-e187-43bc-aabd-a3b77c62ef84 admin admin] Pushing event updated for resources: {'Port': ['ID=07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:18.347219 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a852809-e187-43bc-aabd-a3b77c62ef84 admin admin] Network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:55:18.351888 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-7a852809-e187-43bc-aabd-a3b77c62ef84 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:55:18.373232 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a852809-e187-43bc-aabd-a3b77c62ef84 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:55:18.423958 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-37b68b74-8bd0-4901-8f42-f5c43f28d274 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799581 Sep 16 12:55:18.427973 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4f147310-63ed-4777-8444-d9d597cdf94b None None] Current status of the port 411bfe2e-463d-4541-bdae-2e245381feb7 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:18.488716 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-4f147310-63ed-4777-8444-d9d597cdf94b None None] Provisioning complete for port bd2e8768-d9a8-423e-9fdd-617c48c37ff8 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:18.489381 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4f147310-63ed-4777-8444-d9d597cdf94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (bd2e8768-d9a8-423e-9fdd-617c48c37ff8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:18.489934 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4f147310-63ed-4777-8444-d9d597cdf94b None None] Attempt 1 to provision port bd2e8768-d9a8-423e-9fdd-617c48c37ff8 Sep 16 12:55:18.493466 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7a852809-e187-43bc-aabd-a3b77c62ef84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (56665d3a-f13b-4293-bd44-e5d4a7c9603c), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:18.625123 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ebd1b5-31ff-49d9-adcf-27a857e6ccac admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:55:18.669762 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] Sync routers for ids ['9301abd9-ecaa-4daa-9e61-da8e51c29ed2'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:55:18.679501 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-42ebd1b5-31ff-49d9-adcf-27a857e6ccac admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:18.689299 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 537bc282-546d-4a7e-b32f-2149067cc012 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:55:18.695185 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-42ebd1b5-31ff-49d9-adcf-27a857e6ccac admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.8524489 Sep 16 12:55:18.697882 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 57774) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:18.719024 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] Set router 56665d3a-f13b-4293-bd44-e5d4a7c9603c gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:55:18.841999 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:18.922099 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:18.924315 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:19.066153 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f02ed-5403-42e1-931c-d6a5bd02ee8a req-20d04985-8ffc-4ca6-9527-4f0ef1303c1b tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:19.093584 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c6f02ed-5403-42e1-931c-d6a5bd02ee8a req-20d04985-8ffc-4ca6-9527-4f0ef1303c1b tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 946 time: 0.2626443 Sep 16 12:55:19.132905 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9490b4-5606-400e-aa8c-86b17cc9f3f8 req-7cc6e310-680f-454e-b8e1-dc375d11916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:19.134722 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1a9490b4-5606-400e-aa8c-86b17cc9f3f8 req-7cc6e310-680f-454e-b8e1-dc375d11916a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7a67136b9d8041fd8e62a81be2d6b48d&device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 1128 time: 0.2259145 Sep 16 12:55:19.160083 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:19.163797 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 411bfe2e-463d-4541-bdae-2e245381feb7 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:19.165721 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device bd2e8768-d9a8-423e-9fdd-617c48c37ff8 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:55:19.276925 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:19.281762 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:19.298807 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c6f02ed-5403-42e1-931c-d6a5bd02ee8a req-e66edc29-f075-4d8f-8a45-bfe324cf25e3 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027624 Sep 16 12:55:19.413564 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56665d3a-f13b-4293-bd44-e5d4a7c9603c', 'name': 'tempest-ImagesOneServerNegativeTestJSON-787896481-router', 'tenant_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '1b7f99dc-8e1f-4bbd-9418-9be078130077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:55:11Z', 'updated_at': '2022-09-16T12:55:15Z', 'revision_number': 3, 'project_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'gw_port': {'id': '1b7f99dc-8e1f-4bbd-9418-9be078130077', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56665d3a-f13b-4293-bd44-e5d4a7c9603c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:13Z', 'updated_at': '2022-09-16T12:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:19.442185 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] Routers {'9301abd9-ecaa-4daa-9e61-da8e51c29ed2'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:55:19.446117 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:55:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['9301abd9-ecaa-4daa-9e61-da8e51c29ed2'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:19.516473 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c6aa24-e7a2-4656-922b-3de2fbbc95b8 None None] The sync data for ids ['56665d3a-f13b-4293-bd44-e5d4a7c9603c'] in n-d-858094-4 is: [{'id': '56665d3a-f13b-4293-bd44-e5d4a7c9603c', 'name': 'tempest-ImagesOneServerNegativeTestJSON-787896481-router', 'tenant_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '1b7f99dc-8e1f-4bbd-9418-9be078130077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:55:11Z', 'updated_at': '2022-09-16T12:55:15Z', 'revision_number': 3, 'project_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'gw_port': {'id': '1b7f99dc-8e1f-4bbd-9418-9be078130077', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56665d3a-f13b-4293-bd44-e5d4a7c9603c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:13Z', 'updated_at': '2022-09-16T12:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:55:19.576818 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7a852809-e187-43bc-aabd-a3b77c62ef84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:19.607761 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095128f4-071b-4ea2-8f43-69b2afd04207 req-7fec6390-8ac1-4a6a-b974-faf05fc79aa0 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:19.618034 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-095128f4-071b-4ea2-8f43-69b2afd04207 req-7fec6390-8ac1-4a6a-b974-faf05fc79aa0 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.1422191 Sep 16 12:55:19.634179 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4f147310-63ed-4777-8444-d9d597cdf94b None None] Current status of the port bd2e8768-d9a8-423e-9fdd-617c48c37ff8 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:19.694036 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port bd2e8768-d9a8-423e-9fdd-617c48c37ff8 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:19.695412 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (bd2e8768-d9a8-423e-9fdd-617c48c37ff8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:19.696387 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port bd2e8768-d9a8-423e-9fdd-617c48c37ff8 Sep 16 12:55:19.758058 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-81708d95-f954-4719-90fe-e2a66beb7813 req-5cc84513-1f96-4d8c-8e62-ae9c5b8a38af tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 210 time: 0.0866838 Sep 16 12:55:19.788421 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9490b4-5606-400e-aa8c-86b17cc9f3f8 req-2e80832c-db9c-4cec-94d8-8bb676c89a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:19.789560 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1a9490b4-5606-400e-aa8c-86b17cc9f3f8 req-2e80832c-db9c-4cec-94d8-8bb676c89a82 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=3f814bae-963f-4f23-965e-dabc87858a1e HTTP/1.1" status: 200 len: 912 time: 0.4960322 Sep 16 12:55:19.796494 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:19.843769 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:19.844672 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-095128f4-071b-4ea2-8f43-69b2afd04207 req-ed18b3b9-2b04-4de5-acfa-4fa6121d2d9e tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230370 Sep 16 12:55:20.022474 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1a9490b4-5606-400e-aa8c-86b17cc9f3f8 req-047168de-4ae6-4cc5-b4f9-5b192a0711f9 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0c1968f-d991-4e36-8062-6ff62eb7adfb HTTP/1.1" status: 200 len: 1002 time: 0.2243891 Sep 16 12:55:20.138577 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 537bc282-546d-4a7e-b32f-2149067cc012 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:20.139278 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (537bc282-546d-4a7e-b32f-2149067cc012), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:20.141444 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1148ce-1a6a-4aa5-8d21-203ca89e39df req-5d0d73d6-358b-4d4b-9dd0-cb9082ac6550 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:20.156704 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Provisioning complete for port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:20.160432 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:20.161175 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Attempt 1 to provision port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 Sep 16 12:55:20.162615 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1d1148ce-1a6a-4aa5-8d21-203ca89e39df req-5d0d73d6-358b-4d4b-9dd0-cb9082ac6550 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 945 time: 0.1760101 Sep 16 12:55:20.224498 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9490b4-5606-400e-aa8c-86b17cc9f3f8 req-f0ba778a-9887-48d7-a026-ce8dd5c577a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:20.226030 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1a9490b4-5606-400e-aa8c-86b17cc9f3f8 req-f0ba778a-9887-48d7-a026-ce8dd5c577a2 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=6061ddae-e5d0-47a0-8962-b4b487ae4f3d HTTP/1.1" status: 200 len: 850 time: 0.1779504 Sep 16 12:55:20.289392 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] Set router 9301abd9-ecaa-4daa-9e61-da8e51c29ed2 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:55:20.309228 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1d1148ce-1a6a-4aa5-8d21-203ca89e39df req-c0077ce9-26fd-4534-9d9b-cb5122085b7e tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411762 Sep 16 12:55:20.484273 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 537bc282-546d-4a7e-b32f-2149067cc012, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=537bc282-546d-4a7e-b32f-2149067cc012,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:20.492447 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5219baf4-bfde-4037-a511-88ff2690ea6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537bc282-546d-4a7e-b32f-2149067cc012'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:55:20.494859 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddee145-c716-4176-b7ac-726cd363e7ce" -d '{"events": [{"server_uuid": "5219baf4-bfde-4037-a511-88ff2690ea6a", "name": "network-vif-unplugged", "status": "completed", "tag": "537bc282-546d-4a7e-b32f-2149067cc012"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:55:20.513867 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (537bc282-546d-4a7e-b32f-2149067cc012), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:20.526110 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:20.547010 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9490b4-5606-400e-aa8c-86b17cc9f3f8 req-5d14c1df-8ee6-4922-86a4-580f10030003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:20.551585 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1a9490b4-5606-400e-aa8c-86b17cc9f3f8 req-5d14c1df-8ee6-4922-86a4-580f10030003 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=3f814bae-963f-4f23-965e-dabc87858a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2981849 Sep 16 12:55:20.559405 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port bd2e8768-d9a8-423e-9fdd-617c48c37ff8 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:20.635842 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26d47c-527f-4261-99c0-6326f1163b0b req-14029d50-38ec-4c08-8999-303b3fc86ddd tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:20.662479 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b26d47c-527f-4261-99c0-6326f1163b0b req-14029d50-38ec-4c08-8999-303b3fc86ddd tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 946 time: 0.1573763 Sep 16 12:55:20.775082 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:55:20.830688 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:20.834063 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1a9490b4-5606-400e-aa8c-86b17cc9f3f8 req-6687945b-ea63-464d-908e-ab27c4914e25 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642758 Sep 16 12:55:20.864840 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b26d47c-527f-4261-99c0-6326f1163b0b req-f0d3fa3a-18d2-4c60-9f77-de903c65aa3a tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011797 Sep 16 12:55:20.908345 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146443ad-467a-4947-a2ae-f1f69016919d x-openstack-request-id: req-146443ad-467a-4947-a2ae-f1f69016919d {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:55:20.908861 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5219baf4-bfde-4037-a511-88ff2690ea6a", "name": "network-vif-unplugged", "status": "completed", "tag": "537bc282-546d-4a7e-b32f-2149067cc012", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:55:20.909076 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-146443ad-467a-4947-a2ae-f1f69016919d {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:55:20.909456 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146443ad-467a-4947-a2ae-f1f69016919d'] response: {'server_uuid': '5219baf4-bfde-4037-a511-88ff2690ea6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537bc282-546d-4a7e-b32f-2149067cc012', 'code': 200} Sep 16 12:55:20.948031 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 1b7f99dc-8e1f-4bbd-9418-9be078130077 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:55:21.095738 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Attempt 2 to provision port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 Sep 16 12:55:21.097362 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=537bc282-546d-4a7e-b32f-2149067cc012,revision_number=11']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:21.133062 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c06fa980-8800-4dcf-897d-cb2416be42df req-47608b62-fbe4-4d7c-ab65-c6e7fadaf8b7 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 210 time: 0.0832074 Sep 16 12:55:21.177188 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1a9490b4-5606-400e-aa8c-86b17cc9f3f8 req-a9771cec-e9cb-4f36-817d-777fd8ae7e59 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825863 Sep 16 12:55:21.254957 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7a852809-e187-43bc-aabd-a3b77c62ef84 admin admin] Publish callbacks [] for port (07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:21.260290 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7a852809-e187-43bc-aabd-a3b77c62ef84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:21.262322 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9301abd9-ecaa-4daa-9e61-da8e51c29ed2', 'name': 'tempest-InstanceActionsV221TestJSON-1929849663-router', 'tenant_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '3228bd47-cae3-4502-b3b7-208f4d89449f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:55:12Z', 'updated_at': '2022-09-16T12:55:14Z', 'revision_number': 3, 'project_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'gw_port': {'id': '3228bd47-cae3-4502-b3b7-208f4d89449f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:25:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9301abd9-ecaa-4daa-9e61-da8e51c29ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:13Z', 'updated_at': '2022-09-16T12:55:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:21.309960 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:21.311867 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] Checking router: 9301abd9-ecaa-4daa-9e61-da8e51c29ed2 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:55:21.324412 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] Updating router 9301abd9-ecaa-4daa-9e61-da8e51c29ed2 port 3228bd47-cae3-4502-b3b7-208f4d89449f binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:55:21.345695 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e9ef9-a60d-4bbd-82f4-d42297a3541d req-b2e94edb-411d-4915-98e1-8f436d78f3c9 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:21.353485 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e13e9ef9-a60d-4bbd-82f4-d42297a3541d req-b2e94edb-411d-4915-98e1-8f436d78f3c9 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.1155796 Sep 16 12:55:21.398211 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 1b7f99dc-8e1f-4bbd-9418-9be078130077 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:21.398580 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (1b7f99dc-8e1f-4bbd-9418-9be078130077), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:21.398912 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 1b7f99dc-8e1f-4bbd-9418-9be078130077 Sep 16 12:55:21.403539 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:21.407911 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3228bd47-cae3-4502-b3b7-208f4d89449f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:21.462497 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a852809-e187-43bc-aabd-a3b77c62ef84 admin admin] Pushing event updated for resources: {'Port': ['ID=07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:21.582543 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7a852809-e187-43bc-aabd-a3b77c62ef84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (56665d3a-f13b-4293-bd44-e5d4a7c9603c), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:21.612895 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:21.646763 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-33312b62-80bd-4f92-8c0b-3e1e230d718d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:21.770776 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e13e9ef9-a60d-4bbd-82f4-d42297a3541d req-76a9e631-d2db-46bb-9223-05d7f3c03df7 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4133527 Sep 16 12:55:21.814341 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Attempt 3 to provision port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 Sep 16 12:55:21.920949 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:21.931616 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677ec31-a68f-4370-b634-c593cdd21e07 req-eba703ff-14de-4ecb-9972-3a8a16e515e7 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:21.940860 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9677ec31-a68f-4370-b634-c593cdd21e07 req-eba703ff-14de-4ecb-9972-3a8a16e515e7 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 945 time: 0.3938458 Sep 16 12:55:22.137690 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9677ec31-a68f-4370-b634-c593cdd21e07 req-08af66c3-a359-42c7-bd6d-3bd856953278 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957402 Sep 16 12:55:22.177893 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] Publish callbacks [] for port (3228bd47-cae3-4502-b3b7-208f4d89449f), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:22.205757 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:22.215364 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 1b7f99dc-8e1f-4bbd-9418-9be078130077 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:22.218515 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1b7f99dc-8e1f-4bbd-9418-9be078130077), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:22.245365 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3228bd47-cae3-4502-b3b7-208f4d89449f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:22.301488 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-b6f02478-dfce-4b8d-9c0e-bc75b5db9671 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:22.303379 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-b6f02478-dfce-4b8d-9c0e-bc75b5db9671 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 HTTP/1.1" status: 200 len: 814 time: 0.7225220 Sep 16 12:55:22.316742 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 1b7f99dc-8e1f-4bbd-9418-9be078130077, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=1b7f99dc-8e1f-4bbd-9418-9be078130077,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:22.388536 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] Attempting to bind port 3228bd47-cae3-4502-b3b7-208f4d89449f on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:55:22.389460 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] Attempting to bind port 3228bd47-cae3-4502-b3b7-208f4d89449f by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:55:22.389989 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] Attempting to bind port 3228bd47-cae3-4502-b3b7-208f4d89449f on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:55:22.465830 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (1b7f99dc-8e1f-4bbd-9418-9be078130077), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:22.474651 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:55:22.475302 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:55:22.475874 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:22.476712 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:55:22.477547 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] Bound port: 3228bd47-cae3-4502-b3b7-208f4d89449f, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:55:22.479236 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3228bd47-cae3-4502-b3b7-208f4d89449f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:22.481977 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ecdb2d04-110c-4156-b32d-7699ed829ac7 req-8079bcdc-ab3e-49d2-ab2f-f6af8bf20384 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 210 time: 0.1295514 Sep 16 12:55:22.556606 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] For port 3228bd47-cae3-4502-b3b7-208f4d89449f, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:55:22.561115 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] For port 3228bd47-cae3-4502-b3b7-208f4d89449f, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3228bd47-cae3-4502-b3b7-208f4d89449f,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:55:22.572040 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3228bd47-cae3-4502-b3b7-208f4d89449f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:22.584235 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcbd9c-06d3-4203-8f81-ea9a9818f35e req-6a385baf-4b82-4db2-ab90-5f5ce525896c tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:22.588229 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e8fcbd9c-06d3-4203-8f81-ea9a9818f35e req-6a385baf-4b82-4db2-ab90-5f5ce525896c tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 946 time: 0.2566259 Sep 16 12:55:22.602248 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4271dee-9767-4f61-aeb2-424b466620a1 None None] Pushing event updated for resources: {'Port': ['ID=3228bd47-cae3-4502-b3b7-208f4d89449f,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:22.641270 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] Routers {'9301abd9-ecaa-4daa-9e61-da8e51c29ed2'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:55:22.642005 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:55:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['9301abd9-ecaa-4daa-9e61-da8e51c29ed2'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:22.767934 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-95e50a0b-2a64-4951-8e1e-11bd34ef6d20 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6e940a963f7740dea44034d06e8c2a77 HTTP/1.1" status: 200 len: 379 time: 0.3583872 Sep 16 12:55:22.821730 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] Set router 9301abd9-ecaa-4daa-9e61-da8e51c29ed2 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:55:22.826418 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e8fcbd9c-06d3-4203-8f81-ea9a9818f35e req-fb92b75b-b7c2-4092-a19e-52da87bfe2d3 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235487 Sep 16 12:55:22.852072 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-628b7729-3726-42fa-8710-d81e18ebd405 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Request body: {'port': {'device_id': '8d3df84c-ed0d-41a9-8632-63591274c2eb', 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45', 'admin_state_up': True, 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'security_groups': ['41a281b2-5013-4373-8515-26c2761feca1']}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:22.903828 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Attempt 4 to provision port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 Sep 16 12:55:23.146537 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b462e-c620-458f-90c3-950e2082d1d7 req-27adb0b5-a02a-403c-a2d8-222ed2b83bed tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:23.172967 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a82b462e-c620-458f-90c3-950e2082d1d7 req-27adb0b5-a02a-403c-a2d8-222ed2b83bed tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.1380813 Sep 16 12:55:23.175820 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a852809-e187-43bc-aabd-a3b77c62ef84 admin admin] Network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:55:23.186712 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-7a852809-e187-43bc-aabd-a3b77c62ef84 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:55:23.206084 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:23.437513 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:23.442103 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a82b462e-c620-458f-90c3-950e2082d1d7 req-1dade08b-e543-4925-acec-07b2d2e082e2 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682428 Sep 16 12:55:23.451373 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-33312b62-80bd-4f92-8c0b-3e1e230d718d admin admin] Allocated IP 172.20.0.1 (5ac72d42-af2b-460f-9eec-dac013f5a977/df0c80a1-7922-441e-a80c-6071763f5719/33a1e2ca-bb51-4718-a7ff-3c4893e1f353) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:55:23.526981 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:23.544924 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-628b7729-3726-42fa-8710-d81e18ebd405 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Made reservation on behalf of 6e940a963f7740dea44034d06e8c2a77 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:55:23.551525 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-628b7729-3726-42fa-8710-d81e18ebd405 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:23.554939 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9301abd9-ecaa-4daa-9e61-da8e51c29ed2', 'name': 'tempest-InstanceActionsV221TestJSON-1929849663-router', 'tenant_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '3228bd47-cae3-4502-b3b7-208f4d89449f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:55:12Z', 'updated_at': '2022-09-16T12:55:14Z', 'revision_number': 3, 'project_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'gw_port': {'id': '3228bd47-cae3-4502-b3b7-208f4d89449f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:25:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9301abd9-ecaa-4daa-9e61-da8e51c29ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:13Z', 'updated_at': '2022-09-16T12:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:23.561336 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=1b7f99dc-8e1f-4bbd-9418-9be078130077,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:23.636164 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a852809-e187-43bc-aabd-a3b77c62ef84 admin admin] Router 56665d3a-f13b-4293-bd44-e5d4a7c9603c has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:55:23.650550 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e41fa8-42b8-4652-99a0-e6f327b29f42 None None] The sync data for ids ['9301abd9-ecaa-4daa-9e61-da8e51c29ed2'] in n-d-858094-4 is: [{'id': '9301abd9-ecaa-4daa-9e61-da8e51c29ed2', 'name': 'tempest-InstanceActionsV221TestJSON-1929849663-router', 'tenant_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '3228bd47-cae3-4502-b3b7-208f4d89449f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:55:12Z', 'updated_at': '2022-09-16T12:55:14Z', 'revision_number': 3, 'project_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'gw_port': {'id': '3228bd47-cae3-4502-b3b7-208f4d89449f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:25:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9301abd9-ecaa-4daa-9e61-da8e51c29ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:13Z', 'updated_at': '2022-09-16T12:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:55:23.670839 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:23.704161 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4271dee-9767-4f61-aeb2-424b466620a1 None None] Pushing event updated for resources: {'Port': ['ID=3228bd47-cae3-4502-b3b7-208f4d89449f,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:23.751015 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af5c0c-497d-4b40-b92c-08cc9be6363c req-675491c2-c2bc-4ebb-8c6b-cced12762c8c tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:23.769468 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b1af5c0c-497d-4b40-b92c-08cc9be6363c req-675491c2-c2bc-4ebb-8c6b-cced12762c8c tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 945 time: 0.1571045 Sep 16 12:55:23.878034 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-33312b62-80bd-4f92-8c0b-3e1e230d718d admin admin] Publish callbacks [] for port (33a1e2ca-bb51-4718-a7ff-3c4893e1f353), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:23.935351 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-628b7729-3726-42fa-8710-d81e18ebd405 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Allocated IP 172.20.0.12 (d07f81e7-3dc4-4b39-ad5d-bffdea9cea45/4adf093a-088a-4424-822e-484468ee3329/efcaf7d0-199c-4298-8d5d-68962f80ca3b) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:55:23.936618 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a852809-e187-43bc-aabd-a3b77c62ef84 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:55:23.942059 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7a852809-e187-43bc-aabd-a3b77c62ef84 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/56665d3a-f13b-4293-bd44-e5d4a7c9603c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5530884 Sep 16 12:55:23.961823 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] Sync routers for ids ['56665d3a-f13b-4293-bd44-e5d4a7c9603c'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:55:23.984718 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90227946-aa48-49a1-835e-18255a431bb5 req-bfede780-ebb3-4c00-921b-6ee9b101218b tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:23.987303 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-90227946-aa48-49a1-835e-18255a431bb5 req-bfede780-ebb3-4c00-921b-6ee9b101218b tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 944 time: 0.0933840 Sep 16 12:55:24.018726 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] Routers {'56665d3a-f13b-4293-bd44-e5d4a7c9603c'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:55:24.020301 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:55:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['56665d3a-f13b-4293-bd44-e5d4a7c9603c'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:24.110841 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-33312b62-80bd-4f92-8c0b-3e1e230d718d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (33a1e2ca-bb51-4718-a7ff-3c4893e1f353), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:24.167473 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b1af5c0c-497d-4b40-b92c-08cc9be6363c req-33568e26-02bc-4824-ba4a-f30a0fed428f tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896861 Sep 16 12:55:24.171686 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Attempt 5 to provision port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 Sep 16 12:55:24.178124 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:24.220662 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09873a64-0607-4758-a158-46cd3c63a3c3 req-4b2a74d2-6b01-495c-8779-1a85ce1c13bb tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:24.234102 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-09873a64-0607-4758-a158-46cd3c63a3c3 req-4b2a74d2-6b01-495c-8779-1a85ce1c13bb tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 944 time: 0.4204872 Sep 16 12:55:24.253409 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:24.256917 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:24.334021 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33312b62-80bd-4f92-8c0b-3e1e230d718d admin admin] Network 5ac72d42-af2b-460f-9eec-dac013f5a977 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:55:24.353996 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-90227946-aa48-49a1-835e-18255a431bb5 req-c0241a3b-931d-468a-a8e8-dba996214922 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Deleting port 065308fc-710e-4f14-b3d0-e976788d4def {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:55:24.358560 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] Set router 56665d3a-f13b-4293-bd44-e5d4a7c9603c gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:55:24.359034 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-90227946-aa48-49a1-835e-18255a431bb5 req-c0241a3b-931d-468a-a8e8-dba996214922 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (065308fc-710e-4f14-b3d0-e976788d4def), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:24.362435 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-33312b62-80bd-4f92-8c0b-3e1e230d718d admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:55:24.383312 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-09873a64-0607-4758-a158-46cd3c63a3c3 req-9c38571a-4be7-487f-8e02-d65b7e5a046e tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e080c04a-ba67-4162-85b4-edc6ebdbd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381371 Sep 16 12:55:24.407031 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33312b62-80bd-4f92-8c0b-3e1e230d718d admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:55:24.463107 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11ac42fb-dee6-4f86-b003-fbabdbd1f6d7 req-ccceeba8-dea3-4f8f-bb63-b94853f49627 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 210 time: 0.0995457 Sep 16 12:55:24.488770 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33312b62-80bd-4f92-8c0b-3e1e230d718d admin admin] Pushing event updated for resources: {'Port': ['ID=33a1e2ca-bb51-4718-a7ff-3c4893e1f353,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:24.627589 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-33312b62-80bd-4f92-8c0b-3e1e230d718d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (9301abd9-ecaa-4daa-9e61-da8e51c29ed2), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:24.758584 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Attempt 6 to provision port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 Sep 16 12:55:24.786870 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:24.830145 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-90227946-aa48-49a1-835e-18255a431bb5 req-c0241a3b-931d-468a-a8e8-dba996214922 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] For port 065308fc-710e-4f14-b3d0-e976788d4def, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=065308fc-710e-4f14-b3d0-e976788d4def,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:24.830660 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-90227946-aa48-49a1-835e-18255a431bb5 req-c0241a3b-931d-468a-a8e8-dba996214922 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (065308fc-710e-4f14-b3d0-e976788d4def), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:24.884473 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:24.979891 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 1b7f99dc-8e1f-4bbd-9418-9be078130077 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:55:25.020962 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767aeb8-6919-4930-bb25-d81c611d3ded req-cbdd485e-e929-4d2c-b5d0-dfbcd2eae7a6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:25.022408 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7767aeb8-6919-4930-bb25-d81c611d3ded req-cbdd485e-e929-4d2c-b5d0-dfbcd2eae7a6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 946 time: 0.4352870 Sep 16 12:55:25.080356 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 1b7f99dc-8e1f-4bbd-9418-9be078130077 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:25.080732 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (1b7f99dc-8e1f-4bbd-9418-9be078130077), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:25.081075 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 1b7f99dc-8e1f-4bbd-9418-9be078130077 Sep 16 12:55:25.163449 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:25.189488 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56665d3a-f13b-4293-bd44-e5d4a7c9603c', 'name': 'tempest-ImagesOneServerNegativeTestJSON-787896481-router', 'tenant_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '1b7f99dc-8e1f-4bbd-9418-9be078130077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:55:11Z', 'updated_at': '2022-09-16T12:55:19Z', 'revision_number': 4, 'project_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'gw_port': {'id': '1b7f99dc-8e1f-4bbd-9418-9be078130077', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56665d3a-f13b-4293-bd44-e5d4a7c9603c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:13Z', 'updated_at': '2022-09-16T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134', 'name': '', 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20', 'tenant_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'mac_address': 'fa:16:3e:11:f8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56665d3a-f13b-4293-bd44-e5d4a7c9603c', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:17Z', 'updated_at': '2022-09-16T12:55:19Z', 'revision_number': 2, 'project_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'subnets': [{'id': 'b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:25.221904 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] Checking router: 56665d3a-f13b-4293-bd44-e5d4a7c9603c for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:55:25.222768 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] Updating router 56665d3a-f13b-4293-bd44-e5d4a7c9603c port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:55:25.240801 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-90227946-aa48-49a1-835e-18255a431bb5 req-c0241a3b-931d-468a-a8e8-dba996214922 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:25.241368 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-90227946-aa48-49a1-835e-18255a431bb5 req-c0241a3b-931d-468a-a8e8-dba996214922 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (72e1bf64-af63-44a5-8b1b-d2e4de247c90), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:25.241479 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [req-90227946-aa48-49a1-835e-18255a431bb5 req-c0241a3b-931d-468a-a8e8-dba996214922 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Floating IP 72e1bf64-af63-44a5-8b1b-d2e4de247c90 disassociated. External IP: 172.25.2.36, port: 065308fc-710e-4f14-b3d0-e976788d4def. Sep 16 12:55:25.241817 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-90227946-aa48-49a1-835e-18255a431bb5 req-c0241a3b-931d-468a-a8e8-dba996214922 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Calling delete_port for 065308fc-710e-4f14-b3d0-e976788d4def owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:55:25.249823 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-14d85a6c-e62b-4063-89d1-c2e488ea9937 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:25.258042 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-14d85a6c-e62b-4063-89d1-c2e488ea9937 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/networks?id=4f690fd7-a007-4db5-a7d2-6b0378c9fb20 HTTP/1.1" status: 200 len: 821 time: 0.4341938 Sep 16 12:55:25.272558 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 1b7f99dc-8e1f-4bbd-9418-9be078130077 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:25.274170 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3228bd47-cae3-4502-b3b7-208f4d89449f up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:55:25.307754 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:25.334114 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 3228bd47-cae3-4502-b3b7-208f4d89449f triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:25.334469 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3228bd47-cae3-4502-b3b7-208f4d89449f), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:25.334848 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 3228bd47-cae3-4502-b3b7-208f4d89449f Sep 16 12:55:25.380923 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7767aeb8-6919-4930-bb25-d81c611d3ded req-54b0395d-b53f-4b51-8e3f-d0cd49c6d1a0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3336957 Sep 16 12:55:25.385082 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Attempt 7 to provision port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 Sep 16 12:55:25.398628 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-faa6f0c4-cebf-46a1-bc17-d2d4016d3518 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/quotas/c88ea8e8750c440e86d3c1eb4ab6110e HTTP/1.1" status: 200 len: 375 time: 0.1383407 Sep 16 12:55:25.459232 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-628b7729-3726-42fa-8710-d81e18ebd405 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for port (efcaf7d0-199c-4298-8d5d-68962f80ca3b), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:25.460745 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:25.462688 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:25.497847 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-e90c3a9e-155c-43bd-8723-dd86f16b0379 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=c88ea8e8750c440e86d3c1eb4ab6110e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984063 Sep 16 12:55:25.542659 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-33312b62-80bd-4f92-8c0b-3e1e230d718d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (33a1e2ca-bb51-4718-a7ff-3c4893e1f353), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:25.552529 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 3228bd47-cae3-4502-b3b7-208f4d89449f is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:25.553232 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3228bd47-cae3-4502-b3b7-208f4d89449f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:25.580063 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 3228bd47-cae3-4502-b3b7-208f4d89449f, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3228bd47-cae3-4502-b3b7-208f4d89449f,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:25.587831 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3228bd47-cae3-4502-b3b7-208f4d89449f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:25.653649 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-3e030127-9ab3-4ca7-a62a-c3576e215c21 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4f690fd7-a007-4db5-a7d2-6b0378c9fb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546388 Sep 16 12:55:25.682900 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=3228bd47-cae3-4502-b3b7-208f4d89449f,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:25.781300 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-628b7729-3726-42fa-8710-d81e18ebd405 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (efcaf7d0-199c-4298-8d5d-68962f80ca3b), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:25.785254 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:25.865810 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b0384-5327-4f6e-86d9-7a7d70a7c2a0 req-b983af0a-f6e8-4340-a86d-5609b6bd9600 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:25.873103 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1e3b0384-5327-4f6e-86d9-7a7d70a7c2a0 req-b983af0a-f6e8-4340-a86d-5609b6bd9600 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 945 time: 0.1975973 Sep 16 12:55:25.883637 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b7729-3726-42fa-8710-d81e18ebd405 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Pushing event updated for resources: {'Port': ['ID=efcaf7d0-199c-4298-8d5d-68962f80ca3b,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:25.896356 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-628b7729-3726-42fa-8710-d81e18ebd405 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Network d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:55:25.903571 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:25.921164 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-628b7729-3726-42fa-8710-d81e18ebd405 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:55:25.921989 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-90227946-aa48-49a1-835e-18255a431bb5 req-c0241a3b-931d-468a-a8e8-dba996214922 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (065308fc-710e-4f14-b3d0-e976788d4def), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:25.924411 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-628b7729-3726-42fa-8710-d81e18ebd405 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:55:25.964802 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Attempt 8 to provision port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 Sep 16 12:55:25.968161 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0241a3b-931d-468a-a8e8-dba996214922 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Pushing event deleted for resources: {'Port': ['ID=065308fc-710e-4f14-b3d0-e976788d4def,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:26.016362 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-f78f2e81-8cff-4e4c-8ae3-15ede4d80b0a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4f690fd7-a007-4db5-a7d2-6b0378c9fb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615324 Sep 16 12:55:26.048503 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1e3b0384-5327-4f6e-86d9-7a7d70a7c2a0 req-d6767b50-d24d-4acc-a652-4b44d6006fc9 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728258 Sep 16 12:55:26.081893 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-628b7729-3726-42fa-8710-d81e18ebd405 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:26.085821 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-628b7729-3726-42fa-8710-d81e18ebd405 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:26.112229 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:26.128643 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-628b7729-3726-42fa-8710-d81e18ebd405 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3011036 Sep 16 12:55:26.139099 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] Publish callbacks [] for port (07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:26.146132 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] Request body: {'port': {'device_id': '8d3df84c-ed0d-41a9-8632-63591274c2eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:26.149546 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:26.245585 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-33312b62-80bd-4f92-8c0b-3e1e230d718d admin admin] Publish callbacks [] for port (33a1e2ca-bb51-4718-a7ff-3c4893e1f353), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:26.246120 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:26.253212 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06192a3-1c61-48b3-b456-b9303232c446 None None] Pushing event updated for resources: {'Port': ['ID=07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:26.257529 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-33312b62-80bd-4f92-8c0b-3e1e230d718d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (33a1e2ca-bb51-4718-a7ff-3c4893e1f353), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:26.302807 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-78df7e89-0190-4f73-937e-928ac74a215c req-b06ab9ec-8067-4563-94a9-2aa25ef9472b tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 210 time: 0.0930829 Sep 16 12:55:26.361753 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (efcaf7d0-199c-4298-8d5d-68962f80ca3b), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:26.393316 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] Attempting to bind port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:55:26.393636 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] Attempting to bind port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '62345359-95e2-4218-a391-811cb46f50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:55:26.393942 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] Attempting to bind port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 on network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:55:26.395866 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:26.403442 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-33312b62-80bd-4f92-8c0b-3e1e230d718d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (9301abd9-ecaa-4daa-9e61-da8e51c29ed2), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:26.413260 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90227946-aa48-49a1-835e-18255a431bb5 req-c0241a3b-931d-468a-a8e8-dba996214922 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Router 7ea12114-704c-4862-8d51-9fa038ce9deb has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:55:26.417699 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33312b62-80bd-4f92-8c0b-3e1e230d718d admin admin] Pushing event updated for resources: {'Port': ['ID=33a1e2ca-bb51-4718-a7ff-3c4893e1f353,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:26.546527 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:55:26.546991 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] Checking segment: {'id': '62345359-95e2-4218-a391-811cb46f50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:55:26.547293 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:26.547684 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] Bound using segment: {'id': '62345359-95e2-4218-a391-811cb46f50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:55:26.548183 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] Bound port: 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62345359-95e2-4218-a391-811cb46f50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:55:26.548562 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:26.613850 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Attempt 9 to provision port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 Sep 16 12:55:26.705166 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] For port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:55:26.713639 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] For port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:55:26.722501 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:26.737365 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:26.801187 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3228bd47-cae3-4502-b3b7-208f4d89449f up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:55:26.839169 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90227946-aa48-49a1-835e-18255a431bb5 req-c0241a3b-931d-468a-a8e8-dba996214922 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:55:26.859439 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06192a3-1c61-48b3-b456-b9303232c446 None None] Pushing event updated for resources: {'Port': ['ID=07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:26.864220 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236fe6d4-8fe5-4ce6-ae39-6120890fb846 None None] Sync routers for ids ['7ea12114-704c-4862-8d51-9fa038ce9deb'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:55:26.881128 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] Routers {'56665d3a-f13b-4293-bd44-e5d4a7c9603c'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:55:26.881781 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:55:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['56665d3a-f13b-4293-bd44-e5d4a7c9603c'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:26.910678 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236fe6d4-8fe5-4ce6-ae39-6120890fb846 None None] Routers {'7ea12114-704c-4862-8d51-9fa038ce9deb'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:55:26.911562 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-236fe6d4-8fe5-4ce6-ae39-6120890fb846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:55:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['7ea12114-704c-4862-8d51-9fa038ce9deb'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:26.931364 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33312b62-80bd-4f92-8c0b-3e1e230d718d admin admin] Network 5ac72d42-af2b-460f-9eec-dac013f5a977 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:55:26.950301 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-33312b62-80bd-4f92-8c0b-3e1e230d718d admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:55:26.962533 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-90227946-aa48-49a1-835e-18255a431bb5 req-c0241a3b-931d-468a-a8e8-dba996214922 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] No DVR routers for this DVR port 065308fc-710e-4f14-b3d0-e976788d4def on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:55:26.970196 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-90227946-aa48-49a1-835e-18255a431bb5 req-c0241a3b-931d-468a-a8e8-dba996214922 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:26.990979 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-90227946-aa48-49a1-835e-18255a431bb5 req-c0241a3b-931d-468a-a8e8-dba996214922 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.76 "DELETE /networking/v2.0/ports/065308fc-710e-4f14-b3d0-e976788d4def HTTP/1.1" status: 204 len: 173 time: 2.9703021 Sep 16 12:55:27.009839 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74acdf-9979-4f75-b7e0-1cee0a4c70e6 req-c7a052ee-6572-452d-b00c-0fb74d04d656 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:27.023717 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0e74acdf-9979-4f75-b7e0-1cee0a4c70e6 req-c7a052ee-6572-452d-b00c-0fb74d04d656 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 932 time: 0.5358784 Sep 16 12:55:27.023960 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3085e02c-a09e-4bc5-a8c4-87ab1cedfc16', 'name': 'network-vif-deleted', 'tag': '065308fc-710e-4f14-b3d0-e976788d4def'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:55:27.038049 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76ceb7e-b6ca-4beb-85b4-3164fd36c6b4" -d '{"events": [{"server_uuid": "3085e02c-a09e-4bc5-a8c4-87ab1cedfc16", "name": "network-vif-deleted", "tag": "065308fc-710e-4f14-b3d0-e976788d4def"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:55:27.047743 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-70c27ea0-a9c9-42c6-8171-fcdcb9c303b7 req-0ee6f812-70b2-467d-bd9f-c6eb642d9b38 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 210 time: 0.0898855 Sep 16 12:55:27.126550 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-236fe6d4-8fe5-4ce6-ae39-6120890fb846 None None] Set router 7ea12114-704c-4862-8d51-9fa038ce9deb gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:55:27.167216 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] Set router 56665d3a-f13b-4293-bd44-e5d4a7c9603c gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:55:27.293869 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:27.301725 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0e74acdf-9979-4f75-b7e0-1cee0a4c70e6 req-a92c486d-a675-4a12-9dd6-10220eb80c9f tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41a281b2-5013-4373-8515-26c2761feca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2764759 Sep 16 12:55:27.312760 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33312b62-80bd-4f92-8c0b-3e1e230d718d admin admin] Router 9301abd9-ecaa-4daa-9e61-da8e51c29ed2 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:55:27.409663 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Attempt 10 to provision port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 Sep 16 12:55:27.417090 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce991137-35c8-4c8e-b125-0e0896b6b467 req-61ec2929-925d-4f65-bb62-e32fcd86a69d tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:27.426345 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ce991137-35c8-4c8e-b125-0e0896b6b467 req-61ec2929-925d-4f65-bb62-e32fcd86a69d tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 946 time: 0.1536381 Sep 16 12:55:27.464199 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:27.471891 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:27.473726 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-236fe6d4-8fe5-4ce6-ae39-6120890fb846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'name': 'tempest-LiveMigrationTest-1212016905-router', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:43Z', 'revision_number': 4, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'gw_port': {'id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '175b84f6-307b-427a-a83c-49696ec1ba52', 'name': '', 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'mac_address': 'fa:16:3e:d2:c6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:38Z', 'updated_at': '2022-09-16T12:46:50Z', 'revision_number': 5, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'subnets': [{'id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:27.534291 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 3228bd47-cae3-4502-b3b7-208f4d89449f triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:27.535027 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3228bd47-cae3-4502-b3b7-208f4d89449f), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:27.535591 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 3228bd47-cae3-4502-b3b7-208f4d89449f Sep 16 12:55:27.575623 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236fe6d4-8fe5-4ce6-ae39-6120890fb846 None None] Checking router: 7ea12114-704c-4862-8d51-9fa038ce9deb for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:55:27.581589 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:27.604757 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236fe6d4-8fe5-4ce6-ae39-6120890fb846 None None] Routers {'7ea12114-704c-4862-8d51-9fa038ce9deb'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:55:27.605791 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-236fe6d4-8fe5-4ce6-ae39-6120890fb846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:55:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['7ea12114-704c-4862-8d51-9fa038ce9deb'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:27.644864 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:27.664174 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ce991137-35c8-4c8e-b125-0e0896b6b467 req-971a8e41-e226-4b9c-97b5-084de567ae0f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368288 Sep 16 12:55:27.695280 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33312b62-80bd-4f92-8c0b-3e1e230d718d admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:55:27.711018 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efcaf7d0-199c-4298-8d5d-68962f80ca3b {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:55:27.722949 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-33312b62-80bd-4f92-8c0b-3e1e230d718d admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/9301abd9-ecaa-4daa-9e61-da8e51c29ed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0155070 Sep 16 12:55:27.748422 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] Publish callbacks [] for port (efcaf7d0-199c-4298-8d5d-68962f80ca3b), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:27.749667 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Current status of the port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:27.750170 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:27.788857 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] Sync routers for ids ['9301abd9-ecaa-4daa-9e61-da8e51c29ed2'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:55:27.797494 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 3228bd47-cae3-4502-b3b7-208f4d89449f is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:27.820660 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] Transition to ACTIVE for port object efcaf7d0-199c-4298-8d5d-68962f80ca3b will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:55:27.828596 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (efcaf7d0-199c-4298-8d5d-68962f80ca3b), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:27.837316 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] For port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:27.844857 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] Routers {'9301abd9-ecaa-4daa-9e61-da8e51c29ed2'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:55:27.846100 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:55:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['9301abd9-ecaa-4daa-9e61-da8e51c29ed2'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:27.904443 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:27.968070 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70047c1e-c949-4670-9327-9068864306b0 service neutron] Pushing event updated for resources: {'Port': ['ID=efcaf7d0-199c-4298-8d5d-68962f80ca3b,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:28.037987 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea365e62-d873-48ec-b0a7-54393ef8b57f None None] Pushing event updated for resources: {'Port': ['ID=07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:28.044691 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56665d3a-f13b-4293-bd44-e5d4a7c9603c', 'name': 'tempest-ImagesOneServerNegativeTestJSON-787896481-router', 'tenant_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '1b7f99dc-8e1f-4bbd-9418-9be078130077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:55:11Z', 'updated_at': '2022-09-16T12:55:19Z', 'revision_number': 4, 'project_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'gw_port': {'id': '1b7f99dc-8e1f-4bbd-9418-9be078130077', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56665d3a-f13b-4293-bd44-e5d4a7c9603c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:13Z', 'updated_at': '2022-09-16T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134', 'name': '', 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20', 'tenant_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'mac_address': 'fa:16:3e:11:f8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56665d3a-f13b-4293-bd44-e5d4a7c9603c', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:17Z', 'updated_at': '2022-09-16T12:55:26Z', 'revision_number': 4, 'project_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'subnets': [{'id': 'b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:28.094041 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:28.112045 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-236fe6d4-8fe5-4ce6-ae39-6120890fb846 None None] Set router 7ea12114-704c-4862-8d51-9fa038ce9deb gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:55:28.116583 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-aab6a017-2e0a-418f-9638-cbb872513e20 None None] Provisioning complete for port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:28.116952 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-aab6a017-2e0a-418f-9638-cbb872513e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:28.119498 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-aab6a017-2e0a-418f-9638-cbb872513e20 None None] Attempt 1 to provision port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 Sep 16 12:55:28.178483 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbffde4a-7fc0-44b1-a955-dad5f6d79c86 None None] The sync data for ids ['56665d3a-f13b-4293-bd44-e5d4a7c9603c'] in n-d-858094-4 is: [{'id': '56665d3a-f13b-4293-bd44-e5d4a7c9603c', 'name': 'tempest-ImagesOneServerNegativeTestJSON-787896481-router', 'tenant_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '1b7f99dc-8e1f-4bbd-9418-9be078130077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:55:11Z', 'updated_at': '2022-09-16T12:55:19Z', 'revision_number': 4, 'project_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'gw_port': {'id': '1b7f99dc-8e1f-4bbd-9418-9be078130077', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56665d3a-f13b-4293-bd44-e5d4a7c9603c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:13Z', 'updated_at': '2022-09-16T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134', 'name': '', 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20', 'tenant_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'mac_address': 'fa:16:3e:11:f8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56665d3a-f13b-4293-bd44-e5d4a7c9603c', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:17Z', 'updated_at': '2022-09-16T12:55:26Z', 'revision_number': 4, 'project_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'subnets': [{'id': 'b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:55:28.222979 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62726c8-e5ab-4b6a-8996-025c404ab85c req-50e56dc4-6278-4a8d-b31d-60bc76a38407 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:28.227780 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c62726c8-e5ab-4b6a-8996-025c404ab85c req-50e56dc4-6278-4a8d-b31d-60bc76a38407 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 945 time: 0.2853100 Sep 16 12:55:28.327646 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eaa22f-0cc6-4290-a465-c9057731268f req-ac2e71a6-7038-410c-9cba-348ca4ab2cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:28.346593 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-75eaa22f-0cc6-4290-a465-c9057731268f req-ac2e71a6-7038-410c-9cba-348ca4ab2cec service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 1127 time: 0.1345942 Sep 16 12:55:28.445951 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] Set router 9301abd9-ecaa-4daa-9e61-da8e51c29ed2 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:55:28.547101 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c62726c8-e5ab-4b6a-8996-025c404ab85c req-eb69091a-a66b-4f68-a9e6-ecffd2f082e8 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024225 Sep 16 12:55:28.598165 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] Attempting to bind port efcaf7d0-199c-4298-8d5d-68962f80ca3b on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:55:28.598639 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] Attempting to bind port efcaf7d0-199c-4298-8d5d-68962f80ca3b by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': 'ca0d95fc-3fe7-49bf-ac16-c9a3b271e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:55:28.600376 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] Attempting to bind port efcaf7d0-199c-4298-8d5d-68962f80ca3b on network d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:55:28.654053 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-75eaa22f-0cc6-4290-a465-c9057731268f req-386df563-19e2-47b3-8bae-a7601fa647c2 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521610 Sep 16 12:55:28.704818 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 065308fc-710e-4f14-b3d0-e976788d4def no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:55:28.736930 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322f3ead-1b81-441d-a33b-a0b19d85360d x-openstack-request-id: req-322f3ead-1b81-441d-a33b-a0b19d85360d {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:55:28.738121 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3085e02c-a09e-4bc5-a8c4-87ab1cedfc16", "name": "network-vif-deleted", "tag": "065308fc-710e-4f14-b3d0-e976788d4def", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:55:28.739264 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-322f3ead-1b81-441d-a33b-a0b19d85360d {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:55:28.740262 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322f3ead-1b81-441d-a33b-a0b19d85360d'] response: {'server_uuid': '3085e02c-a09e-4bc5-a8c4-87ab1cedfc16', 'name': 'network-vif-deleted', 'tag': '065308fc-710e-4f14-b3d0-e976788d4def', 'status': 'completed', 'code': 200} Sep 16 12:55:28.777677 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] Port efcaf7d0-199c-4298-8d5d-68962f80ca3b on network d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:55:28.778186 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] Attempting to bind port efcaf7d0-199c-4298-8d5d-68962f80ca3b on network d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:55:28.826936 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 065308fc-710e-4f14-b3d0-e976788d4def {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:55:28.827284 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 065308fc-710e-4f14-b3d0-e976788d4def not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:55:28.863384 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:55:28.864064 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:28.928466 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:55:28.928806 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] Checking segment: {'id': 'ca0d95fc-3fe7-49bf-ac16-c9a3b271e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:55:28.929275 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] Bound using segment: {'id': 'ca0d95fc-3fe7-49bf-ac16-c9a3b271e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:55:28.929720 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] Bound port: efcaf7d0-199c-4298-8d5d-68962f80ca3b, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca0d95fc-3fe7-49bf-ac16-c9a3b271e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:55:28.930130 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (efcaf7d0-199c-4298-8d5d-68962f80ca3b), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:28.967252 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8bd60668-6f03-4eec-a657-e0dbe6fa81bd req-55182066-42af-4e41-83dd-0b1119fd65c7 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3085e02c-a09e-4bc5-a8c4-87ab1cedfc16 HTTP/1.1" status: 200 len: 210 time: 0.0516429 Sep 16 12:55:29.050430 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9301abd9-ecaa-4daa-9e61-da8e51c29ed2', 'name': 'tempest-InstanceActionsV221TestJSON-1929849663-router', 'tenant_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '3228bd47-cae3-4502-b3b7-208f4d89449f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:55:12Z', 'updated_at': '2022-09-16T12:55:25Z', 'revision_number': 4, 'project_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'gw_port': {'id': '3228bd47-cae3-4502-b3b7-208f4d89449f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:25:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9301abd9-ecaa-4daa-9e61-da8e51c29ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:13Z', 'updated_at': '2022-09-16T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '33a1e2ca-bb51-4718-a7ff-3c4893e1f353', 'name': '', 'network_id': '5ac72d42-af2b-460f-9eec-dac013f5a977', 'tenant_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'mac_address': 'fa:16:3e:e2:d2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9301abd9-ecaa-4daa-9e61-da8e51c29ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'df0c80a1-7922-441e-a80c-6071763f5719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:21Z', 'updated_at': '2022-09-16T12:55:25Z', 'revision_number': 2, 'project_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'subnets': [{'id': 'df0c80a1-7922-441e-a80c-6071763f5719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:29.123433 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] Checking router: 9301abd9-ecaa-4daa-9e61-da8e51c29ed2 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:55:29.123872 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] Updating router 9301abd9-ecaa-4daa-9e61-da8e51c29ed2 port 33a1e2ca-bb51-4718-a7ff-3c4893e1f353 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:55:29.129611 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] For port efcaf7d0-199c-4298-8d5d-68962f80ca3b, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:55:29.157296 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (33a1e2ca-bb51-4718-a7ff-3c4893e1f353), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:29.163224 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-aab6a017-2e0a-418f-9638-cbb872513e20 None None] Current status of the port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:29.177862 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:29.178236 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:29.178707 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 Sep 16 12:55:29.187977 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] For port efcaf7d0-199c-4298-8d5d-68962f80ca3b, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=efcaf7d0-199c-4298-8d5d-68962f80ca3b,segment=NetworkSegment(ca0d95fc-3fe7-49bf-ac16-c9a3b271e436),segment_id=ca0d95fc-3fe7-49bf-ac16-c9a3b271e436)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:55:29.247363 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (efcaf7d0-199c-4298-8d5d-68962f80ca3b), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:29.306333 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-88e78447-ef43-4929-a83b-feed8d7d62bf req-2aec528e-f139-44cb-8a32-59bceb91a100 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 210 time: 0.1555192 Sep 16 12:55:29.312309 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:29.312962 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:29.314437 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-70047c1e-c949-4670-9327-9068864306b0 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/efcaf7d0-199c-4298-8d5d-68962f80ca3b HTTP/1.1" status: 200 len: 1092 time: 3.1740699 Sep 16 12:55:29.344579 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3df84c-ed0d-41a9-8632-63591274c2eb', 'tag': 'efcaf7d0-199c-4298-8d5d-68962f80ca3b'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:55:29.346504 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda18440-9282-444a-a599-3e283d8df40c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3df84c-ed0d-41a9-8632-63591274c2eb", "tag": "efcaf7d0-199c-4298-8d5d-68962f80ca3b"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:55:29.486439 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:29.517069 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-236fe6d4-8fe5-4ce6-ae39-6120890fb846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'name': 'tempest-LiveMigrationTest-1212016905-router', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:43Z', 'revision_number': 4, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'gw_port': {'id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '175b84f6-307b-427a-a83c-49696ec1ba52', 'name': '', 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'mac_address': 'fa:16:3e:d2:c6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:38Z', 'updated_at': '2022-09-16T12:46:50Z', 'revision_number': 5, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'subnets': [{'id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:29.617386 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-aab6a017-2e0a-418f-9638-cbb872513e20 None None] Provisioning complete for port 33a1e2ca-bb51-4718-a7ff-3c4893e1f353 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:29.617797 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-aab6a017-2e0a-418f-9638-cbb872513e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (33a1e2ca-bb51-4718-a7ff-3c4893e1f353), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:29.618138 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-aab6a017-2e0a-418f-9638-cbb872513e20 None None] Attempt 1 to provision port 33a1e2ca-bb51-4718-a7ff-3c4893e1f353 Sep 16 12:55:29.663869 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-7480f796-f0c5-4e79-997f-8b23877abc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:29.665565 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-7480f796-f0c5-4e79-997f-8b23877abc36 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6e940a963f7740dea44034d06e8c2a77&device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 1126 time: 0.2325964 Sep 16 12:55:29.667261 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cc9a227e-47e4-4413-83b8-606ac1c9eb96 req-dd060d8e-3e4e-4457-8ff2-3793c6ef669f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1452584 Sep 16 12:55:29.669776 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236fe6d4-8fe5-4ce6-ae39-6120890fb846 None None] The sync data for ids ['7ea12114-704c-4862-8d51-9fa038ce9deb'] in n-d-858094-4 is: [{'id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'name': 'tempest-LiveMigrationTest-1212016905-router', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:43Z', 'revision_number': 4, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'gw_port': {'id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '175b84f6-307b-427a-a83c-49696ec1ba52', 'name': '', 'network_id': '40f9024a-6954-4a0a-afdb-132e05c6d9d2', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'mac_address': 'fa:16:3e:d2:c6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:38Z', 'updated_at': '2022-09-16T12:46:50Z', 'revision_number': 5, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'subnets': [{'id': '466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:55:29.729514 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:29.789090 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] Publish callbacks [] for port (33a1e2ca-bb51-4718-a7ff-3c4893e1f353), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:29.796990 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:29.812983 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (33a1e2ca-bb51-4718-a7ff-3c4893e1f353), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:29.829704 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-aab6a017-2e0a-418f-9638-cbb872513e20 None None] Port 33a1e2ca-bb51-4718-a7ff-3c4893e1f353 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:29.923229 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-3cdeecb4-1654-4156-a9d7-3448ff790a83 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efcaf7d0-199c-4298-8d5d-68962f80ca3b HTTP/1.1" status: 200 len: 217 time: 0.1271360 Sep 16 12:55:29.953465 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed56a82-7f4b-4c45-85a7-c5d6fbf9bece None None] Pushing event updated for resources: {'Port': ['ID=33a1e2ca-bb51-4718-a7ff-3c4893e1f353,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:29.968261 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] Attempting to bind port 33a1e2ca-bb51-4718-a7ff-3c4893e1f353 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:55:29.968725 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] Attempting to bind port 33a1e2ca-bb51-4718-a7ff-3c4893e1f353 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6438aba4-341a-4bae-8007-2e739dedcc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5ac72d42-af2b-460f-9eec-dac013f5a977'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:55:29.969148 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] Attempting to bind port 33a1e2ca-bb51-4718-a7ff-3c4893e1f353 on network 5ac72d42-af2b-460f-9eec-dac013f5a977 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:55:30.025421 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70047c1e-c949-4670-9327-9068864306b0 service neutron] Pushing event updated for resources: {'Port': ['ID=efcaf7d0-199c-4298-8d5d-68962f80ca3b,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:30.027372 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:55:30.028494 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] Checking segment: {'id': '6438aba4-341a-4bae-8007-2e739dedcc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5ac72d42-af2b-460f-9eec-dac013f5a977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:55:30.028888 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:30.029284 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] Bound using segment: {'id': '6438aba4-341a-4bae-8007-2e739dedcc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5ac72d42-af2b-460f-9eec-dac013f5a977'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:55:30.030191 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] Bound port: 33a1e2ca-bb51-4718-a7ff-3c4893e1f353, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6438aba4-341a-4bae-8007-2e739dedcc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5ac72d42-af2b-460f-9eec-dac013f5a977'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:55:30.030629 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (33a1e2ca-bb51-4718-a7ff-3c4893e1f353), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:30.049799 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1eb0d-3e08-49b6-8268-a8710428a981 req-9ebac053-cd1c-45c8-a02f-cafb5e3ace16 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:30.058373 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e6a1eb0d-3e08-49b6-8268-a8710428a981 req-9ebac053-cd1c-45c8-a02f-cafb5e3ace16 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 944 time: 0.3873346 Sep 16 12:55:30.109989 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] For port 33a1e2ca-bb51-4718-a7ff-3c4893e1f353, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:55:30.112894 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a227e-47e4-4413-83b8-606ac1c9eb96 req-398f2c15-0cfa-4f39-841f-1cc26de26f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:30.114791 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cc9a227e-47e4-4413-83b8-606ac1c9eb96 req-398f2c15-0cfa-4f39-841f-1cc26de26f4b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 1126 time: 0.3739390 Sep 16 12:55:30.115355 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] For port 33a1e2ca-bb51-4718-a7ff-3c4893e1f353, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=33a1e2ca-bb51-4718-a7ff-3c4893e1f353,segment=NetworkSegment(6438aba4-341a-4bae-8007-2e739dedcc65),segment_id=6438aba4-341a-4bae-8007-2e739dedcc65)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:55:30.129289 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (33a1e2ca-bb51-4718-a7ff-3c4893e1f353), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:30.139648 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-b52e3b3d-7719-4886-b2a2-d0633c1ab839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:30.141192 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-b52e3b3d-7719-4886-b2a2-d0633c1ab839 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4adf093a-088a-4424-822e-484468ee3329 HTTP/1.1" status: 200 len: 853 time: 0.1743226 Sep 16 12:55:30.180999 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] Routers {'9301abd9-ecaa-4daa-9e61-da8e51c29ed2'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:55:30.181631 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:55:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['9301abd9-ecaa-4daa-9e61-da8e51c29ed2'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:30.201317 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-8785e6c1-a3d5-4a84-862a-92fd158d6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:30.202831 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-8785e6c1-a3d5-4a84-862a-92fd158d6cfb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d07f81e7-3dc4-4b39-ad5d-bffdea9cea45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0556660 Sep 16 12:55:30.254454 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-cc597200-705d-41ab-be88-8a6222cec019 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:30.256096 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-cc597200-705d-41ab-be88-8a6222cec019 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/networks?id=5ac72d42-af2b-460f-9eec-dac013f5a977 HTTP/1.1" status: 200 len: 818 time: 0.8914704 Sep 16 12:55:30.330882 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-aab6a017-2e0a-418f-9638-cbb872513e20 None None] Attempt 2 to provision port 33a1e2ca-bb51-4718-a7ff-3c4893e1f353 Sep 16 12:55:30.387916 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e6a1eb0d-3e08-49b6-8268-a8710428a981 req-0ea45c05-a4ee-4d3f-9795-4a5a1940618a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41a281b2-5013-4373-8515-26c2761feca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3280430 Sep 16 12:55:30.393811 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed56a82-7f4b-4c45-85a7-c5d6fbf9bece None None] Pushing event updated for resources: {'Port': ['ID=33a1e2ca-bb51-4718-a7ff-3c4893e1f353,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:30.471489 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:30.496245 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-6dd17e72-5a9d-4f54-b39a-8a1c9caf7cd9 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/quotas/a66c708b229645a6afdae93e4b5b1b0c HTTP/1.1" status: 200 len: 375 time: 0.1695783 Sep 16 12:55:30.539531 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:30.558704 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-aab6a017-2e0a-418f-9638-cbb872513e20 None None] Current status of the port 33a1e2ca-bb51-4718-a7ff-3c4893e1f353 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:30.559095 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-aab6a017-2e0a-418f-9638-cbb872513e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (33a1e2ca-bb51-4718-a7ff-3c4893e1f353), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:30.561697 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] Set router 9301abd9-ecaa-4daa-9e61-da8e51c29ed2 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:55:30.636787 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa87a6d8-4f21-4a76-a399-cea3d9393b21 None None] New status for floating IP 72e1bf64-af63-44a5-8b1b-d2e4de247c90: DOWN {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:55:30.649024 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:30.687487 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-9be23e07-5b70-447b-a7e0-920057057590 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:30.691092 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-9be23e07-5b70-447b-a7e0-920057057590 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.76 "GET /networking/v2.0/networks?id=4f690fd7-a007-4db5-a7d2-6b0378c9fb20 HTTP/1.1" status: 200 len: 821 time: 0.3149884 Sep 16 12:55:30.703555 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-7a7a6c9e-046e-4436-b4b3-436af19da217 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Request body: {'port': {'device_id': '3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e', 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20', 'admin_state_up': True, 'tenant_id': 'c88ea8e8750c440e86d3c1eb4ab6110e'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:30.729024 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-31100a9d-7dfa-4f60-bede-80ece8b51528 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=a66c708b229645a6afdae93e4b5b1b0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2197437 Sep 16 12:55:30.902201 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-aab6a017-2e0a-418f-9638-cbb872513e20 None None] For port 33a1e2ca-bb51-4718-a7ff-3c4893e1f353, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=33a1e2ca-bb51-4718-a7ff-3c4893e1f353,segment=NetworkSegment(6438aba4-341a-4bae-8007-2e739dedcc65),segment_id=6438aba4-341a-4bae-8007-2e739dedcc65)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:30.909851 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-aab6a017-2e0a-418f-9638-cbb872513e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (33a1e2ca-bb51-4718-a7ff-3c4893e1f353), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:30.971773 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:30.999625 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6a017-2e0a-418f-9638-cbb872513e20 None None] Pushing event updated for resources: {'Port': ['ID=33a1e2ca-bb51-4718-a7ff-3c4893e1f353,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:31.011612 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9301abd9-ecaa-4daa-9e61-da8e51c29ed2', 'name': 'tempest-InstanceActionsV221TestJSON-1929849663-router', 'tenant_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '3228bd47-cae3-4502-b3b7-208f4d89449f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:55:12Z', 'updated_at': '2022-09-16T12:55:25Z', 'revision_number': 4, 'project_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'gw_port': {'id': '3228bd47-cae3-4502-b3b7-208f4d89449f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:25:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9301abd9-ecaa-4daa-9e61-da8e51c29ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:13Z', 'updated_at': '2022-09-16T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '33a1e2ca-bb51-4718-a7ff-3c4893e1f353', 'name': '', 'network_id': '5ac72d42-af2b-460f-9eec-dac013f5a977', 'tenant_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'mac_address': 'fa:16:3e:e2:d2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9301abd9-ecaa-4daa-9e61-da8e51c29ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'df0c80a1-7922-441e-a80c-6071763f5719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:21Z', 'updated_at': '2022-09-16T12:55:30Z', 'revision_number': 4, 'project_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'subnets': [{'id': 'df0c80a1-7922-441e-a80c-6071763f5719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:31.018248 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-7a7a6c9e-046e-4436-b4b3-436af19da217 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Made reservation on behalf of c88ea8e8750c440e86d3c1eb4ab6110e for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:55:31.022180 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-7a7a6c9e-046e-4436-b4b3-436af19da217 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:31.046091 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037d4bd4-d3d3-40e1-9358-e29ffc6019e8 None None] The sync data for ids ['9301abd9-ecaa-4daa-9e61-da8e51c29ed2'] in n-d-858094-4 is: [{'id': '9301abd9-ecaa-4daa-9e61-da8e51c29ed2', 'name': 'tempest-InstanceActionsV221TestJSON-1929849663-router', 'tenant_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '3228bd47-cae3-4502-b3b7-208f4d89449f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:55:12Z', 'updated_at': '2022-09-16T12:55:25Z', 'revision_number': 4, 'project_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'gw_port': {'id': '3228bd47-cae3-4502-b3b7-208f4d89449f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:25:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9301abd9-ecaa-4daa-9e61-da8e51c29ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:13Z', 'updated_at': '2022-09-16T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '33a1e2ca-bb51-4718-a7ff-3c4893e1f353', 'name': '', 'network_id': '5ac72d42-af2b-460f-9eec-dac013f5a977', 'tenant_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'mac_address': 'fa:16:3e:e2:d2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9301abd9-ecaa-4daa-9e61-da8e51c29ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'df0c80a1-7922-441e-a80c-6071763f5719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:21Z', 'updated_at': '2022-09-16T12:55:30Z', 'revision_number': 4, 'project_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'subnets': [{'id': 'df0c80a1-7922-441e-a80c-6071763f5719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:55:31.142511 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a227e-47e4-4413-83b8-606ac1c9eb96 req-4845a8ff-c99b-4be5-8de2-9f2f0fa1ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:31.147079 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cc9a227e-47e4-4413-83b8-606ac1c9eb96 req-4845a8ff-c99b-4be5-8de2-9f2f0fa1ede4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 922 time: 0.9379988 Sep 16 12:55:31.184748 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae04888-7069-471a-9ea8-5db70d88c551 req-cbf6e50c-7bd7-481d-9ac2-17c463a73960 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:31.186587 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7ae04888-7069-471a-9ea8-5db70d88c551 req-cbf6e50c-7bd7-481d-9ac2-17c463a73960 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 946 time: 0.6652262 Sep 16 12:55:31.204029 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-d8dc2892-0925-4b24-92d9-013220ce347b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d07f81e7-3dc4-4b39-ad5d-bffdea9cea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9838059 Sep 16 12:55:31.220494 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-7a7a6c9e-046e-4436-b4b3-436af19da217 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Allocated IP 172.20.0.13 (4f690fd7-a007-4db5-a7d2-6b0378c9fb20/b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c/0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:55:31.259008 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cc9a227e-47e4-4413-83b8-606ac1c9eb96 req-fec9f8c8-9f43-48c8-88ee-68662287499a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=756cd197-6a93-4b4a-b498-7ebcbb3246c2 HTTP/1.1" status: 200 len: 217 time: 0.0713830 Sep 16 12:55:31.409972 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-7a7a6c9e-046e-4436-b4b3-436af19da217 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks [] for port (0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:31.410329 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7ae04888-7069-471a-9ea8-5db70d88c551 req-180af88d-eb56-4ef2-a1e6-5d03285f456b tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120080 Sep 16 12:55:31.436495 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a227e-47e4-4413-83b8-606ac1c9eb96 req-10d0e89f-bc67-42d3-89cc-65b430e49f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:31.438078 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cc9a227e-47e4-4413-83b8-606ac1c9eb96 req-10d0e89f-bc67-42d3-89cc-65b430e49f47 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.1625686 Sep 16 12:55:31.442359 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-6c8a5d23-4de8-4f0f-b57b-e5cb29367198 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5ac72d42-af2b-460f-9eec-dac013f5a977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7040846 Sep 16 12:55:31.450945 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-7a7a6c9e-046e-4436-b4b3-436af19da217 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:31.541880 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f334e9c5-2644-47ba-9b5a-21835fb146c1 req-66f19043-3e1a-4335-a8e5-5b48aa23ebe2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d07f81e7-3dc4-4b39-ad5d-bffdea9cea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995663 Sep 16 12:55:31.554802 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-7a7a6c9e-046e-4436-b4b3-436af19da217 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:55:31.563586 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-7a7a6c9e-046e-4436-b4b3-436af19da217 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:55:31.568799 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-7a7a6c9e-046e-4436-b4b3-436af19da217 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:55:31.638151 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:31.646082 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a6c9e-046e-4436-b4b3-436af19da217 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Pushing event updated for resources: {'Port': ['ID=0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:31.649064 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a227e-47e4-4413-83b8-606ac1c9eb96 req-b52a1151-9128-4c9e-877d-6e0cf64ee16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:31.658060 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cc9a227e-47e4-4413-83b8-606ac1c9eb96 req-b52a1151-9128-4c9e-877d-6e0cf64ee16b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2108133 Sep 16 12:55:31.695613 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-7a7a6c9e-046e-4436-b4b3-436af19da217 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:31.697357 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-7a7a6c9e-046e-4436-b4b3-436af19da217 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:31.709173 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:31.733907 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-7a7a6c9e-046e-4436-b4b3-436af19da217 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0343845 Sep 16 12:55:31.764214 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-e05dcca4-de0e-4aff-997b-93e7fb3f937d tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113699) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:55:31.766065 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-74f44550-021c-4fd3-899f-0b52d948efe3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5ac72d42-af2b-460f-9eec-dac013f5a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002989 Sep 16 12:55:31.767338 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-e05dcca4-de0e-4aff-997b-93e7fb3f937d tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0252762 Sep 16 12:55:31.911069 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] Request body: {'port': {'device_id': '3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:31.990857 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e1b8be-abe1-4913-91cf-b556ff120ea7 x-openstack-request-id: req-65e1b8be-abe1-4913-91cf-b556ff120ea7 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:55:31.991112 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3df84c-ed0d-41a9-8632-63591274c2eb", "tag": "efcaf7d0-199c-4298-8d5d-68962f80ca3b", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:55:31.991370 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-65e1b8be-abe1-4913-91cf-b556ff120ea7 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:55:31.991833 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e1b8be-abe1-4913-91cf-b556ff120ea7'] response: {'name': 'network-changed', 'server_uuid': '8d3df84c-ed0d-41a9-8632-63591274c2eb', 'tag': 'efcaf7d0-199c-4298-8d5d-68962f80ca3b', 'status': 'completed', 'code': 200} Sep 16 12:55:32.020703 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:32.053068 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-0116f48c-420b-45c8-ad2d-77334143a505 None None] Provisioning complete for port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:32.054013 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0116f48c-420b-45c8-ad2d-77334143a505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:32.054494 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0116f48c-420b-45c8-ad2d-77334143a505 None None] Attempt 1 to provision port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 Sep 16 12:55:32.148449 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0116f48c-420b-45c8-ad2d-77334143a505 None None] Port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:32.188754 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88479e93-70db-456b-b4e1-ce6f3602f405 req-6d389069-b9fb-407a-855c-23e3cecadd0c tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:32.199897 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-88479e93-70db-456b-b4e1-ce6f3602f405 req-6d389069-b9fb-407a-855c-23e3cecadd0c tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 945 time: 0.1415296 Sep 16 12:55:32.268100 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-88479e93-70db-456b-b4e1-ce6f3602f405 req-bc8de20b-f9b8-4a11-8d1a-c8f65735f12b tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636239 Sep 16 12:55:32.353087 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d80d4431-733e-4391-bf8a-5ed0aa358c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:32.466919 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9335993-edf8-485e-a184-f04f546067f2 req-e128ecf3-5df2-4765-ab99-41cf91d5f2c4 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:32.478485 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9335993-edf8-485e-a184-f04f546067f2 req-e128ecf3-5df2-4765-ab99-41cf91d5f2c4 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 932 time: 0.0787058 Sep 16 12:55:32.503011 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:55:32.512965 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] Publish callbacks [] for port (0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:32.533749 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] Transition to ACTIVE for port object 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:55:32.538138 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:32.573998 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9335993-edf8-485e-a184-f04f546067f2 req-19e285f1-2b4d-4417-b7ee-cbf4f5e9fe48 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945857 Sep 16 12:55:32.611985 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf9a66-201e-4181-8341-175f33490de8 req-58c3ff81-925d-411c-b281-ad8a74b6a737 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:32.611985 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aacf9a66-201e-4181-8341-175f33490de8 req-58c3ff81-925d-411c-b281-ad8a74b6a737 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 944 time: 0.1294513 Sep 16 12:55:32.649903 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0116f48c-420b-45c8-ad2d-77334143a505 None None] Attempt 2 to provision port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 Sep 16 12:55:32.670892 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:32.704167 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:32.715424 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] Attempting to bind port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:55:32.719426 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aacf9a66-201e-4181-8341-175f33490de8 req-d2a84d08-4000-4041-b5a1-8b947321f844 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41a281b2-5013-4373-8515-26c2761feca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075597 Sep 16 12:55:32.728309 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] Attempting to bind port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '62345359-95e2-4218-a391-811cb46f50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:55:32.742992 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] Attempting to bind port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 on network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:55:32.743756 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0116f48c-420b-45c8-ad2d-77334143a505 None None] Port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:32.759614 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c0e1ef1c-3543-4ada-a040-86b3eddf0ba3 req-076208a0-714c-454e-b3ee-faf104af3f8c tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 210 time: 0.0646410 Sep 16 12:55:32.771044 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 33a1e2ca-bb51-4718-a7ff-3c4893e1f353 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:55:32.797177 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 58128) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:32.851815 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] Port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 on network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:55:32.852173 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] Attempting to bind port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 on network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:55:32.865584 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 33a1e2ca-bb51-4718-a7ff-3c4893e1f353 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:32.865947 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (33a1e2ca-bb51-4718-a7ff-3c4893e1f353), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:32.870406 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 33a1e2ca-bb51-4718-a7ff-3c4893e1f353 Sep 16 12:55:32.931830 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:55:32.932234 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] Checking segment: {'id': '62345359-95e2-4218-a391-811cb46f50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:55:32.932707 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] Bound using segment: {'id': '62345359-95e2-4218-a391-811cb46f50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:55:32.933151 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] Bound port: 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62345359-95e2-4218-a391-811cb46f50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:55:32.933506 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:32.938125 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-80725735-7941-4b6a-90c9-202409d70331 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for security_group (e080c04a-ba67-4162-85b4-edc6ebdbd88b), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:33.013980 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] For port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:55:33.023771 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] For port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:55:33.032733 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 33a1e2ca-bb51-4718-a7ff-3c4893e1f353 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:33.033732 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:33.047362 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-80725735-7941-4b6a-90c9-202409d70331 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for security_group (e080c04a-ba67-4162-85b4-edc6ebdbd88b), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:33.063059 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568c849-cbc7-4d98-a617-d93e0acc094f req-acc59022-454d-4d6f-85f8-78d0fd6244b4 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:33.080045 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8568c849-cbc7-4d98-a617-d93e0acc094f req-acc59022-454d-4d6f-85f8-78d0fd6244b4 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 946 time: 0.1587465 Sep 16 12:55:33.090038 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:33.091436 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:33.093261 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 HTTP/1.1" status: 200 len: 1092 time: 1.3185592 Sep 16 12:55:33.094123 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e', 'tag': '0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:55:33.096564 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc56dee2-e71d-4950-bf16-48d73acca287" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e", "tag": "0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:55:33.101333 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:33.107202 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:33.108511 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cfcca-8eb2-4662-bd0f-d66ecb32fe86 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:33.163920 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8568c849-cbc7-4d98-a617-d93e0acc094f req-56c1d332-7f1f-495e-b71b-674c7e07db44 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828032 Sep 16 12:55:33.188336 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-80725735-7941-4b6a-90c9-202409d70331 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (e080c04a-ba67-4162-85b4-edc6ebdbd88b), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:33.200154 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-80725735-7941-4b6a-90c9-202409d70331 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:33.200154 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-80725735-7941-4b6a-90c9-202409d70331 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/e080c04a-ba67-4162-85b4-edc6ebdbd88b HTTP/1.1" status: 204 len: 168 time: 0.3962128 Sep 16 12:55:33.200154 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 58156) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:33.219703 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80725735-7941-4b6a-90c9-202409d70331 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e080c04a-ba67-4162-85b4-edc6ebdbd88b,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:33.228678 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [None req-dcf0fd92-ca68-48a6-9c57-1692c5023af9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] show failed (client error): The resource could not be found. Sep 16 12:55:33.233118 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-8d7d3f69-699f-442b-9fe5-a1d8365823cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:33.233623 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-dcf0fd92-ca68-48a6-9c57-1692c5023af9 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups/e080c04a-ba67-4162-85b4-edc6ebdbd88b HTTP/1.1" status: 404 len: 347 time: 0.0223567 Sep 16 12:55:33.234260 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 58162) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:33.234937 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-8d7d3f69-699f-442b-9fe5-a1d8365823cc service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c88ea8e8750c440e86d3c1eb4ab6110e&device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 1126 time: 0.0951068 Sep 16 12:55:33.235313 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0116f48c-420b-45c8-ad2d-77334143a505 None None] Attempt 3 to provision port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 Sep 16 12:55:33.349217 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-e03bef11-3341-490b-9a75-6286abb23ad2 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 HTTP/1.1" status: 200 len: 217 time: 0.1063452 Sep 16 12:55:33.358705 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0116f48c-420b-45c8-ad2d-77334143a505 None None] Port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:55:33.433827 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-c9f15225-ced6-4cb7-bb61-e2efcaa61652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:33.436753 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-c9f15225-ced6-4cb7-bb61-e2efcaa61652 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c HTTP/1.1" status: 200 len: 860 time: 0.0746272 Sep 16 12:55:33.488352 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-19c560ec-d013-4ff6-992a-342e59f4293d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Deleting port e238005d-030a-4ae5-9afa-53265eacd1e7 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:55:33.488693 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-19c560ec-d013-4ff6-992a-342e59f4293d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (e238005d-030a-4ae5-9afa-53265eacd1e7), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:33.489407 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-24e91ac6-e406-4f33-9f4d-36c4aaac3b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:33.491117 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-24e91ac6-e406-4f33-9f4d-36c4aaac3b0e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=4f690fd7-a007-4db5-a7d2-6b0378c9fb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483530 Sep 16 12:55:33.587366 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-35283f14-5364-40f0-a682-a6189fdb11f0 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:33.594876 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-35283f14-5364-40f0-a682-a6189fdb11f0 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/networks?id=e39821aa-60f0-44e0-aa25-da05e5161c83 HTTP/1.1" status: 200 len: 810 time: 0.2287610 Sep 16 12:55:33.616786 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-b2a3c4c2-5179-44eb-88a9-c7b2c5320fa4 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/quotas/f2d50b9f6b084e40971269e8b882516c HTTP/1.1" status: 200 len: 375 time: 0.0209332 Sep 16 12:55:33.677751 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-19c560ec-d013-4ff6-992a-342e59f4293d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (e238005d-030a-4ae5-9afa-53265eacd1e7), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:33.678085 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-19c560ec-d013-4ff6-992a-342e59f4293d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for floatingip (e238005d-030a-4ae5-9afa-53265eacd1e7), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:33.702793 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-19c560ec-d013-4ff6-992a-342e59f4293d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Calling delete_port for e238005d-030a-4ae5-9afa-53265eacd1e7 owned by network:floatingip {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:55:33.709826 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-ee00907a-03ed-4dd5-bb9f-11635ee05a8e tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f2d50b9f6b084e40971269e8b882516c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825140 Sep 16 12:55:33.867667 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42140901-7d2d-4cbd-a222-4e071d5285e2 x-openstack-request-id: req-42140901-7d2d-4cbd-a222-4e071d5285e2 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:55:33.868464 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e", "tag": "0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:55:33.868464 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-42140901-7d2d-4cbd-a222-4e071d5285e2 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:55:33.868662 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42140901-7d2d-4cbd-a222-4e071d5285e2'] response: {'name': 'network-changed', 'server_uuid': '3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e', 'tag': '0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5', 'status': 'completed', 'code': 200} Sep 16 12:55:33.910172 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-9ca0023f-8f1c-4f73-b523-21c9d52de197 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4f690fd7-a007-4db5-a7d2-6b0378c9fb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129515 Sep 16 12:55:33.964449 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:34.004586 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda18440-9282-444a-a599-3e283d8df40c req-7a7d4063-11f3-498e-8098-f4fffc27119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:34.005569 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d6eaa668-8dc8-4930-b1ed-f59a25aa6fcf req-a324d528-0c74-4b73-a9af-4a2e99f5f2fc service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4f690fd7-a007-4db5-a7d2-6b0378c9fb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890195 Sep 16 12:55:34.005975 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dda18440-9282-444a-a599-3e283d8df40c req-7a7d4063-11f3-498e-8098-f4fffc27119a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6e940a963f7740dea44034d06e8c2a77&device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 1126 time: 0.1712878 Sep 16 12:55:34.019628 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8ec65-1723-426a-84e0-f67af0e90f57 req-2754cd45-47de-404a-9622-777c09d60afa tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:34.021117 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a9e8ec65-1723-426a-84e0-f67af0e90f57 req-2754cd45-47de-404a-9622-777c09d60afa tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 944 time: 0.1625807 Sep 16 12:55:34.066371 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:34.068788 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-3bec460d-bd37-40e4-9b0f-572dc3cb57a6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e39821aa-60f0-44e0-aa25-da05e5161c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480992 Sep 16 12:55:34.111477 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cc9a227e-47e4-4413-83b8-606ac1c9eb96 req-5d94dcea-6cb7-4e96-bbb8-f95bf6acc2db service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314238 Sep 16 12:55:34.167139 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:34.199396 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a9e8ec65-1723-426a-84e0-f67af0e90f57 req-294d4788-8108-4bc3-ad8d-a078abd8621b tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675940 Sep 16 12:55:34.229218 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-19c560ec-d013-4ff6-992a-342e59f4293d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (e238005d-030a-4ae5-9afa-53265eacd1e7), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:34.268543 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c560ec-d013-4ff6-992a-342e59f4293d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Pushing event deleted for resources: {'Port': ['ID=e238005d-030a-4ae5-9afa-53265eacd1e7,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:34.288922 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-1279b4d1-cde1-4a0d-8d2c-42c8d9f2aef6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e39821aa-60f0-44e0-aa25-da05e5161c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068117 Sep 16 12:55:34.364885 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51176ead-c716-4553-b8fe-8b647d96be0c req-2943457d-8810-41ed-8b12-cdcec2556833 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:34.366369 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-51176ead-c716-4553-b8fe-8b647d96be0c req-2943457d-8810-41ed-8b12-cdcec2556833 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c97d5f35-6ea1-4ec7-88f5-9da9dbe81182 HTTP/1.1" status: 200 len: 947 time: 0.1026080 Sep 16 12:55:34.395673 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-19c560ec-d013-4ff6-992a-342e59f4293d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks [] for floatingip (72e1bf64-af63-44a5-8b1b-d2e4de247c90), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:34.398423 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-19c560ec-d013-4ff6-992a-342e59f4293d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:34.399565 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-19c560ec-d013-4ff6-992a-342e59f4293d tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/72e1bf64-af63-44a5-8b1b-d2e4de247c90 HTTP/1.1" status: 204 len: 168 time: 1.1558971 Sep 16 12:55:34.442326 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-51176ead-c716-4553-b8fe-8b647d96be0c req-e1c55db0-125f-4b2a-bc29-3d6494709273 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0f71d0ad-8919-4c17-822e-69735985f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667694 Sep 16 12:55:34.515803 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb349b0-39c9-46e1-b847-7adc7e5f501b req-f1af3e25-d908-472b-adc0-f28d4aedb45c tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:34.517353 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6fb349b0-39c9-46e1-b847-7adc7e5f501b req-f1af3e25-d908-472b-adc0-f28d4aedb45c tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 944 time: 0.0505028 Sep 16 12:55:34.564327 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6a1aa4b9-030d-422f-9cf1-28b59bfc9bbd req-196de578-3b08-498c-a93a-bc470b938390 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 210 time: 0.0459616 Sep 16 12:55:34.597406 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6fb349b0-39c9-46e1-b847-7adc7e5f501b req-8e56c7e6-c56d-4a18-8cdc-9d6cc4ee7b20 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41a281b2-5013-4373-8515-26c2761feca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693541 Sep 16 12:55:34.625733 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5cf2d6dd-49db-41bf-83da-ca37c89399d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:34.719374 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c3dd8-5f19-4220-a945-8d73f052b3b2 req-3693cdfb-9417-4aa7-a1c3-50a0949f47fb tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:34.721419 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f41c3dd8-5f19-4220-a945-8d73f052b3b2 req-3693cdfb-9417-4aa7-a1c3-50a0949f47fb tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 946 time: 0.0589108 Sep 16 12:55:34.788794 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f41c3dd8-5f19-4220-a945-8d73f052b3b2 req-5ebdfff7-4925-4a5d-bf2d-fc2251028e7d tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578260 Sep 16 12:55:34.846156 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4eeef4c8-6c8d-4763-a148-43b9f0cf0e08 req-c2bf0007-ef2c-48ad-8b95-9034509c6e69 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 210 time: 0.0343516 Sep 16 12:55:34.929673 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2810f-e6eb-4b5c-a65e-41482ceb1218 req-3693303d-0c00-4cb4-9ebf-2de131c739a5 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:34.931125 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dce2810f-e6eb-4b5c-a65e-41482ceb1218 req-3693303d-0c00-4cb4-9ebf-2de131c739a5 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 944 time: 0.0560110 Sep 16 12:55:34.980765 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dce2810f-e6eb-4b5c-a65e-41482ceb1218 req-afd32398-55e8-4a84-96c4-0499759478fa tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436895 Sep 16 12:55:35.113426 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56dee2-e71d-4950-bf16-48d73acca287 req-d98bd3f0-e4d9-4de7-a939-e7bed7e66f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:35.114976 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-cc56dee2-e71d-4950-bf16-48d73acca287 req-d98bd3f0-e4d9-4de7-a939-e7bed7e66f22 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c88ea8e8750c440e86d3c1eb4ab6110e&device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 1126 time: 0.0458453 Sep 16 12:55:35.233371 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56dee2-e71d-4950-bf16-48d73acca287 req-38712d40-4426-47b7-be94-a0b327643eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:35.235011 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-cc56dee2-e71d-4950-bf16-48d73acca287 req-38712d40-4426-47b7-be94-a0b327643eb4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=4f690fd7-a007-4db5-a7d2-6b0378c9fb20 HTTP/1.1" status: 200 len: 922 time: 0.1131999 Sep 16 12:55:35.286169 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cc9a227e-47e4-4413-83b8-606ac1c9eb96 req-acd09d1c-8bd1-4e77-8405-5ca449340c78 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747251 Sep 16 12:55:35.288924 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-cc56dee2-e71d-4950-bf16-48d73acca287 req-9b190e03-2689-4ca1-868f-3daa21f77ec2 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 HTTP/1.1" status: 200 len: 217 time: 0.0399699 Sep 16 12:55:35.300218 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda18440-9282-444a-a599-3e283d8df40c req-c6c56c60-d7c1-4a6c-8355-a20ff6abb435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:35.301643 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dda18440-9282-444a-a599-3e283d8df40c req-c6c56c60-d7c1-4a6c-8355-a20ff6abb435 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 HTTP/1.1" status: 200 len: 915 time: 0.1674452 Sep 16 12:55:35.320208 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:35.337758 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bfee0-1dcf-4855-a508-3d97117ee42c req-d7223db2-16b4-44b3-a7ee-f6d5d091b174 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:35.339248 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f25bfee0-1dcf-4855-a508-3d97117ee42c req-d7223db2-16b4-44b3-a7ee-f6d5d091b174 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 944 time: 0.0555441 Sep 16 12:55:35.350785 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56dee2-e71d-4950-bf16-48d73acca287 req-6f40bf33-f9b9-4db2-b806-623b42f352ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:35.352360 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-cc56dee2-e71d-4950-bf16-48d73acca287 req-6f40bf33-f9b9-4db2-b806-623b42f352ce service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c HTTP/1.1" status: 200 len: 860 time: 0.0464945 Sep 16 12:55:35.396338 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f25bfee0-1dcf-4855-a508-3d97117ee42c req-4c9b647a-9123-4bae-bafd-5a0ba0df5dbc tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503626 Sep 16 12:55:35.397776 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56dee2-e71d-4950-bf16-48d73acca287 req-a9e093fc-7600-4258-93bf-1ab339fcd0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:35.399474 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-cc56dee2-e71d-4950-bf16-48d73acca287 req-a9e093fc-7600-4258-93bf-1ab339fcd0bc service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=4f690fd7-a007-4db5-a7d2-6b0378c9fb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0402658 Sep 16 12:55:35.518798 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-cc56dee2-e71d-4950-bf16-48d73acca287 req-8b02782f-a686-4eda-abd3-723363c7da0a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4f690fd7-a007-4db5-a7d2-6b0378c9fb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094441 Sep 16 12:55:35.579322 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba2a4d-d1e6-4ea8-88ba-ee074f281902 req-2377bcca-6a19-41d6-b1c0-7fc682dad2e9 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:35.580742 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0fba2a4d-d1e6-4ea8-88ba-ee074f281902 req-2377bcca-6a19-41d6-b1c0-7fc682dad2e9 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c97d5f35-6ea1-4ec7-88f5-9da9dbe81182 HTTP/1.1" status: 200 len: 947 time: 0.0507169 Sep 16 12:55:35.614622 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-cc56dee2-e71d-4950-bf16-48d73acca287 req-ad21a583-4aa4-4e3b-86f2-7e43b4c1dd85 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4f690fd7-a007-4db5-a7d2-6b0378c9fb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901179 Sep 16 12:55:35.635836 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0fba2a4d-d1e6-4ea8-88ba-ee074f281902 req-cfedefbd-9dfb-4a18-a3c6-667ea7ccb18b tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0f71d0ad-8919-4c17-822e-69735985f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476604 Sep 16 12:55:35.700987 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c871ffef-6e91-40a0-89bb-82e977f6509e req-51a86846-7889-437c-b4b7-10ae5a07fd81 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 210 time: 0.0352530 Sep 16 12:55:35.742198 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dda18440-9282-444a-a599-3e283d8df40c req-63a56ec7-7303-47a4-89f8-d773803e6a81 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efcaf7d0-199c-4298-8d5d-68962f80ca3b HTTP/1.1" status: 200 len: 217 time: 0.0487001 Sep 16 12:55:35.778492 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542a4f2-1855-444d-9bf1-36e5134c6108 req-3228fc8a-55f0-438d-8268-aa3dcde5d70c tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:35.780394 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2542a4f2-1855-444d-9bf1-36e5134c6108 req-3228fc8a-55f0-438d-8268-aa3dcde5d70c tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 944 time: 0.0772967 Sep 16 12:55:35.831745 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2542a4f2-1855-444d-9bf1-36e5134c6108 req-95ae4423-858f-4bc4-82ca-7fd45a007004 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41a281b2-5013-4373-8515-26c2761feca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445583 Sep 16 12:55:35.952740 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8e104-06e1-49ee-a44f-85f549b5b715 req-337ef564-a159-4b22-8371-6e2395869306 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:35.954195 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-80c8e104-06e1-49ee-a44f-85f549b5b715 req-337ef564-a159-4b22-8371-6e2395869306 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 946 time: 0.0737774 Sep 16 12:55:35.999303 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:36.011006 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:36.036948 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bb4ac878-6017-4caf-83d6-a63bfc82ddec req-efcc206d-d7d5-41d7-a01e-4626de91d4f4 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 210 time: 0.1070020 Sep 16 12:55:36.110959 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b910e-e69e-4add-abaf-13a997bc55d1 req-0cabc63a-9a07-4ef1-ba7d-f17e81881f96 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:36.112479 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b12b910e-e69e-4add-abaf-13a997bc55d1 req-0cabc63a-9a07-4ef1-ba7d-f17e81881f96 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 944 time: 0.1710005 Sep 16 12:55:36.127543 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8311671-8cd2-4e0f-822c-f66ac6963648 req-86da327e-5e49-4899-99f4-45ced54229d9 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:36.127543 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a8311671-8cd2-4e0f-822c-f66ac6963648 req-86da327e-5e49-4899-99f4-45ced54229d9 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c97d5f35-6ea1-4ec7-88f5-9da9dbe81182 HTTP/1.1" status: 200 len: 947 time: 0.1815934 Sep 16 12:55:36.150655 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda18440-9282-444a-a599-3e283d8df40c req-74fb1698-2c16-4d02-9dba-c0dbe85823ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:36.152039 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dda18440-9282-444a-a599-3e283d8df40c req-74fb1698-2c16-4d02-9dba-c0dbe85823ad service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4adf093a-088a-4424-822e-484468ee3329 HTTP/1.1" status: 200 len: 853 time: 0.2080135 Sep 16 12:55:36.288011 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-80c8e104-06e1-49ee-a44f-85f549b5b715 req-e9a54198-84f0-47fc-aedf-853a3e840171 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898204 Sep 16 12:55:36.341747 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b415862-813c-462e-a742-2f5eeafaa054 req-70978099-e189-402c-8281-61e3ec8f4ba8 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:36.343497 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2b415862-813c-462e-a742-2f5eeafaa054 req-70978099-e189-402c-8281-61e3ec8f4ba8 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 944 time: 0.2040074 Sep 16 12:55:36.344417 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda18440-9282-444a-a599-3e283d8df40c req-f7e2fc0c-1a94-45fb-bf4d-e11832d56de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:36.345756 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dda18440-9282-444a-a599-3e283d8df40c req-f7e2fc0c-1a94-45fb-bf4d-e11832d56de0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d07f81e7-3dc4-4b39-ad5d-bffdea9cea45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1738446 Sep 16 12:55:36.409943 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-b12b910e-e69e-4add-abaf-13a997bc55d1 req-6a62618e-3c61-415e-97a2-ee1bb0c73685 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Deleting port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:55:36.410277 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b12b910e-e69e-4add-abaf-13a997bc55d1 req-6a62618e-3c61-415e-97a2-ee1bb0c73685 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:36.415300 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-a8311671-8cd2-4e0f-822c-f66ac6963648 req-6b17024e-9c21-4812-8fb9-49616416713b tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Deleting port 81054b4c-c45a-4833-ae83-e752ff18ff48 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:55:36.415660 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a8311671-8cd2-4e0f-822c-f66ac6963648 req-6b17024e-9c21-4812-8fb9-49616416713b tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:36.538581 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:36.731197 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:55:36.847597 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device efcaf7d0-199c-4298-8d5d-68962f80ca3b details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:55:36.875022 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:36.892402 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2b415862-813c-462e-a742-2f5eeafaa054 req-973aebd5-ee72-40ad-b14d-71f4a0f6fe95 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261796 Sep 16 12:55:36.893880 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5', 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20', 'port_id': '0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5', 'mac_address': 'fa:16:3e:52:12:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:55:36.957077 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:36.977761 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:36.978150 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:36.986855 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e57893-58fd-4314-8be4-7e8cef7e86fa req-4ebb4cc1-81f3-4b07-ab8a-1f7011fe1183 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:36.988444 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d8e57893-58fd-4314-8be4-7e8cef7e86fa req-4ebb4cc1-81f3-4b07-ab8a-1f7011fe1183 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 944 time: 0.4761288 Sep 16 12:55:37.012802 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:55:37.038872 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port efcaf7d0-199c-4298-8d5d-68962f80ca3b, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=efcaf7d0-199c-4298-8d5d-68962f80ca3b,segment=NetworkSegment(ca0d95fc-3fe7-49bf-ac16-c9a3b271e436),segment_id=ca0d95fc-3fe7-49bf-ac16-c9a3b271e436)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:37.052744 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:37.056379 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:37.059486 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': 'efcaf7d0-199c-4298-8d5d-68962f80ca3b', 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45', 'port_id': 'efcaf7d0-199c-4298-8d5d-68962f80ca3b', 'mac_address': 'fa:16:3e:dc:80:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4adf093a-088a-4424-822e-484468ee3329', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:55:37.064632 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:37.090086 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-a8311671-8cd2-4e0f-822c-f66ac6963648 req-6b17024e-9c21-4812-8fb9-49616416713b tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] For port 81054b4c-c45a-4833-ae83-e752ff18ff48, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=81054b4c-c45a-4833-ae83-e752ff18ff48,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:37.090500 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a8311671-8cd2-4e0f-822c-f66ac6963648 req-6b17024e-9c21-4812-8fb9-49616416713b tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:37.127452 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-b12b910e-e69e-4add-abaf-13a997bc55d1 req-6a62618e-3c61-415e-97a2-ee1bb0c73685 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] For port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=8109ea32-2ace-4f1c-be0b-e7fa4599d05e,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:37.127811 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b12b910e-e69e-4add-abaf-13a997bc55d1 req-6a62618e-3c61-415e-97a2-ee1bb0c73685 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:37.135045 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-a8311671-8cd2-4e0f-822c-f66ac6963648 req-6b17024e-9c21-4812-8fb9-49616416713b tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Calling delete_port for 81054b4c-c45a-4833-ae83-e752ff18ff48 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:55:37.137246 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port efcaf7d0-199c-4298-8d5d-68962f80ca3b is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:37.137617 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (efcaf7d0-199c-4298-8d5d-68962f80ca3b), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:37.144189 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd26a03-6a59-4b2e-81f6-dd5879a9bd11 req-7d41dd52-68d3-4f79-96cd-8e337517679b tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:37.145715 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-efd26a03-6a59-4b2e-81f6-dd5879a9bd11 req-7d41dd52-68d3-4f79-96cd-8e337517679b tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c97d5f35-6ea1-4ec7-88f5-9da9dbe81182 HTTP/1.1" status: 200 len: 947 time: 0.1456769 Sep 16 12:55:37.152445 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:37.158577 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efcaf7d0-199c-4298-8d5d-68962f80ca3b {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:55:37.182441 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port efcaf7d0-199c-4298-8d5d-68962f80ca3b, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=efcaf7d0-199c-4298-8d5d-68962f80ca3b,segment=NetworkSegment(ca0d95fc-3fe7-49bf-ac16-c9a3b271e436),segment_id=ca0d95fc-3fe7-49bf-ac16-c9a3b271e436)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:37.187139 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (efcaf7d0-199c-4298-8d5d-68962f80ca3b), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:37.189292 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-b12b910e-e69e-4add-abaf-13a997bc55d1 req-6a62618e-3c61-415e-97a2-ee1bb0c73685 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Calling delete_port for 8109ea32-2ace-4f1c-be0b-e7fa4599d05e owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:55:37.212431 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:37.264462 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d8e57893-58fd-4314-8be4-7e8cef7e86fa req-d2945e0b-7fee-4e04-85a6-f75c10bcaa42 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597156 Sep 16 12:55:37.278121 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:37.279931 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=efcaf7d0-199c-4298-8d5d-68962f80ca3b,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:37.289855 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dda18440-9282-444a-a599-3e283d8df40c req-29f070d9-0a6b-44fa-9f55-26cce36035be service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d07f81e7-3dc4-4b39-ad5d-bffdea9cea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923974 Sep 16 12:55:37.369879 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:55:37.470264 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:37.496423 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-efd26a03-6a59-4b2e-81f6-dd5879a9bd11 req-a1826acb-fab6-4b51-afcc-80b86e2b457f tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0f71d0ad-8919-4c17-822e-69735985f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256216 Sep 16 12:55:37.531906 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aa1b9959-b226-4813-a307-01b72b8b92f5 req-5280b2a8-0f09-46fc-8051-34211eb8c203 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 210 time: 0.1649485 Sep 16 12:55:37.734258 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-91accf4d-ad89-4dca-bee1-d4200b2a6721 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:37.735944 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-91accf4d-ad89-4dca-bee1-d4200b2a6721 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.25 "GET /networking/v2.0/networks?id=5ac72d42-af2b-460f-9eec-dac013f5a977 HTTP/1.1" status: 200 len: 818 time: 0.4622948 Sep 16 12:55:37.742482 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a25ac33c-c229-4e5d-9dd9-bde7c429bdf8 req-d80b5590-7cbf-42bb-ad36-c68b00c35723 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 210 time: 0.1164422 Sep 16 12:55:37.749309 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd253c0d-75c7-4dff-afc1-bfe33250e61e req-5e87658e-9db8-4b31-9737-6441ffe40e0d tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:37.752458 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd253c0d-75c7-4dff-afc1-bfe33250e61e req-5e87658e-9db8-4b31-9737-6441ffe40e0d tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 945 time: 0.1981351 Sep 16 12:55:37.766051 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-f9111d9d-0e48-4a1d-9d1e-136c1567c578 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Request body: {'port': {'device_id': 'aa4ce353-1393-4c5a-a229-6aee69ce030c', 'network_id': '5ac72d42-af2b-460f-9eec-dac013f5a977', 'admin_state_up': True, 'tenant_id': 'a66c708b229645a6afdae93e4b5b1b0c'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:37.791699 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dda18440-9282-444a-a599-3e283d8df40c req-d61be95a-73d3-47f2-a89e-bd47cc4adb80 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d07f81e7-3dc4-4b39-ad5d-bffdea9cea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661076 Sep 16 12:55:37.913328 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:37.914261 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a8311671-8cd2-4e0f-822c-f66ac6963648 req-6b17024e-9c21-4812-8fb9-49616416713b tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (81054b4c-c45a-4833-ae83-e752ff18ff48), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:38.001451 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:38.003132 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['efcaf7d0-199c-4298-8d5d-68962f80ca3b'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:55:38.019012 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574236a-868f-4707-a105-4fb28ed093c6 req-e2d1b7ad-8930-4bd0-82cc-ada6b0483ea0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:38.020541 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c574236a-868f-4707-a105-4fb28ed093c6 req-e2d1b7ad-8930-4bd0-82cc-ada6b0483ea0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 946 time: 0.1585705 Sep 16 12:55:38.021363 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17024e-9c21-4812-8fb9-49616416713b tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Pushing event deleted for resources: {'Port': ['ID=81054b4c-c45a-4833-ae83-e752ff18ff48,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:38.059622 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b12b910e-e69e-4add-abaf-13a997bc55d1 req-6a62618e-3c61-415e-97a2-ee1bb0c73685 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (8109ea32-2ace-4f1c-be0b-e7fa4599d05e), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:38.081181 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd253c0d-75c7-4dff-afc1-bfe33250e61e req-d16440f0-8a82-4c5d-90b8-66a9b40871a9 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41a281b2-5013-4373-8515-26c2761feca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2920423 Sep 16 12:55:38.135787 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:38.194346 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62618e-3c61-415e-97a2-ee1bb0c73685 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Pushing event deleted for resources: {'Port': ['ID=8109ea32-2ace-4f1c-be0b-e7fa4599d05e,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:38.196105 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8311671-8cd2-4e0f-822c-f66ac6963648 req-6b17024e-9c21-4812-8fb9-49616416713b tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] No DVR routers for this DVR port 81054b4c-c45a-4833-ae83-e752ff18ff48 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:55:38.220577 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a8311671-8cd2-4e0f-822c-f66ac6963648 req-6b17024e-9c21-4812-8fb9-49616416713b tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:38.223586 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a8311671-8cd2-4e0f-822c-f66ac6963648 req-6b17024e-9c21-4812-8fb9-49616416713b tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.25 "DELETE /networking/v2.0/ports/81054b4c-c45a-4833-ae83-e752ff18ff48 HTTP/1.1" status: 204 len: 173 time: 2.0855947 Sep 16 12:55:38.228587 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97d5f35-6ea1-4ec7-88f5-9da9dbe81182', 'name': 'network-vif-deleted', 'tag': '81054b4c-c45a-4833-ae83-e752ff18ff48'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:55:38.230855 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e88f3b6-9879-4a34-a0da-f6da0949ae61" -d '{"events": [{"server_uuid": "c97d5f35-6ea1-4ec7-88f5-9da9dbe81182", "name": "network-vif-deleted", "tag": "81054b4c-c45a-4833-ae83-e752ff18ff48"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:55:38.293305 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c5f98950-c5d2-4f12-956e-baaa8b605982 req-fc133760-037c-4b98-819c-0fc2e6b16b4a tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 210 time: 0.1119449 Sep 16 12:55:38.296585 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-a9c615de-fde9-4962-b763-e3f1a1d0e6e9 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:38.298011 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-a9c615de-fde9-4962-b763-e3f1a1d0e6e9 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8&tenant_id=da915844493a4928ac8830897afa126f&binding%3Ahost_id=n-h2-858094-4 HTTP/1.1" status: 200 len: 1128 time: 0.2101960 Sep 16 12:55:38.304172 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-f9111d9d-0e48-4a1d-9d1e-136c1567c578 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Made reservation on behalf of a66c708b229645a6afdae93e4b5b1b0c for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:55:38.306756 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-f9111d9d-0e48-4a1d-9d1e-136c1567c578 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:38.327398 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c574236a-868f-4707-a105-4fb28ed093c6 req-386bccce-b5a3-4fad-a8c2-4cf4fe195da3 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912087 Sep 16 12:55:38.334679 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12b910e-e69e-4add-abaf-13a997bc55d1 req-6a62618e-3c61-415e-97a2-ee1bb0c73685 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] No DVR routers for this DVR port 8109ea32-2ace-4f1c-be0b-e7fa4599d05e on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:55:38.339715 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b12b910e-e69e-4add-abaf-13a997bc55d1 req-6a62618e-3c61-415e-97a2-ee1bb0c73685 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:38.344337 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b12b910e-e69e-4add-abaf-13a997bc55d1 req-6a62618e-3c61-415e-97a2-ee1bb0c73685 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.25 "DELETE /networking/v2.0/ports/8109ea32-2ace-4f1c-be0b-e7fa4599d05e HTTP/1.1" status: 204 len: 173 time: 2.2166317 Sep 16 12:55:38.380201 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-858094-4'}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:38.411654 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4962907b-c412-4c55-a7a4-b6f8fa7d4975 x-openstack-request-id: req-4962907b-c412-4c55-a7a4-b6f8fa7d4975 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:55:38.411949 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97d5f35-6ea1-4ec7-88f5-9da9dbe81182", "name": "network-vif-deleted", "tag": "81054b4c-c45a-4833-ae83-e752ff18ff48", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:55:38.412233 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4962907b-c412-4c55-a7a4-b6f8fa7d4975 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:55:38.412649 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4962907b-c412-4c55-a7a4-b6f8fa7d4975'] response: {'server_uuid': 'c97d5f35-6ea1-4ec7-88f5-9da9dbe81182', 'name': 'network-vif-deleted', 'tag': '81054b4c-c45a-4833-ae83-e752ff18ff48', 'status': 'completed', 'code': 200} Sep 16 12:55:38.557764 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d289a714-1b0e-4177-adf6-0d59780fa902), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:38.572868 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df31bb-e7ca-4de4-b531-3e832a480099 req-a685f683-106f-487c-af58-076823bd7190 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:38.574390 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-83df31bb-e7ca-4de4-b531-3e832a480099 req-a685f683-106f-487c-af58-076823bd7190 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 945 time: 0.1015925 Sep 16 12:55:38.679982 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe9516cb-36fb-424d-a15d-ccf429e692b6 req-2196371f-1b36-47d1-8386-e26ed7dadc70 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c97d5f35-6ea1-4ec7-88f5-9da9dbe81182 HTTP/1.1" status: 200 len: 210 time: 0.0708144 Sep 16 12:55:38.730619 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-f9111d9d-0e48-4a1d-9d1e-136c1567c578 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Allocated IP 172.20.0.10 (5ac72d42-af2b-460f-9eec-dac013f5a977/df0c80a1-7922-441e-a80c-6071763f5719/81dc42ba-a9cc-4752-9e18-84676c9fb431) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:55:38.741568 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:55:38.816296 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:55:38.826566 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:38.827283 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:38.828677 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 Sep 16 12:55:38.831388 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-83df31bb-e7ca-4de4-b531-3e832a480099 req-dd818cfb-eaef-466a-938f-4bdd778d5d13 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211359 Sep 16 12:55:38.892462 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:38.905242 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f3f4e1c1-7f3a-4866-aa92-c34340523118 req-be896d2e-7474-4423-9c6e-e487b10015a2 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 210 time: 0.1399653 Sep 16 12:55:38.982349 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:38.982898 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:39.011805 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:55:39.015539 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c185c34-e391-469c-a53d-6f45514a7289" -d '{"events": [{"server_uuid": "3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e", "name": "network-vif-plugged", "status": "completed", "tag": "0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:55:39.022508 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-272d8a1e-41f2-4e71-917f-6b6ce08ce358 req-54d7dc47-a823-4cc8-99f3-45810553874d tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 210 time: 0.0748911 Sep 16 12:55:39.031532 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:39.033184 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device d289a714-1b0e-4177-adf6-0d59780fa902 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:55:39.046160 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device efcaf7d0-199c-4298-8d5d-68962f80ca3b up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:55:39.048077 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:39.056751 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] For port d289a714-1b0e-4177-adf6-0d59780fa902, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=d289a714-1b0e-4177-adf6-0d59780fa902,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:39.059099 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:39.078899 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:39.100070 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4593092-e30b-43fb-9103-d982e568167e x-openstack-request-id: req-a4593092-e30b-43fb-9103-d982e568167e {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:55:39.100384 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e", "name": "network-vif-plugged", "status": "completed", "tag": "0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:55:39.100640 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a4593092-e30b-43fb-9103-d982e568167e {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:55:39.101035 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4593092-e30b-43fb-9103-d982e568167e'] response: {'server_uuid': '3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5', 'code': 200} Sep 16 12:55:39.124779 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:39.149078 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-cdaba5ff-0b7e-4bf8-a901-27bdd12a829c tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:39.150586 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-cdaba5ff-0b7e-4bf8-a901-27bdd12a829c tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.25 "GET /networking/v2.0/networks?id=e39821aa-60f0-44e0-aa25-da05e5161c83 HTTP/1.1" status: 200 len: 810 time: 0.3972759 Sep 16 12:55:39.172960 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:39.176068 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-d6c5d172-aa8a-4e5f-91d5-b8cae5611d8d tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Request body: {'port': {'device_id': 'f648b7b7-38c9-4dff-8d24-039d1b9d9115', 'network_id': 'e39821aa-60f0-44e0-aa25-da05e5161c83', 'admin_state_up': True, 'tenant_id': 'f2d50b9f6b084e40971269e8b882516c'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:39.221054 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port efcaf7d0-199c-4298-8d5d-68962f80ca3b completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:55:39.239758 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port efcaf7d0-199c-4298-8d5d-68962f80ca3b triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:39.240150 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (efcaf7d0-199c-4298-8d5d-68962f80ca3b), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:39.240486 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port efcaf7d0-199c-4298-8d5d-68962f80ca3b Sep 16 12:55:39.259474 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] For port d289a714-1b0e-4177-adf6-0d59780fa902, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:55:39.293288 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb132e6-5d6a-4ced-bb4a-81f6bc48f810 req-19d7025a-f05f-435e-9b35-a6049ec33759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:39.297483 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7cb132e6-5d6a-4ced-bb4a-81f6bc48f810 req-19d7025a-f05f-435e-9b35-a6049ec33759 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 1128 time: 0.1128347 Sep 16 12:55:39.313092 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port d289a714-1b0e-4177-adf6-0d59780fa902, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=d289a714-1b0e-4177-adf6-0d59780fa902,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:39.354497 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device d289a714-1b0e-4177-adf6-0d59780fa902 has no active binding in host n-h1-858094-4 {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 12:55:39.357941 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7cb132e6-5d6a-4ced-bb4a-81f6bc48f810 req-e0315813-cc0e-429c-895c-0645390ef32e service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507767 Sep 16 12:55:39.396437 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port efcaf7d0-199c-4298-8d5d-68962f80ca3b is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:39.396869 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (efcaf7d0-199c-4298-8d5d-68962f80ca3b), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:39.405256 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-f9111d9d-0e48-4a1d-9d1e-136c1567c578 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Publish callbacks [] for port (81dc42ba-a9cc-4752-9e18-84676c9fb431), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:39.408226 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] Publish callbacks [] for port (d289a714-1b0e-4177-adf6-0d59780fa902), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:39.427733 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d038f-9f20-44c4-9663-02766e952ae7 req-c3e0730b-d611-4f12-b8cc-c647fa4f5b6e tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:39.436349 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-328d038f-9f20-44c4-9663-02766e952ae7 req-c3e0730b-d611-4f12-b8cc-c647fa4f5b6e tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 945 time: 0.1845136 Sep 16 12:55:39.439105 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port efcaf7d0-199c-4298-8d5d-68962f80ca3b, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=efcaf7d0-199c-4298-8d5d-68962f80ca3b,segment=NetworkSegment(ca0d95fc-3fe7-49bf-ac16-c9a3b271e436),segment_id=ca0d95fc-3fe7-49bf-ac16-c9a3b271e436)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:39.445545 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (efcaf7d0-199c-4298-8d5d-68962f80ca3b), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:39.446654 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 8109ea32-2ace-4f1c-be0b-e7fa4599d05e no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:55:39.453191 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (d289a714-1b0e-4177-adf6-0d59780fa902), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:39.495685 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: 8109ea32-2ace-4f1c-be0b-e7fa4599d05e {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:55:39.496036 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 8109ea32-2ace-4f1c-be0b-e7fa4599d05e not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:55:39.496480 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 81054b4c-c45a-4833-ae83-e752ff18ff48 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:55:39.521294 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: 81054b4c-c45a-4833-ae83-e752ff18ff48 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:55:39.521961 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 81054b4c-c45a-4833-ae83-e752ff18ff48 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:55:39.534769 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-77c6fda9-dd2d-44da-9d1a-066c2235aff2 req-9cb589fe-aed8-4565-a074-72bdc29ade5b tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a1f478b9-b8e1-40a8-9232-34eb6df9ad7a HTTP/1.1" status: 200 len: 210 time: 0.0940573 Sep 16 12:55:39.543176 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=efcaf7d0-199c-4298-8d5d-68962f80ca3b,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:39.643066 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-d6c5d172-aa8a-4e5f-91d5-b8cae5611d8d tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Made reservation on behalf of f2d50b9f6b084e40971269e8b882516c for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:55:39.646622 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-d6c5d172-aa8a-4e5f-91d5-b8cae5611d8d tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:39.704252 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-328d038f-9f20-44c4-9663-02766e952ae7 req-b48aabc4-2959-4b5c-9db6-e07a6656bb01 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41a281b2-5013-4373-8515-26c2761feca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2669911 Sep 16 12:55:39.709558 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] Pushing event updated for resources: {'Port': ['ID=d289a714-1b0e-4177-adf6-0d59780fa902,revision_number=7']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:39.713586 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-f9111d9d-0e48-4a1d-9d1e-136c1567c578 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (81dc42ba-a9cc-4752-9e18-84676c9fb431), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:39.762992 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0331c-e796-40af-b077-5ad7ebf910f1 req-6c103b33-60a6-4080-b2c7-cd02364c1c25 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:39.764547 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-00e0331c-e796-40af-b077-5ad7ebf910f1 req-6c103b33-60a6-4080-b2c7-cd02364c1c25 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 944 time: 0.1509211 Sep 16 12:55:39.867371 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-f9111d9d-0e48-4a1d-9d1e-136c1567c578 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Network 5ac72d42-af2b-460f-9eec-dac013f5a977 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:55:39.900974 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-f9111d9d-0e48-4a1d-9d1e-136c1567c578 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:55:39.915515 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c15d5edd-f4cc-4116-a8e1-0bfeb6ae1f7d req-2b701ca1-5994-47c4-b8ce-44666b776ff7 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c97d5f35-6ea1-4ec7-88f5-9da9dbe81182 HTTP/1.1" status: 200 len: 210 time: 0.1169527 Sep 16 12:55:39.916388 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-f9111d9d-0e48-4a1d-9d1e-136c1567c578 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:55:39.924969 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9111d9d-0e48-4a1d-9d1e-136c1567c578 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Pushing event updated for resources: {'Port': ['ID=81dc42ba-a9cc-4752-9e18-84676c9fb431,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:39.960501 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:39.964204 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] Attempting to bind port d289a714-1b0e-4177-adf6-0d59780fa902 on host n-h2-858094-4 for vnic_type normal with profile {"migrating_to": "n-h1-858094-4"} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:55:39.964490 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] Attempting to bind port d289a714-1b0e-4177-adf6-0d59780fa902 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:55:39.965035 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] Attempting to bind port d289a714-1b0e-4177-adf6-0d59780fa902 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:55:40.254454 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-4e5f6ac1-6c54-4bce-84e4-ab7e9d73e5c1 None None] Provisioning complete for port 81dc42ba-a9cc-4752-9e18-84676c9fb431 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:40.255103 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4e5f6ac1-6c54-4bce-84e4-ab7e9d73e5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (81dc42ba-a9cc-4752-9e18-84676c9fb431), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:40.255317 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4e5f6ac1-6c54-4bce-84e4-ab7e9d73e5c1 None None] Attempt 1 to provision port 81dc42ba-a9cc-4752-9e18-84676c9fb431 Sep 16 12:55:40.292945 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f6ac1-6c54-4bce-84e4-ab7e9d73e5c1 None None] Port 81dc42ba-a9cc-4752-9e18-84676c9fb431 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:40.383759 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:40.413727 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f478b9-b8e1-40a8-9232-34eb6df9ad7a', 'name': 'network-vif-deleted', 'tag': '8109ea32-2ace-4f1c-be0b-e7fa4599d05e'}, {'server_uuid': 'd49156a2-d78c-4601-a431-e09716c76ce8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd289a714-1b0e-4177-adf6-0d59780fa902'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:55:40.416333 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfde6145-6dad-4f0c-921d-66ec38357c8c" -d '{"events": [{"server_uuid": "a1f478b9-b8e1-40a8-9232-34eb6df9ad7a", "name": "network-vif-deleted", "tag": "8109ea32-2ace-4f1c-be0b-e7fa4599d05e"}, {"server_uuid": "d49156a2-d78c-4601-a431-e09716c76ce8", "name": "network-vif-unplugged", "status": "completed", "tag": "d289a714-1b0e-4177-adf6-0d59780fa902"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:55:40.483770 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-00e0331c-e796-40af-b077-5ad7ebf910f1 req-bce80732-bb78-450e-a990-187652b39b61 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7076643 Sep 16 12:55:40.554774 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-f9111d9d-0e48-4a1d-9d1e-136c1567c578 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:40.555840 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-f9111d9d-0e48-4a1d-9d1e-136c1567c578 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:40.582436 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-d6c5d172-aa8a-4e5f-91d5-b8cae5611d8d tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Allocated IP 172.20.0.9 (e39821aa-60f0-44e0-aa25-da05e5161c83/111be6d3-8b9a-4cec-af43-492de087009a/71269ced-342c-468f-8025-bba5b93b85be) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:55:40.635780 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735694f-31b3-4c1e-9925-eac5c658a31b req-01cb5bed-cacb-4c18-9759-479d5cb66acb tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:40.644684 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c735694f-31b3-4c1e-9925-eac5c658a31b req-01cb5bed-cacb-4c18-9759-479d5cb66acb tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 946 time: 0.5927763 Sep 16 12:55:40.673345 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] Port d289a714-1b0e-4177-adf6-0d59780fa902 on network 1e927054-126f-4e94-8719-fa14f3244a7f not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:55:40.673671 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] Attempting to bind port d289a714-1b0e-4177-adf6-0d59780fa902 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:55:40.678350 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-f9111d9d-0e48-4a1d-9d1e-136c1567c578 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9222400 Sep 16 12:55:40.744957 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] Request body: {'port': {'device_id': 'aa4ce353-1393-4c5a-a229-6aee69ce030c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:40.794330 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4e5f6ac1-6c54-4bce-84e4-ab7e9d73e5c1 None None] Attempt 2 to provision port 81dc42ba-a9cc-4752-9e18-84676c9fb431 Sep 16 12:55:40.820352 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def9d36-5289-4532-9eeb-4e215eccf6af req-196fb6fe-f517-43f1-a617-bfc9235a9415 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:40.821822 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0def9d36-5289-4532-9eeb-4e215eccf6af req-196fb6fe-f517-43f1-a617-bfc9235a9415 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 932 time: 0.2016525 Sep 16 12:55:40.830215 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f6ac1-6c54-4bce-84e4-ab7e9d73e5c1 None None] Port 81dc42ba-a9cc-4752-9e18-84676c9fb431 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:40.913022 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c735694f-31b3-4c1e-9925-eac5c658a31b req-7c4c855e-1daa-4be8-ac47-8cd127e0a4bb tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452538 Sep 16 12:55:40.953607 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:55:40.954213 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] Checking segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:55:40.954612 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] Bound using segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:55:40.955084 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] Bound port: d289a714-1b0e-4177-adf6-0d59780fa902, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:55:40.955428 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d289a714-1b0e-4177-adf6-0d59780fa902), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:40.978464 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (81dc42ba-a9cc-4752-9e18-84676c9fb431), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:41.073557 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-56a72974-7cec-42f4-b5b4-ee237825d10b req-6546794c-a2d2-4d84-abf4-2866d668e6ce tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 210 time: 0.0911005 Sep 16 12:55:41.082287 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0def9d36-5289-4532-9eeb-4e215eccf6af req-a443e953-222d-4926-8a17-1c4a1b68076c tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=34a7a42d-0402-45d5-9b2a-012bd339f377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462134 Sep 16 12:55:41.102929 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3df84c-ed0d-41a9-8632-63591274c2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcaf7d0-199c-4298-8d5d-68962f80ca3b'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:55:41.106615 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79bd7c1-80b6-4ae2-9c3d-202a66161620" -d '{"events": [{"server_uuid": "8d3df84c-ed0d-41a9-8632-63591274c2eb", "name": "network-vif-plugged", "status": "completed", "tag": "efcaf7d0-199c-4298-8d5d-68962f80ca3b"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:55:41.168609 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Sep 2022 12:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6bb0c2-1d95-4736-a9b7-6c904d0b75f9 x-openstack-request-id: req-db6bb0c2-1d95-4736-a9b7-6c904d0b75f9 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:55:41.168908 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f478b9-b8e1-40a8-9232-34eb6df9ad7a", "name": "network-vif-deleted", "tag": "8109ea32-2ace-4f1c-be0b-e7fa4599d05e", "status": "completed", "code": 200}, {"server_uuid": "d49156a2-d78c-4601-a431-e09716c76ce8", "name": "network-vif-unplugged", "status": "completed", "tag": "d289a714-1b0e-4177-adf6-0d59780fa902", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:55:41.169160 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-db6bb0c2-1d95-4736-a9b7-6c904d0b75f9 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:55:41.169558 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db6bb0c2-1d95-4736-a9b7-6c904d0b75f9'] response: {'server_uuid': 'a1f478b9-b8e1-40a8-9232-34eb6df9ad7a', 'name': 'network-vif-deleted', 'tag': '8109ea32-2ace-4f1c-be0b-e7fa4599d05e', 'status': 'completed', 'code': 200} Sep 16 12:55:41.170359 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db6bb0c2-1d95-4736-a9b7-6c904d0b75f9'] response: {'server_uuid': 'd49156a2-d78c-4601-a431-e09716c76ce8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd289a714-1b0e-4177-adf6-0d59780fa902', 'code': 200} Sep 16 12:55:41.198652 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] For port d289a714-1b0e-4177-adf6-0d59780fa902, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:55:41.269718 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-d6c5d172-aa8a-4e5f-91d5-b8cae5611d8d tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Publish callbacks [] for port (71269ced-342c-468f-8025-bba5b93b85be), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:41.286316 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] For port d289a714-1b0e-4177-adf6-0d59780fa902, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=d289a714-1b0e-4177-adf6-0d59780fa902,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:55:41.316532 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:41.331560 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4e5f6ac1-6c54-4bce-84e4-ab7e9d73e5c1 None None] Attempt 3 to provision port 81dc42ba-a9cc-4752-9e18-84676c9fb431 Sep 16 12:55:41.351917 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (d289a714-1b0e-4177-adf6-0d59780fa902), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:41.363127 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:41.365321 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8e0d4b01-a7ea-4d80-b48b-38d84468e0d2 req-ce9f1460-6886-4f6b-a4ad-2e5783f48191 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c97d5f35-6ea1-4ec7-88f5-9da9dbe81182 HTTP/1.1" status: 200 len: 210 time: 0.0835490 Sep 16 12:55:41.373236 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f6ac1-6c54-4bce-84e4-ab7e9d73e5c1 None None] Port 81dc42ba-a9cc-4752-9e18-84676c9fb431 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:41.438075 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad3af1-692d-4bc0-a674-423cc37a0f7a req-682eff48-b75a-4ecf-8c61-8707b6387524 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:41.439594 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a6ad3af1-692d-4bc0-a674-423cc37a0f7a req-682eff48-b75a-4ecf-8c61-8707b6387524 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 946 time: 0.1931152 Sep 16 12:55:41.444763 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c55dcfe-07ec-43ef-a250-afbdd4ea712b x-openstack-request-id: req-2c55dcfe-07ec-43ef-a250-afbdd4ea712b {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:55:41.445059 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3df84c-ed0d-41a9-8632-63591274c2eb", "name": "network-vif-plugged", "status": "completed", "tag": "efcaf7d0-199c-4298-8d5d-68962f80ca3b", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:55:41.445313 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2c55dcfe-07ec-43ef-a250-afbdd4ea712b {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:55:41.445709 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c55dcfe-07ec-43ef-a250-afbdd4ea712b'] response: {'server_uuid': '8d3df84c-ed0d-41a9-8632-63591274c2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcaf7d0-199c-4298-8d5d-68962f80ca3b', 'code': 200} Sep 16 12:55:41.598015 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-d6c5d172-aa8a-4e5f-91d5-b8cae5611d8d tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (71269ced-342c-468f-8025-bba5b93b85be), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:41.619318 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['60ac9746-6fd2-4524-bc83-9f6c7c18aa9f'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:55:41.681621 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:41.692782 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a6ad3af1-692d-4bc0-a674-423cc37a0f7a req-11c49d17-50b6-481c-b421-f6fb2a7761a5 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41a281b2-5013-4373-8515-26c2761feca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850438 Sep 16 12:55:41.694006 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] Pushing event updated for resources: {'Port': ['ID=d289a714-1b0e-4177-adf6-0d59780fa902,revision_number=8']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:41.710163 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-d6c5d172-aa8a-4e5f-91d5-b8cae5611d8d tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Network e39821aa-60f0-44e0-aa25-da05e5161c83 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:55:41.766949 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-d6c5d172-aa8a-4e5f-91d5-b8cae5611d8d tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:55:41.774592 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-d6c5d172-aa8a-4e5f-91d5-b8cae5611d8d tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:55:41.874564 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4e5f6ac1-6c54-4bce-84e4-ab7e9d73e5c1 None None] Attempt 4 to provision port 81dc42ba-a9cc-4752-9e18-84676c9fb431 Sep 16 12:55:41.894149 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:41.894739 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:41.896220 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f142861c-46b1-43b3-843b-62b78527c183 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/d289a714-1b0e-4177-adf6-0d59780fa902 HTTP/1.1" status: 200 len: 1122 time: 3.5405054 Sep 16 12:55:41.909471 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5925e-96bc-48f7-9051-2c70af66aa70 req-c05e4b3b-cccf-46df-9cd9-896b4cbc3b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:41.911000 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-76a5925e-96bc-48f7-9051-2c70af66aa70 req-c05e4b3b-cccf-46df-9cd9-896b4cbc3b0c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 1128 time: 0.3418436 Sep 16 12:55:41.913648 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f6ac1-6c54-4bce-84e4-ab7e9d73e5c1 None None] Port 81dc42ba-a9cc-4752-9e18-84676c9fb431 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:41.937731 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5d172-aa8a-4e5f-91d5-b8cae5611d8d tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Pushing event updated for resources: {'Port': ['ID=71269ced-342c-468f-8025-bba5b93b85be,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:41.945533 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f35cd8-6939-48be-a246-79f3bb4b0119 req-4ce88147-6db5-400f-89a9-bd16c113a4a0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:41.947044 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f2f35cd8-6939-48be-a246-79f3bb4b0119 req-4ce88147-6db5-400f-89a9-bd16c113a4a0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 944 time: 0.2263618 Sep 16 12:55:41.978995 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153b9a0-06bb-4942-ab7f-c9ad5d3c7496 req-24e2d5a9-e82b-4b87-8e0a-8a1fb4de13a6 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:41.980502 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e153b9a0-06bb-4942-ab7f-c9ad5d3c7496 req-24e2d5a9-e82b-4b87-8e0a-8a1fb4de13a6 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 944 time: 0.2030697 Sep 16 12:55:42.011817 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-d6c5d172-aa8a-4e5f-91d5-b8cae5611d8d tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:42.012446 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-d6c5d172-aa8a-4e5f-91d5-b8cae5611d8d tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:42.039987 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['d289a714-1b0e-4177-adf6-0d59780fa902'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:55:42.072790 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['d289a714-1b0e-4177-adf6-0d59780fa902'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:55:42.118124 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-d6c5d172-aa8a-4e5f-91d5-b8cae5611d8d tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9504366 Sep 16 12:55:42.128842 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81dc42ba-a9cc-4752-9e18-84676c9fb431 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:55:42.153282 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-76a5925e-96bc-48f7-9051-2c70af66aa70 req-943ac4fc-41b2-49e0-bdb5-5aa74a5f1cdb service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=41a281b2-5013-4373-8515-26c2761feca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300601 Sep 16 12:55:42.162965 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] Publish callbacks [] for port (81dc42ba-a9cc-4752-9e18-84676c9fb431), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:42.165135 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:42.188548 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f2f35cd8-6939-48be-a246-79f3bb4b0119 req-c2a612b0-5cc0-4bbf-97ce-4b4516c2d1ef tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230031 Sep 16 12:55:42.212836 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e153b9a0-06bb-4942-ab7f-c9ad5d3c7496 req-04b30dbe-40bb-457c-adc3-dabcf91ab741 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165968 Sep 16 12:55:42.214276 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] Transition to ACTIVE for port object 81dc42ba-a9cc-4752-9e18-84676c9fb431 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:55:42.229363 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (81dc42ba-a9cc-4752-9e18-84676c9fb431), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:42.291490 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] Pushing event updated for resources: {'Port': ['ID=81dc42ba-a9cc-4752-9e18-84676c9fb431,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:42.345591 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:42.414808 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4e5f6ac1-6c54-4bce-84e4-ab7e9d73e5c1 None None] Attempt 5 to provision port 81dc42ba-a9cc-4752-9e18-84676c9fb431 Sep 16 12:55:42.448607 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f6ac1-6c54-4bce-84e4-ab7e9d73e5c1 None None] Port 81dc42ba-a9cc-4752-9e18-84676c9fb431 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:42.450720 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:42.457696 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfeb684-c041-44a2-a93e-af4ba78f3aa5 req-0cdc71cb-c7ef-463b-9cc0-875c403926fb tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:42.459210 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8cfeb684-c041-44a2-a93e-af4ba78f3aa5 req-0cdc71cb-c7ef-463b-9cc0-875c403926fb tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 931 time: 0.1316295 Sep 16 12:55:42.465110 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b27d0-8b12-4387-bcfb-f3f8678c2bd0 req-d723baec-63b2-4253-9282-6596c9e86f28 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:42.466541 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c95b27d0-8b12-4387-bcfb-f3f8678c2bd0 req-d723baec-63b2-4253-9282-6596c9e86f28 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 946 time: 0.1278360 Sep 16 12:55:42.477145 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] Attempting to bind port 81dc42ba-a9cc-4752-9e18-84676c9fb431 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:55:42.477519 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] Attempting to bind port 81dc42ba-a9cc-4752-9e18-84676c9fb431 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '6438aba4-341a-4bae-8007-2e739dedcc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5ac72d42-af2b-460f-9eec-dac013f5a977'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:55:42.477919 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] Attempting to bind port 81dc42ba-a9cc-4752-9e18-84676c9fb431 on network 5ac72d42-af2b-460f-9eec-dac013f5a977 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:55:42.541294 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] Request body: {'port': {'device_id': 'f648b7b7-38c9-4dff-8d24-039d1b9d9115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:42.655351 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8cfeb684-c041-44a2-a93e-af4ba78f3aa5 req-3dc8325d-d8d0-468e-976d-10586fdfebd9 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867299 Sep 16 12:55:42.660619 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c95b27d0-8b12-4387-bcfb-f3f8678c2bd0 req-ff7e9891-bb8c-4860-893a-7acf1e9b8b73 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570849 Sep 16 12:55:42.661205 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] Port 81dc42ba-a9cc-4752-9e18-84676c9fb431 on network 5ac72d42-af2b-460f-9eec-dac013f5a977 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:55:42.661517 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] Attempting to bind port 81dc42ba-a9cc-4752-9e18-84676c9fb431 on network 5ac72d42-af2b-460f-9eec-dac013f5a977 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:55:42.700250 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (71269ced-342c-468f-8025-bba5b93b85be), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:42.754619 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:55:42.755027 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] Checking segment: {'id': '6438aba4-341a-4bae-8007-2e739dedcc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5ac72d42-af2b-460f-9eec-dac013f5a977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:55:42.755414 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] Bound using segment: {'id': '6438aba4-341a-4bae-8007-2e739dedcc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5ac72d42-af2b-460f-9eec-dac013f5a977'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:55:42.755949 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] Bound port: 81dc42ba-a9cc-4752-9e18-84676c9fb431, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438aba4-341a-4bae-8007-2e739dedcc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5ac72d42-af2b-460f-9eec-dac013f5a977'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:55:42.756471 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (81dc42ba-a9cc-4752-9e18-84676c9fb431), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:42.923332 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe63a09-0996-46c8-82e8-43fae1d9fe34 req-dede235c-9a00-45e8-a4fa-61a6e97dc2a7 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:42.924835 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5fe63a09-0996-46c8-82e8-43fae1d9fe34 req-dede235c-9a00-45e8-a4fa-61a6e97dc2a7 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 944 time: 0.1744030 Sep 16 12:55:42.949209 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4e5f6ac1-6c54-4bce-84e4-ab7e9d73e5c1 None None] Attempt 6 to provision port 81dc42ba-a9cc-4752-9e18-84676c9fb431 Sep 16 12:55:42.983714 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f05fb-0f55-47de-ae16-d958d9463b14 req-092d6727-c739-4de6-b3b8-3f70d1cbee59 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:42.985262 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-509f05fb-0f55-47de-ae16-d958d9463b14 req-092d6727-c739-4de6-b3b8-3f70d1cbee59 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 946 time: 0.1766138 Sep 16 12:55:42.986526 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f6ac1-6c54-4bce-84e4-ab7e9d73e5c1 None None] Port 81dc42ba-a9cc-4752-9e18-84676c9fb431 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:55:43.078551 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] For port 81dc42ba-a9cc-4752-9e18-84676c9fb431, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:55:43.085068 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:43.107944 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] For port 81dc42ba-a9cc-4752-9e18-84676c9fb431, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=81dc42ba-a9cc-4752-9e18-84676c9fb431,segment=NetworkSegment(6438aba4-341a-4bae-8007-2e739dedcc65),segment_id=6438aba4-341a-4bae-8007-2e739dedcc65)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:55:43.122708 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5fe63a09-0996-46c8-82e8-43fae1d9fe34 req-6698e51f-4623-4186-8151-ac30261938be tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=34a7a42d-0402-45d5-9b2a-012bd339f377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896689 Sep 16 12:55:43.159996 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (81dc42ba-a9cc-4752-9e18-84676c9fb431), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:43.173200 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49156a2-d78c-4601-a431-e09716c76ce8', 'tag': 'd289a714-1b0e-4177-adf6-0d59780fa902'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:55:43.175416 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f5e844-6f84-4592-8863-dcea27cd038c" -d '{"events": [{"name": "network-changed", "server_uuid": "d49156a2-d78c-4601-a431-e09716c76ce8", "tag": "d289a714-1b0e-4177-adf6-0d59780fa902"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:55:43.188715 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:43.189342 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:43.190703 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/81dc42ba-a9cc-4752-9e18-84676c9fb431 HTTP/1.1" status: 200 len: 1092 time: 2.4627326 Sep 16 12:55:43.232939 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-509f05fb-0f55-47de-ae16-d958d9463b14 req-256cb35b-52d9-4be2-bbd8-f2f816099a96 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360649 Sep 16 12:55:43.267380 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bcaa7-442e-49b1-9c47-879912e21e69 req-a6f8373b-fad0-4fae-b035-fff284aafcf8 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:43.269506 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ea3bcaa7-442e-49b1-9c47-879912e21e69 req-a6f8373b-fad0-4fae-b035-fff284aafcf8 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 944 time: 0.1669371 Sep 16 12:55:43.292560 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:43.405284 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8ca9f-75aa-4d38-af1a-c6585c045973 service neutron] Pushing event updated for resources: {'Port': ['ID=81dc42ba-a9cc-4752-9e18-84676c9fb431,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:43.419406 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fe60e-ee45-48dc-89ca-fa69201a03f3 req-a5a3b733-5521-4c40-b0c4-51b6dd3f0d02 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:43.421114 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-587fe60e-ee45-48dc-89ca-fa69201a03f3 req-a5a3b733-5521-4c40-b0c4-51b6dd3f0d02 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 946 time: 0.2021801 Sep 16 12:55:43.425263 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8adf4fe-4b1a-4103-a14b-e636a3fa0f3d x-openstack-request-id: req-b8adf4fe-4b1a-4103-a14b-e636a3fa0f3d {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:55:43.425536 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49156a2-d78c-4601-a431-e09716c76ce8", "tag": "d289a714-1b0e-4177-adf6-0d59780fa902", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:55:43.425797 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b8adf4fe-4b1a-4103-a14b-e636a3fa0f3d {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:55:43.426186 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8adf4fe-4b1a-4103-a14b-e636a3fa0f3d'] response: {'name': 'network-changed', 'server_uuid': 'd49156a2-d78c-4601-a431-e09716c76ce8', 'tag': 'd289a714-1b0e-4177-adf6-0d59780fa902', 'status': 'completed', 'code': 200} Sep 16 12:55:43.468570 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-ad90193a-b8a5-4ee8-8f1b-ed6540133ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:43.470038 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-ad90193a-b8a5-4ee8-8f1b-ed6540133ded service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a66c708b229645a6afdae93e4b5b1b0c&device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 1126 time: 0.1725159 Sep 16 12:55:43.487568 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4e5f6ac1-6c54-4bce-84e4-ab7e9d73e5c1 None None] Attempt 7 to provision port 81dc42ba-a9cc-4752-9e18-84676c9fb431 Sep 16 12:55:43.546730 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71269ced-342c-468f-8025-bba5b93b85be {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:55:43.563319 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] Publish callbacks [] for port (71269ced-342c-468f-8025-bba5b93b85be), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:43.580917 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-ea3bcaa7-442e-49b1-9c47-879912e21e69 req-54811233-abd6-444f-9489-d628da8bfeeb tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Deleting port 924f27c6-9b29-461f-bbff-57520beb8e29 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:55:43.581253 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-ea3bcaa7-442e-49b1-9c47-879912e21e69 req-54811233-abd6-444f-9489-d628da8bfeeb tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (924f27c6-9b29-461f-bbff-57520beb8e29), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:43.620229 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c57d5a-b096-4192-93cf-5343e9c79d8c req-c3735515-ede0-4549-9427-007c56fadbee tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:43.622069 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-35c57d5a-b096-4192-93cf-5343e9c79d8c req-c3735515-ede0-4549-9427-007c56fadbee tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 944 time: 0.1336341 Sep 16 12:55:43.636360 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] Transition to ACTIVE for port object 71269ced-342c-468f-8025-bba5b93b85be will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:55:43.679603 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f6ac1-6c54-4bce-84e4-ab7e9d73e5c1 None None] Port 81dc42ba-a9cc-4752-9e18-84676c9fb431 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:55:43.679846 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (71269ced-342c-468f-8025-bba5b93b85be), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:43.686109 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-587fe60e-ee45-48dc-89ca-fa69201a03f3 req-4eaa7668-abab-4766-94c3-6fcb255d73a6 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41a281b2-5013-4373-8515-26c2761feca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348747 Sep 16 12:55:43.804093 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-293e5126-b126-4c63-a882-8676d4e16f80 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81dc42ba-a9cc-4752-9e18-84676c9fb431 HTTP/1.1" status: 200 len: 217 time: 0.0998781 Sep 16 12:55:43.880084 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] Pushing event updated for resources: {'Port': ['ID=71269ced-342c-468f-8025-bba5b93b85be,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:43.954909 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-35c57d5a-b096-4192-93cf-5343e9c79d8c req-288197aa-1832-4693-9eff-9bfb3cc139a1 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41792b4a-13e8-4d39-9852-3d9cc3b8c774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228199 Sep 16 12:55:43.959699 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-ea3bcaa7-442e-49b1-9c47-879912e21e69 req-54811233-abd6-444f-9489-d628da8bfeeb tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] For port 924f27c6-9b29-461f-bbff-57520beb8e29, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=924f27c6-9b29-461f-bbff-57520beb8e29,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:43.960064 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-ea3bcaa7-442e-49b1-9c47-879912e21e69 req-54811233-abd6-444f-9489-d628da8bfeeb tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (924f27c6-9b29-461f-bbff-57520beb8e29), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:43.981676 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a95fb-b379-4a06-9860-de75b597c7e6 req-25e2513f-243f-4bc9-befb-2365e7ed1e4a tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:43.983196 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-393a95fb-b379-4a06-9860-de75b597c7e6 req-25e2513f-243f-4bc9-befb-2365e7ed1e4a tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 944 time: 0.1960297 Sep 16 12:55:44.003099 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-ea3bcaa7-442e-49b1-9c47-879912e21e69 req-54811233-abd6-444f-9489-d628da8bfeeb tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Calling delete_port for 924f27c6-9b29-461f-bbff-57520beb8e29 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:55:44.016531 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-88226b34-b0d6-4543-a381-6e07a9241cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:44.017976 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-88226b34-b0d6-4543-a381-6e07a9241cf7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=df0c80a1-7922-441e-a80c-6071763f5719 HTTP/1.1" status: 200 len: 857 time: 0.1761632 Sep 16 12:55:44.085542 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:44.123993 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] Attempting to bind port 71269ced-342c-468f-8025-bba5b93b85be on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:55:44.124370 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] Attempting to bind port 71269ced-342c-468f-8025-bba5b93b85be by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': 'da808ddc-62fd-4e52-82ba-a587be7e96e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e39821aa-60f0-44e0-aa25-da05e5161c83'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:55:44.124682 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] Attempting to bind port 71269ced-342c-468f-8025-bba5b93b85be on network e39821aa-60f0-44e0-aa25-da05e5161c83 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:55:44.188910 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:44.203277 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-05d8329e-ceed-4a12-8dfd-2536e9a6904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:44.204877 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-05d8329e-ceed-4a12-8dfd-2536e9a6904d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5ac72d42-af2b-460f-9eec-dac013f5a977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1726620 Sep 16 12:55:44.219087 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-393a95fb-b379-4a06-9860-de75b597c7e6 req-6740be49-4e70-4f21-a464-4bd213f34ad4 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219138 Sep 16 12:55:44.231156 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d0961-8fa3-4ac9-9406-6f4d4755852e req-5f64d082-52b8-4bac-bca4-2bae98f33316 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:44.232702 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c75d0961-8fa3-4ac9-9406-6f4d4755852e req-5f64d082-52b8-4bac-bca4-2bae98f33316 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5219baf4-bfde-4037-a511-88ff2690ea6a HTTP/1.1" status: 200 len: 948 time: 0.1810746 Sep 16 12:55:44.629494 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] Port 71269ced-342c-468f-8025-bba5b93b85be on network e39821aa-60f0-44e0-aa25-da05e5161c83 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:55:44.630127 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] Attempting to bind port 71269ced-342c-468f-8025-bba5b93b85be on network e39821aa-60f0-44e0-aa25-da05e5161c83 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:55:44.757739 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fd46e-1075-47f0-a5d7-5cfeab6e8e87 req-9548cc6a-38e8-43ca-adba-e1c0452f0c10 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:44.759216 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3f7fd46e-1075-47f0-a5d7-5cfeab6e8e87 req-9548cc6a-38e8-43ca-adba-e1c0452f0c10 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 943 time: 0.1372330 Sep 16 12:55:44.769429 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c75d0961-8fa3-4ac9-9406-6f4d4755852e req-c9c28760-e184-4ff1-a646-7d4634ca729f tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0f71d0ad-8919-4c17-822e-69735985f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225062 Sep 16 12:55:44.821207 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:55:44.821552 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] Checking segment: {'id': 'da808ddc-62fd-4e52-82ba-a587be7e96e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e39821aa-60f0-44e0-aa25-da05e5161c83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:55:44.821937 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] Bound using segment: {'id': 'da808ddc-62fd-4e52-82ba-a587be7e96e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e39821aa-60f0-44e0-aa25-da05e5161c83'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:55:44.822385 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] Bound port: 71269ced-342c-468f-8025-bba5b93b85be, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da808ddc-62fd-4e52-82ba-a587be7e96e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e39821aa-60f0-44e0-aa25-da05e5161c83'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:55:44.822804 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (71269ced-342c-468f-8025-bba5b93b85be), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:44.831713 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-aba4cdda-b92d-4a44-9fd6-681949d6ccd0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5ac72d42-af2b-460f-9eec-dac013f5a977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6113353 Sep 16 12:55:44.997932 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-ea3bcaa7-442e-49b1-9c47-879912e21e69 req-54811233-abd6-444f-9489-d628da8bfeeb tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (924f27c6-9b29-461f-bbff-57520beb8e29), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:45.008372 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c5407-d700-4cca-9245-82bd405cd5d1 req-02731bad-c92c-4e34-b642-08f5d5a20035 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:45.009858 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-014c5407-d700-4cca-9245-82bd405cd5d1 req-02731bad-c92c-4e34-b642-08f5d5a20035 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 946 time: 0.1743646 Sep 16 12:55:45.020810 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3f7fd46e-1075-47f0-a5d7-5cfeab6e8e87 req-8276ab7a-a085-4cbf-8eca-69d73d275230 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458651 Sep 16 12:55:45.084485 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54811233-abd6-444f-9489-d628da8bfeeb tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Pushing event deleted for resources: {'Port': ['ID=924f27c6-9b29-461f-bbff-57520beb8e29,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:45.105786 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] For port 71269ced-342c-468f-8025-bba5b93b85be, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:55:45.189709 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] For port 71269ced-342c-468f-8025-bba5b93b85be, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=71269ced-342c-468f-8025-bba5b93b85be,segment=NetworkSegment(da808ddc-62fd-4e52-82ba-a587be7e96e0),segment_id=da808ddc-62fd-4e52-82ba-a587be7e96e0)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:55:45.216465 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:45.224399 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3bcaa7-442e-49b1-9c47-879912e21e69 req-54811233-abd6-444f-9489-d628da8bfeeb tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] No DVR routers for this DVR port 924f27c6-9b29-461f-bbff-57520beb8e29 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:55:45.228550 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f3e2a5a-699b-46ab-a4a1-d8073ee2c19a req-47ea3551-a93f-4108-9644-36cf475b5dba service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5ac72d42-af2b-460f-9eec-dac013f5a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830125 Sep 16 12:55:45.233538 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-ea3bcaa7-442e-49b1-9c47-879912e21e69 req-54811233-abd6-444f-9489-d628da8bfeeb tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:45.236646 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ea3bcaa7-442e-49b1-9c47-879912e21e69 req-54811233-abd6-444f-9489-d628da8bfeeb tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.25 "DELETE /networking/v2.0/ports/924f27c6-9b29-461f-bbff-57520beb8e29 HTTP/1.1" status: 204 len: 173 time: 1.9428892 Sep 16 12:55:45.245458 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec64b8d-ab2a-4363-b865-a1e29a745cb5 req-8f1730b5-7836-406c-99be-e178bc4ec37b tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:45.247082 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8ec64b8d-ab2a-4363-b865-a1e29a745cb5 req-8f1730b5-7836-406c-99be-e178bc4ec37b tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 944 time: 0.1504426 Sep 16 12:55:45.248436 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (71269ced-342c-468f-8025-bba5b93b85be), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:45.256547 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:45.257177 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:45.258601 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/71269ced-342c-468f-8025-bba5b93b85be HTTP/1.1" status: 200 len: 1091 time: 2.7239549 Sep 16 12:55:45.261935 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-014c5407-d700-4cca-9245-82bd405cd5d1 req-a166fa2c-a0e8-4c7d-80c2-6a37f4de367a tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278676 Sep 16 12:55:45.357080 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5599e-25da-4ee2-a701-4666bcac9c71 service neutron] Pushing event updated for resources: {'Port': ['ID=71269ced-342c-468f-8025-bba5b93b85be,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:45.361706 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5e844-6f84-4592-8863-dcea27cd038c req-7a3ec1c6-47a6-4882-b9d0-7bbd77305329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:45.363491 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-88f5e844-6f84-4592-8863-dcea27cd038c req-7a3ec1c6-47a6-4882-b9d0-7bbd77305329 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 1156 time: 0.0450704 Sep 16 12:55:45.386816 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8ec64b8d-ab2a-4363-b865-a1e29a745cb5 req-c18bb552-8446-4f7e-b574-3aed8b2131a5 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=34a7a42d-0402-45d5-9b2a-012bd339f377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236403 Sep 16 12:55:45.403828 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89395d6d-911b-49fb-a65d-ce11aeba4655 req-03b4c7d2-4d87-4325-bfbb-1fff3f76d5d7 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:45.405929 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-89395d6d-911b-49fb-a65d-ce11aeba4655 req-03b4c7d2-4d87-4325-bfbb-1fff3f76d5d7 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 946 time: 0.0651569 Sep 16 12:55:45.446836 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:45.447677 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa4ce353-1393-4c5a-a229-6aee69ce030c', 'tag': '81dc42ba-a9cc-4752-9e18-84676c9fb431'}, {'server_uuid': '566f231d-345e-4665-bf9a-b61004b954ed', 'name': 'network-vif-deleted', 'tag': '924f27c6-9b29-461f-bbff-57520beb8e29'}, {'name': 'network-changed', 'server_uuid': 'f648b7b7-38c9-4dff-8d24-039d1b9d9115', 'tag': '71269ced-342c-468f-8025-bba5b93b85be'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:55:45.450242 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa4ce353-1393-4c5a-a229-6aee69ce030c", "tag": "81dc42ba-a9cc-4752-9e18-84676c9fb431"}, {"server_uuid": "566f231d-345e-4665-bf9a-b61004b954ed", "name": "network-vif-deleted", "tag": "924f27c6-9b29-461f-bbff-57520beb8e29"}, {"name": "network-changed", "server_uuid": "f648b7b7-38c9-4dff-8d24-039d1b9d9115", "tag": "71269ced-342c-468f-8025-bba5b93b85be"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:55:45.480783 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:45.504549 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-89395d6d-911b-49fb-a65d-ce11aeba4655 req-305e1418-866b-453d-917b-72ecf5016458 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41a281b2-5013-4373-8515-26c2761feca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908921 Sep 16 12:55:45.510866 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5e844-6f84-4592-8863-dcea27cd038c req-bb4781c6-ce0b-4b63-aee6-aaf6975bac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:45.512469 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-88f5e844-6f84-4592-8863-dcea27cd038c req-bb4781c6-ce0b-4b63-aee6-aaf6975bac82 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 922 time: 0.1259644 Sep 16 12:55:45.528441 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f7fbdb9c-e65d-48ba-a07d-59cb1ae6983f req-96daf845-5cff-45bb-a3cb-4001fe1a68a3 tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 210 time: 0.0492368 Sep 16 12:55:45.654063 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-88f5e844-6f84-4592-8863-dcea27cd038c req-48dc3bd4-3a93-44d0-8627-1aacd3558854 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d289a714-1b0e-4177-adf6-0d59780fa902 HTTP/1.1" status: 200 len: 999 time: 0.0657034 Sep 16 12:55:45.659743 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286983cd-1a34-4afe-875d-ce6c3a4010a2 req-806c0222-2672-413e-975e-a0a1914ba774 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:45.661404 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-286983cd-1a34-4afe-875d-ce6c3a4010a2 req-806c0222-2672-413e-975e-a0a1914ba774 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 944 time: 0.0867965 Sep 16 12:55:45.669247 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cce46e-9f7d-490e-9eff-19d7db891871 req-c7854baf-ac05-45a4-9cbe-9a0b9d919429 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:45.671435 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-77cce46e-9f7d-490e-9eff-19d7db891871 req-c7854baf-ac05-45a4-9cbe-9a0b9d919429 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 946 time: 0.0639699 Sep 16 12:55:45.708032 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5e844-6f84-4592-8863-dcea27cd038c req-74207e66-f468-43b1-be68-e43f660aa55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:45.709616 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-88f5e844-6f84-4592-8863-dcea27cd038c req-74207e66-f468-43b1-be68-e43f660aa55e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.0498662 Sep 16 12:55:45.748832 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-286983cd-1a34-4afe-875d-ce6c3a4010a2 req-6669a895-587b-4ef0-8b5d-0c6a996e61da tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764084 Sep 16 12:55:45.763708 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-77cce46e-9f7d-490e-9eff-19d7db891871 req-0b67498d-940a-407d-aaef-3bc0046582a0 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843697 Sep 16 12:55:45.812890 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5e844-6f84-4592-8863-dcea27cd038c req-e6c0ca4e-16a2-414e-b0d7-c556bdd46147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:45.814428 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-88f5e844-6f84-4592-8863-dcea27cd038c req-e6c0ca4e-16a2-414e-b0d7-c556bdd46147 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0778906 Sep 16 12:55:45.820524 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05663b7-3661-48da-bf26-bc05eaeb0832 req-e421a444-0677-4cbe-a4ce-ba2949729a89 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:45.821965 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d05663b7-3661-48da-bf26-bc05eaeb0832 req-e421a444-0677-4cbe-a4ce-ba2949729a89 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5219baf4-bfde-4037-a511-88ff2690ea6a HTTP/1.1" status: 200 len: 948 time: 0.0842228 Sep 16 12:55:45.830260 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 16 Sep 2022 12:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58461c3e-7894-4426-93b9-94ae553c6827 x-openstack-request-id: req-58461c3e-7894-4426-93b9-94ae553c6827 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:55:45.830833 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa4ce353-1393-4c5a-a229-6aee69ce030c", "tag": "81dc42ba-a9cc-4752-9e18-84676c9fb431", "status": "completed", "code": 200}, {"server_uuid": "566f231d-345e-4665-bf9a-b61004b954ed", "name": "network-vif-deleted", "tag": "924f27c6-9b29-461f-bbff-57520beb8e29", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f648b7b7-38c9-4dff-8d24-039d1b9d9115", "tag": "71269ced-342c-468f-8025-bba5b93b85be", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:55:45.831580 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-58461c3e-7894-4426-93b9-94ae553c6827 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:55:45.832354 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58461c3e-7894-4426-93b9-94ae553c6827'] response: {'name': 'network-changed', 'server_uuid': 'aa4ce353-1393-4c5a-a229-6aee69ce030c', 'tag': '81dc42ba-a9cc-4752-9e18-84676c9fb431', 'status': 'completed', 'code': 200} Sep 16 12:55:45.832857 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58461c3e-7894-4426-93b9-94ae553c6827'] response: {'server_uuid': '566f231d-345e-4665-bf9a-b61004b954ed', 'name': 'network-vif-deleted', 'tag': '924f27c6-9b29-461f-bbff-57520beb8e29', 'status': 'completed', 'code': 200} Sep 16 12:55:45.833809 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58461c3e-7894-4426-93b9-94ae553c6827'] response: {'name': 'network-changed', 'server_uuid': 'f648b7b7-38c9-4dff-8d24-039d1b9d9115', 'tag': '71269ced-342c-468f-8025-bba5b93b85be', 'status': 'completed', 'code': 200} Sep 16 12:55:45.893379 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fa4db-961f-4009-ace2-8407a3f998a8 req-65c10f5b-ad89-4269-a182-376775094785 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:45.895026 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d0fa4db-961f-4009-ace2-8407a3f998a8 req-65c10f5b-ad89-4269-a182-376775094785 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 946 time: 0.0597191 Sep 16 12:55:45.907277 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 58332) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:45.912713 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-1473f3dc-07f2-41d1-8c4c-249d52ed24f5 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Request body: {'floatingip': {'port_id': 'efcaf7d0-199c-4298-8d5d-68962f80ca3b'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:45.994372 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-d05663b7-3661-48da-bf26-bc05eaeb0832 req-22c84684-5d19-4baf-82be-6cb6919e6b27 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Deleting port 537bc282-546d-4a7e-b32f-2149067cc012 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:55:45.994713 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d05663b7-3661-48da-bf26-bc05eaeb0832 req-22c84684-5d19-4baf-82be-6cb6919e6b27 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (537bc282-546d-4a7e-b32f-2149067cc012), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:46.000770 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-88f5e844-6f84-4592-8863-dcea27cd038c req-adec4dcb-b390-406b-b913-2f0e1d1a8a9d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778259 Sep 16 12:55:46.008795 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1473f3dc-07f2-41d1-8c4c-249d52ed24f5 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for floatingip (29f2fab2-d2d5-4649-8de2-a6fc6ac699a1), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:46.020462 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:46.051641 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0fe37-0503-4680-a2c1-cca4adeae7ca req-efc7d01f-2fa8-48ca-bc6b-62ef192436f5 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:46.051967 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-65e0fe37-0503-4680-a2c1-cca4adeae7ca req-efc7d01f-2fa8-48ca-bc6b-62ef192436f5 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5219baf4-bfde-4037-a511-88ff2690ea6a HTTP/1.1" status: 200 len: 948 time: 0.1559291 Sep 16 12:55:46.111163 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa4cb6-2365-49e5-8fb7-c0822b4816dc req-101bac10-f5a8-4fb2-a0fc-2d690bf592ed tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:46.112728 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-33fa4cb6-2365-49e5-8fb7-c0822b4816dc req-101bac10-f5a8-4fb2-a0fc-2d690bf592ed tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 946 time: 0.1477466 Sep 16 12:55:46.180915 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-d05663b7-3661-48da-bf26-bc05eaeb0832 req-22c84684-5d19-4baf-82be-6cb6919e6b27 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] For port 537bc282-546d-4a7e-b32f-2149067cc012, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=537bc282-546d-4a7e-b32f-2149067cc012,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:46.181433 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d05663b7-3661-48da-bf26-bc05eaeb0832 req-22c84684-5d19-4baf-82be-6cb6919e6b27 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (537bc282-546d-4a7e-b32f-2149067cc012), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:46.204274 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-d05663b7-3661-48da-bf26-bc05eaeb0832 req-22c84684-5d19-4baf-82be-6cb6919e6b27 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Calling delete_port for 537bc282-546d-4a7e-b32f-2149067cc012 owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:55:46.207510 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-88f5e844-6f84-4592-8863-dcea27cd038c req-c3292903-4ed6-4899-8024-2c21f90b3ecc service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960754 Sep 16 12:55:46.223433 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-65e0fe37-0503-4680-a2c1-cca4adeae7ca req-c0cbaaef-788d-44dc-9678-a27bd9379343 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0f71d0ad-8919-4c17-822e-69735985f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596510 Sep 16 12:55:46.276618 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-33fa4cb6-2365-49e5-8fb7-c0822b4816dc req-5cf780bf-57fd-4137-8984-ad9de0e030bc tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533308 Sep 16 12:55:46.373388 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d05663b7-3661-48da-bf26-bc05eaeb0832 req-22c84684-5d19-4baf-82be-6cb6919e6b27 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (537bc282-546d-4a7e-b32f-2149067cc012), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:46.403779 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c84684-5d19-4baf-82be-6cb6919e6b27 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Pushing event deleted for resources: {'Port': ['ID=537bc282-546d-4a7e-b32f-2149067cc012,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:46.429074 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e7f78-bf89-495b-92f6-ba4969451ce3 req-a4406f95-c9b8-424b-bbee-4f1754da990d tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:46.430854 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-402e7f78-bf89-495b-92f6-ba4969451ce3 req-a4406f95-c9b8-424b-bbee-4f1754da990d tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 943 time: 0.1247423 Sep 16 12:55:46.462385 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05663b7-3661-48da-bf26-bc05eaeb0832 req-22c84684-5d19-4baf-82be-6cb6919e6b27 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] No DVR routers for this DVR port 537bc282-546d-4a7e-b32f-2149067cc012 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:55:46.464991 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d05663b7-3661-48da-bf26-bc05eaeb0832 req-22c84684-5d19-4baf-82be-6cb6919e6b27 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:46.469190 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d05663b7-3661-48da-bf26-bc05eaeb0832 req-22c84684-5d19-4baf-82be-6cb6919e6b27 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.76 "DELETE /networking/v2.0/ports/537bc282-546d-4a7e-b32f-2149067cc012 HTTP/1.1" status: 204 len: 173 time: 0.6377952 Sep 16 12:55:46.469693 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5219baf4-bfde-4037-a511-88ff2690ea6a', 'name': 'network-vif-deleted', 'tag': '537bc282-546d-4a7e-b32f-2149067cc012'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:55:46.471925 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d171ad1-edce-4b16-8a08-812e6f1286ef" -d '{"events": [{"server_uuid": "5219baf4-bfde-4037-a511-88ff2690ea6a", "name": "network-vif-deleted", "tag": "537bc282-546d-4a7e-b32f-2149067cc012"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:55:46.490772 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f040fed-c1bc-4a99-ae49-b214d6a4c06c req-4dd2529d-ab18-44df-bb30-9a7c605b9c75 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:46.492447 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f040fed-c1bc-4a99-ae49-b214d6a4c06c req-4dd2529d-ab18-44df-bb30-9a7c605b9c75 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 946 time: 0.1254203 Sep 16 12:55:46.506820 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:46.624375 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-402e7f78-bf89-495b-92f6-ba4969451ce3 req-0f3883a4-791f-4618-af41-fae43a819791 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818597 Sep 16 12:55:46.642324 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f040fed-c1bc-4a99-ae49-b214d6a4c06c req-7f1c8fa6-36d6-4fe5-84ac-16780fe58713 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362636 Sep 16 12:55:46.715723 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6936398-30fc-46de-93ef-259992e98b46 x-openstack-request-id: req-a6936398-30fc-46de-93ef-259992e98b46 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:55:46.716412 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5219baf4-bfde-4037-a511-88ff2690ea6a", "name": "network-vif-deleted", "tag": "537bc282-546d-4a7e-b32f-2149067cc012", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:55:46.716886 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a6936398-30fc-46de-93ef-259992e98b46 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:55:46.717618 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6936398-30fc-46de-93ef-259992e98b46'] response: {'server_uuid': '5219baf4-bfde-4037-a511-88ff2690ea6a', 'name': 'network-vif-deleted', 'tag': '537bc282-546d-4a7e-b32f-2149067cc012', 'status': 'completed', 'code': 200} Sep 16 12:55:46.761530 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:46.861211 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9cdaa768-20ee-414e-aa08-fe6cf4ff0a63 req-fce4580a-8888-46ef-9a9b-bfce70c680eb tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 210 time: 0.0479679 Sep 16 12:55:46.871503 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1473f3dc-07f2-41d1-8c4c-249d52ed24f5 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:46.879474 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd41718-4b29-4e73-86bf-cb266092a8fd req-ceb3518f-64fb-4978-b80d-c0157d8c1fa0 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:46.881144 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bbd41718-4b29-4e73-86bf-cb266092a8fd req-ceb3518f-64fb-4978-b80d-c0157d8c1fa0 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 944 time: 0.1382732 Sep 16 12:55:46.882441 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1473f3dc-07f2-41d1-8c4c-249d52ed24f5 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (29f2fab2-d2d5-4649-8de2-a6fc6ac699a1), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:47.052250 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bbd41718-4b29-4e73-86bf-cb266092a8fd req-a64e10ec-eea0-4ad7-8549-8a1a88e7d512 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=34a7a42d-0402-45d5-9b2a-012bd339f377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316292 Sep 16 12:55:47.058148 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 924f27c6-9b29-461f-bbff-57520beb8e29 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:55:47.065233 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db174687-144f-456c-844a-0d60aa6cad40 req-6bd2f89a-da42-4d55-b56c-572aeb333ff0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:47.066764 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db174687-144f-456c-844a-0d60aa6cad40 req-6bd2f89a-da42-4d55-b56c-572aeb333ff0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 944 time: 0.1088066 Sep 16 12:55:47.080345 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: 924f27c6-9b29-461f-bbff-57520beb8e29 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:55:47.080345 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 924f27c6-9b29-461f-bbff-57520beb8e29 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:55:47.093723 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [None req-1473f3dc-07f2-41d1-8c4c-249d52ed24f5 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Floating IP 29f2fab2-d2d5-4649-8de2-a6fc6ac699a1 associated. External IP: 172.25.2.24, port: efcaf7d0-199c-4298-8d5d-68962f80ca3b. Sep 16 12:55:47.203001 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db174687-144f-456c-844a-0d60aa6cad40 req-c44da4ff-4210-44dc-9701-e0f76d0bfc7a tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296575 Sep 16 12:55:47.238545 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0712fc-a7cb-4c95-ba65-5294ea753ecd req-fb07cb00-9a66-4026-8eb5-bdbb18d83805 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:47.240255 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4c0712fc-a7cb-4c95-ba65-5294ea753ecd req-fb07cb00-9a66-4026-8eb5-bdbb18d83805 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 946 time: 0.1113262 Sep 16 12:55:47.358950 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4c0712fc-a7cb-4c95-ba65-5294ea753ecd req-6d6ee789-1a2f-44c8-89ca-52fe5db269cd tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120646 Sep 16 12:55:47.405866 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14f88b1d-c409-41d3-9886-ae61830454dc req-8c4c8d5b-c40c-4cff-a5e4-331928dfad16 tempest-ListImageFiltersTestJSON-603980476 tempest-ListImageFiltersTestJSON-603980476-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5219baf4-bfde-4037-a511-88ff2690ea6a HTTP/1.1" status: 200 len: 210 time: 0.0550334 Sep 16 12:55:47.502040 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1473f3dc-07f2-41d1-8c4c-249d52ed24f5 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Router c70f535d-f4f3-441f-be51-0c4abb14cdb2 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:55:47.508139 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cae063-cd38-4f16-ab96-81cddab17d68 req-2ee00ea9-83ef-4f82-89e8-305096a0f347 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:47.509613 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c6cae063-cd38-4f16-ab96-81cddab17d68 req-2ee00ea9-83ef-4f82-89e8-305096a0f347 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 946 time: 0.0600019 Sep 16 12:55:47.575413 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:47.613191 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c6cae063-cd38-4f16-ab96-81cddab17d68 req-1e8d7848-4b50-4ce8-bdc5-0e3ae9529917 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967593 Sep 16 12:55:47.661436 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1473f3dc-07f2-41d1-8c4c-249d52ed24f5 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:55:47.666721 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1473f3dc-07f2-41d1-8c4c-249d52ed24f5 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:47.680566 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac687ba-6beb-496a-b3f4-654b8bacda9e None None] Sync routers for ids ['c70f535d-f4f3-441f-be51-0c4abb14cdb2'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:55:47.693702 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac687ba-6beb-496a-b3f4-654b8bacda9e None None] Routers {'c70f535d-f4f3-441f-be51-0c4abb14cdb2'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:55:47.694467 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-9ac687ba-6beb-496a-b3f4-654b8bacda9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:55:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c70f535d-f4f3-441f-be51-0c4abb14cdb2'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:47.711677 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-1473f3dc-07f2-41d1-8c4c-249d52ed24f5 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/29f2fab2-d2d5-4649-8de2-a6fc6ac699a1 HTTP/1.1" status: 200 len: 991 time: 1.8031619 Sep 16 12:55:47.775485 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b4f79-15dc-423d-9bd0-650c60c8eb01 req-e49ff171-afae-412f-9d4b-b24284d95199 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:47.777202 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a2b4f79-15dc-423d-9bd0-650c60c8eb01 req-e49ff171-afae-412f-9d4b-b24284d95199 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 943 time: 0.0563917 Sep 16 12:55:47.819273 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-9ac687ba-6beb-496a-b3f4-654b8bacda9e None None] Set router c70f535d-f4f3-441f-be51-0c4abb14cdb2 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:55:47.837613 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a2b4f79-15dc-423d-9bd0-650c60c8eb01 req-c6508c20-59d6-4dcf-a106-be633bf13802 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533125 Sep 16 12:55:47.838093 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3df84c-ed0d-41a9-8632-63591274c2eb', 'tag': 'efcaf7d0-199c-4298-8d5d-68962f80ca3b'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:55:47.840616 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc32323-2e4a-4036-8fab-d998fe4203a9" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3df84c-ed0d-41a9-8632-63591274c2eb", "tag": "efcaf7d0-199c-4298-8d5d-68962f80ca3b"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:55:47.941541 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:47.948946 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-419b9791-692d-455b-829d-a5d420c2be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:47.950466 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-419b9791-692d-455b-829d-a5d420c2be10 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f2d50b9f6b084e40971269e8b882516c&device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 1125 time: 0.0846801 Sep 16 12:55:47.955517 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85731a6-bfd0-411c-8c8d-a9760c657780 x-openstack-request-id: req-e85731a6-bfd0-411c-8c8d-a9760c657780 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:55:47.955819 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3df84c-ed0d-41a9-8632-63591274c2eb", "tag": "efcaf7d0-199c-4298-8d5d-68962f80ca3b", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:55:47.956232 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e85731a6-bfd0-411c-8c8d-a9760c657780 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:55:47.956630 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e85731a6-bfd0-411c-8c8d-a9760c657780'] response: {'name': 'network-changed', 'server_uuid': '8d3df84c-ed0d-41a9-8632-63591274c2eb', 'tag': 'efcaf7d0-199c-4298-8d5d-68962f80ca3b', 'status': 'completed', 'code': 200} Sep 16 12:55:47.970717 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b req-9c08e4b1-9e3d-4e09-9380-c9c2fbf54164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:47.972340 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b req-9c08e4b1-9e3d-4e09-9380-c9c2fbf54164 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a66c708b229645a6afdae93e4b5b1b0c&device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 1126 time: 0.1203227 Sep 16 12:55:48.007009 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:48.068917 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8af62b11-a946-4ae6-a89a-829e55f961ad req-6a40a821-d38e-4815-b9c8-2e7ee9d345ca tempest-LiveMigrationTest-924693802 tempest-LiveMigrationTest-924693802-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=566f231d-345e-4665-bf9a-b61004b954ed HTTP/1.1" status: 200 len: 210 time: 0.0733938 Sep 16 12:55:48.141386 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-9ac687ba-6beb-496a-b3f4-654b8bacda9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'name': 'tempest-VolumesAdminNegativeTest-276994275-router', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:38Z', 'updated_at': '2022-09-16T12:54:48Z', 'revision_number': 4, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'gw_port': {'id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:40Z', 'updated_at': '2022-09-16T12:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '29f2fab2-d2d5-4649-8de2-a6fc6ac699a1', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'port_id': 'efcaf7d0-199c-4298-8d5d-68962f80ca3b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 939, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45', 'mac_address': 'fa:16:3e:dc:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3df84c-ed0d-41a9-8632-63591274c2eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:55:12Z', 'updated_at': '2022-09-16T12:55:46Z', 'revision_number': 1, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3467299-9c27-40de-a24c-c8caddb9a992', 'name': '', 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'mac_address': 'fa:16:3e:f1:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4adf093a-088a-4424-822e-484468ee3329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:46Z', 'updated_at': '2022-09-16T12:54:55Z', 'revision_number': 5, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'subnets': [{'id': '4adf093a-088a-4424-822e-484468ee3329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:48.160541 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-da8bc7e9-0360-4cab-81f4-53ecd042474b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71269ced-342c-468f-8025-bba5b93b85be HTTP/1.1" status: 200 len: 217 time: 0.1505389 Sep 16 12:55:48.179553 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac687ba-6beb-496a-b3f4-654b8bacda9e None None] Checking router: c70f535d-f4f3-441f-be51-0c4abb14cdb2 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:55:48.195430 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac687ba-6beb-496a-b3f4-654b8bacda9e None None] Routers {'c70f535d-f4f3-441f-be51-0c4abb14cdb2'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:55:48.197530 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-9ac687ba-6beb-496a-b3f4-654b8bacda9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:55:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c70f535d-f4f3-441f-be51-0c4abb14cdb2'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:48.254642 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc32323-2e4a-4036-8fab-d998fe4203a9 req-14332548-20d6-444d-af55-600d6c49bece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:48.256297 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-abc32323-2e4a-4036-8fab-d998fe4203a9 req-14332548-20d6-444d-af55-600d6c49bece service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6e940a963f7740dea44034d06e8c2a77&device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 1128 time: 0.2117083 Sep 16 12:55:48.346900 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-9ac687ba-6beb-496a-b3f4-654b8bacda9e None None] Set router c70f535d-f4f3-441f-be51-0c4abb14cdb2 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:55:48.704154 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8f64f-341d-4570-8518-a4928b4b3168 req-0ce3cb06-bde6-423c-91b0-fd6589133e8c tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:48.705728 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-24c8f64f-341d-4570-8518-a4928b4b3168 req-0ce3cb06-bde6-423c-91b0-fd6589133e8c tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 944 time: 0.4731910 Sep 16 12:55:48.719812 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-9ac687ba-6beb-496a-b3f4-654b8bacda9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'name': 'tempest-VolumesAdminNegativeTest-276994275-router', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:38Z', 'updated_at': '2022-09-16T12:54:48Z', 'revision_number': 4, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'gw_port': {'id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:40Z', 'updated_at': '2022-09-16T12:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '29f2fab2-d2d5-4649-8de2-a6fc6ac699a1', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'port_id': 'efcaf7d0-199c-4298-8d5d-68962f80ca3b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 939, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45', 'mac_address': 'fa:16:3e:dc:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3df84c-ed0d-41a9-8632-63591274c2eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:55:12Z', 'updated_at': '2022-09-16T12:55:46Z', 'revision_number': 1, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3467299-9c27-40de-a24c-c8caddb9a992', 'name': '', 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'mac_address': 'fa:16:3e:f1:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4adf093a-088a-4424-822e-484468ee3329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:46Z', 'updated_at': '2022-09-16T12:54:55Z', 'revision_number': 5, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'subnets': [{'id': '4adf093a-088a-4424-822e-484468ee3329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:48.747438 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac687ba-6beb-496a-b3f4-654b8bacda9e None None] The sync data for ids ['c70f535d-f4f3-441f-be51-0c4abb14cdb2'] in n-d-858094-4 is: [{'id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'name': 'tempest-VolumesAdminNegativeTest-276994275-router', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:38Z', 'updated_at': '2022-09-16T12:54:48Z', 'revision_number': 4, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'gw_port': {'id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:40Z', 'updated_at': '2022-09-16T12:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '29f2fab2-d2d5-4649-8de2-a6fc6ac699a1', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'port_id': 'efcaf7d0-199c-4298-8d5d-68962f80ca3b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 939, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45', 'mac_address': 'fa:16:3e:dc:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3df84c-ed0d-41a9-8632-63591274c2eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:55:12Z', 'updated_at': '2022-09-16T12:55:46Z', 'revision_number': 1, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3467299-9c27-40de-a24c-c8caddb9a992', 'name': '', 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'mac_address': 'fa:16:3e:f1:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4adf093a-088a-4424-822e-484468ee3329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:46Z', 'updated_at': '2022-09-16T12:54:55Z', 'revision_number': 5, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'subnets': [{'id': '4adf093a-088a-4424-822e-484468ee3329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:55:48.781744 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-8a505db3-5dbf-43f3-8e37-6d03d00903b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:48.783244 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-8a505db3-5dbf-43f3-8e37-6d03d00903b9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=111be6d3-8b9a-4cec-af43-492de087009a HTTP/1.1" status: 200 len: 850 time: 0.5534539 Sep 16 12:55:48.825709 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b req-9d251acd-07c4-4264-b146-c3473c87d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:48.827775 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b req-9d251acd-07c4-4264-b146-c3473c87d3ef service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5ac72d42-af2b-460f-9eec-dac013f5a977 HTTP/1.1" status: 200 len: 919 time: 0.7843480 Sep 16 12:55:48.875136 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c95b6-1fbd-4fae-b3c7-f20333c661be req-585a94c2-399b-4a67-87d7-6dcd7ffb36f7 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:48.876869 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0a5c95b6-1fbd-4fae-b3c7-f20333c661be req-585a94c2-399b-4a67-87d7-6dcd7ffb36f7 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 944 time: 0.1798880 Sep 16 12:55:48.878559 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-972fedd9-ca87-4957-8f9d-659fec435027 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e39821aa-60f0-44e0-aa25-da05e5161c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777059 Sep 16 12:55:48.954051 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-24c8f64f-341d-4570-8518-a4928b4b3168 req-0a36d508-a0f4-426b-a36c-749d07d02611 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=34a7a42d-0402-45d5-9b2a-012bd339f377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256634 Sep 16 12:55:48.955305 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b req-f8181152-1828-40ad-ac0e-6160c1864778 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81dc42ba-a9cc-4752-9e18-84676c9fb431 HTTP/1.1" status: 200 len: 217 time: 0.0979252 Sep 16 12:55:48.956513 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc32323-2e4a-4036-8fab-d998fe4203a9 req-a7baf444-f95d-4462-8b79-747ab4c2b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:48.958021 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-abc32323-2e4a-4036-8fab-d998fe4203a9 req-a7baf444-f95d-4462-8b79-747ab4c2b708 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 HTTP/1.1" status: 200 len: 915 time: 0.6818588 Sep 16 12:55:49.010089 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22c0ac6-2b5a-409c-ae21-b2285351c431 None None] New status for floating IP 29f2fab2-d2d5-4649-8de2-a6fc6ac699a1: ACTIVE {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:55:49.098875 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 81dc42ba-a9cc-4752-9e18-84676c9fb431 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:55:49.188680 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0a5c95b6-1fbd-4fae-b3c7-f20333c661be req-0f3f7d1e-c2c7-4ed9-a120-2ce34cea3f44 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938142 Sep 16 12:55:49.198303 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:49.227840 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283abe5-c125-4128-a43f-987a4a332af8 req-b6e43dc0-f6f4-4b3b-96e9-97f73244d74c tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:49.229454 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6283abe5-c125-4128-a43f-987a4a332af8 req-b6e43dc0-f6f4-4b3b-96e9-97f73244d74c tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 946 time: 0.2033651 Sep 16 12:55:49.233726 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-abc32323-2e4a-4036-8fab-d998fe4203a9 req-6a86996a-8fac-409e-87de-f3d83d87187b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efcaf7d0-199c-4298-8d5d-68962f80ca3b HTTP/1.1" status: 200 len: 999 time: 0.2129512 Sep 16 12:55:49.235222 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b req-91f7293c-3e59-4f01-b5ef-e949f07035ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:49.236709 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b req-91f7293c-3e59-4f01-b5ef-e949f07035ab service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=df0c80a1-7922-441e-a80c-6071763f5719 HTTP/1.1" status: 200 len: 857 time: 0.2133222 Sep 16 12:55:49.238606 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:49.275703 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-661ed369-c71c-4c7e-ac99-0a05049f4cdc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e39821aa-60f0-44e0-aa25-da05e5161c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780906 Sep 16 12:55:49.310705 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 81dc42ba-a9cc-4752-9e18-84676c9fb431, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=81dc42ba-a9cc-4752-9e18-84676c9fb431,segment=NetworkSegment(6438aba4-341a-4bae-8007-2e739dedcc65),segment_id=6438aba4-341a-4bae-8007-2e739dedcc65)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:49.320071 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '81dc42ba-a9cc-4752-9e18-84676c9fb431', 'network_id': '5ac72d42-af2b-460f-9eec-dac013f5a977', 'port_id': '81dc42ba-a9cc-4752-9e18-84676c9fb431', 'mac_address': 'fa:16:3e:4a:a5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df0c80a1-7922-441e-a80c-6071763f5719', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:55:49.364616 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 81dc42ba-a9cc-4752-9e18-84676c9fb431 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:49.364930 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (81dc42ba-a9cc-4752-9e18-84676c9fb431), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:49.379531 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81dc42ba-a9cc-4752-9e18-84676c9fb431 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:55:49.401130 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 81dc42ba-a9cc-4752-9e18-84676c9fb431, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=81dc42ba-a9cc-4752-9e18-84676c9fb431,segment=NetworkSegment(6438aba4-341a-4bae-8007-2e739dedcc65),segment_id=6438aba4-341a-4bae-8007-2e739dedcc65)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:49.403370 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b req-37146df9-c9d9-4ffc-8b37-13493807963e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:49.405942 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (81dc42ba-a9cc-4752-9e18-84676c9fb431), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:49.406150 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b req-37146df9-c9d9-4ffc-8b37-13493807963e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5ac72d42-af2b-460f-9eec-dac013f5a977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1503124 Sep 16 12:55:49.455250 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=81dc42ba-a9cc-4752-9e18-84676c9fb431,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:49.463253 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:49.463607 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:49.463889 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:49.464001 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:49.464289 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:49.464626 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:49.464941 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:49.465266 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:49.465588 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:49.465906 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:49.466245 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:49.466564 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:49.466888 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:49.467206 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:49.467525 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:49.467840 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:49.487003 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc32323-2e4a-4036-8fab-d998fe4203a9 req-551239b5-64c8-412f-bdd5-34d4967b4017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:49.488601 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-abc32323-2e4a-4036-8fab-d998fe4203a9 req-551239b5-64c8-412f-bdd5-34d4967b4017 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4adf093a-088a-4424-822e-484468ee3329 HTTP/1.1" status: 200 len: 853 time: 0.2416956 Sep 16 12:55:49.530340 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6283abe5-c125-4128-a43f-987a4a332af8 req-e2e5e961-0903-4624-8a15-a59fb163287a tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925222 Sep 16 12:55:49.583889 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0828f1-77a0-42dc-86cf-f4db65eea0b1 req-e8702e14-0801-4ba3-a9bf-e69ad7234773 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:49.583889 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ee0828f1-77a0-42dc-86cf-f4db65eea0b1 req-e8702e14-0801-4ba3-a9bf-e69ad7234773 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 943 time: 0.1940668 Sep 16 12:55:49.584402 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58394) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:49.622508 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ca05ae8-6eba-4410-a80e-c5d5f4414a54 req-11ce4fa5-79d4-4a9d-966c-ff0112fedbdc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e39821aa-60f0-44e0-aa25-da05e5161c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039882 Sep 16 12:55:49.634667 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc32323-2e4a-4036-8fab-d998fe4203a9 req-5f31a38d-d748-4594-b722-9ac72716f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:49.637519 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-abc32323-2e4a-4036-8fab-d998fe4203a9 req-5f31a38d-d748-4594-b722-9ac72716f8db service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d07f81e7-3dc4-4b39-ad5d-bffdea9cea45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1368709 Sep 16 12:55:49.743674 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b req-0f1f8b13-2733-4e20-ba47-b2e0c35ff04d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5ac72d42-af2b-460f-9eec-dac013f5a977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194830 Sep 16 12:55:49.759826 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ee0828f1-77a0-42dc-86cf-f4db65eea0b1 req-a3b9c997-6f24-4e23-bb77-dc18db790df6 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600170 Sep 16 12:55:49.772562 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:49.796665 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-abc32323-2e4a-4036-8fab-d998fe4203a9 req-d663c410-8ea2-4ecd-ab48-2f0a26e8a615 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d07f81e7-3dc4-4b39-ad5d-bffdea9cea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525927 Sep 16 12:55:49.895407 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['81dc42ba-a9cc-4752-9e18-84676c9fb431'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:55:50.018076 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5133cc44-7068-4cfd-9420-6debc2285e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (7ea12114-704c-4862-8d51-9fa038ce9deb), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:50.118726 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3fc43-a1a5-4781-ba9c-bb2bfc9dc55d req-e4bb84e5-29ae-4226-837d-8fd575ff3257 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:50.126736 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-81d3fc43-a1a5-4781-ba9c-bb2bfc9dc55d req-e4bb84e5-29ae-4226-837d-8fd575ff3257 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 945 time: 0.0697589 Sep 16 12:55:50.188805 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-81d3fc43-a1a5-4781-ba9c-bb2bfc9dc55d req-11856dd6-7536-45c5-bc13-b16ffa0c050a tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=34a7a42d-0402-45d5-9b2a-012bd339f377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611820 Sep 16 12:55:50.215626 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:50.285073 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-5133cc44-7068-4cfd-9420-6debc2285e2d admin admin] Deleting port 175b84f6-307b-427a-a83c-49696ec1ba52 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:55:50.285475 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5133cc44-7068-4cfd-9420-6debc2285e2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (175b84f6-307b-427a-a83c-49696ec1ba52), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:50.372963 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c2bff-5c67-4532-973e-5d0626d0c7f3 req-18cfa64b-8d03-4092-97c2-96f6d4ddc484 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:50.375070 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5a2c2bff-5c67-4532-973e-5d0626d0c7f3 req-18cfa64b-8d03-4092-97c2-96f6d4ddc484 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 944 time: 0.0605209 Sep 16 12:55:50.377798 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-5133cc44-7068-4cfd-9420-6debc2285e2d admin admin] For port 175b84f6-307b-427a-a83c-49696ec1ba52, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=175b84f6-307b-427a-a83c-49696ec1ba52,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:50.378097 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5133cc44-7068-4cfd-9420-6debc2285e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (175b84f6-307b-427a-a83c-49696ec1ba52), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:50.397694 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-5133cc44-7068-4cfd-9420-6debc2285e2d admin admin] Calling delete_port for 175b84f6-307b-427a-a83c-49696ec1ba52 owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:55:50.437527 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5a2c2bff-5c67-4532-973e-5d0626d0c7f3 req-7204ff75-2cfe-4b07-85e6-0e42aa7e445b tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527408 Sep 16 12:55:50.592903 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5133cc44-7068-4cfd-9420-6debc2285e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (175b84f6-307b-427a-a83c-49696ec1ba52), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:50.620373 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133cc44-7068-4cfd-9420-6debc2285e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=175b84f6-307b-427a-a83c-49696ec1ba52,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:50.681842 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01692349-cce2-47cf-9dc6-d146205bc8e8 req-523019f1-ec6c-498d-90c9-3450f8a72159 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:50.683915 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-01692349-cce2-47cf-9dc6-d146205bc8e8 req-523019f1-ec6c-498d-90c9-3450f8a72159 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 946 time: 0.0640461 Sep 16 12:55:50.711700 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 58460) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:50.756713 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-01692349-cce2-47cf-9dc6-d146205bc8e8 req-ae486a2f-c676-49fc-b6f6-34d58b105164 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638709 Sep 16 12:55:50.801734 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:55:50.805090 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 537bc282-546d-4a7e-b32f-2149067cc012 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:55:50.831445 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:50.844719 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5133cc44-7068-4cfd-9420-6debc2285e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (7ea12114-704c-4862-8d51-9fa038ce9deb), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:50.859655 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 537bc282-546d-4a7e-b32f-2149067cc012 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:55:50.860347 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 537bc282-546d-4a7e-b32f-2149067cc012 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:55:50.898624 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a90a5698-bdfe-4fad-916b-260389729d68 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=051e81fca8624d18b9415a46e158d243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1851976 Sep 16 12:55:50.902820 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58466) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:50.904552 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:50.944191 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb88fbc-0b50-49f3-84a8-f521ed60e2dd req-96a2835f-5632-48d6-b24a-0e9c930fcf73 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:50.945729 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1eb88fbc-0b50-49f3-84a8-f521ed60e2dd req-96a2835f-5632-48d6-b24a-0e9c930fcf73 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 943 time: 0.0615408 Sep 16 12:55:50.975938 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:50.999893 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:51.003560 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1eb88fbc-0b50-49f3-84a8-f521ed60e2dd req-5327f73b-3a4e-4e56-809b-9e8256fecaf3 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495191 Sep 16 12:55:51.011361 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-06eb61be-3921-4303-9e8a-7ceb7084a68b admin admin] Publish callbacks [] for security_group (0f71d0ad-8919-4c17-822e-69735985f37d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:51.015038 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5', 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20', 'port_id': '0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5', 'mac_address': 'fa:16:3e:52:12:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:55:51.038544 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-06eb61be-3921-4303-9e8a-7ceb7084a68b admin admin] Publish callbacks [] for security_group (0f71d0ad-8919-4c17-822e-69735985f37d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:51.051982 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 is: ACTIVE; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:51.052492 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:51.068055 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:55:51.089697 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:51.094837 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:51.112739 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:51.122704 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 81dc42ba-a9cc-4752-9e18-84676c9fb431 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:55:51.183077 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-06eb61be-3921-4303-9e8a-7ceb7084a68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (0f71d0ad-8919-4c17-822e-69735985f37d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:51.185707 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-06eb61be-3921-4303-9e8a-7ceb7084a68b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:51.187243 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-06eb61be-3921-4303-9e8a-7ceb7084a68b admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/0f71d0ad-8919-4c17-822e-69735985f37d HTTP/1.1" status: 204 len: 168 time: 0.2832365 Sep 16 12:55:51.192008 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:51.198760 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb61be-3921-4303-9e8a-7ceb7084a68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f71d0ad-8919-4c17-822e-69735985f37d,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:51.203656 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 81dc42ba-a9cc-4752-9e18-84676c9fb431 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:55:51.206652 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5133cc44-7068-4cfd-9420-6debc2285e2d admin admin] Router 7ea12114-704c-4862-8d51-9fa038ce9deb has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:55:51.215173 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 81dc42ba-a9cc-4752-9e18-84676c9fb431 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:51.215595 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (81dc42ba-a9cc-4752-9e18-84676c9fb431), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:51.215957 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 81dc42ba-a9cc-4752-9e18-84676c9fb431 Sep 16 12:55:51.259213 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:55:51.330565 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f05d64-0265-4334-828b-cc7127ed6e17 req-98fee844-7501-44b8-8c5c-38afae5a997a tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:51.332829 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f1f05d64-0265-4334-828b-cc7127ed6e17 req-98fee844-7501-44b8-8c5c-38afae5a997a tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 945 time: 0.0625870 Sep 16 12:55:51.344506 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5133cc44-7068-4cfd-9420-6debc2285e2d admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:55:51.350396 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5133cc44-7068-4cfd-9420-6debc2285e2d admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/7ea12114-704c-4862-8d51-9fa038ce9deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7658803 Sep 16 12:55:51.352697 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58474) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:51.356941 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284c52e-9916-490e-8cc5-ee41e5d26247 None None] Sync routers for ids ['7ea12114-704c-4862-8d51-9fa038ce9deb'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:55:51.357921 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:51.379161 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284c52e-9916-490e-8cc5-ee41e5d26247 None None] Routers {'7ea12114-704c-4862-8d51-9fa038ce9deb'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:55:51.379858 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-a284c52e-9916-490e-8cc5-ee41e5d26247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:55:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['7ea12114-704c-4862-8d51-9fa038ce9deb'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:51.401035 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:51.415076 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f1f05d64-0265-4334-828b-cc7127ed6e17 req-91786ecf-acc8-447b-842f-e7bd1639e546 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=34a7a42d-0402-45d5-9b2a-012bd339f377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712619 Sep 16 12:55:51.457221 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:51.485173 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52b9312f-307c-45bf-9af0-322455ae8165 admin admin] Publish callbacks [] for router (7ea12114-704c-4862-8d51-9fa038ce9deb), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:51.502120 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 81dc42ba-a9cc-4752-9e18-84676c9fb431 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:51.502566 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (81dc42ba-a9cc-4752-9e18-84676c9fb431), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:51.541175 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4ce353-1393-4c5a-a229-6aee69ce030c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81dc42ba-a9cc-4752-9e18-84676c9fb431'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:55:51.544357 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4eada46-1306-4329-810f-492c40044918" -d '{"events": [{"server_uuid": "aa4ce353-1393-4c5a-a229-6aee69ce030c", "name": "network-vif-plugged", "status": "completed", "tag": "81dc42ba-a9cc-4752-9e18-84676c9fb431"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:55:51.583299 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-a284c52e-9916-490e-8cc5-ee41e5d26247 None None] Set router 7ea12114-704c-4862-8d51-9fa038ce9deb gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:55:51.587899 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 81dc42ba-a9cc-4752-9e18-84676c9fb431, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=81dc42ba-a9cc-4752-9e18-84676c9fb431,segment=NetworkSegment(6438aba4-341a-4bae-8007-2e739dedcc65),segment_id=6438aba4-341a-4bae-8007-2e739dedcc65)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:51.595859 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (81dc42ba-a9cc-4752-9e18-84676c9fb431), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:51.639547 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a1e1e-4729-4368-b426-229701126adb req-f3fed01a-d6f5-43ee-8d97-036502f27043 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:51.650546 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c22a1e1e-4729-4368-b426-229701126adb req-f3fed01a-d6f5-43ee-8d97-036502f27043 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 944 time: 0.1251750 Sep 16 12:55:51.663189 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52b9312f-307c-45bf-9af0-322455ae8165 admin admin] Publish callbacks [] for router_gateway (7ea12114-704c-4862-8d51-9fa038ce9deb), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:51.685721 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=81dc42ba-a9cc-4752-9e18-84676c9fb431,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:51.743472 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-52b9312f-307c-45bf-9af0-322455ae8165 admin admin] Deleting port 88d7cc1d-2f8d-4a56-b634-971bafec55ac {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:55:51.743808 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52b9312f-307c-45bf-9af0-322455ae8165 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (88d7cc1d-2f8d-4a56-b634-971bafec55ac), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:51.781208 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c22a1e1e-4729-4368-b426-229701126adb req-062e9fa4-2b01-4163-9d29-72fdf3819b12 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297534 Sep 16 12:55:51.861378 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d0e7d7-6208-4b83-badb-b693a5631f64 x-openstack-request-id: req-a1d0e7d7-6208-4b83-badb-b693a5631f64 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:55:51.862636 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4ce353-1393-4c5a-a229-6aee69ce030c", "name": "network-vif-plugged", "status": "completed", "tag": "81dc42ba-a9cc-4752-9e18-84676c9fb431", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:55:51.863187 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a1d0e7d7-6208-4b83-badb-b693a5631f64 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:55:51.863836 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d0e7d7-6208-4b83-badb-b693a5631f64'] response: {'server_uuid': 'aa4ce353-1393-4c5a-a229-6aee69ce030c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81dc42ba-a9cc-4752-9e18-84676c9fb431', 'code': 200} Sep 16 12:55:51.892389 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-52b9312f-307c-45bf-9af0-322455ae8165 admin admin] For port 88d7cc1d-2f8d-4a56-b634-971bafec55ac, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=88d7cc1d-2f8d-4a56-b634-971bafec55ac,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:51.892769 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52b9312f-307c-45bf-9af0-322455ae8165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (88d7cc1d-2f8d-4a56-b634-971bafec55ac), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:51.908572 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-52b9312f-307c-45bf-9af0-322455ae8165 admin admin] Calling delete_port for 88d7cc1d-2f8d-4a56-b634-971bafec55ac owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:55:51.934824 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:51.977635 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32af4b2-e503-4c69-92c4-f63b37ec7dc3 req-2ffa61c4-6b5d-494a-ad8f-a30ed977c125 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:51.980629 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c32af4b2-e503-4c69-92c4-f63b37ec7dc3 req-2ffa61c4-6b5d-494a-ad8f-a30ed977c125 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 945 time: 0.0689859 Sep 16 12:55:52.038238 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-a284c52e-9916-490e-8cc5-ee41e5d26247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'name': 'tempest-LiveMigrationTest-1212016905-router', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:55:50Z', 'revision_number': 5, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'gw_port': {'id': '88d7cc1d-2f8d-4a56-b634-971bafec55ac', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:52.055829 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:52.071973 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284c52e-9916-490e-8cc5-ee41e5d26247 None None] Checking router: 7ea12114-704c-4862-8d51-9fa038ce9deb for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:55:52.083137 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284c52e-9916-490e-8cc5-ee41e5d26247 None None] Routers {'7ea12114-704c-4862-8d51-9fa038ce9deb'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:55:52.083932 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-a284c52e-9916-490e-8cc5-ee41e5d26247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:55:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['7ea12114-704c-4862-8d51-9fa038ce9deb'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:52.092915 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c32af4b2-e503-4c69-92c4-f63b37ec7dc3 req-f21d248e-8c3f-4a7e-a92f-1e6c4b66728d tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029208 Sep 16 12:55:52.165132 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52b9312f-307c-45bf-9af0-322455ae8165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (88d7cc1d-2f8d-4a56-b634-971bafec55ac), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:52.195729 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bce3c-ad23-41e1-885c-f1ce3ab5444d req-f7735df6-230f-4a6a-9b93-ed1c73ba31c4 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:52.199269 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b0bce3c-ad23-41e1-885c-f1ce3ab5444d req-f7735df6-230f-4a6a-9b93-ed1c73ba31c4 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 943 time: 0.0911264 Sep 16 12:55:52.206920 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9312f-307c-45bf-9af0-322455ae8165 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d7cc1d-2f8d-4a56-b634-971bafec55ac,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:52.228283 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-a284c52e-9916-490e-8cc5-ee41e5d26247 None None] Set router 7ea12114-704c-4862-8d51-9fa038ce9deb gateway port host: None {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:55:52.244236 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:52.271254 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:52.295377 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-a284c52e-9916-490e-8cc5-ee41e5d26247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'name': 'tempest-LiveMigrationTest-1212016905-router', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:55:51Z', 'revision_number': 6, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:52.303827 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52b9312f-307c-45bf-9af0-322455ae8165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (7ea12114-704c-4862-8d51-9fa038ce9deb), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:52.360747 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284c52e-9916-490e-8cc5-ee41e5d26247 None None] The sync data for ids ['7ea12114-704c-4862-8d51-9fa038ce9deb'] in n-d-858094-4 is: [{'id': '7ea12114-704c-4862-8d51-9fa038ce9deb', 'name': 'tempest-LiveMigrationTest-1212016905-router', 'tenant_id': 'dd7ec914bffb4743921e4116b0c399eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:29Z', 'updated_at': '2022-09-16T12:55:51Z', 'revision_number': 6, 'project_id': 'dd7ec914bffb4743921e4116b0c399eb', 'gw_port_host': None}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:55:52.472549 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52b9312f-307c-45bf-9af0-322455ae8165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (7ea12114-704c-4862-8d51-9fa038ce9deb), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:52.475265 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52b9312f-307c-45bf-9af0-322455ae8165 admin admin] Publish callbacks [] for router_controller (7ea12114-704c-4862-8d51-9fa038ce9deb), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:52.514893 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b0bce3c-ad23-41e1-885c-f1ce3ab5444d req-f826164c-cacc-4a3a-9823-05141cb529c7 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054633 Sep 16 12:55:52.554027 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52b9312f-307c-45bf-9af0-322455ae8165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (7ea12114-704c-4862-8d51-9fa038ce9deb), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:52.554645 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b9312f-307c-45bf-9af0-322455ae8165 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ea12114-704c-4862-8d51-9fa038ce9deb {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:55:52.559362 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52b9312f-307c-45bf-9af0-322455ae8165 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:52.560775 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-52b9312f-307c-45bf-9af0-322455ae8165 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/7ea12114-704c-4862-8d51-9fa038ce9deb HTTP/1.1" status: 204 len: 168 time: 1.2066126 Sep 16 12:55:52.563564 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58512) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:52.635006 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-675ceb38-8110-4c13-a302-0a8e5b7c52fb admin admin] Deleting subnet 466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:55:52.640235 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-675ceb38-8110-4c13-a302-0a8e5b7c52fb admin admin] Publish callbacks [] for subnet (466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:52.665121 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e8501-bc7f-48a0-8e14-ec5788fede22 req-c6042a5c-0cc9-4062-8c95-19faca8e9648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:52.666767 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5a9e8501-bc7f-48a0-8e14-ec5788fede22 req-c6042a5c-0cc9-4062-8c95-19faca8e9648 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 1128 time: 0.1258371 Sep 16 12:55:52.694707 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-abc32323-2e4a-4036-8fab-d998fe4203a9 req-8bd0e59c-26bf-4df0-85d0-281b8a9fc352 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d07f81e7-3dc4-4b39-ad5d-bffdea9cea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832583 Sep 16 12:55:52.701831 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-675ceb38-8110-4c13-a302-0a8e5b7c52fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:52.723791 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a714018-1a2a-47f1-88b6-209c4467834e req-d4cbd092-eeee-4970-9254-67e58a0b86a5 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:52.739489 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9a714018-1a2a-47f1-88b6-209c4467834e req-d4cbd092-eeee-4970-9254-67e58a0b86a5 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 946 time: 0.1689754 Sep 16 12:55:52.746315 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b req-6d2fdbfb-68b4-4eb0-998c-8d813af61aee service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5ac72d42-af2b-460f-9eec-dac013f5a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439428 Sep 16 12:55:52.821983 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:55:52.836358 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5a9e8501-bc7f-48a0-8e14-ec5788fede22 req-c789e7ff-19e2-406e-b8d3-f78b7d2f40ee service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=34a7a42d-0402-45d5-9b2a-012bd339f377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551626 Sep 16 12:55:52.880672 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9a714018-1a2a-47f1-88b6-209c4467834e req-463ec08f-b3f6-4eac-a9f8-f6157997a2c3 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=34a7a42d-0402-45d5-9b2a-012bd339f377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400471 Sep 16 12:55:52.936407 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-675ceb38-8110-4c13-a302-0a8e5b7c52fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:53.020942 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:53.024869 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61a7d5-5b4b-440b-8660-897c85d81354 req-7255f481-18bd-4b89-b9b1-5a3ed4b3f93d tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:53.026555 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:53.027859 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 Sep 16 12:55:53.036668 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6d61a7d5-5b4b-440b-8660-897c85d81354 req-7255f481-18bd-4b89-b9b1-5a3ed4b3f93d tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 944 time: 0.0764177 Sep 16 12:55:53.039497 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 175b84f6-307b-427a-a83c-49696ec1ba52 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:55:53.132773 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6d61a7d5-5b4b-440b-8660-897c85d81354 req-8d91ff5e-8276-4bd9-a3eb-f6c904057b42 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947278 Sep 16 12:55:53.157103 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 71269ced-342c-468f-8025-bba5b93b85be details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:55:53.214050 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:53.216449 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 175b84f6-307b-427a-a83c-49696ec1ba52 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:55:53.216933 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 175b84f6-307b-427a-a83c-49696ec1ba52 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:55:53.247669 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b req-f281855a-1563-4de5-b04d-4b25f0b64bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:53.249860 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b req-f281855a-1563-4de5-b04d-4b25f0b64bcc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f2d50b9f6b084e40971269e8b882516c&device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 1125 time: 0.0657129 Sep 16 12:55:53.287943 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:53.388412 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c0a0d-1ba2-42ac-b321-da9b8a838801 req-7706ba67-1031-4c12-aec4-217285eea93c tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:53.388412 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-152c0a0d-1ba2-42ac-b321-da9b8a838801 req-7706ba67-1031-4c12-aec4-217285eea93c tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 945 time: 0.1067560 Sep 16 12:55:53.398833 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:53.399818 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:53.450658 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:53.460774 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:53.462276 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device d289a714-1b0e-4177-adf6-0d59780fa902 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:55:53.483353 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-152c0a0d-1ba2-42ac-b321-da9b8a838801 req-56fc39ff-c5c4-427e-aca0-64de9d6619ab tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892513 Sep 16 12:55:53.547945 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-675ceb38-8110-4c13-a302-0a8e5b7c52fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:53.569202 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5,revision_number=7']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:53.577400 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 71269ced-342c-468f-8025-bba5b93b85be, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=71269ced-342c-468f-8025-bba5b93b85be,segment=NetworkSegment(da808ddc-62fd-4e52-82ba-a587be7e96e0),segment_id=da808ddc-62fd-4e52-82ba-a587be7e96e0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:53.615318 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ceb38-8110-4c13-a302-0a8e5b7c52fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:53.633357 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-675ceb38-8110-4c13-a302-0a8e5b7c52fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:53.634598 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '71269ced-342c-468f-8025-bba5b93b85be', 'network_id': 'e39821aa-60f0-44e0-aa25-da05e5161c83', 'port_id': '71269ced-342c-468f-8025-bba5b93b85be', 'mac_address': 'fa:16:3e:a5:66:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111be6d3-8b9a-4cec-af43-492de087009a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:55:53.640287 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 58542) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:53.640896 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38942ba8-8585-48a2-8114-120d84d428a8 None None] Network 40f9024a-6954-4a0a-afdb-132e05c6d9d2 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:55:53.642095 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-675ceb38-8110-4c13-a302-0a8e5b7c52fb admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/466a04d3-a5c5-45ef-9fd6-3a1045d8fe3c HTTP/1.1" status: 204 len: 168 time: 1.0768468 Sep 16 12:55:53.827436 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:53.878861 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:55:53.882028 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db222cf8-e0cb-4ee1-be1c-4deb8e6653dd" -d '{"events": [{"server_uuid": "3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e", "name": "network-vif-plugged", "status": "completed", "tag": "0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:55:53.886523 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port d289a714-1b0e-4177-adf6-0d59780fa902 is: DOWN; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:53.891136 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 71269ced-342c-468f-8025-bba5b93b85be is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:53.891924 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (71269ced-342c-468f-8025-bba5b93b85be), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:53.928054 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71269ced-342c-468f-8025-bba5b93b85be {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:55:53.933669 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b26087-32db-425e-9905-1327100dce34 None None] DHCP port deletion for 40f9024a-6954-4a0a-afdb-132e05c6d9d2 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:55:53.989081 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b6b26087-32db-425e-9905-1327100dce34 None None] Deleting port b5f4e8d4-2c9f-44a3-b98f-471aef734704 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:55:53.989081 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b6b26087-32db-425e-9905-1327100dce34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (b5f4e8d4-2c9f-44a3-b98f-471aef734704), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:53.994841 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 71269ced-342c-468f-8025-bba5b93b85be, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=71269ced-342c-468f-8025-bba5b93b85be,segment=NetworkSegment(da808ddc-62fd-4e52-82ba-a587be7e96e0),segment_id=da808ddc-62fd-4e52-82ba-a587be7e96e0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:54.009418 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (71269ced-342c-468f-8025-bba5b93b85be), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:54.020247 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-59c14193-5efd-42e0-8faf-551b3c4b834a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (40f9024a-6954-4a0a-afdb-132e05c6d9d2), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:54.033323 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faa32b-9ee5-43c7-8e40-4161cf31099a req-6c5b253a-7b24-44f1-8ade-911e38febb90 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:54.035666 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-69faa32b-9ee5-43c7-8e40-4161cf31099a req-6c5b253a-7b24-44f1-8ade-911e38febb90 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 943 time: 0.2479084 Sep 16 12:55:54.084258 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5ad7d-b5cb-448f-b0db-a005d21e74be req-a24b54a4-a629-46f0-a1c1-aaaa02ca456c tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:54.086623 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dbe5ad7d-b5cb-448f-b0db-a005d21e74be req-a24b54a4-a629-46f0-a1c1-aaaa02ca456c tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 946 time: 0.1457596 Sep 16 12:55:54.098394 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-b6b26087-32db-425e-9905-1327100dce34 None None] For port b5f4e8d4-2c9f-44a3-b98f-471aef734704, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b5f4e8d4-2c9f-44a3-b98f-471aef734704,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:54.098936 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b6b26087-32db-425e-9905-1327100dce34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (b5f4e8d4-2c9f-44a3-b98f-471aef734704), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:54.121274 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b6b26087-32db-425e-9905-1327100dce34 None None] Calling delete_port for b5f4e8d4-2c9f-44a3-b98f-471aef734704 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:55:54.125612 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=71269ced-342c-468f-8025-bba5b93b85be,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:54.205286 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-59c14193-5efd-42e0-8faf-551b3c4b834a admin admin] Deleting port b5f4e8d4-2c9f-44a3-b98f-471aef734704 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:55:54.205883 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-59c14193-5efd-42e0-8faf-551b3c4b834a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (b5f4e8d4-2c9f-44a3-b98f-471aef734704), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:54.216632 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b6b26087-32db-425e-9905-1327100dce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (b5f4e8d4-2c9f-44a3-b98f-471aef734704), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:54.224629 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b req-8b93a448-1210-4e49-ba3c-1d76b5efa982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:54.226151 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b req-8b93a448-1210-4e49-ba3c-1d76b5efa982 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e39821aa-60f0-44e0-aa25-da05e5161c83 HTTP/1.1" status: 200 len: 911 time: 0.4413922 Sep 16 12:55:54.226646 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:54.251164 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b26087-32db-425e-9905-1327100dce34 None None] No DVR routers for this DVR port b5f4e8d4-2c9f-44a3-b98f-471aef734704 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:55:54.255012 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b26087-32db-425e-9905-1327100dce34 None None] Pushing event deleted for resources: {'Port': ['ID=b5f4e8d4-2c9f-44a3-b98f-471aef734704,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:54.287882 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-69faa32b-9ee5-43c7-8e40-4161cf31099a req-a4b5c44e-0cd4-4021-97fd-417745a44603 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307386 Sep 16 12:55:54.306193 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:54.316433 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dbe5ad7d-b5cb-448f-b0db-a005d21e74be req-3aca42af-63c5-4f34-b45a-954aa0419c3d tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147648 Sep 16 12:55:54.327179 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-59c14193-5efd-42e0-8faf-551b3c4b834a admin admin] For port b5f4e8d4-2c9f-44a3-b98f-471aef734704, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b5f4e8d4-2c9f-44a3-b98f-471aef734704,segment=NetworkSegment(0a871841-843c-423e-b044-9743639ac3bb),segment_id=0a871841-843c-423e-b044-9743639ac3bb)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:54.328406 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-59c14193-5efd-42e0-8faf-551b3c4b834a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (b5f4e8d4-2c9f-44a3-b98f-471aef734704), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:54.347338 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-59c14193-5efd-42e0-8faf-551b3c4b834a admin admin] Calling delete_port for b5f4e8d4-2c9f-44a3-b98f-471aef734704 owned by network:dhcp {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:55:54.409895 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa92147-06b4-496d-8d7e-f78934b1832e x-openstack-request-id: req-bfa92147-06b4-496d-8d7e-f78934b1832e {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:55:54.410187 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e", "name": "network-vif-plugged", "status": "completed", "tag": "0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:55:54.410482 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bfa92147-06b4-496d-8d7e-f78934b1832e {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:55:54.410934 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfa92147-06b4-496d-8d7e-f78934b1832e'] response: {'server_uuid': '3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5', 'code': 200} Sep 16 12:55:54.461640 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b req-4da95df1-a20e-4af6-8c02-f126042a63b5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71269ced-342c-468f-8025-bba5b93b85be HTTP/1.1" status: 200 len: 217 time: 0.0429840 Sep 16 12:55:54.525759 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['71269ced-342c-468f-8025-bba5b93b85be'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:55:54.605432 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66001c17-a00e-4ac3-a58b-460f545349f8 req-df66369e-f36e-49f8-83d5-b4c2f95f5478 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:54.606953 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-66001c17-a00e-4ac3-a58b-460f545349f8 req-df66369e-f36e-49f8-83d5-b4c2f95f5478 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 946 time: 0.1421280 Sep 16 12:55:54.619313 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b req-aeef4caf-03a8-4698-acd8-724aa4eb5f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:54.620933 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b req-aeef4caf-03a8-4698-acd8-724aa4eb5f10 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=111be6d3-8b9a-4cec-af43-492de087009a HTTP/1.1" status: 200 len: 850 time: 0.1526895 Sep 16 12:55:54.629136 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522e6bb-3d03-4ff1-bf0a-0abd88297097 req-30e2fb7e-4b66-454e-a900-70adf14dd324 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:54.630693 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4522e6bb-3d03-4ff1-bf0a-0abd88297097 req-30e2fb7e-4b66-454e-a900-70adf14dd324 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 944 time: 0.1364684 Sep 16 12:55:54.695534 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b req-0a75dd32-8a46-4b88-be53-62da669d05ed service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e39821aa-60f0-44e0-aa25-da05e5161c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637586 Sep 16 12:55:54.696082 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-59c14193-5efd-42e0-8faf-551b3c4b834a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (b5f4e8d4-2c9f-44a3-b98f-471aef734704), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:54.703164 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 88d7cc1d-2f8d-4a56-b634-971bafec55ac no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:55:54.726318 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 88d7cc1d-2f8d-4a56-b634-971bafec55ac {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:55:54.726667 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 88d7cc1d-2f8d-4a56-b634-971bafec55ac not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:55:54.727078 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b5f4e8d4-2c9f-44a3-b98f-471aef734704 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:55:54.749371 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: b5f4e8d4-2c9f-44a3-b98f-471aef734704 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:55:54.749774 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b5f4e8d4-2c9f-44a3-b98f-471aef734704 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:55:54.761344 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c14193-5efd-42e0-8faf-551b3c4b834a admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f4e8d4-2c9f-44a3-b98f-471aef734704,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:54.765740 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c14193-5efd-42e0-8faf-551b3c4b834a admin admin] No DVR routers for this DVR port b5f4e8d4-2c9f-44a3-b98f-471aef734704 on host n-d-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:55:54.850729 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4522e6bb-3d03-4ff1-bf0a-0abd88297097 req-bd36d6c5-ad31-4916-8985-ddc0310fcdf6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094018 Sep 16 12:55:54.872492 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-66001c17-a00e-4ac3-a58b-460f545349f8 req-5baea81a-56be-4737-8186-94f97d383ffe tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=34a7a42d-0402-45d5-9b2a-012bd339f377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292385 Sep 16 12:55:54.903642 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:54.934787 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-59c14193-5efd-42e0-8faf-551b3c4b834a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (40f9024a-6954-4a0a-afdb-132e05c6d9d2), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:54.971152 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-59c14193-5efd-42e0-8faf-551b3c4b834a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f9024a-6954-4a0a-afdb-132e05c6d9d2']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:54.980075 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b req-f1924e27-2c3d-4cf3-be88-9609bf03feea service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e39821aa-60f0-44e0-aa25-da05e5161c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712545 Sep 16 12:55:54.983426 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-59c14193-5efd-42e0-8faf-551b3c4b834a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a871841-843c-423e-b044-9743639ac3bb') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:54.983819 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-59c14193-5efd-42e0-8faf-551b3c4b834a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a871841-843c-423e-b044-9743639ac3bb') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:55.005676 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-59c14193-5efd-42e0-8faf-551b3c4b834a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (0a871841-843c-423e-b044-9743639ac3bb), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:55.064269 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-59c14193-5efd-42e0-8faf-551b3c4b834a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (0a871841-843c-423e-b044-9743639ac3bb), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:55.073553 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c14193-5efd-42e0-8faf-551b3c4b834a admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:55:55.073955 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-59c14193-5efd-42e0-8faf-551b3c4b834a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (0a871841-843c-423e-b044-9743639ac3bb), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:55.130729 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 0a871841-843c-423e-b044-9743639ac3bb resource provider aggregate not found Sep 16 12:55:55.166613 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 0a871841-843c-423e-b044-9743639ac3bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a871841-843c-423e-b044-9743639ac3bb found for delete ", "request_id": "req-47163218-b501-4bfa-8267-6eb9edee74af"}]} Sep 16 12:55:55.209156 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-59c14193-5efd-42e0-8faf-551b3c4b834a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (40f9024a-6954-4a0a-afdb-132e05c6d9d2), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:55.213610 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:55.224374 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff860463-da79-4e82-9d21-02e9223479ea req-a4612fb2-7ebd-4ac0-a35c-e3c91fd190cc tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:55.225873 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ff860463-da79-4e82-9d21-02e9223479ea req-a4612fb2-7ebd-4ac0-a35c-e3c91fd190cc tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 946 time: 0.0961580 Sep 16 12:55:55.228261 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-59c14193-5efd-42e0-8faf-551b3c4b834a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:55.232178 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-59c14193-5efd-42e0-8faf-551b3c4b834a admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/40f9024a-6954-4a0a-afdb-132e05c6d9d2 HTTP/1.1" status: 204 len: 168 time: 1.5899017 Sep 16 12:55:55.235231 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58578) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:55.245513 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b3b4367-ae65-4ae4-9aa6-74e9fbc12f8b req-6887ad04-e4c1-430f-ba28-73d507cb596f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e39821aa-60f0-44e0-aa25-da05e5161c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540984 Sep 16 12:55:55.252416 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c14193-5efd-42e0-8faf-551b3c4b834a admin admin] Pushing event deleted for resources: {'Network': ['ID=40f9024a-6954-4a0a-afdb-132e05c6d9d2,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:55.297245 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ff860463-da79-4e82-9d21-02e9223479ea req-c4c2d545-80da-4f79-8d3b-a98f88b0215b tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=34a7a42d-0402-45d5-9b2a-012bd339f377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540421 Sep 16 12:55:55.400521 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-444197c2-f694-4b6c-9259-eb089f1e7d6a service neutron] 10.222.0.76 "GET /networking/v2.0/ports/d289a714-1b0e-4177-adf6-0d59780fa902/bindings/n-h1-858094-4 HTTP/1.1" status: 200 len: 384 time: 0.1075568 Sep 16 12:55:55.432167 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f5b6f-d717-43cd-a0d4-80026d113e67 req-83a3af15-ee29-485a-bbb3-b90d00347d84 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:55.433917 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf4f5b6f-d717-43cd-a0d4-80026d113e67 req-83a3af15-ee29-485a-bbb3-b90d00347d84 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 944 time: 0.0508380 Sep 16 12:55:55.496832 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf4f5b6f-d717-43cd-a0d4-80026d113e67 req-ef26e52d-cb49-4b06-9b4e-ba0234e2bd80 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520828 Sep 16 12:55:55.560399 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf50fa-e8a8-47a6-9d7d-3ff46b3b3a7a req-4f5e372a-3f30-4aef-9fd3-45a2fd44016c tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:55.561959 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10cf50fa-e8a8-47a6-9d7d-3ff46b3b3a7a req-4f5e372a-3f30-4aef-9fd3-45a2fd44016c tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 946 time: 0.0640798 Sep 16 12:55:55.573676 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:55.628878 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10cf50fa-e8a8-47a6-9d7d-3ff46b3b3a7a req-63265bc1-238d-4146-9131-ae0a40b9ebcb tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595636 Sep 16 12:55:55.719298 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 71269ced-342c-468f-8025-bba5b93b85be up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:55:55.750058 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26c232-4639-4368-a15e-2d9eb5d5eff0 req-f6d4e917-40f7-424b-ac52-9edde10ccab4 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:55.751588 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-dc26c232-4639-4368-a15e-2d9eb5d5eff0 req-f6d4e917-40f7-424b-ac52-9edde10ccab4 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 946 time: 0.1141450 Sep 16 12:55:55.768754 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 71269ced-342c-468f-8025-bba5b93b85be completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:55:55.776203 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 71269ced-342c-468f-8025-bba5b93b85be triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:55:55.776936 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (71269ced-342c-468f-8025-bba5b93b85be), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:55.777283 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 71269ced-342c-468f-8025-bba5b93b85be Sep 16 12:55:55.836188 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:55.856410 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cc50b174-87ca-4871-83e6-9ff7cdbc56a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (6a1b3150-e25c-47fe-9913-c6ed0e93c3cd), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:55.942605 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 58596) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:56.016916 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-dc26c232-4639-4368-a15e-2d9eb5d5eff0 req-6fe0c3a8-26e0-4045-b5e8-ef9546a0b5fc tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Deleting port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:55:56.017348 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-dc26c232-4639-4368-a15e-2d9eb5d5eff0 req-6fe0c3a8-26e0-4045-b5e8-ef9546a0b5fc tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:56.018644 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 71269ced-342c-468f-8025-bba5b93b85be is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:55:56.019107 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (71269ced-342c-468f-8025-bba5b93b85be), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:56.035124 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] For port d289a714-1b0e-4177-adf6-0d59780fa902, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=d289a714-1b0e-4177-adf6-0d59780fa902,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:56.051984 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d38cf-8e21-46f2-b615-2d088094ac18 req-6350ab38-0afb-49f7-bc26-d014bf06aafc tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:56.063163 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 71269ced-342c-468f-8025-bba5b93b85be, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=71269ced-342c-468f-8025-bba5b93b85be,segment=NetworkSegment(da808ddc-62fd-4e52-82ba-a587be7e96e0),segment_id=da808ddc-62fd-4e52-82ba-a587be7e96e0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:56.063657 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a08d38cf-8e21-46f2-b615-2d088094ac18 req-6350ab38-0afb-49f7-bc26-d014bf06aafc tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 944 time: 0.0842056 Sep 16 12:55:56.068399 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (71269ced-342c-468f-8025-bba5b93b85be), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:56.069432 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device d289a714-1b0e-4177-adf6-0d59780fa902 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:55:56.120402 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-352add15-383f-4abf-962f-18ae463b7e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:56.141604 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] For port d289a714-1b0e-4177-adf6-0d59780fa902, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:55:56.143901 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a08d38cf-8e21-46f2-b615-2d088094ac18 req-98fd3778-a735-4e3c-9105-4a0ac464d14d tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789158 Sep 16 12:55:56.161376 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] The host n-h1-858094-4 is not matching for port d289a714-1b0e-4177-adf6-0d59780fa902 host n-h2-858094-4! {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 16 12:55:56.161798 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device d289a714-1b0e-4177-adf6-0d59780fa902 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:55:56.164247 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=71269ced-342c-468f-8025-bba5b93b85be,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:56.225845 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d289a714-1b0e-4177-adf6-0d59780fa902 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:55:56.245347 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-352add15-383f-4abf-962f-18ae463b7e91 admin admin] Publish callbacks [] for security_group (dfc27b41-c21f-485b-9fb3-c1b9cf9cbf44), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:56.252496 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-352add15-383f-4abf-962f-18ae463b7e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (dfc27b41-c21f-485b-9fb3-c1b9cf9cbf44), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:56.266307 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] For port d289a714-1b0e-4177-adf6-0d59780fa902, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=d289a714-1b0e-4177-adf6-0d59780fa902,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:56.271225 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-dc26c232-4639-4368-a15e-2d9eb5d5eff0 req-6fe0c3a8-26e0-4045-b5e8-ef9546a0b5fc tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] For port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:56.271577 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-dc26c232-4639-4368-a15e-2d9eb5d5eff0 req-6fe0c3a8-26e0-4045-b5e8-ef9546a0b5fc tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:56.294133 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-352add15-383f-4abf-962f-18ae463b7e91 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=d43cacdef3cc4b38bbbdae9a92b24c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3498507 Sep 16 12:55:56.296233 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352add15-383f-4abf-962f-18ae463b7e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc27b41-c21f-485b-9fb3-c1b9cf9cbf44,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:56.298667 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 58600) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:56.301187 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d289a714-1b0e-4177-adf6-0d59780fa902), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:56.305876 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-dc26c232-4639-4368-a15e-2d9eb5d5eff0 req-6fe0c3a8-26e0-4045-b5e8-ef9546a0b5fc tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Calling delete_port for 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:55:56.332309 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:56.355249 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7445faf8-3a43-4ba2-a245-eb903dd35346 admin admin] Publish callbacks [] for security_group (dfc27b41-c21f-485b-9fb3-c1b9cf9cbf44), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:56.379281 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7445faf8-3a43-4ba2-a245-eb903dd35346 admin admin] Publish callbacks [] for security_group (dfc27b41-c21f-485b-9fb3-c1b9cf9cbf44), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:56.412345 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f648b7b7-38c9-4dff-8d24-039d1b9d9115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71269ced-342c-468f-8025-bba5b93b85be'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:55:56.416539 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d99ada-114f-496f-8678-23b44a363cfd" -d '{"events": [{"server_uuid": "f648b7b7-38c9-4dff-8d24-039d1b9d9115", "name": "network-vif-plugged", "status": "completed", "tag": "71269ced-342c-468f-8025-bba5b93b85be"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:55:56.450890 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68d7bc-1fbd-4c60-9afa-1201890fa86e req-f5a75062-27a3-416c-b8de-26e83725b278 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:56.452435 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ed68d7bc-1fbd-4c60-9afa-1201890fa86e req-f5a75062-27a3-416c-b8de-26e83725b278 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 946 time: 0.0645323 Sep 16 12:55:56.484066 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7445faf8-3a43-4ba2-a245-eb903dd35346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (dfc27b41-c21f-485b-9fb3-c1b9cf9cbf44), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:56.486397 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7445faf8-3a43-4ba2-a245-eb903dd35346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:56.489963 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-7445faf8-3a43-4ba2-a245-eb903dd35346 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/dfc27b41-c21f-485b-9fb3-c1b9cf9cbf44 HTTP/1.1" status: 204 len: 168 time: 0.1879203 Sep 16 12:55:56.490113 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b068170a-f991-428e-be9a-728aef9a0a2f x-openstack-request-id: req-b068170a-f991-428e-be9a-728aef9a0a2f {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:55:56.490113 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f648b7b7-38c9-4dff-8d24-039d1b9d9115", "name": "network-vif-plugged", "status": "completed", "tag": "71269ced-342c-468f-8025-bba5b93b85be", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:55:56.490113 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b068170a-f991-428e-be9a-728aef9a0a2f {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:55:56.490113 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b068170a-f991-428e-be9a-728aef9a0a2f'] response: {'server_uuid': 'f648b7b7-38c9-4dff-8d24-039d1b9d9115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71269ced-342c-468f-8025-bba5b93b85be', 'code': 200} Sep 16 12:55:56.506331 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-cc50b174-87ca-4871-83e6-9ff7cdbc56a0 admin admin] Deleting port 8c907fa2-6830-476c-a186-18685951a92f {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:55:56.506331 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cc50b174-87ca-4871-83e6-9ff7cdbc56a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (8c907fa2-6830-476c-a186-18685951a92f), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:56.507194 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:56.521240 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445faf8-3a43-4ba2-a245-eb903dd35346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc27b41-c21f-485b-9fb3-c1b9cf9cbf44,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:56.523258 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] Transition to ACTIVE for port object d289a714-1b0e-4177-adf6-0d59780fa902 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:55:56.540004 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ed68d7bc-1fbd-4c60-9afa-1201890fa86e req-37a70f0d-ce52-43bb-84d0-11b712ee7455 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=34a7a42d-0402-45d5-9b2a-012bd339f377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800798 Sep 16 12:55:56.566944 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (d289a714-1b0e-4177-adf6-0d59780fa902), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:56.678381 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:56.705317 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912fced-b6c5-4d7d-a28e-533ecb796e71 req-336a415e-6cca-4fa8-9d74-0c5a30b917f3 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:56.713408 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5912fced-b6c5-4d7d-a28e-533ecb796e71 req-336a415e-6cca-4fa8-9d74-0c5a30b917f3 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.0829229 Sep 16 12:55:56.717415 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:56.738073 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] Pushing event updated for resources: {'Port': ['ID=d289a714-1b0e-4177-adf6-0d59780fa902,revision_number=10']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:56.745513 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-dc26c232-4639-4368-a15e-2d9eb5d5eff0 req-6fe0c3a8-26e0-4045-b5e8-ef9546a0b5fc tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:56.761221 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-cc50b174-87ca-4871-83e6-9ff7cdbc56a0 admin admin] For port 8c907fa2-6830-476c-a186-18685951a92f, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=8c907fa2-6830-476c-a186-18685951a92f,segment=NetworkSegment(e76e4e8d-c25c-4db3-9d12-08f9e22f55f1),segment_id=e76e4e8d-c25c-4db3-9d12-08f9e22f55f1)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:56.761587 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cc50b174-87ca-4871-83e6-9ff7cdbc56a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (8c907fa2-6830-476c-a186-18685951a92f), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:56.793602 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:56.794024 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:56.794288 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:56.794624 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:56.794957 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:56.795279 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:56.795608 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:56.796001 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:56.796283 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:56.797166 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:56.797642 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:56.798100 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:56.798544 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:56.798801 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:56.799055 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:55:56.807176 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b53e867f-8125-403f-8f6d-48faa50ef738 req-d5ccd109-e5fb-495b-b2de-93dd0cd8c74d tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e HTTP/1.1" status: 200 len: 210 time: 0.0593584 Sep 16 12:55:56.810605 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] No DVR routers for this DVR port d289a714-1b0e-4177-adf6-0d59780fa902 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:55:56.818819 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-cc50b174-87ca-4871-83e6-9ff7cdbc56a0 admin admin] Calling delete_port for 8c907fa2-6830-476c-a186-18685951a92f owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:55:56.825897 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:55:56.884274 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:55:56.884274 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:55:56.884487 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5912fced-b6c5-4d7d-a28e-533ecb796e71 req-bcc98098-9a03-4b0f-8ed4-cf279554bcd8 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612446 Sep 16 12:55:56.898222 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0c3a8-26e0-4045-b5e8-ef9546a0b5fc tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Pushing event deleted for resources: {'Port': ['ID=0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:56.900814 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154ee2e-ae84-4815-9066-b56c2964f298 req-d913824d-0f50-4a96-b601-45b287626cad tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:56.903269 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0154ee2e-ae84-4815-9066-b56c2964f298 req-d913824d-0f50-4a96-b601-45b287626cad tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 946 time: 0.1185319 Sep 16 12:55:56.909053 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfe008-d51a-4228-a150-b864116f82c1 req-e479b337-5507-42b9-bb64-105879ee58e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:56.911687 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3cbfe008-d51a-4228-a150-b864116f82c1 req-e479b337-5507-42b9-bb64-105879ee58e3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 1127 time: 0.1279407 Sep 16 12:55:56.964159 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc26c232-4639-4368-a15e-2d9eb5d5eff0 req-6fe0c3a8-26e0-4045-b5e8-ef9546a0b5fc tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] No DVR routers for this DVR port 0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:55:56.971356 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-dc26c232-4639-4368-a15e-2d9eb5d5eff0 req-6fe0c3a8-26e0-4045-b5e8-ef9546a0b5fc tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:56.974603 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-dc26c232-4639-4368-a15e-2d9eb5d5eff0 req-6fe0c3a8-26e0-4045-b5e8-ef9546a0b5fc tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.76 "DELETE /networking/v2.0/ports/0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5 HTTP/1.1" status: 204 len: 173 time: 1.1820774 Sep 16 12:55:56.975176 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e', 'name': 'network-vif-deleted', 'tag': '0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:55:56.977463 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4d7835-5814-4a5d-a33d-d7aee0fffe5e" -d '{"events": [{"server_uuid": "3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e", "name": "network-vif-deleted", "tag": "0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:55:57.059799 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee29c289-bd42-48e3-a39e-b9d0dd175f06 x-openstack-request-id: req-ee29c289-bd42-48e3-a39e-b9d0dd175f06 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:55:57.060093 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e", "name": "network-vif-deleted", "tag": "0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:55:57.060383 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ee29c289-bd42-48e3-a39e-b9d0dd175f06 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:55:57.060792 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee29c289-bd42-48e3-a39e-b9d0dd175f06'] response: {'server_uuid': '3b4c1fa3-fd00-41c5-bfc7-94638d03cb3e', 'name': 'network-vif-deleted', 'tag': '0ce5e362-3ed5-4bc9-a8bf-6141e6997ba5', 'status': 'completed', 'code': 200} Sep 16 12:55:57.074912 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3cbfe008-d51a-4228-a150-b864116f82c1 req-72bcd709-56d9-4d44-a40d-daa929f91dd5 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516113 Sep 16 12:55:57.099518 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-0154ee2e-ae84-4815-9066-b56c2964f298 req-6e0e85a8-e94c-4e13-9b47-aef249db8daf tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Deleting port 81dc42ba-a9cc-4752-9e18-84676c9fb431 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:55:57.100108 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0154ee2e-ae84-4815-9066-b56c2964f298 req-6e0e85a8-e94c-4e13-9b47-aef249db8daf tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (81dc42ba-a9cc-4752-9e18-84676c9fb431), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:57.169646 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-44efa4ab-fe3d-44fc-8c33-a836ffe8b418 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/d289a714-1b0e-4177-adf6-0d59780fa902/bindings/n-h1-858094-4/activate HTTP/1.1" status: 200 len: 369 time: 1.6753876 Sep 16 12:55:57.194548 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:57.269820 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cc50b174-87ca-4871-83e6-9ff7cdbc56a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (8c907fa2-6830-476c-a186-18685951a92f), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:57.306175 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50b174-87ca-4871-83e6-9ff7cdbc56a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c907fa2-6830-476c-a186-18685951a92f,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:57.547924 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cc50b174-87ca-4871-83e6-9ff7cdbc56a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (6a1b3150-e25c-47fe-9913-c6ed0e93c3cd), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:57.724977 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-0154ee2e-ae84-4815-9066-b56c2964f298 req-6e0e85a8-e94c-4e13-9b47-aef249db8daf tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] For port 81dc42ba-a9cc-4752-9e18-84676c9fb431, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=81dc42ba-a9cc-4752-9e18-84676c9fb431,segment=NetworkSegment(6438aba4-341a-4bae-8007-2e739dedcc65),segment_id=6438aba4-341a-4bae-8007-2e739dedcc65)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:57.725576 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0154ee2e-ae84-4815-9066-b56c2964f298 req-6e0e85a8-e94c-4e13-9b47-aef249db8daf tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (81dc42ba-a9cc-4752-9e18-84676c9fb431), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:57.744408 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90badc03-c277-436c-84fd-fb3fd4eb5267 req-bb7ef2fc-37d2-46d6-b372-ee1f0d50fefa tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:57.745901 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90badc03-c277-436c-84fd-fb3fd4eb5267 req-bb7ef2fc-37d2-46d6-b372-ee1f0d50fefa tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 945 time: 0.4782255 Sep 16 12:55:57.759495 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-0154ee2e-ae84-4815-9066-b56c2964f298 req-6e0e85a8-e94c-4e13-9b47-aef249db8daf tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Calling delete_port for 81dc42ba-a9cc-4752-9e18-84676c9fb431 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:55:57.774524 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56f798-82a6-4b74-a8f7-767487718ddf req-c15414de-4360-40ec-b3e0-b33ba92bf699 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:57.776158 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:55:57.782094 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5d56f798-82a6-4b74-a8f7-767487718ddf req-c15414de-4360-40ec-b3e0-b33ba92bf699 tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 946 time: 0.1020107 Sep 16 12:55:57.851890 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc50b174-87ca-4871-83e6-9ff7cdbc56a0 admin admin] Router 6a1b3150-e25c-47fe-9913-c6ed0e93c3cd has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:55:57.904019 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90badc03-c277-436c-84fd-fb3fd4eb5267 req-67a4cf3d-dd32-4e0a-9463-d651e7f6af3e tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511424 Sep 16 12:55:57.920492 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5d56f798-82a6-4b74-a8f7-767487718ddf req-bd13ac76-3b85-4cab-88b9-1ae87f9480fd tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=34a7a42d-0402-45d5-9b2a-012bd339f377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373432 Sep 16 12:55:57.963100 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc50b174-87ca-4871-83e6-9ff7cdbc56a0 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:55:57.974526 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-cc50b174-87ca-4871-83e6-9ff7cdbc56a0 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/6a1b3150-e25c-47fe-9913-c6ed0e93c3cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7377155 Sep 16 12:55:57.975445 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58646) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:57.976090 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30637062-ce0e-4643-b752-85ed16c2a2b9 None None] Sync routers for ids ['6a1b3150-e25c-47fe-9913-c6ed0e93c3cd'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:55:57.995847 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30637062-ce0e-4643-b752-85ed16c2a2b9 None None] Routers {'6a1b3150-e25c-47fe-9913-c6ed0e93c3cd'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:55:57.996872 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-30637062-ce0e-4643-b752-85ed16c2a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:55:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['6a1b3150-e25c-47fe-9913-c6ed0e93c3cd'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:58.042111 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0154ee2e-ae84-4815-9066-b56c2964f298 req-6e0e85a8-e94c-4e13-9b47-aef249db8daf tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (81dc42ba-a9cc-4752-9e18-84676c9fb431), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:58.076018 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:58.089181 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e85a8-e94c-4e13-9b47-aef249db8daf tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Pushing event deleted for resources: {'Port': ['ID=81dc42ba-a9cc-4752-9e18-84676c9fb431,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:58.121888 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c14296df-93e8-46a5-967d-fb9af4545289 admin admin] Publish callbacks [] for router (6a1b3150-e25c-47fe-9913-c6ed0e93c3cd), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:58.199161 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:58.213294 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-30637062-ce0e-4643-b752-85ed16c2a2b9 None None] Set router 6a1b3150-e25c-47fe-9913-c6ed0e93c3cd gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:55:58.294220 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-2ee96370-14b3-4f38-b14b-1227c9ed233c tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:58.295941 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-2ee96370-14b3-4f38-b14b-1227c9ed233c tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8&tenant_id=da915844493a4928ac8830897afa126f&binding%3Ahost_id=n-h2-858094-4 HTTP/1.1" status: 200 len: 1127 time: 0.2159517 Sep 16 12:55:58.300256 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0154ee2e-ae84-4815-9066-b56c2964f298 req-6e0e85a8-e94c-4e13-9b47-aef249db8daf tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] No DVR routers for this DVR port 81dc42ba-a9cc-4752-9e18-84676c9fb431 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:55:58.303728 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c14296df-93e8-46a5-967d-fb9af4545289 admin admin] Publish callbacks [] for router_gateway (6a1b3150-e25c-47fe-9913-c6ed0e93c3cd), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:58.306515 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0154ee2e-ae84-4815-9066-b56c2964f298 req-6e0e85a8-e94c-4e13-9b47-aef249db8daf tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:58.310503 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0154ee2e-ae84-4815-9066-b56c2964f298 req-6e0e85a8-e94c-4e13-9b47-aef249db8daf tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.25 "DELETE /networking/v2.0/ports/81dc42ba-a9cc-4752-9e18-84676c9fb431 HTTP/1.1" status: 204 len: 173 time: 1.3976610 Sep 16 12:55:58.311003 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4ce353-1393-4c5a-a229-6aee69ce030c', 'name': 'network-vif-deleted', 'tag': '81dc42ba-a9cc-4752-9e18-84676c9fb431'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:55:58.314490 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c685f5d1-3a6d-4580-90eb-149c9f701685" -d '{"events": [{"server_uuid": "aa4ce353-1393-4c5a-a229-6aee69ce030c", "name": "network-vif-deleted", "tag": "81dc42ba-a9cc-4752-9e18-84676c9fb431"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:55:58.344478 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04d4a4-965d-4bdc-8d31-1cac6015bf9a req-df501ff0-d281-405b-aaaa-86c5dd1f9f3d tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:58.353085 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c04d4a4-965d-4bdc-8d31-1cac6015bf9a req-df501ff0-d281-405b-aaaa-86c5dd1f9f3d tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.1997018 Sep 16 12:55:58.415454 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:58.418470 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-48aa33b5-0f7c-434b-90e2-3f37ca562643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:58.420257 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-48aa33b5-0f7c-434b-90e2-3f37ca562643 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8&tenant_id=da915844493a4928ac8830897afa126f HTTP/1.1" status: 200 len: 1127 time: 0.0647063 Sep 16 12:55:58.449042 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:58.473101 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 58654) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:58.488227 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-30637062-ce0e-4643-b752-85ed16c2a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1b3150-e25c-47fe-9913-c6ed0e93c3cd', 'name': 'tempest-LiveMigrationTest-121780266-router', 'tenant_id': '61495918b16a4c2d9faae4fd7a5f2490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '99cd0001-187d-44c8-8b23-71d4019623f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:50Z', 'updated_at': '2022-09-16T12:55:57Z', 'revision_number': 5, 'project_id': '61495918b16a4c2d9faae4fd7a5f2490', 'gw_port': {'id': '99cd0001-187d-44c8-8b23-71d4019623f1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1b3150-e25c-47fe-9913-c6ed0e93c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:46:51Z', 'updated_at': '2022-09-16T12:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:58.488953 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-a9da0887-76f8-4eac-a10f-07b05dda5866 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2105408229', 'description': 'tempest-description--1645578827'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:58.529403 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c04d4a4-965d-4bdc-8d31-1cac6015bf9a req-f628e978-f97f-441a-a5c5-328733401468 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753478 Sep 16 12:55:58.553059 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30637062-ce0e-4643-b752-85ed16c2a2b9 None None] Checking router: 6a1b3150-e25c-47fe-9913-c6ed0e93c3cd for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:55:58.566527 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a9da0887-76f8-4eac-a10f-07b05dda5866 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:58.584402 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30637062-ce0e-4643-b752-85ed16c2a2b9 None None] Routers {'6a1b3150-e25c-47fe-9913-c6ed0e93c3cd'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:55:58.588804 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-30637062-ce0e-4643-b752-85ed16c2a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:55:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['6a1b3150-e25c-47fe-9913-c6ed0e93c3cd'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:58.765082 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c354fed-fdec-4348-bf66-febd86aa78d1 x-openstack-request-id: req-4c354fed-fdec-4348-bf66-febd86aa78d1 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:55:58.768205 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4ce353-1393-4c5a-a229-6aee69ce030c", "name": "network-vif-deleted", "tag": "81dc42ba-a9cc-4752-9e18-84676c9fb431", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:55:58.770952 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4c354fed-fdec-4348-bf66-febd86aa78d1 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:55:58.771547 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c354fed-fdec-4348-bf66-febd86aa78d1'] response: {'server_uuid': 'aa4ce353-1393-4c5a-a229-6aee69ce030c', 'name': 'network-vif-deleted', 'tag': '81dc42ba-a9cc-4752-9e18-84676c9fb431', 'status': 'completed', 'code': 200} Sep 16 12:55:58.782039 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-30637062-ce0e-4643-b752-85ed16c2a2b9 None None] Set router 6a1b3150-e25c-47fe-9913-c6ed0e93c3cd gateway port host: None {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:55:58.809504 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:58.810879 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a9da0887-76f8-4eac-a10f-07b05dda5866 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks [] for security_group (7945d4fa-b44e-40f2-bdce-128a85fc1847), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:58.815730 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-c14296df-93e8-46a5-967d-fb9af4545289 admin admin] Deleting port 99cd0001-187d-44c8-8b23-71d4019623f1 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:55:58.816075 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c14296df-93e8-46a5-967d-fb9af4545289 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (99cd0001-187d-44c8-8b23-71d4019623f1), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:58.820928 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a9da0887-76f8-4eac-a10f-07b05dda5866 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (7945d4fa-b44e-40f2-bdce-128a85fc1847), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:58.853060 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-d1afd0b4-5d7f-4de9-adc5-c0a5f3e92955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:58.854611 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-d1afd0b4-5d7f-4de9-adc5-c0a5f3e92955 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 1127 time: 0.2008979 Sep 16 12:55:58.867101 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-30637062-ce0e-4643-b752-85ed16c2a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1b3150-e25c-47fe-9913-c6ed0e93c3cd', 'name': 'tempest-LiveMigrationTest-121780266-router', 'tenant_id': '61495918b16a4c2d9faae4fd7a5f2490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:50Z', 'updated_at': '2022-09-16T12:55:58Z', 'revision_number': 6, 'project_id': '61495918b16a4c2d9faae4fd7a5f2490', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:55:58.871195 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a9da0887-76f8-4eac-a10f-07b05dda5866 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:58.872491 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a9da0887-76f8-4eac-a10f-07b05dda5866 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3975065 Sep 16 12:55:58.886699 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58660) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:58.893856 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-2b2e4bed-58da-4f65-b0d8-8451b31e999d tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Request body: {'security_group_rule': {'security_group_id': '7945d4fa-b44e-40f2-bdce-128a85fc1847', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:58.903333 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58662) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:58.921837 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30637062-ce0e-4643-b752-85ed16c2a2b9 None None] The sync data for ids ['6a1b3150-e25c-47fe-9913-c6ed0e93c3cd'] in n-d-858094-4 is: [{'id': '6a1b3150-e25c-47fe-9913-c6ed0e93c3cd', 'name': 'tempest-LiveMigrationTest-121780266-router', 'tenant_id': '61495918b16a4c2d9faae4fd7a5f2490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:46:50Z', 'updated_at': '2022-09-16T12:55:58Z', 'revision_number': 6, 'project_id': '61495918b16a4c2d9faae4fd7a5f2490', 'gw_port_host': None}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:55:58.979915 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4bed-58da-4f65-b0d8-8451b31e999d tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks [] for security_group_rule (c2e15f3d-2d7e-4d94-8cf3-5ad5e203a757), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:58.987299 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-c14296df-93e8-46a5-967d-fb9af4545289 admin admin] For port 99cd0001-187d-44c8-8b23-71d4019623f1, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=99cd0001-187d-44c8-8b23-71d4019623f1,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:55:58.987545 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c14296df-93e8-46a5-967d-fb9af4545289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (99cd0001-187d-44c8-8b23-71d4019623f1), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.016249 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-c14296df-93e8-46a5-967d-fb9af4545289 admin admin] Calling delete_port for 99cd0001-187d-44c8-8b23-71d4019623f1 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:55:59.024610 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-70ee60d1-7812-4c57-b636-20074497ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:59.026132 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-70ee60d1-7812-4c57-b636-20074497ca44 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 922 time: 0.1606848 Sep 16 12:55:59.083576 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da0887-76f8-4eac-a10f-07b05dda5866 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7945d4fa-b44e-40f2-bdce-128a85fc1847,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:59.138256 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e42992b7-92f2-4f3f-90ed-0463fa06a09d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.162057 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c3d54012-478a-4ee0-8332-9dc538c67a69 req-a1d03d93-eff6-40e0-9050-02fdb6dea76b tempest-InstanceActionsV221TestJSON-1092193411 tempest-InstanceActionsV221TestJSON-1092193411-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aa4ce353-1393-4c5a-a229-6aee69ce030c HTTP/1.1" status: 200 len: 210 time: 0.0685890 Sep 16 12:55:59.176993 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580353f-1c35-4fcc-a01d-1289a20435ce req-ac0b5e68-370c-44d4-a7e1-f7085d51089d tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:59.178497 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8580353f-1c35-4fcc-a01d-1289a20435ce req-ac0b5e68-370c-44d4-a7e1-f7085d51089d tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 945 time: 0.1263938 Sep 16 12:55:59.180510 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-287edada-0a9d-468c-8241-875aa1a81c92 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d289a714-1b0e-4177-adf6-0d59780fa902 HTTP/1.1" status: 200 len: 999 time: 0.1463802 Sep 16 12:55:59.184285 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4bed-58da-4f65-b0d8-8451b31e999d tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks [] for security_group_rule (c2e15f3d-2d7e-4d94-8cf3-5ad5e203a757), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.235314 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8580353f-1c35-4fcc-a01d-1289a20435ce req-90abcdc7-f4ce-4e7d-8981-548171ca2bf0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463874 Sep 16 12:55:59.240807 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4bed-58da-4f65-b0d8-8451b31e999d tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (c2e15f3d-2d7e-4d94-8cf3-5ad5e203a757), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.282256 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e4bed-58da-4f65-b0d8-8451b31e999d tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e15f3d-2d7e-4d94-8cf3-5ad5e203a757,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:59.293594 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4bed-58da-4f65-b0d8-8451b31e999d tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.294790 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2b2e4bed-58da-4f65-b0d8-8451b31e999d tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4071422 Sep 16 12:55:59.298787 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58670) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:59.306765 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-a09c7d1c-46bf-4f5a-9a42-bc6c795dd65a tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Request body: {'security_group_rule': {'security_group_id': '7945d4fa-b44e-40f2-bdce-128a85fc1847', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:59.379071 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e42992b7-92f2-4f3f-90ed-0463fa06a09d admin admin] Publish callbacks [] for security_group (1966dd5f-831d-40fb-8ccf-56ced69b4c31), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.388627 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e42992b7-92f2-4f3f-90ed-0463fa06a09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (1966dd5f-831d-40fb-8ccf-56ced69b4c31), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.403520 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-7461c96f-eaea-4ef4-9c57-e6885f601619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:59.410028 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-7461c96f-eaea-4ef4-9c57-e6885f601619 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.0592015 Sep 16 12:55:59.415868 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a09c7d1c-46bf-4f5a-9a42-bc6c795dd65a tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks [] for security_group_rule (e19edc49-eb92-434a-a043-90cbe3ecb00a), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.455326 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c14296df-93e8-46a5-967d-fb9af4545289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (99cd0001-187d-44c8-8b23-71d4019623f1), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.466723 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:59.474213 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-d7be41b4-c84d-4dd2-8a56-1dbdafe6103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:59.477383 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-d7be41b4-c84d-4dd2-8a56-1dbdafe6103d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0620167 Sep 16 12:55:59.496995 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e42992b7-92f2-4f3f-90ed-0463fa06a09d admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=5870adabdac24880b0d0c92dcd0e3a82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5924022 Sep 16 12:55:59.501532 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42992b7-92f2-4f3f-90ed-0463fa06a09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1966dd5f-831d-40fb-8ccf-56ced69b4c31,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:59.504097 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14296df-93e8-46a5-967d-fb9af4545289 admin admin] Pushing event deleted for resources: {'Port': ['ID=99cd0001-187d-44c8-8b23-71d4019623f1,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:59.505702 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 58672) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:59.523233 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:59.576912 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a09c7d1c-46bf-4f5a-9a42-bc6c795dd65a tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks [] for security_group_rule (e19edc49-eb92-434a-a043-90cbe3ecb00a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.586263 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a09c7d1c-46bf-4f5a-9a42-bc6c795dd65a tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (e19edc49-eb92-434a-a043-90cbe3ecb00a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.613961 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c7d1c-46bf-4f5a-9a42-bc6c795dd65a tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19edc49-eb92-434a-a043-90cbe3ecb00a,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:55:59.621601 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c14296df-93e8-46a5-967d-fb9af4545289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (6a1b3150-e25c-47fe-9913-c6ed0e93c3cd), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.653380 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a09c7d1c-46bf-4f5a-9a42-bc6c795dd65a tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.658660 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a09c7d1c-46bf-4f5a-9a42-bc6c795dd65a tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3548226 Sep 16 12:55:59.661891 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 58676) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:59.675190 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-679f4136-ad0a-4d82-8e6b-59126be76848 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:55:59.680503 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-81ad1f47-32df-41f2-b892-074aa131a61b admin admin] Publish callbacks [] for security_group (1966dd5f-831d-40fb-8ccf-56ced69b4c31), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.699082 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 81dc42ba-a9cc-4752-9e18-84676c9fb431 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:55:59.702065 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:59.704279 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-f62b3eb1-27f4-4340-a68a-43b21f9715d2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202213 Sep 16 12:55:59.711617 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:59.724467 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb61cb-94b7-4466-ac38-a487d94a0bac req-efd1a02c-173e-497a-ba13-3895f7e8575c tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:55:59.724868 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c14296df-93e8-46a5-967d-fb9af4545289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (6a1b3150-e25c-47fe-9913-c6ed0e93c3cd), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.726253 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9feb61cb-94b7-4466-ac38-a487d94a0bac req-efd1a02c-173e-497a-ba13-3895f7e8575c tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.1032946 Sep 16 12:55:59.727255 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c14296df-93e8-46a5-967d-fb9af4545289 admin admin] Publish callbacks [] for router_controller (6a1b3150-e25c-47fe-9913-c6ed0e93c3cd), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.735639 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: 81dc42ba-a9cc-4752-9e18-84676c9fb431 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:55:59.736401 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 81dc42ba-a9cc-4752-9e18-84676c9fb431 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:55:59.769605 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-81ad1f47-32df-41f2-b892-074aa131a61b admin admin] Publish callbacks [] for security_group (1966dd5f-831d-40fb-8ccf-56ced69b4c31), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.779127 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c14296df-93e8-46a5-967d-fb9af4545289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (6a1b3150-e25c-47fe-9913-c6ed0e93c3cd), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.779940 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14296df-93e8-46a5-967d-fb9af4545289 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a1b3150-e25c-47fe-9913-c6ed0e93c3cd {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:55:59.786033 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c14296df-93e8-46a5-967d-fb9af4545289 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.790203 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c14296df-93e8-46a5-967d-fb9af4545289 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/6a1b3150-e25c-47fe-9913-c6ed0e93c3cd HTTP/1.1" status: 204 len: 168 time: 1.8137698 Sep 16 12:55:59.791237 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58678) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:55:59.802661 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-679f4136-ad0a-4d82-8e6b-59126be76848 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.840409 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a775ae11-7bb6-40a6-bec3-f90641dcf4ff admin admin] Deleting subnet 379a7f24-69c0-4460-8c17-f635628518cf {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:55:59.844301 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a775ae11-7bb6-40a6-bec3-f90641dcf4ff admin admin] Publish callbacks [] for subnet (379a7f24-69c0-4460-8c17-f635628518cf), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.847776 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:55:59.891669 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a775ae11-7bb6-40a6-bec3-f90641dcf4ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (379a7f24-69c0-4460-8c17-f635628518cf), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.952780 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9feb61cb-94b7-4466-ac38-a487d94a0bac req-e27de1b7-f6d1-406a-a51a-c8f894819de7 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892719 Sep 16 12:55:59.986829 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-3ea3b960-2a03-46c9-a422-57862b86e8a0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691467 Sep 16 12:55:59.989712 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-81ad1f47-32df-41f2-b892-074aa131a61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (1966dd5f-831d-40fb-8ccf-56ced69b4c31), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.992543 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-81ad1f47-32df-41f2-b892-074aa131a61b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:55:59.996614 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-81ad1f47-32df-41f2-b892-074aa131a61b admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/1966dd5f-831d-40fb-8ccf-56ced69b4c31 HTTP/1.1" status: 204 len: 168 time: 0.4893818 Sep 16 12:56:00.003374 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-679f4136-ad0a-4d82-8e6b-59126be76848 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:00.009466 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a775ae11-7bb6-40a6-bec3-f90641dcf4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (379a7f24-69c0-4460-8c17-f635628518cf), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:00.015313 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad1f47-32df-41f2-b892-074aa131a61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1966dd5f-831d-40fb-8ccf-56ced69b4c31,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:00.113768 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a775ae11-7bb6-40a6-bec3-f90641dcf4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (379a7f24-69c0-4460-8c17-f635628518cf), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:00.146648 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e69f422-39e6-42e2-b9cc-96289b29b823 None None] Network fc631a2c-89be-4f1e-b69e-0ee2a9069ee4 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:56:00.184514 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-679f4136-ad0a-4d82-8e6b-59126be76848 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Allocated IP 172.25.2.250 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/767f9e93-e06b-4f50-907e-803b47ad7768) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:56:00.190664 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a775ae11-7bb6-40a6-bec3-f90641dcf4ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:00.197620 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 58684) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:00.198840 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a775ae11-7bb6-40a6-bec3-f90641dcf4ff admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/379a7f24-69c0-4460-8c17-f635628518cf HTTP/1.1" status: 204 len: 168 time: 0.4063909 Sep 16 12:56:00.201180 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775ae11-7bb6-40a6-bec3-f90641dcf4ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=379a7f24-69c0-4460-8c17-f635628518cf,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:00.435470 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc4d0aa-579d-4e52-afdf-7be8e8549478 None None] DHCP port deletion for fc631a2c-89be-4f1e-b69e-0ee2a9069ee4 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:56:00.485598 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-bfc4d0aa-579d-4e52-afdf-7be8e8549478 None None] Deleting port 938085fa-0ad0-4ec2-a64d-e6ced6665794 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:56:00.485977 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d0aa-579d-4e52-afdf-7be8e8549478 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (938085fa-0ad0-4ec2-a64d-e6ced6665794), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:00.516382 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (fc631a2c-89be-4f1e-b69e-0ee2a9069ee4), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:00.569590 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-bfc4d0aa-579d-4e52-afdf-7be8e8549478 None None] For port 938085fa-0ad0-4ec2-a64d-e6ced6665794, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=938085fa-0ad0-4ec2-a64d-e6ced6665794,segment=NetworkSegment(e76e4e8d-c25c-4db3-9d12-08f9e22f55f1),segment_id=e76e4e8d-c25c-4db3-9d12-08f9e22f55f1)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:00.570096 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d0aa-579d-4e52-afdf-7be8e8549478 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (938085fa-0ad0-4ec2-a64d-e6ced6665794), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:00.575971 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20075228-fa63-4d70-a039-b265efbc0fda req-3ea79bd9-e704-45b5-b376-3842a34788d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:00.578658 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20075228-fa63-4d70-a039-b265efbc0fda req-3ea79bd9-e704-45b5-b376-3842a34788d2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f2d50b9f6b084e40971269e8b882516c&device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 1127 time: 0.1839092 Sep 16 12:56:00.584471 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77842f1-43b5-4157-aa74-ba3cabd5983f req-52eb9bea-1bb4-41fb-b308-cc9b8865380a tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:00.585403 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-bfc4d0aa-579d-4e52-afdf-7be8e8549478 None None] Calling delete_port for 938085fa-0ad0-4ec2-a64d-e6ced6665794 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:56:00.585903 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d77842f1-43b5-4157-aa74-ba3cabd5983f req-52eb9bea-1bb4-41fb-b308-cc9b8865380a tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 945 time: 0.2197082 Sep 16 12:56:00.600827 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694b295-8380-4ebf-b9a5-0619c398085e req-ff3cfde3-a899-43d3-9d5f-73d5474ed814 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:00.602342 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8694b295-8380-4ebf-b9a5-0619c398085e req-ff3cfde3-a899-43d3-9d5f-73d5474ed814 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.2257006 Sep 16 12:56:00.626958 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-6151eab4-eb35-4373-ac0c-b09533e4db8e tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:00.628381 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-6151eab4-eb35-4373-ac0c-b09533e4db8e tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8&tenant_id=da915844493a4928ac8830897afa126f&binding%3Ahost_id=n-h1-858094-4 HTTP/1.1" status: 200 len: 1127 time: 0.1394143 Sep 16 12:56:00.692424 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 99cd0001-187d-44c8-8b23-71d4019623f1 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:56:00.696891 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d0aa-579d-4e52-afdf-7be8e8549478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (938085fa-0ad0-4ec2-a64d-e6ced6665794), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:00.737825 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 99cd0001-187d-44c8-8b23-71d4019623f1 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:56:00.738480 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 99cd0001-187d-44c8-8b23-71d4019623f1 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:56:00.738560 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8c907fa2-6830-476c-a186-18685951a92f no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:56:00.760217 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4d0aa-579d-4e52-afdf-7be8e8549478 None None] Pushing event deleted for resources: {'Port': ['ID=938085fa-0ad0-4ec2-a64d-e6ced6665794,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:00.761021 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-679f4136-ad0a-4d82-8e6b-59126be76848 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks [] for port (767f9e93-e06b-4f50-907e-803b47ad7768), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:00.763108 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 8c907fa2-6830-476c-a186-18685951a92f {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:56:00.763450 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8c907fa2-6830-476c-a186-18685951a92f not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:56:00.763851 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 938085fa-0ad0-4ec2-a64d-e6ced6665794 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:56:00.792398 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc4d0aa-579d-4e52-afdf-7be8e8549478 None None] No DVR routers for this DVR port 938085fa-0ad0-4ec2-a64d-e6ced6665794 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:56:00.795807 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 938085fa-0ad0-4ec2-a64d-e6ced6665794 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:56:00.796178 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 938085fa-0ad0-4ec2-a64d-e6ced6665794 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:56:00.810523 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:00.838170 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:00.863856 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] Deleting port 938085fa-0ad0-4ec2-a64d-e6ced6665794 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:56:00.864222 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (938085fa-0ad0-4ec2-a64d-e6ced6665794), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:00.911347 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d77842f1-43b5-4157-aa74-ba3cabd5983f req-8af58c63-9368-46e9-bb37-8c8decf519a8 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080254 Sep 16 12:56:00.964314 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8694b295-8380-4ebf-b9a5-0619c398085e req-63714032-8f48-4a36-8997-6d82a3376289 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391545 Sep 16 12:56:00.994023 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20075228-fa63-4d70-a039-b265efbc0fda req-91733336-f473-4b04-8df0-2b748570f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:00.996287 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20075228-fa63-4d70-a039-b265efbc0fda req-91733336-f473-4b04-8df0-2b748570f4c9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e39821aa-60f0-44e0-aa25-da05e5161c83 HTTP/1.1" status: 200 len: 911 time: 0.4036794 Sep 16 12:56:01.038860 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-679f4136-ad0a-4d82-8e6b-59126be76848 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (767f9e93-e06b-4f50-907e-803b47ad7768), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:01.063491 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58714) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:01.111025 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] For port 938085fa-0ad0-4ec2-a64d-e6ced6665794, host n-d-858094-4, got binding levels [] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:01.111590 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (938085fa-0ad0-4ec2-a64d-e6ced6665794), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:01.116981 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20075228-fa63-4d70-a039-b265efbc0fda req-b8f9f0e4-9f85-47bb-9804-77220235ae3d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71269ced-342c-468f-8025-bba5b93b85be HTTP/1.1" status: 200 len: 217 time: 0.0924797 Sep 16 12:56:01.153758 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58722) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:01.167912 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] Calling delete_port for 938085fa-0ad0-4ec2-a64d-e6ced6665794 owned by network:dhcp {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:56:01.173943 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.ipam_backend_mixin [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] Port 938085fa-0ad0-4ec2-a64d-e6ced6665794 was not found and therefore no delete operation was performed {{(pid=113698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 16 12:56:01.177622 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679f4136-ad0a-4d82-8e6b-59126be76848 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:56:01.196012 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-1208c63f-1084-4f3c-87fe-bbea4d1dea82 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-829968974-network', 'tenant_id': '1870b66518d34e78a00931ee65cb0c0c'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:01.202048 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (938085fa-0ad0-4ec2-a64d-e6ced6665794), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:01.204734 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-679f4136-ad0a-4d82-8e6b-59126be76848 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:01.210396 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679f4136-ad0a-4d82-8e6b-59126be76848 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:56:01.217621 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f4136-ad0a-4d82-8e6b-59126be76848 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Pushing event updated for resources: {'Port': ['ID=767f9e93-e06b-4f50-907e-803b47ad7768,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:01.220887 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-4578cbbc-6eb6-4197-8e93-016615d702b0 service neutron] For port d289a714-1b0e-4177-adf6-0d59780fa902, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:56:01.250911 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-4578cbbc-6eb6-4197-8e93-016615d702b0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:01.252023 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5132ebbc-f1ab-412f-8bce-a61ace2b7e83 req-4578cbbc-6eb6-4197-8e93-016615d702b0 service neutron] 10.222.0.25 "DELETE /networking/v2.0/ports/d289a714-1b0e-4177-adf6-0d59780fa902/bindings/n-h2-858094-4 HTTP/1.1" status: 204 len: 173 time: 0.5938475 Sep 16 12:56:01.261850 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1208c63f-1084-4f3c-87fe-bbea4d1dea82 admin admin] Made reservation on behalf of 1870b66518d34e78a00931ee65cb0c0c for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:56:01.264190 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1208c63f-1084-4f3c-87fe-bbea4d1dea82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:01.277810 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] No DVR routers for this DVR port 938085fa-0ad0-4ec2-a64d-e6ced6665794 on host n-d-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:56:01.281846 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1208c63f-1084-4f3c-87fe-bbea4d1dea82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:01.283945 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] Pushing event deleted for resources: {'Port': ['ID=938085fa-0ad0-4ec2-a64d-e6ced6665794,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:01.318367 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20075228-fa63-4d70-a039-b265efbc0fda req-4c89bd4c-533e-468e-8ca6-9cf4d5a68565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:01.319876 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20075228-fa63-4d70-a039-b265efbc0fda req-4c89bd4c-533e-468e-8ca6-9cf4d5a68565 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=111be6d3-8b9a-4cec-af43-492de087009a HTTP/1.1" status: 200 len: 850 time: 0.1844299 Sep 16 12:56:01.396663 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20075228-fa63-4d70-a039-b265efbc0fda req-9c110a76-a5b5-4238-a677-028d94d19cc3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e39821aa-60f0-44e0-aa25-da05e5161c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597401 Sep 16 12:56:01.441705 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (fc631a2c-89be-4f1e-b69e-0ee2a9069ee4), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:01.445910 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=79,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:01.490766 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1208c63f-1084-4f3c-87fe-bbea4d1dea82 admin admin] Publish callbacks [] for security_group (ee330768-1922-4459-9d4e-8d7958b68317), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:01.498157 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1208c63f-1084-4f3c-87fe-bbea4d1dea82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (ee330768-1922-4459-9d4e-8d7958b68317), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:01.513318 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc631a2c-89be-4f1e-b69e-0ee2a9069ee4']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:01.513560 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:01.515928 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-679f4136-ad0a-4d82-8e6b-59126be76848 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks [] for floatingip (067846db-f76e-4325-9822-ba549c558ac4), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:01.536104 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76e4e8d-c25c-4db3-9d12-08f9e22f55f1') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:01.536430 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76e4e8d-c25c-4db3-9d12-08f9e22f55f1') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:01.545131 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1208c63f-1084-4f3c-87fe-bbea4d1dea82 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:56:01.573074 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208c63f-1084-4f3c-87fe-bbea4d1dea82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee330768-1922-4459-9d4e-8d7958b68317,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:01.574192 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (e76e4e8d-c25c-4db3-9d12-08f9e22f55f1), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:01.593604 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1208c63f-1084-4f3c-87fe-bbea4d1dea82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (8b804856-836a-45bd-b0d5-db878d03a2a6), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:01.593604 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-1208c63f-1084-4f3c-87fe-bbea4d1dea82 admin admin] Added segment 8b804856-836a-45bd-b0d5-db878d03a2a6 of type vlan for network 42b0265a-a2fd-4c10-b5a1-13d74da7c9e3 Sep 16 12:56:01.617516 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (e76e4e8d-c25c-4db3-9d12-08f9e22f55f1), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:01.624299 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-679f4136-ad0a-4d82-8e6b-59126be76848 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (767f9e93-e06b-4f50-907e-803b47ad7768), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:01.625748 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:01.630818 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:56:01.631163 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (e76e4e8d-c25c-4db3-9d12-08f9e22f55f1), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:01.664025 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20075228-fa63-4d70-a039-b265efbc0fda req-a8a1f629-c059-4469-92ff-d92a3fbbc0a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e39821aa-60f0-44e0-aa25-da05e5161c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470598 Sep 16 12:56:01.668116 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment e76e4e8d-c25c-4db3-9d12-08f9e22f55f1 resource provider aggregate not found Sep 16 12:56:01.677231 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1208c63f-1084-4f3c-87fe-bbea4d1dea82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (42b0265a-a2fd-4c10-b5a1-13d74da7c9e3), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:01.700692 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-62560bd0-bc76-4098-86cb-c7b6e3c24aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (9301abd9-ecaa-4daa-9e61-da8e51c29ed2), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:01.739772 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment e76e4e8d-c25c-4db3-9d12-08f9e22f55f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e76e4e8d-c25c-4db3-9d12-08f9e22f55f1 found for delete ", "request_id": "req-a912cc88-abdb-40cb-bb20-872842360bdd"}]} Sep 16 12:56:01.750880 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1208c63f-1084-4f3c-87fe-bbea4d1dea82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (42b0265a-a2fd-4c10-b5a1-13d74da7c9e3), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:01.751885 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1208c63f-1084-4f3c-87fe-bbea4d1dea82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:01.752500 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1208c63f-1084-4f3c-87fe-bbea4d1dea82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:01.773227 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:01.799431 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (fc631a2c-89be-4f1e-b69e-0ee2a9069ee4), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:01.810092 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:01.816094 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/fc631a2c-89be-4f1e-b69e-0ee2a9069ee4 HTTP/1.1" status: 204 len: 168 time: 1.6171942 Sep 16 12:56:01.829123 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1208c63f-1084-4f3c-87fe-bbea4d1dea82 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7612140 Sep 16 12:56:01.832035 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 58730) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:01.847831 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-b17aefef-983f-4ce6-af17-df23ee280f31 admin admin] Request body: {'subnet': {'network_id': '42b0265a-a2fd-4c10-b5a1-13d74da7c9e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-829968974-subnet', 'tenant_id': '1870b66518d34e78a00931ee65cb0c0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:01.875778 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208c63f-1084-4f3c-87fe-bbea4d1dea82 admin admin] Pushing event updated for resources: {'Network': ['ID=42b0265a-a2fd-4c10-b5a1-13d74da7c9e3,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:01.885127 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432b5c9-5b9d-4e3b-9356-fe8b9147051c admin admin] Pushing event deleted for resources: {'Network': ['ID=fc631a2c-89be-4f1e-b69e-0ee2a9069ee4,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:01.891808 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 42b0265a-a2fd-4c10-b5a1-13d74da7c9e3 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:56:01.927129 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20075228-fa63-4d70-a039-b265efbc0fda req-2e23a702-1dc5-45dd-bf3a-635a2110a065 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e39821aa-60f0-44e0-aa25-da05e5161c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276163 Sep 16 12:56:01.930976 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17aefef-983f-4ce6-af17-df23ee280f31 admin admin] Made reservation on behalf of 1870b66518d34e78a00931ee65cb0c0c for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:56:01.931829 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b17aefef-983f-4ce6-af17-df23ee280f31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:02.069858 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58740) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:02.102558 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-62560bd0-bc76-4098-86cb-c7b6e3c24aef admin admin] Deleting port 33a1e2ca-bb51-4718-a7ff-3c4893e1f353 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:56:02.103184 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-62560bd0-bc76-4098-86cb-c7b6e3c24aef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (33a1e2ca-bb51-4718-a7ff-3c4893e1f353), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:02.184605 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2ef39a47-4d58-49a8-9d91-7cfa5c73764c admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=dd7ec914bffb4743921e4116b0c399eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1130209 Sep 16 12:56:02.187119 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58744) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:02.237494 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f67ccf-fde9-48e8-94c8-9164e4ae747d req-c31bbf96-89df-401c-b924-c323f0c80cdb tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:02.239035 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c3f67ccf-fde9-48e8-94c8-9164e4ae747d req-c31bbf96-89df-401c-b924-c323f0c80cdb tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 945 time: 0.1506872 Sep 16 12:56:02.242907 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-679f4136-ad0a-4d82-8e6b-59126be76848 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks [] for port (767f9e93-e06b-4f50-907e-803b47ad7768), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:02.251557 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef385429-0502-4e00-8836-cf15dcad0822 req-787e8fab-b7e0-47a4-afff-ab42337aa1cc tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:02.253263 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ef385429-0502-4e00-8836-cf15dcad0822 req-787e8fab-b7e0-47a4-afff-ab42337aa1cc tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.1624162 Sep 16 12:56:02.259168 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-679f4136-ad0a-4d82-8e6b-59126be76848 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (767f9e93-e06b-4f50-907e-803b47ad7768), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:02.284703 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-62560bd0-bc76-4098-86cb-c7b6e3c24aef admin admin] For port 33a1e2ca-bb51-4718-a7ff-3c4893e1f353, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=33a1e2ca-bb51-4718-a7ff-3c4893e1f353,segment=NetworkSegment(6438aba4-341a-4bae-8007-2e739dedcc65),segment_id=6438aba4-341a-4bae-8007-2e739dedcc65)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:02.285096 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-62560bd0-bc76-4098-86cb-c7b6e3c24aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (33a1e2ca-bb51-4718-a7ff-3c4893e1f353), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:02.298290 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-33a9c398-2ab4-476c-bff5-eff591e801d6 admin admin] Publish callbacks [] for security_group (41792b4a-13e8-4d39-9852-3d9cc3b8c774), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:02.298638 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=18 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:02.304456 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-62560bd0-bc76-4098-86cb-c7b6e3c24aef admin admin] Calling delete_port for 33a1e2ca-bb51-4718-a7ff-3c4893e1f353 owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:56:02.305913 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:02.328955 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-69c97fe0-2cd0-412e-bce4-f575bfa106ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:02.340346 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-33a9c398-2ab4-476c-bff5-eff591e801d6 admin admin] Publish callbacks [] for security_group (41792b4a-13e8-4d39-9852-3d9cc3b8c774), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:02.416679 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f4136-ad0a-4d82-8e6b-59126be76848 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Pushing event updated for resources: {'Port': ['ID=767f9e93-e06b-4f50-907e-803b47ad7768,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:02.420500 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:02.430185 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-679f4136-ad0a-4d82-8e6b-59126be76848 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (067846db-f76e-4325-9822-ba549c558ac4), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:02.475420 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c3f67ccf-fde9-48e8-94c8-9164e4ae747d req-02eaee2b-5c4c-497e-a1fa-73afc2da700d tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193499 Sep 16 12:56:02.482178 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ef385429-0502-4e00-8836-cf15dcad0822 req-8ded895f-1aea-47b1-a86b-93b6add4f737 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181630 Sep 16 12:56:02.485379 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-679f4136-ad0a-4d82-8e6b-59126be76848 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:02.491798 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-33a9c398-2ab4-476c-bff5-eff591e801d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (41792b4a-13e8-4d39-9852-3d9cc3b8c774), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:02.494336 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-33a9c398-2ab4-476c-bff5-eff591e801d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:02.495474 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-33a9c398-2ab4-476c-bff5-eff591e801d6 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/41792b4a-13e8-4d39-9852-3d9cc3b8c774 HTTP/1.1" status: 204 len: 168 time: 0.3067064 Sep 16 12:56:02.495947 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-679f4136-ad0a-4d82-8e6b-59126be76848 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8275392 Sep 16 12:56:02.548961 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9c398-2ab4-476c-bff5-eff591e801d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41792b4a-13e8-4d39-9852-3d9cc3b8c774,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:02.604501 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b17aefef-983f-4ce6-af17-df23ee280f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (026d0fa3-9dab-41a5-8509-f55bbc355ab2), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:02.650105 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-62560bd0-bc76-4098-86cb-c7b6e3c24aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (33a1e2ca-bb51-4718-a7ff-3c4893e1f353), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:02.685659 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17aefef-983f-4ce6-af17-df23ee280f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=026d0fa3-9dab-41a5-8509-f55bbc355ab2,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:02.725756 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62560bd0-bc76-4098-86cb-c7b6e3c24aef admin admin] Pushing event deleted for resources: {'Port': ['ID=33a1e2ca-bb51-4718-a7ff-3c4893e1f353,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:02.725996 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17aefef-983f-4ce6-af17-df23ee280f31 admin admin] Checking segment: {'id': '8b804856-836a-45bd-b0d5-db878d03a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '42b0265a-a2fd-4c10-b5a1-13d74da7c9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:56:02.725996 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17aefef-983f-4ce6-af17-df23ee280f31 admin admin] Network hostable DHCP agents. Network: 42b0265a-a2fd-4c10-b5a1-13d74da7c9e3, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:56:02.736177 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:02.738308 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:02.739733 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1fb84-1787-4069-b532-fb2038505b28 req-4879666f-6427-4773-920b-a58016522ff4 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:02.741412 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c8d1fb84-1787-4069-b532-fb2038505b28 req-4879666f-6427-4773-920b-a58016522ff4 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 1127 time: 0.0815742 Sep 16 12:56:02.955330 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-62560bd0-bc76-4098-86cb-c7b6e3c24aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (9301abd9-ecaa-4daa-9e61-da8e51c29ed2), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:03.075657 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58768) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:03.166898 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17aefef-983f-4ce6-af17-df23ee280f31 admin admin] Network 42b0265a-a2fd-4c10-b5a1-13d74da7c9e3 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:56:03.169633 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-57cd6989-ad9d-47f3-81c2-c17535544e87 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=61495918b16a4c2d9faae4fd7a5f2490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0927281 Sep 16 12:56:03.172804 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58770) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:03.208673 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-b17aefef-983f-4ce6-af17-df23ee280f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 42b0265a-a2fd-4c10-b5a1-13d74da7c9e3) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:03.217925 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5666ea07-2b80-4f35-9e72-bf4a6ea51ea9 None None] Network 42b0265a-a2fd-4c10-b5a1-13d74da7c9e3 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:56:03.245937 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17aefef-983f-4ce6-af17-df23ee280f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:03.246856 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b17aefef-983f-4ce6-af17-df23ee280f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:03.265601 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c8d1fb84-1787-4069-b532-fb2038505b28 req-9dc53409-aa87-4770-8c50-2ffae807c512 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5141582 Sep 16 12:56:03.279247 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b17aefef-983f-4ce6-af17-df23ee280f31 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4359534 Sep 16 12:56:03.279695 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62560bd0-bc76-4098-86cb-c7b6e3c24aef admin admin] Router 9301abd9-ecaa-4daa-9e61-da8e51c29ed2 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:56:03.280669 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d9cdfe7e-129b-46f3-be83-081796541a34 admin admin] Publish callbacks [] for security_group (b39a5dbc-06c3-45e8-b932-14883a7dc52e), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:03.283254 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 58772) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:03.287597 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-928dbf20-1e46-4f1f-8f90-a587c770791f admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupRulesTestJSON-829968974-router', 'tenant_id': '1870b66518d34e78a00931ee65cb0c0c', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:03.311505 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d9cdfe7e-129b-46f3-be83-081796541a34 admin admin] Publish callbacks [] for security_group (b39a5dbc-06c3-45e8-b932-14883a7dc52e), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:03.343797 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-e7a33f02-5147-459e-9eae-51602827326a tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:03.346444 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-e7a33f02-5147-459e-9eae-51602827326a tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/networks?id=4f690fd7-a007-4db5-a7d2-6b0378c9fb20 HTTP/1.1" status: 200 len: 821 time: 0.1821637 Sep 16 12:56:03.365917 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-df88ee2a-a193-4e74-8ccc-605376767c68 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/quotas/c88ea8e8750c440e86d3c1eb4ab6110e HTTP/1.1" status: 200 len: 375 time: 0.0124335 Sep 16 12:56:03.366335 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-42b0265a-a2fd-4c10-b5a1-13d74da7c9e3', 'network_id': '42b0265a-a2fd-4c10-b5a1-13d74da7c9e3', 'project_id': '1870b66518d34e78a00931ee65cb0c0c', 'fixed_ips': [{'subnet_id': '026d0fa3-9dab-41a5-8509-f55bbc355ab2'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:56:03.367463 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-928dbf20-1e46-4f1f-8f90-a587c770791f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (000b1c0a-0fc8-43cb-b9c2-be83bb949605), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:03.367606 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:03.368590 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-928dbf20-1e46-4f1f-8f90-a587c770791f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (000b1c0a-0fc8-43cb-b9c2-be83bb949605), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:03.389470 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:03.447888 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-96837314-9611-4bfd-8e94-3e524f2b0b44 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=c88ea8e8750c440e86d3c1eb4ab6110e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744710 Sep 16 12:56:03.472211 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:03.488437 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-928dbf20-1e46-4f1f-8f90-a587c770791f admin admin] Publish callbacks [] for router_controller (000b1c0a-0fc8-43cb-b9c2-be83bb949605), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:03.496180 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62560bd0-bc76-4098-86cb-c7b6e3c24aef admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:56:03.505293 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-62560bd0-bc76-4098-86cb-c7b6e3c24aef admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/9301abd9-ecaa-4daa-9e61-da8e51c29ed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3497498 Sep 16 12:56:03.506379 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58778) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:03.511705 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3903ebb1-bed9-4aa6-b73f-252af72bee7f None None] Sync routers for ids ['9301abd9-ecaa-4daa-9e61-da8e51c29ed2'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:56:03.517138 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d9cdfe7e-129b-46f3-be83-081796541a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b39a5dbc-06c3-45e8-b932-14883a7dc52e), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:03.519702 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d9cdfe7e-129b-46f3-be83-081796541a34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:03.520855 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d9cdfe7e-129b-46f3-be83-081796541a34 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b39a5dbc-06c3-45e8-b932-14883a7dc52e HTTP/1.1" status: 204 len: 168 time: 0.3467174 Sep 16 12:56:03.537973 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3903ebb1-bed9-4aa6-b73f-252af72bee7f None None] Routers {'9301abd9-ecaa-4daa-9e61-da8e51c29ed2'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:56:03.541099 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-3903ebb1-bed9-4aa6-b73f-252af72bee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:55:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['9301abd9-ecaa-4daa-9e61-da8e51c29ed2'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:03.558553 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:03.576714 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] Allocated IP 172.20.0.2 (42b0265a-a2fd-4c10-b5a1-13d74da7c9e3/026d0fa3-9dab-41a5-8509-f55bbc355ab2/4d4f248a-1810-4bb1-90f4-a003ceecf415) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:56:03.581440 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdfe7e-129b-46f3-be83-081796541a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39a5dbc-06c3-45e8-b932-14883a7dc52e,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:03.821547 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:03.843686 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-3903ebb1-bed9-4aa6-b73f-252af72bee7f None None] Set router 9301abd9-ecaa-4daa-9e61-da8e51c29ed2 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:56:03.889207 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] Publish callbacks [] for port (4d4f248a-1810-4bb1-90f4-a003ceecf415), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:03.899424 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (4d4f248a-1810-4bb1-90f4-a003ceecf415), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:03.962175 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] Network 42b0265a-a2fd-4c10-b5a1-13d74da7c9e3 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:56:03.966913 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:03.968947 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] Pushing event updated for resources: {'Port': ['ID=4d4f248a-1810-4bb1-90f4-a003ceecf415,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:03.971204 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:56:04.040005 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] Attempting to bind port 4d4f248a-1810-4bb1-90f4-a003ceecf415 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:56:04.040419 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] Attempting to bind port 4d4f248a-1810-4bb1-90f4-a003ceecf415 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '8b804856-836a-45bd-b0d5-db878d03a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '42b0265a-a2fd-4c10-b5a1-13d74da7c9e3'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:56:04.041247 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] Attempting to bind port 4d4f248a-1810-4bb1-90f4-a003ceecf415 on network 42b0265a-a2fd-4c10-b5a1-13d74da7c9e3 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:56:04.043590 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc2c3c-2f22-4201-8b35-e4c0512f290a req-ae71021d-ff03-47cc-8d97-b17a533a64ac tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:04.051592 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-36bc2c3c-2f22-4201-8b35-e4c0512f290a req-ae71021d-ff03-47cc-8d97-b17a533a64ac tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 1127 time: 0.1911633 Sep 16 12:56:04.064787 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-402c171d-daa9-42dd-bf92-1cf41cc32c33 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4f690fd7-a007-4db5-a7d2-6b0378c9fb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874770 Sep 16 12:56:04.089434 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:56:04.089886 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] Checking segment: {'id': '8b804856-836a-45bd-b0d5-db878d03a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '42b0265a-a2fd-4c10-b5a1-13d74da7c9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:56:04.090296 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:04.090835 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] Bound using segment: {'id': '8b804856-836a-45bd-b0d5-db878d03a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '42b0265a-a2fd-4c10-b5a1-13d74da7c9e3'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:56:04.091376 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] Bound port: 4d4f248a-1810-4bb1-90f4-a003ceecf415, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b804856-836a-45bd-b0d5-db878d03a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '42b0265a-a2fd-4c10-b5a1-13d74da7c9e3'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:56:04.091762 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4d4f248a-1810-4bb1-90f4-a003ceecf415), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:04.138714 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-928dbf20-1e46-4f1f-8f90-a587c770791f admin admin] Publish callbacks [] for router_gateway (000b1c0a-0fc8-43cb-b9c2-be83bb949605), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:04.158531 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-3903ebb1-bed9-4aa6-b73f-252af72bee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9301abd9-ecaa-4daa-9e61-da8e51c29ed2', 'name': 'tempest-InstanceActionsV221TestJSON-1929849663-router', 'tenant_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '3228bd47-cae3-4502-b3b7-208f4d89449f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:55:12Z', 'updated_at': '2022-09-16T12:56:02Z', 'revision_number': 5, 'project_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'gw_port': {'id': '3228bd47-cae3-4502-b3b7-208f4d89449f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:25:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9301abd9-ecaa-4daa-9e61-da8e51c29ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:13Z', 'updated_at': '2022-09-16T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:04.192897 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3903ebb1-bed9-4aa6-b73f-252af72bee7f None None] Checking router: 9301abd9-ecaa-4daa-9e61-da8e51c29ed2 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:56:04.204927 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ce539044-9c87-4dfa-b03b-97c2fda26440 admin admin] Publish callbacks [] for router (9301abd9-ecaa-4daa-9e61-da8e51c29ed2), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:04.210535 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3903ebb1-bed9-4aa6-b73f-252af72bee7f None None] Routers {'9301abd9-ecaa-4daa-9e61-da8e51c29ed2'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:56:04.211420 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-3903ebb1-bed9-4aa6-b73f-252af72bee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:55:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['9301abd9-ecaa-4daa-9e61-da8e51c29ed2'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:04.230864 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] For port 4d4f248a-1810-4bb1-90f4-a003ceecf415, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:56:04.237064 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] For port 4d4f248a-1810-4bb1-90f4-a003ceecf415, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=4d4f248a-1810-4bb1-90f4-a003ceecf415,segment=NetworkSegment(8b804856-836a-45bd-b0d5-db878d03a2a6),segment_id=8b804856-836a-45bd-b0d5-db878d03a2a6)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:56:04.252469 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (4d4f248a-1810-4bb1-90f4-a003ceecf415), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:04.373693 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-36bc2c3c-2f22-4201-8b35-e4c0512f290a req-29908ed2-1ef7-4757-a6f4-650607afd171 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146737 Sep 16 12:56:04.408195 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ce539044-9c87-4dfa-b03b-97c2fda26440 admin admin] Publish callbacks [] for router_gateway (9301abd9-ecaa-4daa-9e61-da8e51c29ed2), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:04.415957 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45d69b-4eee-4ed9-8f2a-596479aa8499 None None] Pushing event updated for resources: {'Port': ['ID=4d4f248a-1810-4bb1-90f4-a003ceecf415,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:04.492844 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-3903ebb1-bed9-4aa6-b73f-252af72bee7f None None] Set router 9301abd9-ecaa-4daa-9e61-da8e51c29ed2 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:56:04.512563 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-325da321-cd79-40e6-95c0-1321cdf806ca service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4f690fd7-a007-4db5-a7d2-6b0378c9fb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175420 Sep 16 12:56:04.527973 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-ce539044-9c87-4dfa-b03b-97c2fda26440 admin admin] Deleting port 3228bd47-cae3-4502-b3b7-208f4d89449f {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:56:04.533280 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ce539044-9c87-4dfa-b03b-97c2fda26440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (3228bd47-cae3-4502-b3b7-208f4d89449f), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:04.689403 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-230b5032-ee73-4933-a7b9-7fee10e9b9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:04.709151 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f338d31-2931-42fd-bb07-b2b1aab019d0 req-dcf20c7a-af32-42cb-bad6-2be204cd6803 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:04.717986 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6f338d31-2931-42fd-bb07-b2b1aab019d0 req-dcf20c7a-af32-42cb-bad6-2be204cd6803 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.1260574 Sep 16 12:56:04.758758 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-ce539044-9c87-4dfa-b03b-97c2fda26440 admin admin] For port 3228bd47-cae3-4502-b3b7-208f4d89449f, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3228bd47-cae3-4502-b3b7-208f4d89449f,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:04.759022 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-928dbf20-1e46-4f1f-8f90-a587c770791f admin admin] Publish callbacks [] for router_gateway (000b1c0a-0fc8-43cb-b9c2-be83bb949605), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:04.759132 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ce539044-9c87-4dfa-b03b-97c2fda26440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (3228bd47-cae3-4502-b3b7-208f4d89449f), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:04.762003 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:04.808901 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-ce539044-9c87-4dfa-b03b-97c2fda26440 admin admin] Calling delete_port for 3228bd47-cae3-4502-b3b7-208f4d89449f owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:56:04.842978 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:04.861967 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-928dbf20-1e46-4f1f-8f90-a587c770791f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:04.953443 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6f338d31-2931-42fd-bb07-b2b1aab019d0 req-e16266f2-a311-409e-8af4-c4405fcb91e0 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281821 Sep 16 12:56:05.104696 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-3903ebb1-bed9-4aa6-b73f-252af72bee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9301abd9-ecaa-4daa-9e61-da8e51c29ed2', 'name': 'tempest-InstanceActionsV221TestJSON-1929849663-router', 'tenant_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '3228bd47-cae3-4502-b3b7-208f4d89449f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:55:12Z', 'updated_at': '2022-09-16T12:56:02Z', 'revision_number': 5, 'project_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'gw_port': {'id': '3228bd47-cae3-4502-b3b7-208f4d89449f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:25:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9301abd9-ecaa-4daa-9e61-da8e51c29ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:13Z', 'updated_at': '2022-09-16T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:05.130860 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 4d4f248a-1810-4bb1-90f4-a003ceecf415 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:56:05.200522 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4787324f-ed11-4467-95f8-a6528414e6fe req-811c824e-9095-4e37-91b9-1f8051f52a51 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 210 time: 0.0890572 Sep 16 12:56:05.246870 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3903ebb1-bed9-4aa6-b73f-252af72bee7f None None] The sync data for ids ['9301abd9-ecaa-4daa-9e61-da8e51c29ed2'] in n-d-858094-4 is: [{'id': '9301abd9-ecaa-4daa-9e61-da8e51c29ed2', 'name': 'tempest-InstanceActionsV221TestJSON-1929849663-router', 'tenant_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '3228bd47-cae3-4502-b3b7-208f4d89449f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:55:12Z', 'updated_at': '2022-09-16T12:56:02Z', 'revision_number': 5, 'project_id': 'a66c708b229645a6afdae93e4b5b1b0c', 'gw_port': {'id': '3228bd47-cae3-4502-b3b7-208f4d89449f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:25:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9301abd9-ecaa-4daa-9e61-da8e51c29ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:13Z', 'updated_at': '2022-09-16T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:56:05.297171 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ce539044-9c87-4dfa-b03b-97c2fda26440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (3228bd47-cae3-4502-b3b7-208f4d89449f), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:05.339819 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-928dbf20-1e46-4f1f-8f90-a587c770791f admin admin] Allocated IP 172.25.2.192 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/3adf9612-b0e5-425f-b10e-e65dc4dc7f5e) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:56:05.368821 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce539044-9c87-4dfa-b03b-97c2fda26440 admin admin] Pushing event deleted for resources: {'Port': ['ID=3228bd47-cae3-4502-b3b7-208f4d89449f,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:05.531747 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ce539044-9c87-4dfa-b03b-97c2fda26440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (9301abd9-ecaa-4daa-9e61-da8e51c29ed2), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:05.572404 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-928dbf20-1e46-4f1f-8f90-a587c770791f admin admin] Publish callbacks [] for port (3adf9612-b0e5-425f-b10e-e65dc4dc7f5e), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:05.682956 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-928dbf20-1e46-4f1f-8f90-a587c770791f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (3adf9612-b0e5-425f-b10e-e65dc4dc7f5e), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:05.762122 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 4d4f248a-1810-4bb1-90f4-a003ceecf415 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:05.764583 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (4d4f248a-1810-4bb1-90f4-a003ceecf415), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:05.764938 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 4d4f248a-1810-4bb1-90f4-a003ceecf415 Sep 16 12:56:05.773951 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ce539044-9c87-4dfa-b03b-97c2fda26440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (9301abd9-ecaa-4daa-9e61-da8e51c29ed2), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:05.776499 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ce539044-9c87-4dfa-b03b-97c2fda26440 admin admin] Publish callbacks [] for router_controller (9301abd9-ecaa-4daa-9e61-da8e51c29ed2), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:05.786551 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928dbf20-1e46-4f1f-8f90-a587c770791f admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:56:05.795696 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-928dbf20-1e46-4f1f-8f90-a587c770791f admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:05.829568 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928dbf20-1e46-4f1f-8f90-a587c770791f admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:56:05.831963 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928dbf20-1e46-4f1f-8f90-a587c770791f admin admin] Pushing event updated for resources: {'Port': ['ID=3adf9612-b0e5-425f-b10e-e65dc4dc7f5e,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:05.920358 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ce539044-9c87-4dfa-b03b-97c2fda26440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (9301abd9-ecaa-4daa-9e61-da8e51c29ed2), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:05.920995 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce539044-9c87-4dfa-b03b-97c2fda26440 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9301abd9-ecaa-4daa-9e61-da8e51c29ed2 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:56:05.931206 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ce539044-9c87-4dfa-b03b-97c2fda26440 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:05.941008 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ce539044-9c87-4dfa-b03b-97c2fda26440 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/9301abd9-ecaa-4daa-9e61-da8e51c29ed2 HTTP/1.1" status: 204 len: 168 time: 2.4323382 Sep 16 12:56:05.943485 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58832) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:06.070907 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 4d4f248a-1810-4bb1-90f4-a003ceecf415 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:06.071317 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4d4f248a-1810-4bb1-90f4-a003ceecf415), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:06.078327 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc8edf5-2d09-4714-ab6f-b5212023d40f admin admin] Deleting subnet df0c80a1-7922-441e-a80c-6071763f5719 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:56:06.085958 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4cc8edf5-2d09-4714-ab6f-b5212023d40f admin admin] Publish callbacks [] for subnet (df0c80a1-7922-441e-a80c-6071763f5719), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:06.129320 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:06.170507 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:06.176797 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4cc8edf5-2d09-4714-ab6f-b5212023d40f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (df0c80a1-7922-441e-a80c-6071763f5719), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:06.189538 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 4d4f248a-1810-4bb1-90f4-a003ceecf415, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=4d4f248a-1810-4bb1-90f4-a003ceecf415,segment=NetworkSegment(8b804856-836a-45bd-b0d5-db878d03a2a6),segment_id=8b804856-836a-45bd-b0d5-db878d03a2a6)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:06.194131 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (4d4f248a-1810-4bb1-90f4-a003ceecf415), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:06.242837 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262fea6b-0a3d-43e4-b640-d13ac2301192 None None] Network 42b0265a-a2fd-4c10-b5a1-13d74da7c9e3 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:56:06.420015 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4cc8edf5-2d09-4714-ab6f-b5212023d40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (df0c80a1-7922-441e-a80c-6071763f5719), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:06.423405 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:06.449213 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-7b72456a-cc51-4760-bcc4-b88c86fb2822 None None] Provisioning complete for port 4d4f248a-1810-4bb1-90f4-a003ceecf415 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:06.449665 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7b72456a-cc51-4760-bcc4-b88c86fb2822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (4d4f248a-1810-4bb1-90f4-a003ceecf415), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:06.450106 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-7b72456a-cc51-4760-bcc4-b88c86fb2822 None None] Attempt 1 to provision port 4d4f248a-1810-4bb1-90f4-a003ceecf415 Sep 16 12:56:06.458692 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:06.487539 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b8062-33ce-4ea0-9887-a01cd0b7123d req-ca8b9a10-a115-441e-b5c5-bd135c636a15 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:06.493820 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f89b8062-33ce-4ea0-9887-a01cd0b7123d req-ca8b9a10-a115-441e-b5c5-bd135c636a15 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.3357158 Sep 16 12:56:06.496752 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-196b8d50-2d62-42ab-b20b-d52659fe8c82 req-e3b374b7-7be7-42c3-a2ae-1e7340f26e83 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 210 time: 0.1295071 Sep 16 12:56:06.581668 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4cc8edf5-2d09-4714-ab6f-b5212023d40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (df0c80a1-7922-441e-a80c-6071763f5719), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:06.587434 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=4d4f248a-1810-4bb1-90f4-a003ceecf415,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:06.654310 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4cc8edf5-2d09-4714-ab6f-b5212023d40f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:06.661199 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4cc8edf5-2d09-4714-ab6f-b5212023d40f admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/df0c80a1-7922-441e-a80c-6071763f5719 HTTP/1.1" status: 204 len: 168 time: 0.7164507 Sep 16 12:56:06.664090 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58848) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:06.666789 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8edf5-2d09-4714-ab6f-b5212023d40f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df0c80a1-7922-441e-a80c-6071763f5719,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:06.754213 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129eb324-c727-4c74-a798-9263954037d6 None None] Network 5ac72d42-af2b-460f-9eec-dac013f5a977 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:56:06.809735 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7b72456a-cc51-4760-bcc4-b88c86fb2822 None None] Current status of the port 4d4f248a-1810-4bb1-90f4-a003ceecf415 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:06.850432 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f89b8062-33ce-4ea0-9887-a01cd0b7123d req-eac7e439-1a57-4a5e-84a9-3a80cc1fdc69 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434501 Sep 16 12:56:06.868974 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-220c2ac5-44ce-487a-8adf-716a0b335b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (5ac72d42-af2b-460f-9eec-dac013f5a977), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:06.879438 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:06.946159 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-928dbf20-1e46-4f1f-8f90-a587c770791f admin admin] Publish callbacks [] for router_gateway (000b1c0a-0fc8-43cb-b9c2-be83bb949605), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:06.950193 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:07.005762 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-a1a505b6-da70-437c-9b23-44833b30edbb None None] Provisioning complete for port 4d4f248a-1810-4bb1-90f4-a003ceecf415 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:07.006141 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a1a505b6-da70-437c-9b23-44833b30edbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (4d4f248a-1810-4bb1-90f4-a003ceecf415), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:07.008929 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a1a505b6-da70-437c-9b23-44833b30edbb None None] Attempt 1 to provision port 4d4f248a-1810-4bb1-90f4-a003ceecf415 Sep 16 12:56:07.025211 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-220c2ac5-44ce-487a-8adf-716a0b335b36 admin admin] Deleting port bd2e8768-d9a8-423e-9fdd-617c48c37ff8 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:56:07.025712 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-220c2ac5-44ce-487a-8adf-716a0b335b36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (bd2e8768-d9a8-423e-9fdd-617c48c37ff8), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:07.081919 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 4d4f248a-1810-4bb1-90f4-a003ceecf415 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:56:07.149963 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-220c2ac5-44ce-487a-8adf-716a0b335b36 admin admin] For port bd2e8768-d9a8-423e-9fdd-617c48c37ff8, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=bd2e8768-d9a8-423e-9fdd-617c48c37ff8,segment=NetworkSegment(6438aba4-341a-4bae-8007-2e739dedcc65),segment_id=6438aba4-341a-4bae-8007-2e739dedcc65)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:07.152089 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-220c2ac5-44ce-487a-8adf-716a0b335b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (bd2e8768-d9a8-423e-9fdd-617c48c37ff8), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:07.162727 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86517b51-d5a5-48b6-96bc-2fe6ca1f93ea None None] DHCP port deletion for 5ac72d42-af2b-460f-9eec-dac013f5a977 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:56:07.179414 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-220c2ac5-44ce-487a-8adf-716a0b335b36 admin admin] Calling delete_port for bd2e8768-d9a8-423e-9fdd-617c48c37ff8 owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:56:07.286400 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-86517b51-d5a5-48b6-96bc-2fe6ca1f93ea None None] Deleting port bd2e8768-d9a8-423e-9fdd-617c48c37ff8 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:56:07.287218 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-86517b51-d5a5-48b6-96bc-2fe6ca1f93ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (bd2e8768-d9a8-423e-9fdd-617c48c37ff8), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:07.289616 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-220c2ac5-44ce-487a-8adf-716a0b335b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (bd2e8768-d9a8-423e-9fdd-617c48c37ff8), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:07.308260 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-928dbf20-1e46-4f1f-8f90-a587c770791f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (000b1c0a-0fc8-43cb-b9c2-be83bb949605), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:07.341268 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c2ac5-44ce-487a-8adf-716a0b335b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2e8768-d9a8-423e-9fdd-617c48c37ff8,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:07.343918 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220c2ac5-44ce-487a-8adf-716a0b335b36 admin admin] No DVR routers for this DVR port bd2e8768-d9a8-423e-9fdd-617c48c37ff8 on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:56:07.344051 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:07.426945 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:07.471852 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-86517b51-d5a5-48b6-96bc-2fe6ca1f93ea None None] For port bd2e8768-d9a8-423e-9fdd-617c48c37ff8, host n-d-858094-4, got binding levels [] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:07.472286 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-86517b51-d5a5-48b6-96bc-2fe6ca1f93ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (bd2e8768-d9a8-423e-9fdd-617c48c37ff8), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:07.492931 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-220c2ac5-44ce-487a-8adf-716a0b335b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (5ac72d42-af2b-460f-9eec-dac013f5a977), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:07.499124 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-86517b51-d5a5-48b6-96bc-2fe6ca1f93ea None None] Calling delete_port for bd2e8768-d9a8-423e-9fdd-617c48c37ff8 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:56:07.503378 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.ipam_backend_mixin [None req-86517b51-d5a5-48b6-96bc-2fe6ca1f93ea None None] Port bd2e8768-d9a8-423e-9fdd-617c48c37ff8 was not found and therefore no delete operation was performed {{(pid=113700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 16 12:56:07.520543 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-86517b51-d5a5-48b6-96bc-2fe6ca1f93ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (bd2e8768-d9a8-423e-9fdd-617c48c37ff8), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:07.583070 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-220c2ac5-44ce-487a-8adf-716a0b335b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac72d42-af2b-460f-9eec-dac013f5a977']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:07.583338 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 4d4f248a-1810-4bb1-90f4-a003ceecf415 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:07.583723 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (4d4f248a-1810-4bb1-90f4-a003ceecf415), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:07.584053 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 4d4f248a-1810-4bb1-90f4-a003ceecf415 Sep 16 12:56:07.586302 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86517b51-d5a5-48b6-96bc-2fe6ca1f93ea None None] No DVR routers for this DVR port bd2e8768-d9a8-423e-9fdd-617c48c37ff8 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:56:07.587941 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928dbf20-1e46-4f1f-8f90-a587c770791f admin admin] Router 000b1c0a-0fc8-43cb-b9c2-be83bb949605 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:56:07.615887 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-220c2ac5-44ce-487a-8adf-716a0b335b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6438aba4-341a-4bae-8007-2e739dedcc65') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:07.627163 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-220c2ac5-44ce-487a-8adf-716a0b335b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6438aba4-341a-4bae-8007-2e739dedcc65') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:07.652832 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-220c2ac5-44ce-487a-8adf-716a0b335b36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (6438aba4-341a-4bae-8007-2e739dedcc65), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:07.691169 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-220c2ac5-44ce-487a-8adf-716a0b335b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (6438aba4-341a-4bae-8007-2e739dedcc65), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:07.694563 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86517b51-d5a5-48b6-96bc-2fe6ca1f93ea None None] Pushing event deleted for resources: {'Port': ['ID=bd2e8768-d9a8-423e-9fdd-617c48c37ff8,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:07.713300 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:07.718865 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:07.719090 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220c2ac5-44ce-487a-8adf-716a0b335b36 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:56:07.719090 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-220c2ac5-44ce-487a-8adf-716a0b335b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (6438aba4-341a-4bae-8007-2e739dedcc65), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:07.729156 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a1a505b6-da70-437c-9b23-44833b30edbb None None] Current status of the port 4d4f248a-1810-4bb1-90f4-a003ceecf415 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:07.736536 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-a2dd98d4-0246-4422-976a-7c5c5d9fe636 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:07.738509 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-a2dd98d4-0246-4422-976a-7c5c5d9fe636 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.76 "GET /networking/v2.0/networks?id=4f690fd7-a007-4db5-a7d2-6b0378c9fb20 HTTP/1.1" status: 200 len: 821 time: 0.2803636 Sep 16 12:56:07.757446 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-3c1d995b-8f35-4219-9735-cdbbc290f531 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Request body: {'port': {'device_id': 'e34e2be3-4e61-46dc-b4a4-5abcd3df9b85', 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20', 'admin_state_up': True, 'tenant_id': 'c88ea8e8750c440e86d3c1eb4ab6110e'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:07.763962 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f1ade9f-8f33-4918-9f26-a423ed580fb3 req-80a9071d-16e9-439a-8add-0c6776a18b15 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 210 time: 0.0792258 Sep 16 12:56:07.812849 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 4d4f248a-1810-4bb1-90f4-a003ceecf415 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:07.868710 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 6438aba4-341a-4bae-8007-2e739dedcc65 resource provider aggregate not found Sep 16 12:56:07.906811 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928dbf20-1e46-4f1f-8f90-a587c770791f admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:56:07.915611 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 6438aba4-341a-4bae-8007-2e739dedcc65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6438aba4-341a-4bae-8007-2e739dedcc65 found for delete ", "request_id": "req-feecd11b-e496-469a-944b-4e7923bc1bf5"}]} Sep 16 12:56:07.919029 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] Sync routers for ids ['000b1c0a-0fc8-43cb-b9c2-be83bb949605'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:56:07.942441 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] Routers {'000b1c0a-0fc8-43cb-b9c2-be83bb949605'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:56:07.943094 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['000b1c0a-0fc8-43cb-b9c2-be83bb949605'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:07.947574 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3228bd47-cae3-4502-b3b7-208f4d89449f no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:56:07.976723 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-928dbf20-1e46-4f1f-8f90-a587c770791f admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:07.978103 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-928dbf20-1e46-4f1f-8f90-a587c770791f admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6939096 Sep 16 12:56:07.982737 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 58884) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:07.995862 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 3228bd47-cae3-4502-b3b7-208f4d89449f {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:56:08.001887 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3228bd47-cae3-4502-b3b7-208f4d89449f not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:56:08.004103 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 33a1e2ca-bb51-4718-a7ff-3c4893e1f353 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:56:08.005032 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-220c2ac5-44ce-487a-8adf-716a0b335b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (5ac72d42-af2b-460f-9eec-dac013f5a977), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:08.013730 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-220c2ac5-44ce-487a-8adf-716a0b335b36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:08.022618 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-220c2ac5-44ce-487a-8adf-716a0b335b36 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/5ac72d42-af2b-460f-9eec-dac013f5a977 HTTP/1.1" status: 204 len: 168 time: 1.3501768 Sep 16 12:56:08.072402 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c2ac5-44ce-487a-8adf-716a0b335b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ac72d42-af2b-460f-9eec-dac013f5a977,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:08.085898 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 33a1e2ca-bb51-4718-a7ff-3c4893e1f353 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:56:08.086211 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 33a1e2ca-bb51-4718-a7ff-3c4893e1f353 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:56:08.154929 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-3c1d995b-8f35-4219-9735-cdbbc290f531 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Made reservation on behalf of c88ea8e8750c440e86d3c1eb4ab6110e for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:56:08.159307 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-3c1d995b-8f35-4219-9735-cdbbc290f531 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:08.169178 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:08.172356 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:08.188914 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] Set router 000b1c0a-0fc8-43cb-b9c2-be83bb949605 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:56:08.302362 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bf335942-fc72-429e-b6fe-e0505cfeff3d req-d1fe8db7-ba05-4dae-9976-8614ae7aa9e2 tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0914876 Sep 16 12:56:08.444591 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-3c1d995b-8f35-4219-9735-cdbbc290f531 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Allocated IP 172.20.0.11 (4f690fd7-a007-4db5-a7d2-6b0378c9fb20/b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c/27d81681-82f2-4f23-8f72-9075e99f9ca1) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:56:08.471487 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58894) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:08.497204 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-818c7352-651d-49e2-9c3b-7492d07626bc req-00c784d8-1fd3-4de3-9430-a93bbe9aa9eb tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0627415 Sep 16 12:56:08.506599 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832aca4e-59b3-4923-8f1b-3110daf9b224 req-54f285c0-eaf0-474f-9b6c-9b9e11e10884 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:08.508439 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-832aca4e-59b3-4923-8f1b-3110daf9b224 req-54f285c0-eaf0-474f-9b6c-9b9e11e10884 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.2707791 Sep 16 12:56:08.508910 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000b1c0a-0fc8-43cb-b9c2-be83bb949605', 'name': 'tempest-SecurityGroupRulesTestJSON-829968974-router', 'tenant_id': '1870b66518d34e78a00931ee65cb0c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '3adf9612-b0e5-425f-b10e-e65dc4dc7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:03Z', 'updated_at': '2022-09-16T12:56:06Z', 'revision_number': 3, 'project_id': '1870b66518d34e78a00931ee65cb0c0c', 'gw_port': {'id': '3adf9612-b0e5-425f-b10e-e65dc4dc7f5e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:47:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000b1c0a-0fc8-43cb-b9c2-be83bb949605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:04Z', 'updated_at': '2022-09-16T12:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:08.555847 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] Checking router: 000b1c0a-0fc8-43cb-b9c2-be83bb949605 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:56:08.555847 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] Updating router 000b1c0a-0fc8-43cb-b9c2-be83bb949605 port 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:56:08.559892 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:08.593164 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3adf9612-b0e5-425f-b10e-e65dc4dc7f5e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:08.618483 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-832aca4e-59b3-4923-8f1b-3110daf9b224 req-de656aa0-56ba-41b4-8030-f3646862ecab tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043017 Sep 16 12:56:08.714305 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:08.741002 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device bd2e8768-d9a8-423e-9fdd-617c48c37ff8 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:56:08.780593 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: bd2e8768-d9a8-423e-9fdd-617c48c37ff8 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:56:08.780972 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device bd2e8768-d9a8-423e-9fdd-617c48c37ff8 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:56:08.806376 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-864af2ad-7582-408c-8484-8fa7521154ea admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=a66c708b229645a6afdae93e4b5b1b0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3336792 Sep 16 12:56:08.809960 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58902) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:08.903284 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61f5078c-b2de-4590-9fa5-e273056cd7f5 admin admin] Publish callbacks [] for security_group (34a7a42d-0402-45d5-9b2a-012bd339f377), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:08.945427 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-3c1d995b-8f35-4219-9735-cdbbc290f531 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks [] for port (27d81681-82f2-4f23-8f72-9075e99f9ca1), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:08.948232 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61f5078c-b2de-4590-9fa5-e273056cd7f5 admin admin] Publish callbacks [] for security_group (34a7a42d-0402-45d5-9b2a-012bd339f377), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:09.030528 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-3c1d995b-8f35-4219-9735-cdbbc290f531 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (27d81681-82f2-4f23-8f72-9075e99f9ca1), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:09.056064 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-260be9ef-4837-4bac-b555-cd2908bd90e4 req-399c5480-80bd-44c4-b309-2d381e0de1be tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 210 time: 0.0887222 Sep 16 12:56:09.093630 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:09.105519 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:09.109689 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:09.111796 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61f5078c-b2de-4590-9fa5-e273056cd7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (34a7a42d-0402-45d5-9b2a-012bd339f377), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:09.115145 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61f5078c-b2de-4590-9fa5-e273056cd7f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:09.118724 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-61f5078c-b2de-4590-9fa5-e273056cd7f5 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/34a7a42d-0402-45d5-9b2a-012bd339f377 HTTP/1.1" status: 204 len: 168 time: 0.3029985 Sep 16 12:56:09.134114 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-3c1d995b-8f35-4219-9735-cdbbc290f531 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:56:09.136473 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] Publish callbacks [] for port (3adf9612-b0e5-425f-b10e-e65dc4dc7f5e), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:09.138082 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5078c-b2de-4590-9fa5-e273056cd7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a7a42d-0402-45d5-9b2a-012bd339f377,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:09.145991 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-3c1d995b-8f35-4219-9735-cdbbc290f531 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:09.146864 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3adf9612-b0e5-425f-b10e-e65dc4dc7f5e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:09.149799 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d995b-8f35-4219-9735-cdbbc290f531 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Pushing event updated for resources: {'Port': ['ID=27d81681-82f2-4f23-8f72-9075e99f9ca1,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:09.154082 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-3c1d995b-8f35-4219-9735-cdbbc290f531 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:56:09.253064 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-3c1d995b-8f35-4219-9735-cdbbc290f531 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:09.253715 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-3c1d995b-8f35-4219-9735-cdbbc290f531 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:09.288754 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-3c1d995b-8f35-4219-9735-cdbbc290f531 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5363355 Sep 16 12:56:09.301706 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] Request body: {'port': {'device_id': 'e34e2be3-4e61-46dc-b4a4-5abcd3df9b85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:09.305272 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] Attempting to bind port 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:56:09.306052 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] Attempting to bind port 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:56:09.306951 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] Attempting to bind port 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:56:09.329256 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Allocated IP 172.20.0.1 (42b0265a-a2fd-4c10-b5a1-13d74da7c9e3/026d0fa3-9dab-41a5-8509-f55bbc355ab2/ba9b9591-274d-459e-bb64-0127dd2a4723) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:56:09.365792 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b5b6b-33c3-4ae6-91c9-2058e329f3ba None None] Pushing event updated for resources: {'Port': ['ID=3adf9612-b0e5-425f-b10e-e65dc4dc7f5e,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:09.387059 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:56:09.387624 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:56:09.388343 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:09.388837 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:56:09.389414 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] Bound port: 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:56:09.389903 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3adf9612-b0e5-425f-b10e-e65dc4dc7f5e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:09.509803 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (27d81681-82f2-4f23-8f72-9075e99f9ca1), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:09.511631 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Publish callbacks [] for port (ba9b9591-274d-459e-bb64-0127dd2a4723), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:09.519122 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] For port 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:56:09.519991 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:09.530371 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] For port 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3adf9612-b0e5-425f-b10e-e65dc4dc7f5e,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:56:09.541303 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3adf9612-b0e5-425f-b10e-e65dc4dc7f5e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:09.636156 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (ba9b9591-274d-459e-bb64-0127dd2a4723), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:09.697279 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Network 42b0265a-a2fd-4c10-b5a1-13d74da7c9e3 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:56:09.709100 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:09.734442 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-16442b5d-68c8-4788-93f9-aba4b32bdc53 None None] Provisioning complete for port 27d81681-82f2-4f23-8f72-9075e99f9ca1 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:09.745023 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-16442b5d-68c8-4788-93f9-aba4b32bdc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (27d81681-82f2-4f23-8f72-9075e99f9ca1), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:09.745400 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-16442b5d-68c8-4788-93f9-aba4b32bdc53 None None] Attempt 1 to provision port 27d81681-82f2-4f23-8f72-9075e99f9ca1 Sep 16 12:56:09.803072 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fde8b65f-d80a-42e3-843e-b1471adbe805 req-a867b6fb-bd68-48ce-90a4-a3c181c06538 tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0509791 Sep 16 12:56:09.803767 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:56:09.854586 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] Routers {'000b1c0a-0fc8-43cb-b9c2-be83bb949605'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:56:09.855226 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['000b1c0a-0fc8-43cb-b9c2-be83bb949605'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:09.859586 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-16442b5d-68c8-4788-93f9-aba4b32bdc53 None None] Port 27d81681-82f2-4f23-8f72-9075e99f9ca1 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:09.937250 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b5b6b-33c3-4ae6-91c9-2058e329f3ba None None] Pushing event updated for resources: {'Port': ['ID=3adf9612-b0e5-425f-b10e-e65dc4dc7f5e,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:09.937459 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac00a27-0e63-459f-b67e-961cd495bdcb req-2d6983ab-bb11-43f2-8a05-3fdb66eef602 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:09.939067 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dac00a27-0e63-459f-b67e-961cd495bdcb req-2d6983ab-bb11-43f2-8a05-3fdb66eef602 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.1230373 Sep 16 12:56:10.058965 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Pushing event updated for resources: {'Port': ['ID=ba9b9591-274d-459e-bb64-0127dd2a4723,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:10.063118 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (000b1c0a-0fc8-43cb-b9c2-be83bb949605), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:10.071826 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:10.109267 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d81681-82f2-4f23-8f72-9075e99f9ca1 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:56:10.136985 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] Publish callbacks [] for port (27d81681-82f2-4f23-8f72-9075e99f9ca1), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:10.144972 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:10.145211 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:10.145463 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:10.145849 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:10.146188 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:10.146521 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:10.146897 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:10.147233 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:10.147596 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:10.148273 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:10.148611 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:10.148985 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:10.149313 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:10.149639 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:10.149960 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:10.152883 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] Set router 000b1c0a-0fc8-43cb-b9c2-be83bb949605 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:56:10.181959 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] Transition to ACTIVE for port object 27d81681-82f2-4f23-8f72-9075e99f9ca1 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:56:10.187301 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (27d81681-82f2-4f23-8f72-9075e99f9ca1), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:10.196578 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dac00a27-0e63-459f-b67e-961cd495bdcb req-5813df2a-ceae-4e1a-a74a-e7f8e8eaaa37 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232985 Sep 16 12:56:10.252258 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:10.254887 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=27d81681-82f2-4f23-8f72-9075e99f9ca1,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:10.352294 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e70dc9-b42b-446e-aad1-dd4d5418b4a4 req-0a0ade21-49c9-4d99-86bb-7f0431d62e14 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:10.353850 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26e70dc9-b42b-446e-aad1-dd4d5418b4a4 req-0a0ade21-49c9-4d99-86bb-7f0431d62e14 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 944 time: 0.0926943 Sep 16 12:56:10.394111 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] Attempting to bind port 27d81681-82f2-4f23-8f72-9075e99f9ca1 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:56:10.394435 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] Attempting to bind port 27d81681-82f2-4f23-8f72-9075e99f9ca1 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '62345359-95e2-4218-a391-811cb46f50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:56:10.394766 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] Attempting to bind port 27d81681-82f2-4f23-8f72-9075e99f9ca1 on network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:56:10.405565 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-16442b5d-68c8-4788-93f9-aba4b32bdc53 None None] Attempt 2 to provision port 27d81681-82f2-4f23-8f72-9075e99f9ca1 Sep 16 12:56:10.414321 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ba9b9591-274d-459e-bb64-0127dd2a4723), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:10.447402 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] Port 27d81681-82f2-4f23-8f72-9075e99f9ca1 on network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:56:10.447755 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] Attempting to bind port 27d81681-82f2-4f23-8f72-9075e99f9ca1 on network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:56:10.501338 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:56:10.501854 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] Checking segment: {'id': '62345359-95e2-4218-a391-811cb46f50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:56:10.502391 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] Bound using segment: {'id': '62345359-95e2-4218-a391-811cb46f50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:56:10.503074 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] Bound port: 27d81681-82f2-4f23-8f72-9075e99f9ca1, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62345359-95e2-4218-a391-811cb46f50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:56:10.503581 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (27d81681-82f2-4f23-8f72-9075e99f9ca1), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:10.594056 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] For port 27d81681-82f2-4f23-8f72-9075e99f9ca1, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:56:10.599647 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] For port 27d81681-82f2-4f23-8f72-9075e99f9ca1, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=27d81681-82f2-4f23-8f72-9075e99f9ca1,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:56:10.608646 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (27d81681-82f2-4f23-8f72-9075e99f9ca1), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:10.615286 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:10.616445 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:10.618987 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/27d81681-82f2-4f23-8f72-9075e99f9ca1 HTTP/1.1" status: 200 len: 1092 time: 1.3225677 Sep 16 12:56:10.619763 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34e2be3-4e61-46dc-b4a4-5abcd3df9b85', 'tag': '27d81681-82f2-4f23-8f72-9075e99f9ca1'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:56:10.623210 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fef41b-89ee-4727-92ac-cfb8815d1ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "e34e2be3-4e61-46dc-b4a4-5abcd3df9b85", "tag": "27d81681-82f2-4f23-8f72-9075e99f9ca1"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:56:10.647160 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-16442b5d-68c8-4788-93f9-aba4b32bdc53 None None] Port 27d81681-82f2-4f23-8f72-9075e99f9ca1 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:10.686966 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e80a859-c512-4621-bc8a-86f1aef33aa4 x-openstack-request-id: req-1e80a859-c512-4621-bc8a-86f1aef33aa4 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:56:10.687303 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34e2be3-4e61-46dc-b4a4-5abcd3df9b85", "tag": "27d81681-82f2-4f23-8f72-9075e99f9ca1", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:56:10.688023 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1e80a859-c512-4621-bc8a-86f1aef33aa4 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:56:10.689093 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e80a859-c512-4621-bc8a-86f1aef33aa4'] response: {'name': 'network-changed', 'server_uuid': 'e34e2be3-4e61-46dc-b4a4-5abcd3df9b85', 'tag': '27d81681-82f2-4f23-8f72-9075e99f9ca1', 'status': 'completed', 'code': 200} Sep 16 12:56:10.712856 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60a8c2-260a-4845-80a7-7fbc1af32dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=27d81681-82f2-4f23-8f72-9075e99f9ca1,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:10.742189 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000b1c0a-0fc8-43cb-b9c2-be83bb949605', 'name': 'tempest-SecurityGroupRulesTestJSON-829968974-router', 'tenant_id': '1870b66518d34e78a00931ee65cb0c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '3adf9612-b0e5-425f-b10e-e65dc4dc7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:03Z', 'updated_at': '2022-09-16T12:56:06Z', 'revision_number': 3, 'project_id': '1870b66518d34e78a00931ee65cb0c0c', 'gw_port': {'id': '3adf9612-b0e5-425f-b10e-e65dc4dc7f5e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:47:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000b1c0a-0fc8-43cb-b9c2-be83bb949605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:04Z', 'updated_at': '2022-09-16T12:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:10.755089 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 58936) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:10.775604 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed53996-09db-44dc-bb09-18d8009171e1 None None] The sync data for ids ['000b1c0a-0fc8-43cb-b9c2-be83bb949605'] in n-d-858094-4 is: [{'id': '000b1c0a-0fc8-43cb-b9c2-be83bb949605', 'name': 'tempest-SecurityGroupRulesTestJSON-829968974-router', 'tenant_id': '1870b66518d34e78a00931ee65cb0c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '3adf9612-b0e5-425f-b10e-e65dc4dc7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:03Z', 'updated_at': '2022-09-16T12:56:06Z', 'revision_number': 3, 'project_id': '1870b66518d34e78a00931ee65cb0c0c', 'gw_port': {'id': '3adf9612-b0e5-425f-b10e-e65dc4dc7f5e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:47:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000b1c0a-0fc8-43cb-b9c2-be83bb949605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:04Z', 'updated_at': '2022-09-16T12:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:56:10.856115 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:10.897588 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-22a1d732-689e-4a07-afde-21ef658efb30 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2088982939-network', 'tenant_id': '763b15912eb44f848a81f813e359e8aa'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:10.904389 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26e70dc9-b42b-446e-aad1-dd4d5418b4a4 req-5a5bcba7-d036-4dbe-8d84-6bda7b717c9f tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422542 Sep 16 12:56:10.950145 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a1d732-689e-4a07-afde-21ef658efb30 admin admin] Made reservation on behalf of 763b15912eb44f848a81f813e359e8aa for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:56:10.952714 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-22a1d732-689e-4a07-afde-21ef658efb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:10.962828 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-22a1d732-689e-4a07-afde-21ef658efb30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:10.994957 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62e56546-176b-4ba5-a2cd-49da9af1ff54 req-037e8d9a-2389-4998-8198-0665fdb57614 tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0364039 Sep 16 12:56:11.048870 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:11.064451 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-22a1d732-689e-4a07-afde-21ef658efb30 admin admin] Publish callbacks [] for security_group (0a7a6032-10a2-46e6-9c2b-49c0dbacafbe), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:11.069340 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-22a1d732-689e-4a07-afde-21ef658efb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (0a7a6032-10a2-46e6-9c2b-49c0dbacafbe), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:11.081239 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Publish callbacks [] for port (ba9b9591-274d-459e-bb64-0127dd2a4723), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:11.096155 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (ba9b9591-274d-459e-bb64-0127dd2a4723), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:11.132289 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a1d732-689e-4a07-afde-21ef658efb30 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:56:11.148810 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-16442b5d-68c8-4788-93f9-aba4b32bdc53 None None] Attempt 3 to provision port 27d81681-82f2-4f23-8f72-9075e99f9ca1 Sep 16 12:56:11.155436 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:11.173008 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1d732-689e-4a07-afde-21ef658efb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7a6032-10a2-46e6-9c2b-49c0dbacafbe,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:11.198655 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Pushing event updated for resources: {'Port': ['ID=ba9b9591-274d-459e-bb64-0127dd2a4723,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:11.201577 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (000b1c0a-0fc8-43cb-b9c2-be83bb949605), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:11.204883 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-22a1d732-689e-4a07-afde-21ef658efb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (2ada1128-3ffa-4349-b8c7-b5d7fc805594), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:11.205232 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-22a1d732-689e-4a07-afde-21ef658efb30 admin admin] Added segment 2ada1128-3ffa-4349-b8c7-b5d7fc805594 of type vlan for network 08c67a85-cfb4-48c8-9887-60108b3f59b5 Sep 16 12:56:11.269808 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-16442b5d-68c8-4788-93f9-aba4b32bdc53 None None] Port 27d81681-82f2-4f23-8f72-9075e99f9ca1 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:56:11.334368 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-22a1d732-689e-4a07-afde-21ef658efb30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (08c67a85-cfb4-48c8-9887-60108b3f59b5), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:11.377357 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-073a2070-0c28-4c64-9304-b07a377dd173 req-b340503f-f109-4137-8e59-e53b925ad8c0 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0451407 Sep 16 12:56:11.391352 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fef41b-89ee-4727-92ac-cfb8815d1ed8 req-9e3debf8-436a-434b-9eba-8b4fe858b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:11.393577 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f0fef41b-89ee-4727-92ac-cfb8815d1ed8 req-9e3debf8-436a-434b-9eba-8b4fe858b413 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c88ea8e8750c440e86d3c1eb4ab6110e&device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 1126 time: 0.1144040 Sep 16 12:56:11.396427 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Network 42b0265a-a2fd-4c10-b5a1-13d74da7c9e3 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:56:11.405074 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] Provisioning complete for port ba9b9591-274d-459e-bb64-0127dd2a4723 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:11.405443 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ba9b9591-274d-459e-bb64-0127dd2a4723), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:11.405778 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] Attempt 1 to provision port ba9b9591-274d-459e-bb64-0127dd2a4723 Sep 16 12:56:11.414340 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:11.436781 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-22a1d732-689e-4a07-afde-21ef658efb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (08c67a85-cfb4-48c8-9887-60108b3f59b5), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:11.437831 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a1d732-689e-4a07-afde-21ef658efb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:11.440491 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-22a1d732-689e-4a07-afde-21ef658efb30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:11.479478 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:11.482153 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] Port ba9b9591-274d-459e-bb64-0127dd2a4723 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:11.524558 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-22a1d732-689e-4a07-afde-21ef658efb30 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7656190 Sep 16 12:56:11.527411 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 58946) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:11.570056 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1d732-689e-4a07-afde-21ef658efb30 admin admin] Pushing event updated for resources: {'Network': ['ID=08c67a85-cfb4-48c8-9887-60108b3f59b5,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:11.581268 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 08c67a85-cfb4-48c8-9887-60108b3f59b5 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:56:11.583866 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:11.639797 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-e2db29a3-c6fe-408d-ab4f-fd6c47294a2f admin admin] Request body: {'subnet': {'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2088982939-subnet', 'tenant_id': '763b15912eb44f848a81f813e359e8aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:11.694349 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7f1f4-0718-4bbb-bd88-fbf7b130241d req-844f0a5e-91b1-43b6-9184-38b5f933eaf4 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:11.702307 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ada7f1f4-0718-4bbb-bd88-fbf7b130241d req-844f0a5e-91b1-43b6-9184-38b5f933eaf4 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.3260489 Sep 16 12:56:11.776715 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fef41b-89ee-4727-92ac-cfb8815d1ed8 req-d9354b30-5d5e-44b9-a57e-34f181119455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:11.778252 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f0fef41b-89ee-4727-92ac-cfb8815d1ed8 req-d9354b30-5d5e-44b9-a57e-34f181119455 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=c88ea8e8750c440e86d3c1eb4ab6110e&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2025325 Sep 16 12:56:11.785927 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Router 000b1c0a-0fc8-43cb-b9c2-be83bb949605 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:56:11.787279 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2db29a3-c6fe-408d-ab4f-fd6c47294a2f admin admin] Made reservation on behalf of 763b15912eb44f848a81f813e359e8aa for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:56:11.790790 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e2db29a3-c6fe-408d-ab4f-fd6c47294a2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:11.809653 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ada7f1f4-0718-4bbb-bd88-fbf7b130241d req-5cf9f532-bf12-4416-8608-dce23e2e4678 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065636 Sep 16 12:56:11.982975 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] Attempt 2 to provision port ba9b9591-274d-459e-bb64-0127dd2a4723 Sep 16 12:56:11.999732 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:56:12.026883 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-02b33c41-b5c7-4d97-941e-bb6d355c4b39 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/000b1c0a-0fc8-43cb-b9c2-be83bb949605/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0423822 Sep 16 12:56:12.029328 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] Port ba9b9591-274d-459e-bb64-0127dd2a4723 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:12.081451 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:12.088044 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07292ac-81a5-43f5-8406-5044f65fc162 req-0c2fd99f-5adc-4d9c-9c75-1b602024feac tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:12.089617 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d07292ac-81a5-43f5-8406-5044f65fc162 req-0c2fd99f-5adc-4d9c-9c75-1b602024feac tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 944 time: 0.0593321 Sep 16 12:56:12.245957 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fef41b-89ee-4727-92ac-cfb8815d1ed8 req-843eb342-1046-451c-936a-0e3d3c5d6120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:12.247566 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f0fef41b-89ee-4727-92ac-cfb8815d1ed8 req-843eb342-1046-451c-936a-0e3d3c5d6120 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1537724 Sep 16 12:56:12.258781 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d07292ac-81a5-43f5-8406-5044f65fc162 req-b0972699-71bd-4237-9c4a-f47f790cd810 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434121 Sep 16 12:56:12.294812 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6441ba11-4e12-47c7-8fef-f6634e22839d req-1959fac9-1432-4506-a347-e8bd59396a15 tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0825810 Sep 16 12:56:12.305033 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e2db29a3-c6fe-408d-ab4f-fd6c47294a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (667b6635-447d-41b3-990c-489e15108720), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:12.358346 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-aa039c8f-0817-4ab4-bbc6-92eac05c7103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:12.359852 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-aa039c8f-0817-4ab4-bbc6-92eac05c7103 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c88ea8e8750c440e86d3c1eb4ab6110e&device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 1126 time: 0.0653081 Sep 16 12:56:12.386086 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db29a3-c6fe-408d-ab4f-fd6c47294a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=667b6635-447d-41b3-990c-489e15108720,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:12.393910 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:12.398251 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2db29a3-c6fe-408d-ab4f-fd6c47294a2f admin admin] Checking segment: {'id': '2ada1128-3ffa-4349-b8c7-b5d7fc805594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:56:12.398529 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2db29a3-c6fe-408d-ab4f-fd6c47294a2f admin admin] Network hostable DHCP agents. Network: 08c67a85-cfb4-48c8-9887-60108b3f59b5, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:56:12.421004 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2db29a3-c6fe-408d-ab4f-fd6c47294a2f admin admin] Network 08c67a85-cfb4-48c8-9887-60108b3f59b5 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:56:12.437295 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-e2db29a3-c6fe-408d-ab4f-fd6c47294a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 08c67a85-cfb4-48c8-9887-60108b3f59b5) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:12.442194 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2db29a3-c6fe-408d-ab4f-fd6c47294a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:12.442806 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e2db29a3-c6fe-408d-ab4f-fd6c47294a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:12.451605 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900777a8-ba4f-4cc5-9078-ff934020745c None None] Network 08c67a85-cfb4-48c8-9887-60108b3f59b5 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:56:12.465689 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-e2db29a3-c6fe-408d-ab4f-fd6c47294a2f admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8346705 Sep 16 12:56:12.468156 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 58958) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:12.477640 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-811b5b36-3100-4eb7-8b4f-db8e956f49ca admin admin] Request body: {'router': {'name': 'tempest-InstanceActionsNegativeTestJSON-2088982939-router', 'tenant_id': '763b15912eb44f848a81f813e359e8aa', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:12.481350 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-9c8eae3a-e64a-4508-9a4a-b1e610220367 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27d81681-82f2-4f23-8f72-9075e99f9ca1 HTTP/1.1" status: 200 len: 217 time: 0.0780787 Sep 16 12:56:12.518306 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-811b5b36-3100-4eb7-8b4f-db8e956f49ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:12.519535 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-811b5b36-3100-4eb7-8b4f-db8e956f49ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:12.538081 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] Attempt 3 to provision port ba9b9591-274d-459e-bb64-0127dd2a4723 Sep 16 12:56:12.586050 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] Port ba9b9591-274d-459e-bb64-0127dd2a4723 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:12.615559 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-20c96461-ea81-4277-8223-035190dda5bf req-4740af4c-055e-4b0c-88a0-0072c72065e6 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-903333117', 'description': 'tempest-description-1135353457'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:12.621944 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-f4024320-4e81-401d-9d43-751586f761c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:12.623893 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-f4024320-4e81-401d-9d43-751586f761c7 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c HTTP/1.1" status: 200 len: 860 time: 0.0816557 Sep 16 12:56:12.652481 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-20c96461-ea81-4277-8223-035190dda5bf req-4740af4c-055e-4b0c-88a0-0072c72065e6 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:12.695663 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-811b5b36-3100-4eb7-8b4f-db8e956f49ca admin admin] Publish callbacks [] for router_controller (c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:12.709848 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-cd351940-a91b-4c9f-8ca6-cf3cc648c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:12.718607 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-08c67a85-cfb4-48c8-9887-60108b3f59b5', 'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5', 'project_id': '763b15912eb44f848a81f813e359e8aa', 'fixed_ips': [{'subnet_id': '667b6635-447d-41b3-990c-489e15108720'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:56:12.720747 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:12.731469 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-cd351940-a91b-4c9f-8ca6-cf3cc648c37e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=4f690fd7-a007-4db5-a7d2-6b0378c9fb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1014895 Sep 16 12:56:12.933997 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-7f52b741-313c-4472-96a6-e3deaec37051 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4f690fd7-a007-4db5-a7d2-6b0378c9fb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954091 Sep 16 12:56:12.996351 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:56:13.022476 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee6579-0f59-43c7-8ad6-a101c8c4a016 req-44657fc8-c115-4d5a-89f7-4e036fdecaea tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:13.024295 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-04ee6579-0f59-43c7-8ad6-a101c8c4a016 req-44657fc8-c115-4d5a-89f7-4e036fdecaea tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.0718882 Sep 16 12:56:13.084406 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-61ce1d6e-55e5-484f-8e84-9e53b1a5f216 req-b4bb1aab-e9a4-4640-8591-a1dfea811c31 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4f690fd7-a007-4db5-a7d2-6b0378c9fb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434023 Sep 16 12:56:13.099746 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] Attempt 4 to provision port ba9b9591-274d-459e-bb64-0127dd2a4723 Sep 16 12:56:13.117742 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-811b5b36-3100-4eb7-8b4f-db8e956f49ca admin admin] Publish callbacks [] for router_gateway (c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:13.153973 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-20c96461-ea81-4277-8223-035190dda5bf req-4740af4c-055e-4b0c-88a0-0072c72065e6 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (8ae030e2-e907-4e7f-a7a4-3261da137fc3), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:13.178715 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-20c96461-ea81-4277-8223-035190dda5bf req-4740af4c-055e-4b0c-88a0-0072c72065e6 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (8ae030e2-e907-4e7f-a7a4-3261da137fc3), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:13.189730 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:13.190526 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3adf9612-b0e5-425f-b10e-e65dc4dc7f5e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:13.191025 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e Sep 16 12:56:13.196755 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] Port ba9b9591-274d-459e-bb64-0127dd2a4723 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:13.198034 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] Allocated IP 172.20.0.2 (08c67a85-cfb4-48c8-9887-60108b3f59b5/667b6635-447d-41b3-990c-489e15108720/df758559-19f8-4ac4-b65a-6af8a4e66d81) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:56:13.241263 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:13.256688 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-04ee6579-0f59-43c7-8ad6-a101c8c4a016 req-214d806a-9e7e-4580-bb95-c39a7f969caa tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737301 Sep 16 12:56:13.319423 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-20c96461-ea81-4277-8223-035190dda5bf req-4740af4c-055e-4b0c-88a0-0072c72065e6 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:13.320755 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20c96461-ea81-4277-8223-035190dda5bf req-4740af4c-055e-4b0c-88a0-0072c72065e6 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.8075695 Sep 16 12:56:13.326682 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740af4c-055e-4b0c-88a0-0072c72065e6 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae030e2-e907-4e7f-a7a4-3261da137fc3,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:13.366414 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:13.367053 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3adf9612-b0e5-425f-b10e-e65dc4dc7f5e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:13.413399 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3adf9612-b0e5-425f-b10e-e65dc4dc7f5e,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:13.442159 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3adf9612-b0e5-425f-b10e-e65dc4dc7f5e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:13.452346 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] Sync routers for ids ['000b1c0a-0fc8-43cb-b9c2-be83bb949605'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:56:13.469006 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] Routers {'000b1c0a-0fc8-43cb-b9c2-be83bb949605'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:56:13.470486 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['000b1c0a-0fc8-43cb-b9c2-be83bb949605'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:13.497593 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] Publish callbacks [] for port (df758559-19f8-4ac4-b65a-6af8a4e66d81), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:13.508706 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (df758559-19f8-4ac4-b65a-6af8a4e66d81), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:13.524043 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=3adf9612-b0e5-425f-b10e-e65dc4dc7f5e,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:13.548853 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:13.550363 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] Network 08c67a85-cfb4-48c8-9887-60108b3f59b5 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:56:13.555392 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:13.564366 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:56:13.577500 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] Pushing event updated for resources: {'Port': ['ID=df758559-19f8-4ac4-b65a-6af8a4e66d81,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:13.580510 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:13.632623 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] Set router 000b1c0a-0fc8-43cb-b9c2-be83bb949605 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:56:13.638379 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] Attempting to bind port df758559-19f8-4ac4-b65a-6af8a4e66d81 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:56:13.638988 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] Attempting to bind port df758559-19f8-4ac4-b65a-6af8a4e66d81 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '2ada1128-3ffa-4349-b8c7-b5d7fc805594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:56:13.639534 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] Attempting to bind port df758559-19f8-4ac4-b65a-6af8a4e66d81 on network 08c67a85-cfb4-48c8-9887-60108b3f59b5 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:56:13.645925 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:13.660455 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c807a81-cfd9-475f-a34c-61e4d8fbd3de req-141748f6-de3b-4acc-95d1-b705eeb5bd4d tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:13.662258 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c807a81-cfd9-475f-a34c-61e4d8fbd3de req-141748f6-de3b-4acc-95d1-b705eeb5bd4d tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 944 time: 0.1824999 Sep 16 12:56:13.666530 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-811b5b36-3100-4eb7-8b4f-db8e956f49ca admin admin] Publish callbacks [] for router_gateway (c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:13.698363 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] Attempt 5 to provision port ba9b9591-274d-459e-bb64-0127dd2a4723 Sep 16 12:56:13.701249 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:56:13.701629 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] Checking segment: {'id': '2ada1128-3ffa-4349-b8c7-b5d7fc805594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:56:13.702040 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:13.702439 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] Bound using segment: {'id': '2ada1128-3ffa-4349-b8c7-b5d7fc805594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:56:13.702916 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] Bound port: df758559-19f8-4ac4-b65a-6af8a4e66d81, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ada1128-3ffa-4349-b8c7-b5d7fc805594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:56:13.703299 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (df758559-19f8-4ac4-b65a-6af8a4e66d81), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:13.743408 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d1742c71-b245-4cf7-a110-98fd01476bae req-db58f215-80c7-499f-90c5-7efe224de628 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "GET /networking/v2.0/security-groups/8ae030e2-e907-4e7f-a7a4-3261da137fc3 HTTP/1.1" status: 200 len: 1821 time: 0.2072828 Sep 16 12:56:13.744523 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:13.748482 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c807a81-cfd9-475f-a34c-61e4d8fbd3de req-403246d9-ff0a-4be2-ad61-ccc85131a59e tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779443 Sep 16 12:56:13.749643 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-811b5b36-3100-4eb7-8b4f-db8e956f49ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:13.765978 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] Port ba9b9591-274d-459e-bb64-0127dd2a4723 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:13.805361 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-d1742c71-b245-4cf7-a110-98fd01476bae req-4d581640-9134-4306-a5ad-df56c9ecfc8d tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ae030e2-e907-4e7f-a7a4-3261da137fc3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:13.805987 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-d1742c71-b245-4cf7-a110-98fd01476bae req-4d581640-9134-4306-a5ad-df56c9ecfc8d tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ae030e2-e907-4e7f-a7a4-3261da137fc3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:13.824540 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] For port df758559-19f8-4ac4-b65a-6af8a4e66d81, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:56:13.830926 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] For port df758559-19f8-4ac4-b65a-6af8a4e66d81, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=df758559-19f8-4ac4-b65a-6af8a4e66d81,segment=NetworkSegment(2ada1128-3ffa-4349-b8c7-b5d7fc805594),segment_id=2ada1128-3ffa-4349-b8c7-b5d7fc805594)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:56:13.843910 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (df758559-19f8-4ac4-b65a-6af8a4e66d81), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:13.932438 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d1742c71-b245-4cf7-a110-98fd01476bae req-4d581640-9134-4306-a5ad-df56c9ecfc8d tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group_rule (c080cee6-91d0-4f2b-aa1f-8661caaa658c), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:13.943973 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-811b5b36-3100-4eb7-8b4f-db8e956f49ca admin admin] Allocated IP 172.25.2.65 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/67bc9849-d47c-40db-8d6a-5534f3ddabbe) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:56:13.947210 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0e64a-8be4-4448-8b89-b692a3bccf0a None None] Pushing event updated for resources: {'Port': ['ID=df758559-19f8-4ac4-b65a-6af8a4e66d81,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:13.997890 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000b1c0a-0fc8-43cb-b9c2-be83bb949605', 'name': 'tempest-SecurityGroupRulesTestJSON-829968974-router', 'tenant_id': '1870b66518d34e78a00931ee65cb0c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '3adf9612-b0e5-425f-b10e-e65dc4dc7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:03Z', 'updated_at': '2022-09-16T12:56:10Z', 'revision_number': 4, 'project_id': '1870b66518d34e78a00931ee65cb0c0c', 'gw_port': {'id': '3adf9612-b0e5-425f-b10e-e65dc4dc7f5e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:47:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b1c0a-0fc8-43cb-b9c2-be83bb949605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:04Z', 'updated_at': '2022-09-16T12:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'ba9b9591-274d-459e-bb64-0127dd2a4723', 'name': '', 'network_id': '42b0265a-a2fd-4c10-b5a1-13d74da7c9e3', 'tenant_id': '1870b66518d34e78a00931ee65cb0c0c', 'mac_address': 'fa:16:3e:54:ba:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000b1c0a-0fc8-43cb-b9c2-be83bb949605', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '026d0fa3-9dab-41a5-8509-f55bbc355ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:09Z', 'updated_at': '2022-09-16T12:56:10Z', 'revision_number': 2, 'project_id': '1870b66518d34e78a00931ee65cb0c0c', 'subnets': [{'id': '026d0fa3-9dab-41a5-8509-f55bbc355ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:14.027826 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14c93675-2119-4923-8c62-ea2cba7b1752 req-1866ca46-5768-4f40-930a-a7e78c08e1df tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0853062 Sep 16 12:56:14.037839 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] Checking router: 000b1c0a-0fc8-43cb-b9c2-be83bb949605 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:56:14.038201 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] Updating router 000b1c0a-0fc8-43cb-b9c2-be83bb949605 port ba9b9591-274d-459e-bb64-0127dd2a4723 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:56:14.058683 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d1742c71-b245-4cf7-a110-98fd01476bae req-4d581640-9134-4306-a5ad-df56c9ecfc8d tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group_rule (c080cee6-91d0-4f2b-aa1f-8661caaa658c), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:14.115886 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d1742c71-b245-4cf7-a110-98fd01476bae req-4d581640-9134-4306-a5ad-df56c9ecfc8d tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (c080cee6-91d0-4f2b-aa1f-8661caaa658c), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:14.195499 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d581640-9134-4306-a5ad-df56c9ecfc8d tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c080cee6-91d0-4f2b-aa1f-8661caaa658c,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:14.210244 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d1742c71-b245-4cf7-a110-98fd01476bae req-4d581640-9134-4306-a5ad-df56c9ecfc8d tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:14.221281 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d1742c71-b245-4cf7-a110-98fd01476bae req-4d581640-9134-4306-a5ad-df56c9ecfc8d tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4257133 Sep 16 12:56:14.268275 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] Attempt 6 to provision port ba9b9591-274d-459e-bb64-0127dd2a4723 Sep 16 12:56:14.273911 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ba9b9591-274d-459e-bb64-0127dd2a4723), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:14.318522 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63c123-28d7-48af-b7b9-30005ff4b748 req-30a1277f-5527-4f1e-bc92-7e2d8eec18de tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:14.320103 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d63c123-28d7-48af-b7b9-30005ff4b748 req-30a1277f-5527-4f1e-bc92-7e2d8eec18de tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.0944667 Sep 16 12:56:14.328845 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:14.347532 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] Port ba9b9591-274d-459e-bb64-0127dd2a4723 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:14.369555 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-811b5b36-3100-4eb7-8b4f-db8e956f49ca admin admin] Publish callbacks [] for port (67bc9849-d47c-40db-8d6a-5534f3ddabbe), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:14.445260 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d63c123-28d7-48af-b7b9-30005ff4b748 req-3a451d09-8453-42ae-b58a-b74f49e038b1 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135626 Sep 16 12:56:14.452928 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-811b5b36-3100-4eb7-8b4f-db8e956f49ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (67bc9849-d47c-40db-8d6a-5534f3ddabbe), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:14.499557 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811b5b36-3100-4eb7-8b4f-db8e956f49ca admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:56:14.505250 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-811b5b36-3100-4eb7-8b4f-db8e956f49ca admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:14.517021 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b5b36-3100-4eb7-8b4f-db8e956f49ca admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:56:14.580025 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b5b36-3100-4eb7-8b4f-db8e956f49ca admin admin] Pushing event updated for resources: {'Port': ['ID=67bc9849-d47c-40db-8d6a-5534f3ddabbe,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:14.642620 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-c94edbda-3285-41a8-a2a0-9d71ac109590 req-973b1a74-37de-4818-9e53-5efb62bbac12 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-912256194', 'description': 'tempest-description-787611141'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:14.734967 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] Publish callbacks [] for port (ba9b9591-274d-459e-bb64-0127dd2a4723), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:14.741148 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (ba9b9591-274d-459e-bb64-0127dd2a4723), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:14.748522 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:14.752214 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c94edbda-3285-41a8-a2a0-9d71ac109590 req-973b1a74-37de-4818-9e53-5efb62bbac12 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:14.810518 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369140d7-5024-4a74-ad8a-898e334eb19e None None] Pushing event updated for resources: {'Port': ['ID=ba9b9591-274d-459e-bb64-0127dd2a4723,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:14.848941 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] Attempt 7 to provision port ba9b9591-274d-459e-bb64-0127dd2a4723 Sep 16 12:56:14.926487 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] Attempting to bind port ba9b9591-274d-459e-bb64-0127dd2a4723 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:56:14.927296 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] Attempting to bind port ba9b9591-274d-459e-bb64-0127dd2a4723 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '8b804856-836a-45bd-b0d5-db878d03a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '42b0265a-a2fd-4c10-b5a1-13d74da7c9e3'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:56:14.929187 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] Attempting to bind port ba9b9591-274d-459e-bb64-0127dd2a4723 on network 42b0265a-a2fd-4c10-b5a1-13d74da7c9e3 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:56:14.934386 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] Port ba9b9591-274d-459e-bb64-0127dd2a4723 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:14.979341 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9c4ad11b-3562-411d-9b6e-bf6005021799 req-08179fdb-7199-4f58-97e5-4d71d45be64c tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.1135767 Sep 16 12:56:14.997994 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:56:15.034234 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:56:15.034884 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] Checking segment: {'id': '8b804856-836a-45bd-b0d5-db878d03a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '42b0265a-a2fd-4c10-b5a1-13d74da7c9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:56:15.035490 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:15.036055 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] Bound using segment: {'id': '8b804856-836a-45bd-b0d5-db878d03a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '42b0265a-a2fd-4c10-b5a1-13d74da7c9e3'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:56:15.036711 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] Bound port: ba9b9591-274d-459e-bb64-0127dd2a4723, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b804856-836a-45bd-b0d5-db878d03a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '42b0265a-a2fd-4c10-b5a1-13d74da7c9e3'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:56:15.038915 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ba9b9591-274d-459e-bb64-0127dd2a4723), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:15.039041 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c94edbda-3285-41a8-a2a0-9d71ac109590 req-973b1a74-37de-4818-9e53-5efb62bbac12 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (6c09dd9f-65b8-4951-8cd1-48a2b97d9592), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:15.041813 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:15.044996 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:15.114153 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:15.114981 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c94edbda-3285-41a8-a2a0-9d71ac109590 req-973b1a74-37de-4818-9e53-5efb62bbac12 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (6c09dd9f-65b8-4951-8cd1-48a2b97d9592), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:15.115265 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3adf9612-b0e5-425f-b10e-e65dc4dc7f5e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:15.115921 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e Sep 16 12:56:15.194489 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b154a43-52c3-42d2-9c89-08985cfa0cd0 req-0c073855-0c80-488f-a4a7-5c4aef0b5c79 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:15.202178 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1b154a43-52c3-42d2-9c89-08985cfa0cd0 req-0c073855-0c80-488f-a4a7-5c4aef0b5c79 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.0822232 Sep 16 12:56:15.228107 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] For port ba9b9591-274d-459e-bb64-0127dd2a4723, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:56:15.234997 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] For port ba9b9591-274d-459e-bb64-0127dd2a4723, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=ba9b9591-274d-459e-bb64-0127dd2a4723,segment=NetworkSegment(8b804856-836a-45bd-b0d5-db878d03a2a6),segment_id=8b804856-836a-45bd-b0d5-db878d03a2a6)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:56:15.239259 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:15.240841 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device df758559-19f8-4ac4-b65a-6af8a4e66d81 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:56:15.262176 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (ba9b9591-274d-459e-bb64-0127dd2a4723), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:15.285797 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c94edbda-3285-41a8-a2a0-9d71ac109590 req-973b1a74-37de-4818-9e53-5efb62bbac12 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:15.293025 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c94edbda-3285-41a8-a2a0-9d71ac109590 req-973b1a74-37de-4818-9e53-5efb62bbac12 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6633208 Sep 16 12:56:15.311956 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b1a74-37de-4818-9e53-5efb62bbac12 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c09dd9f-65b8-4951-8cd1-48a2b97d9592,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:15.326125 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port df758559-19f8-4ac4-b65a-6af8a4e66d81 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:15.329096 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (df758559-19f8-4ac4-b65a-6af8a4e66d81), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:15.330401 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port df758559-19f8-4ac4-b65a-6af8a4e66d81 Sep 16 12:56:15.379687 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] Routers {'000b1c0a-0fc8-43cb-b9c2-be83bb949605'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:56:15.380383 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['000b1c0a-0fc8-43cb-b9c2-be83bb949605'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:15.413471 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:15.452998 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369140d7-5024-4a74-ad8a-898e334eb19e None None] Pushing event updated for resources: {'Port': ['ID=ba9b9591-274d-459e-bb64-0127dd2a4723,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:15.456274 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] Attempt 8 to provision port ba9b9591-274d-459e-bb64-0127dd2a4723 Sep 16 12:56:15.519839 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1b154a43-52c3-42d2-9c89-08985cfa0cd0 req-1a63540e-b39d-461f-bfb8-18b5e8a96416 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124990 Sep 16 12:56:15.527487 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89b7d8a-4d3a-4897-ab9f-d6cadda491d0 None None] Network 08c67a85-cfb4-48c8-9887-60108b3f59b5 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:56:15.530477 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port df758559-19f8-4ac4-b65a-6af8a4e66d81 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:15.530876 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (df758559-19f8-4ac4-b65a-6af8a4e66d81), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:15.576802 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347dc422-8258-4617-bb1a-8608ebbbe0e1 req-f6eaec29-ec68-4b9c-b7d2-c4e61e8f7852 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:15.578284 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-347dc422-8258-4617-bb1a-8608ebbbe0e1 req-f6eaec29-ec68-4b9c-b7d2-c4e61e8f7852 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 944 time: 0.1748991 Sep 16 12:56:15.579015 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-811b5b36-3100-4eb7-8b4f-db8e956f49ca admin admin] Publish callbacks [] for router_gateway (c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:15.591953 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] Set router 000b1c0a-0fc8-43cb-b9c2-be83bb949605 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:56:15.652635 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port df758559-19f8-4ac4-b65a-6af8a4e66d81, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=df758559-19f8-4ac4-b65a-6af8a4e66d81,segment=NetworkSegment(2ada1128-3ffa-4349-b8c7-b5d7fc805594),segment_id=2ada1128-3ffa-4349-b8c7-b5d7fc805594)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:15.662778 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (df758559-19f8-4ac4-b65a-6af8a4e66d81), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:15.683811 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ab4c781e-5051-4f0c-be29-8db1a405f9af req-67c87423-a9c7-41b7-bfed-c2cc4341e45b tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0388925 Sep 16 12:56:15.709089 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:15.738301 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-347dc422-8258-4617-bb1a-8608ebbbe0e1 req-2152efd9-f07a-434e-aa0b-a36e02e296fb tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919211 Sep 16 12:56:15.798758 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] Current status of the port ba9b9591-274d-459e-bb64-0127dd2a4723 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:15.800167 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ba9b9591-274d-459e-bb64-0127dd2a4723), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:15.838996 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=df758559-19f8-4ac4-b65a-6af8a4e66d81,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:15.845848 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-229474b7-31e3-4c7b-8656-72b085c61162 req-d5441cc4-d00a-47c7-a381-7ea04e31273f tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "GET /networking/v2.0/security-groups/6c09dd9f-65b8-4951-8cd1-48a2b97d9592 HTTP/1.1" status: 200 len: 1820 time: 0.0635085 Sep 16 12:56:15.878654 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] For port ba9b9591-274d-459e-bb64-0127dd2a4723, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=ba9b9591-274d-459e-bb64-0127dd2a4723,segment=NetworkSegment(8b804856-836a-45bd-b0d5-db878d03a2a6),segment_id=8b804856-836a-45bd-b0d5-db878d03a2a6)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:15.883977 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (ba9b9591-274d-459e-bb64-0127dd2a4723), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:15.915315 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-229474b7-31e3-4c7b-8656-72b085c61162 req-1269f54f-2de0-49ea-8fcb-785630f6d003 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6c09dd9f-65b8-4951-8cd1-48a2b97d9592', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:15.915894 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-229474b7-31e3-4c7b-8656-72b085c61162 req-1269f54f-2de0-49ea-8fcb-785630f6d003 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6c09dd9f-65b8-4951-8cd1-48a2b97d9592', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:15.934620 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000b1c0a-0fc8-43cb-b9c2-be83bb949605', 'name': 'tempest-SecurityGroupRulesTestJSON-829968974-router', 'tenant_id': '1870b66518d34e78a00931ee65cb0c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '3adf9612-b0e5-425f-b10e-e65dc4dc7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:03Z', 'updated_at': '2022-09-16T12:56:10Z', 'revision_number': 4, 'project_id': '1870b66518d34e78a00931ee65cb0c0c', 'gw_port': {'id': '3adf9612-b0e5-425f-b10e-e65dc4dc7f5e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:47:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b1c0a-0fc8-43cb-b9c2-be83bb949605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:04Z', 'updated_at': '2022-09-16T12:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'ba9b9591-274d-459e-bb64-0127dd2a4723', 'name': '', 'network_id': '42b0265a-a2fd-4c10-b5a1-13d74da7c9e3', 'tenant_id': '1870b66518d34e78a00931ee65cb0c0c', 'mac_address': 'fa:16:3e:54:ba:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000b1c0a-0fc8-43cb-b9c2-be83bb949605', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '026d0fa3-9dab-41a5-8509-f55bbc355ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:09Z', 'updated_at': '2022-09-16T12:56:15Z', 'revision_number': 4, 'project_id': '1870b66518d34e78a00931ee65cb0c0c', 'subnets': [{'id': '026d0fa3-9dab-41a5-8509-f55bbc355ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:15.948353 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922dd3a3-60db-4511-a2ca-23c7fc5dd7f1 None None] Pushing event updated for resources: {'Port': ['ID=ba9b9591-274d-459e-bb64-0127dd2a4723,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:15.963003 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5901d031-edc6-4fba-9b49-856cfc5cbb09 None None] The sync data for ids ['000b1c0a-0fc8-43cb-b9c2-be83bb949605'] in n-d-858094-4 is: [{'id': '000b1c0a-0fc8-43cb-b9c2-be83bb949605', 'name': 'tempest-SecurityGroupRulesTestJSON-829968974-router', 'tenant_id': '1870b66518d34e78a00931ee65cb0c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '3adf9612-b0e5-425f-b10e-e65dc4dc7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:03Z', 'updated_at': '2022-09-16T12:56:10Z', 'revision_number': 4, 'project_id': '1870b66518d34e78a00931ee65cb0c0c', 'gw_port': {'id': '3adf9612-b0e5-425f-b10e-e65dc4dc7f5e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:47:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b1c0a-0fc8-43cb-b9c2-be83bb949605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:04Z', 'updated_at': '2022-09-16T12:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'ba9b9591-274d-459e-bb64-0127dd2a4723', 'name': '', 'network_id': '42b0265a-a2fd-4c10-b5a1-13d74da7c9e3', 'tenant_id': '1870b66518d34e78a00931ee65cb0c0c', 'mac_address': 'fa:16:3e:54:ba:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000b1c0a-0fc8-43cb-b9c2-be83bb949605', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '026d0fa3-9dab-41a5-8509-f55bbc355ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:09Z', 'updated_at': '2022-09-16T12:56:15Z', 'revision_number': 4, 'project_id': '1870b66518d34e78a00931ee65cb0c0c', 'subnets': [{'id': '026d0fa3-9dab-41a5-8509-f55bbc355ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:56:16.011519 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935ea65-cd29-45ce-a7ec-8cf8fa9c570c req-0c3da3fe-6175-4253-b795-66f1df4f9da8 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:16.020737 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2935ea65-cd29-45ce-a7ec-8cf8fa9c570c req-0c3da3fe-6175-4253-b795-66f1df4f9da8 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.1195378 Sep 16 12:56:16.038769 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-685bdb01-ffcf-43ea-bc7b-214a35f00846 None None] Provisioning complete for port ba9b9591-274d-459e-bb64-0127dd2a4723 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:16.039548 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-685bdb01-ffcf-43ea-bc7b-214a35f00846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ba9b9591-274d-459e-bb64-0127dd2a4723), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:16.039548 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-685bdb01-ffcf-43ea-bc7b-214a35f00846 None None] Attempt 1 to provision port ba9b9591-274d-459e-bb64-0127dd2a4723 Sep 16 12:56:16.150027 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:16.161885 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-811b5b36-3100-4eb7-8b4f-db8e956f49ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:16.188400 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-685bdb01-ffcf-43ea-bc7b-214a35f00846 None None] Current status of the port ba9b9591-274d-459e-bb64-0127dd2a4723 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:16.200075 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-685bdb01-ffcf-43ea-bc7b-214a35f00846 None None] Provisioning complete for port df758559-19f8-4ac4-b65a-6af8a4e66d81 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:16.200075 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-685bdb01-ffcf-43ea-bc7b-214a35f00846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (df758559-19f8-4ac4-b65a-6af8a4e66d81), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:16.200519 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-685bdb01-ffcf-43ea-bc7b-214a35f00846 None None] Attempt 1 to provision port df758559-19f8-4ac4-b65a-6af8a4e66d81 Sep 16 12:56:16.248930 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2935ea65-cd29-45ce-a7ec-8cf8fa9c570c req-3150dfa5-46b4-492c-b49b-0858e8f8a303 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270696 Sep 16 12:56:16.334100 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-685bdb01-ffcf-43ea-bc7b-214a35f00846 None None] Current status of the port df758559-19f8-4ac4-b65a-6af8a4e66d81 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:16.353218 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-229474b7-31e3-4c7b-8656-72b085c61162 req-1269f54f-2de0-49ea-8fcb-785630f6d003 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group_rule (c98f3330-a17c-4d5b-8c40-e4aab37dff29), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:16.423027 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-229474b7-31e3-4c7b-8656-72b085c61162 req-1269f54f-2de0-49ea-8fcb-785630f6d003 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group_rule (c98f3330-a17c-4d5b-8c40-e4aab37dff29), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:16.426570 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-229474b7-31e3-4c7b-8656-72b085c61162 req-1269f54f-2de0-49ea-8fcb-785630f6d003 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (c98f3330-a17c-4d5b-8c40-e4aab37dff29), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:16.456900 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:16.458273 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-6b793e7b-f3bd-41a5-a51a-7290c3bc86c6 None None] Provisioning complete for port df758559-19f8-4ac4-b65a-6af8a4e66d81 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:16.458779 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6b793e7b-f3bd-41a5-a51a-7290c3bc86c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (df758559-19f8-4ac4-b65a-6af8a4e66d81), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:16.459372 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-6b793e7b-f3bd-41a5-a51a-7290c3bc86c6 None None] Attempt 1 to provision port df758559-19f8-4ac4-b65a-6af8a4e66d81 Sep 16 12:56:16.460978 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269f54f-2de0-49ea-8fcb-785630f6d003 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c98f3330-a17c-4d5b-8c40-e4aab37dff29,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:16.472682 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-229474b7-31e3-4c7b-8656-72b085c61162 req-1269f54f-2de0-49ea-8fcb-785630f6d003 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:16.473868 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-229474b7-31e3-4c7b-8656-72b085c61162 req-1269f54f-2de0-49ea-8fcb-785630f6d003 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5766716 Sep 16 12:56:16.514415 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-a5d6f1d1-9ccf-4c43-a584-ba234cb80a9a req-6451591d-90ca-41de-ae93-d4e003ae96ed tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1284226551', 'description': 'tempest-description-284483881'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:16.543295 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811b5b36-3100-4eb7-8b4f-db8e956f49ca admin admin] Router c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:56:16.552728 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a5d6f1d1-9ccf-4c43-a584-ba234cb80a9a req-6451591d-90ca-41de-ae93-d4e003ae96ed tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:16.562822 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6b793e7b-f3bd-41a5-a51a-7290c3bc86c6 None None] Current status of the port df758559-19f8-4ac4-b65a-6af8a4e66d81 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:16.862735 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 27d81681-82f2-4f23-8f72-9075e99f9ca1 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:56:16.867250 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:16.890735 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device df758559-19f8-4ac4-b65a-6af8a4e66d81 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:56:17.026937 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port df758559-19f8-4ac4-b65a-6af8a4e66d81 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:17.027239 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (df758559-19f8-4ac4-b65a-6af8a4e66d81), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:17.028394 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port df758559-19f8-4ac4-b65a-6af8a4e66d81 Sep 16 12:56:17.083610 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66476896-2dde-480a-8480-ff357376ce09 req-447f80df-8ca8-4947-af09-6fc11fa4c144 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:17.091298 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-66476896-2dde-480a-8480-ff357376ce09 req-447f80df-8ca8-4947-af09-6fc11fa4c144 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.1255779 Sep 16 12:56:17.171902 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811b5b36-3100-4eb7-8b4f-db8e956f49ca admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:56:17.183709 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port df758559-19f8-4ac4-b65a-6af8a4e66d81 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:17.185285 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device ba9b9591-274d-459e-bb64-0127dd2a4723 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:56:17.200352 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a5d6f1d1-9ccf-4c43-a584-ba234cb80a9a req-6451591d-90ca-41de-ae93-d4e003ae96ed tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (5d5f9fcc-b4ac-4788-8041-256368431020), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:17.207795 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-811b5b36-3100-4eb7-8b4f-db8e956f49ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:17.211732 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-811b5b36-3100-4eb7-8b4f-db8e956f49ca admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.7401142 Sep 16 12:56:17.211732 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a5d6f1d1-9ccf-4c43-a584-ba234cb80a9a req-6451591d-90ca-41de-ae93-d4e003ae96ed tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (5d5f9fcc-b4ac-4788-8041-256368431020), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:17.212088 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59014) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:17.234625 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-66476896-2dde-480a-8480-ff357376ce09 req-9cd5f895-26ce-499e-bf57-aa4fde75afb4 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402447 Sep 16 12:56:17.239302 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] Sync routers for ids ['c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:56:17.246134 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:17.251531 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 27d81681-82f2-4f23-8f72-9075e99f9ca1, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=27d81681-82f2-4f23-8f72-9075e99f9ca1,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:17.292269 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '27d81681-82f2-4f23-8f72-9075e99f9ca1', 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20', 'port_id': '27d81681-82f2-4f23-8f72-9075e99f9ca1', 'mac_address': 'fa:16:3e:fc:43:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:56:17.295103 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] Routers {'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:56:17.295753 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:17.300042 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a5d6f1d1-9ccf-4c43-a584-ba234cb80a9a req-6451591d-90ca-41de-ae93-d4e003ae96ed tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:17.314424 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a5d6f1d1-9ccf-4c43-a584-ba234cb80a9a req-6451591d-90ca-41de-ae93-d4e003ae96ed tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.8076153 Sep 16 12:56:17.321300 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451591d-90ca-41de-ae93-d4e003ae96ed tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5f9fcc-b4ac-4788-8041-256368431020,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:17.415603 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port ba9b9591-274d-459e-bb64-0127dd2a4723 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:17.416403 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ba9b9591-274d-459e-bb64-0127dd2a4723), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:17.416913 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port ba9b9591-274d-459e-bb64-0127dd2a4723 Sep 16 12:56:17.429974 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-39a8af4e-287c-42da-8039-a871e0277371 req-5b76d75d-a57c-4dee-9e5a-69d2f5f22a3a tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0535674 Sep 16 12:56:17.558871 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdece57-fe8b-4db4-9702-08ba6ffcc69b req-5f9e532e-2007-4770-a14b-6af961624ef6 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:17.566733 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8cdece57-fe8b-4db4-9702-08ba6ffcc69b req-5f9e532e-2007-4770-a14b-6af961624ef6 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 944 time: 0.1355097 Sep 16 12:56:17.583361 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bbd43-bcaf-4f2c-819f-2d78dae47e52 req-3acd0307-5e91-4b55-b0ad-3e92348da4a7 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:17.584944 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-079bbd43-bcaf-4f2c-819f-2d78dae47e52 req-3acd0307-5e91-4b55-b0ad-3e92348da4a7 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.0823801 Sep 16 12:56:17.677742 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8cdece57-fe8b-4db4-9702-08ba6ffcc69b req-83cf1aae-c268-4e5b-ba22-0253771ac7b0 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098137 Sep 16 12:56:17.686429 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-079bbd43-bcaf-4f2c-819f-2d78dae47e52 req-a22b992c-6dbb-43d5-8ff7-4055de6b5270 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943658 Sep 16 12:56:17.715273 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:17.738890 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-a894e454-c8b3-482d-8026-7028ac1acd2e req-8f769410-8fca-4fe1-a1e3-f369ef750155 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1196124169', 'description': 'tempest-description-1628995522'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:17.763351 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 27d81681-82f2-4f23-8f72-9075e99f9ca1 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:17.763734 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (27d81681-82f2-4f23-8f72-9075e99f9ca1), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:17.771010 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a894e454-c8b3-482d-8026-7028ac1acd2e req-8f769410-8fca-4fe1-a1e3-f369ef750155 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:17.869175 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:17.870465 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port ba9b9591-274d-459e-bb64-0127dd2a4723 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:17.883291 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d81681-82f2-4f23-8f72-9075e99f9ca1 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:56:17.888936 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a894e454-c8b3-482d-8026-7028ac1acd2e req-8f769410-8fca-4fe1-a1e3-f369ef750155 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (ba7477f8-b48a-4777-aba3-72412456636f), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:17.894525 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a894e454-c8b3-482d-8026-7028ac1acd2e req-8f769410-8fca-4fe1-a1e3-f369ef750155 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (ba7477f8-b48a-4777-aba3-72412456636f), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:17.904536 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:17.905163 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] Set router c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:56:17.913419 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:17.932241 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a894e454-c8b3-482d-8026-7028ac1acd2e req-8f769410-8fca-4fe1-a1e3-f369ef750155 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:17.933652 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a894e454-c8b3-482d-8026-7028ac1acd2e req-8f769410-8fca-4fe1-a1e3-f369ef750155 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2037098 Sep 16 12:56:17.934367 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dc3d8178-344e-4f35-9b03-3605b2e28d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:17.935927 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f769410-8fca-4fe1-a1e3-f369ef750155 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7477f8-b48a-4777-aba3-72412456636f,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:17.991733 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 27d81681-82f2-4f23-8f72-9075e99f9ca1, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=27d81681-82f2-4f23-8f72-9075e99f9ca1,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:18.009270 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (27d81681-82f2-4f23-8f72-9075e99f9ca1), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:18.022575 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-47ddde73-3e34-4abd-a627-e62921283535 req-d0fa2880-47fd-4c2d-b064-98e42c3992ef tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "GET /networking/v2.0/security-groups/5d5f9fcc-b4ac-4788-8041-256368431020 HTTP/1.1" status: 200 len: 1821 time: 0.0591686 Sep 16 12:56:18.075003 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-47ddde73-3e34-4abd-a627-e62921283535 req-5bdfe0aa-2b46-4fd2-8382-57382d8ecd4f tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "GET /networking/v2.0/security-groups/ba7477f8-b48a-4777-aba3-72412456636f HTTP/1.1" status: 200 len: 1824 time: 0.0458302 Sep 16 12:56:18.088403 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-47ddde73-3e34-4abd-a627-e62921283535 req-f083d948-8f19-4e15-984b-c28ad71cb991 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5d5f9fcc-b4ac-4788-8041-256368431020', 'remote_group_id': 'ba7477f8-b48a-4777-aba3-72412456636f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:18.089345 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-47ddde73-3e34-4abd-a627-e62921283535 req-f083d948-8f19-4e15-984b-c28ad71cb991 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5d5f9fcc-b4ac-4788-8041-256368431020', 'remote_group_id': 'ba7477f8-b48a-4777-aba3-72412456636f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:18.120635 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=27d81681-82f2-4f23-8f72-9075e99f9ca1,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:18.181903 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-dc3d8178-344e-4f35-9b03-3605b2e28d93 admin admin] Allocated IP 172.20.0.1 (08c67a85-cfb4-48c8-9887-60108b3f59b5/667b6635-447d-41b3-990c-489e15108720/94ee11e4-ea07-4537-b50f-706259d44a0d) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:56:18.197477 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-47ddde73-3e34-4abd-a627-e62921283535 req-f083d948-8f19-4e15-984b-c28ad71cb991 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group_rule (e6181f48-4db7-423b-bcd8-a12ee0d3fcce), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:18.207528 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4', 'name': 'tempest-InstanceActionsNegativeTestJSON-2088982939-router', 'tenant_id': '763b15912eb44f848a81f813e359e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '67bc9849-d47c-40db-8d6a-5534f3ddabbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:12Z', 'updated_at': '2022-09-16T12:56:14Z', 'revision_number': 3, 'project_id': '763b15912eb44f848a81f813e359e8aa', 'gw_port': {'id': '67bc9849-d47c-40db-8d6a-5534f3ddabbe', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:29:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:13Z', 'updated_at': '2022-09-16T12:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:18.249371 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['27d81681-82f2-4f23-8f72-9075e99f9ca1'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:56:18.253295 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-47ddde73-3e34-4abd-a627-e62921283535 req-f083d948-8f19-4e15-984b-c28ad71cb991 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group_rule (e6181f48-4db7-423b-bcd8-a12ee0d3fcce), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:18.254666 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] Checking router: c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:56:18.255174 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] Updating router c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4 port 67bc9849-d47c-40db-8d6a-5534f3ddabbe binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:56:18.259634 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-47ddde73-3e34-4abd-a627-e62921283535 req-f083d948-8f19-4e15-984b-c28ad71cb991 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (e6181f48-4db7-423b-bcd8-a12ee0d3fcce), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:18.307665 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083d948-8f19-4e15-984b-c28ad71cb991 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6181f48-4db7-423b-bcd8-a12ee0d3fcce,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:18.317552 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dc3d8178-344e-4f35-9b03-3605b2e28d93 admin admin] Publish callbacks [] for port (94ee11e4-ea07-4537-b50f-706259d44a0d), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:18.320509 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (67bc9849-d47c-40db-8d6a-5534f3ddabbe), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:18.344628 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-47ddde73-3e34-4abd-a627-e62921283535 req-f083d948-8f19-4e15-984b-c28ad71cb991 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:18.351134 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-47ddde73-3e34-4abd-a627-e62921283535 req-f083d948-8f19-4e15-984b-c28ad71cb991 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2674284 Sep 16 12:56:18.382609 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-1275f142-894f-42d1-b55f-da590119ee4e req-cbb9d0fc-7f2f-41a6-b38f-6fa17be4c6c4 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1020473047', 'description': 'tempest-description-1188703096'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:18.387499 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dc3d8178-344e-4f35-9b03-3605b2e28d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (94ee11e4-ea07-4537-b50f-706259d44a0d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:18.419553 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1275f142-894f-42d1-b55f-da590119ee4e req-cbb9d0fc-7f2f-41a6-b38f-6fa17be4c6c4 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:18.454248 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d8178-344e-4f35-9b03-3605b2e28d93 admin admin] Pushing event updated for resources: {'Port': ['ID=94ee11e4-ea07-4537-b50f-706259d44a0d,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:18.463061 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3d8178-344e-4f35-9b03-3605b2e28d93 admin admin] Network 08c67a85-cfb4-48c8-9887-60108b3f59b5 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:56:18.466280 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-dc3d8178-344e-4f35-9b03-3605b2e28d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:18.469451 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d8178-344e-4f35-9b03-3605b2e28d93 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:56:18.477946 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:18.533369 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e644b-c0ef-45c6-bd04-9a2fea86a3e1 req-b30d5d95-f24e-4149-86e0-312b8e08dc74 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:18.538762 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0c9e644b-c0ef-45c6-bd04-9a2fea86a3e1 req-b30d5d95-f24e-4149-86e0-312b8e08dc74 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.1320515 Sep 16 12:56:18.541890 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dc3d8178-344e-4f35-9b03-3605b2e28d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:18.592438 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:18.626497 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0c9e644b-c0ef-45c6-bd04-9a2fea86a3e1 req-3a94bc4b-186b-4f13-a592-3725ac3cd7af tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768194 Sep 16 12:56:18.690884 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1275f142-894f-42d1-b55f-da590119ee4e req-cbb9d0fc-7f2f-41a6-b38f-6fa17be4c6c4 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (1c5a6aa9-15ec-462c-abe3-422f9c49376a), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:18.696501 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1275f142-894f-42d1-b55f-da590119ee4e req-cbb9d0fc-7f2f-41a6-b38f-6fa17be4c6c4 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (1c5a6aa9-15ec-462c-abe3-422f9c49376a), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:18.761998 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1275f142-894f-42d1-b55f-da590119ee4e req-cbb9d0fc-7f2f-41a6-b38f-6fa17be4c6c4 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:18.787965 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1275f142-894f-42d1-b55f-da590119ee4e req-cbb9d0fc-7f2f-41a6-b38f-6fa17be4c6c4 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4112473 Sep 16 12:56:18.823752 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9d0fc-7f2f-41a6-b38f-6fa17be4c6c4 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5a6aa9-15ec-462c-abe3-422f9c49376a,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:18.840928 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dc3d8178-344e-4f35-9b03-3605b2e28d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (94ee11e4-ea07-4537-b50f-706259d44a0d), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:18.852613 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2a03bba7-4d9c-40d8-a52a-095d26852c29 req-99e1abd5-0089-4936-94d9-c0b552831e28 tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0614352 Sep 16 12:56:18.877174 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Provisioning complete for port 94ee11e4-ea07-4537-b50f-706259d44a0d triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:18.877550 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (94ee11e4-ea07-4537-b50f-706259d44a0d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:18.877883 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Attempt 1 to provision port 94ee11e4-ea07-4537-b50f-706259d44a0d Sep 16 12:56:18.929995 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09f59f-5eb6-4e5f-b9f6-74fdf7facbec req-ced4a99f-da36-4929-9b21-e188be603080 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:18.935692 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d09f59f-5eb6-4e5f-b9f6-74fdf7facbec req-ced4a99f-da36-4929-9b21-e188be603080 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.0796506 Sep 16 12:56:18.981261 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] Publish callbacks [] for port (67bc9849-d47c-40db-8d6a-5534f3ddabbe), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:18.983833 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Port 94ee11e4-ea07-4537-b50f-706259d44a0d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:18.989827 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (67bc9849-d47c-40db-8d6a-5534f3ddabbe), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:19.014325 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d09f59f-5eb6-4e5f-b9f6-74fdf7facbec req-b31b6ef3-59c8-463d-8138-1f894fb870a9 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728638 Sep 16 12:56:19.042276 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:19.066841 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-7d384e7e-e6da-4eac-8565-960f5b9353a7 req-fb0247a5-c4e2-4dc3-b346-9a0665074837 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2129791894', 'description': 'tempest-description-715153541'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:19.071962 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] Attempting to bind port 67bc9849-d47c-40db-8d6a-5534f3ddabbe on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:56:19.072771 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] Attempting to bind port 67bc9849-d47c-40db-8d6a-5534f3ddabbe by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:56:19.073368 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] Attempting to bind port 67bc9849-d47c-40db-8d6a-5534f3ddabbe on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:56:19.078293 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:19.106134 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f650ffe-ceff-4441-b81f-5c1a2b83dbfd req-9800e5d2-cb0c-48cf-b4a1-54a0838b8454 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:19.108147 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f650ffe-ceff-4441-b81f-5c1a2b83dbfd req-9800e5d2-cb0c-48cf-b4a1-54a0838b8454 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 945 time: 0.1087811 Sep 16 12:56:19.115093 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7d384e7e-e6da-4eac-8565-960f5b9353a7 req-fb0247a5-c4e2-4dc3-b346-9a0665074837 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:19.119513 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f172ce-967b-407e-ae07-a42b23c1d61e None None] Pushing event updated for resources: {'Port': ['ID=67bc9849-d47c-40db-8d6a-5534f3ddabbe,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:19.139600 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dc3d8178-344e-4f35-9b03-3605b2e28d93 admin admin] Publish callbacks [] for port (94ee11e4-ea07-4537-b50f-706259d44a0d), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:19.150773 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:56:19.151157 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:56:19.151641 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:19.152196 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:56:19.152755 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] Bound port: 67bc9849-d47c-40db-8d6a-5534f3ddabbe, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:56:19.153054 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dc3d8178-344e-4f35-9b03-3605b2e28d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (94ee11e4-ea07-4537-b50f-706259d44a0d), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:19.153195 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (67bc9849-d47c-40db-8d6a-5534f3ddabbe), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:19.161386 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:19.183617 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 27d81681-82f2-4f23-8f72-9075e99f9ca1 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:56:19.209618 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dc3d8178-344e-4f35-9b03-3605b2e28d93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:19.215121 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f650ffe-ceff-4441-b81f-5c1a2b83dbfd req-ad5e2f0f-1f1e-424b-9c4b-821393f62597 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973468 Sep 16 12:56:19.267061 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7d384e7e-e6da-4eac-8565-960f5b9353a7 req-fb0247a5-c4e2-4dc3-b346-9a0665074837 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (1dfaee71-99d9-4261-b172-f4328f5f4b27), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:19.275720 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7d384e7e-e6da-4eac-8565-960f5b9353a7 req-fb0247a5-c4e2-4dc3-b346-9a0665074837 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (1dfaee71-99d9-4261-b172-f4328f5f4b27), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:19.319873 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:19.325806 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0247a5-c4e2-4dc3-b346-9a0665074837 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfaee71-99d9-4261-b172-f4328f5f4b27,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:19.327893 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] For port 67bc9849-d47c-40db-8d6a-5534f3ddabbe, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:56:19.337648 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] For port 67bc9849-d47c-40db-8d6a-5534f3ddabbe, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=67bc9849-d47c-40db-8d6a-5534f3ddabbe,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:56:19.344473 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 27d81681-82f2-4f23-8f72-9075e99f9ca1 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:56:19.350220 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (67bc9849-d47c-40db-8d6a-5534f3ddabbe), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:19.355074 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7d384e7e-e6da-4eac-8565-960f5b9353a7 req-fb0247a5-c4e2-4dc3-b346-9a0665074837 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:19.358203 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d384e7e-e6da-4eac-8565-960f5b9353a7 req-fb0247a5-c4e2-4dc3-b346-9a0665074837 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2990279 Sep 16 12:56:19.358683 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 27d81681-82f2-4f23-8f72-9075e99f9ca1 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:19.359059 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (27d81681-82f2-4f23-8f72-9075e99f9ca1), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:19.359760 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 27d81681-82f2-4f23-8f72-9075e99f9ca1 Sep 16 12:56:19.364813 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d8178-344e-4f35-9b03-3605b2e28d93 admin admin] Pushing event updated for resources: {'Port': ['ID=94ee11e4-ea07-4537-b50f-706259d44a0d,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:19.398376 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3d8178-344e-4f35-9b03-3605b2e28d93 admin admin] Network 08c67a85-cfb4-48c8-9887-60108b3f59b5 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:56:19.401102 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-dc3d8178-344e-4f35-9b03-3605b2e28d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:19.433005 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] Routers {'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:56:19.433650 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:19.442347 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-827abfd4-1254-44a9-a14f-cc3b50b6b99d req-9c42003b-a876-49ba-a378-cbc3dc13ebb2 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "GET /networking/v2.0/security-groups/1c5a6aa9-15ec-462c-abe3-422f9c49376a HTTP/1.1" status: 200 len: 1824 time: 0.0519578 Sep 16 12:56:19.488533 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Attempt 2 to provision port 94ee11e4-ea07-4537-b50f-706259d44a0d Sep 16 12:56:19.494647 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-827abfd4-1254-44a9-a14f-cc3b50b6b99d req-c3ac12cf-09c9-473c-9d51-a8537d69d0fd tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "GET /networking/v2.0/security-groups/1dfaee71-99d9-4261-b172-f4328f5f4b27 HTTP/1.1" status: 200 len: 1823 time: 0.0462790 Sep 16 12:56:19.504908 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-827abfd4-1254-44a9-a14f-cc3b50b6b99d req-9013a57c-db15-4bae-bde1-b60c7145d5dd tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1c5a6aa9-15ec-462c-abe3-422f9c49376a', 'remote_group_id': '1dfaee71-99d9-4261-b172-f4328f5f4b27', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:19.505359 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-827abfd4-1254-44a9-a14f-cc3b50b6b99d req-9013a57c-db15-4bae-bde1-b60c7145d5dd tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1c5a6aa9-15ec-462c-abe3-422f9c49376a', 'remote_group_id': '1dfaee71-99d9-4261-b172-f4328f5f4b27', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:19.547311 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f172ce-967b-407e-ae07-a42b23c1d61e None None] Pushing event updated for resources: {'Port': ['ID=67bc9849-d47c-40db-8d6a-5534f3ddabbe,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:19.596400 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-827abfd4-1254-44a9-a14f-cc3b50b6b99d req-9013a57c-db15-4bae-bde1-b60c7145d5dd tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group_rule (97419274-3c14-4b1c-b8c9-e548ac1c1d73), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:19.604601 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Port 94ee11e4-ea07-4537-b50f-706259d44a0d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:19.649239 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-827abfd4-1254-44a9-a14f-cc3b50b6b99d req-9013a57c-db15-4bae-bde1-b60c7145d5dd tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group_rule (97419274-3c14-4b1c-b8c9-e548ac1c1d73), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:19.653968 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-827abfd4-1254-44a9-a14f-cc3b50b6b99d req-9013a57c-db15-4bae-bde1-b60c7145d5dd tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (97419274-3c14-4b1c-b8c9-e548ac1c1d73), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:19.659298 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:19.675434 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] Set router c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:56:19.681590 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013a57c-db15-4bae-bde1-b60c7145d5dd tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97419274-3c14-4b1c-b8c9-e548ac1c1d73,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:19.698827 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-827abfd4-1254-44a9-a14f-cc3b50b6b99d req-9013a57c-db15-4bae-bde1-b60c7145d5dd tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:19.700446 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-827abfd4-1254-44a9-a14f-cc3b50b6b99d req-9013a57c-db15-4bae-bde1-b60c7145d5dd tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2002645 Sep 16 12:56:19.717819 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 27d81681-82f2-4f23-8f72-9075e99f9ca1 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:19.718231 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (27d81681-82f2-4f23-8f72-9075e99f9ca1), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:19.765762 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 27d81681-82f2-4f23-8f72-9075e99f9ca1, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=27d81681-82f2-4f23-8f72-9075e99f9ca1,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:19.770519 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34e2be3-4e61-46dc-b4a4-5abcd3df9b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d81681-82f2-4f23-8f72-9075e99f9ca1'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:56:19.773263 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec873d2-d61a-41de-969e-8204ee4647b6" -d '{"events": [{"server_uuid": "e34e2be3-4e61-46dc-b4a4-5abcd3df9b85", "name": "network-vif-plugged", "status": "completed", "tag": "27d81681-82f2-4f23-8f72-9075e99f9ca1"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:56:19.780073 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (27d81681-82f2-4f23-8f72-9075e99f9ca1), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:19.807268 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f182e7c9-3cd1-4d19-b207-60bd2c6b6970 req-694c7560-e0db-48ab-8a89-c7c12a6cb80d tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "GET /networking/v2.0/security-groups/1dfaee71-99d9-4261-b172-f4328f5f4b27 HTTP/1.1" status: 200 len: 1823 time: 0.0658028 Sep 16 12:56:19.871345 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=27d81681-82f2-4f23-8f72-9075e99f9ca1,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:19.872194 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27426f4-c2e4-44a9-ad61-def0d9bd03ef req-5851a0b2-3631-4c4e-aa72-86434c10593d tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:19.873561 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c27426f4-c2e4-44a9-ad61-def0d9bd03ef req-5851a0b2-3631-4c4e-aa72-86434c10593d tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.0800126 Sep 16 12:56:19.906358 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3d8178-344e-4f35-9b03-3605b2e28d93 admin admin] Router c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:56:19.924680 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:19.952849 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f182e7c9-3cd1-4d19-b207-60bd2c6b6970 req-43d5bb0c-97ed-4b1f-92cb-7cbdb9fdf3ad tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (1dfaee71-99d9-4261-b172-f4328f5f4b27), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:19.968403 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c27426f4-c2e4-44a9-ad61-def0d9bd03ef req-96ece6ba-6d02-46de-9769-4846b652f824 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838153 Sep 16 12:56:19.999906 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f182e7c9-3cd1-4d19-b207-60bd2c6b6970 req-43d5bb0c-97ed-4b1f-92cb-7cbdb9fdf3ad tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (1dfaee71-99d9-4261-b172-f4328f5f4b27), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:20.035438 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8901561e-8835-4ac9-909e-513d22bb9700 x-openstack-request-id: req-8901561e-8835-4ac9-909e-513d22bb9700 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:56:20.035985 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34e2be3-4e61-46dc-b4a4-5abcd3df9b85", "name": "network-vif-plugged", "status": "completed", "tag": "27d81681-82f2-4f23-8f72-9075e99f9ca1", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:56:20.036153 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3d8178-344e-4f35-9b03-3605b2e28d93 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:56:20.036924 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8901561e-8835-4ac9-909e-513d22bb9700 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:56:20.037067 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8901561e-8835-4ac9-909e-513d22bb9700'] response: {'server_uuid': 'e34e2be3-4e61-46dc-b4a4-5abcd3df9b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d81681-82f2-4f23-8f72-9075e99f9ca1', 'code': 200} Sep 16 12:56:20.046756 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-dc3d8178-344e-4f35-9b03-3605b2e28d93 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8335109 Sep 16 12:56:20.064446 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4', 'name': 'tempest-InstanceActionsNegativeTestJSON-2088982939-router', 'tenant_id': '763b15912eb44f848a81f813e359e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '67bc9849-d47c-40db-8d6a-5534f3ddabbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:12Z', 'updated_at': '2022-09-16T12:56:18Z', 'revision_number': 4, 'project_id': '763b15912eb44f848a81f813e359e8aa', 'gw_port': {'id': '67bc9849-d47c-40db-8d6a-5534f3ddabbe', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:29:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:13Z', 'updated_at': '2022-09-16T12:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '94ee11e4-ea07-4537-b50f-706259d44a0d', 'name': '', 'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5', 'tenant_id': '763b15912eb44f848a81f813e359e8aa', 'mac_address': 'fa:16:3e:0a:d6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '667b6635-447d-41b3-990c-489e15108720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:17Z', 'updated_at': '2022-09-16T12:56:18Z', 'revision_number': 2, 'project_id': '763b15912eb44f848a81f813e359e8aa', 'subnets': [{'id': '667b6635-447d-41b3-990c-489e15108720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:20.107737 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Attempt 3 to provision port 94ee11e4-ea07-4537-b50f-706259d44a0d Sep 16 12:56:20.130952 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca02ba-d6a2-4d40-b24f-c607387a4f88 None None] The sync data for ids ['c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4'] in n-d-858094-4 is: [{'id': 'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4', 'name': 'tempest-InstanceActionsNegativeTestJSON-2088982939-router', 'tenant_id': '763b15912eb44f848a81f813e359e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '67bc9849-d47c-40db-8d6a-5534f3ddabbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:12Z', 'updated_at': '2022-09-16T12:56:18Z', 'revision_number': 4, 'project_id': '763b15912eb44f848a81f813e359e8aa', 'gw_port': {'id': '67bc9849-d47c-40db-8d6a-5534f3ddabbe', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:29:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:13Z', 'updated_at': '2022-09-16T12:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '94ee11e4-ea07-4537-b50f-706259d44a0d', 'name': '', 'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5', 'tenant_id': '763b15912eb44f848a81f813e359e8aa', 'mac_address': 'fa:16:3e:0a:d6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '667b6635-447d-41b3-990c-489e15108720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:17Z', 'updated_at': '2022-09-16T12:56:18Z', 'revision_number': 2, 'project_id': '763b15912eb44f848a81f813e359e8aa', 'subnets': [{'id': '667b6635-447d-41b3-990c-489e15108720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:56:20.136820 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f182e7c9-3cd1-4d19-b207-60bd2c6b6970 req-43d5bb0c-97ed-4b1f-92cb-7cbdb9fdf3ad tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (1dfaee71-99d9-4261-b172-f4328f5f4b27), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:20.143760 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f182e7c9-3cd1-4d19-b207-60bd2c6b6970 req-43d5bb0c-97ed-4b1f-92cb-7cbdb9fdf3ad tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:20.149714 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f182e7c9-3cd1-4d19-b207-60bd2c6b6970 req-43d5bb0c-97ed-4b1f-92cb-7cbdb9fdf3ad tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/1dfaee71-99d9-4261-b172-f4328f5f4b27 HTTP/1.1" status: 204 len: 173 time: 0.3207586 Sep 16 12:56:20.162865 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Port 94ee11e4-ea07-4537-b50f-706259d44a0d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:20.207672 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc150d6-d010-4606-b886-90e3636e9b1f req-e459ec6d-5110-4554-bd16-48191ad15ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:20.209223 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-8bc150d6-d010-4606-b886-90e3636e9b1f req-e459ec6d-5110-4554-bd16-48191ad15ab6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 1128 time: 0.0758488 Sep 16 12:56:20.211086 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5bb0c-97ed-4b1f-92cb-7cbdb9fdf3ad tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfaee71-99d9-4261-b172-f4328f5f4b27,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:20.214653 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3d905e01-0087-4425-b996-e843876c6648 req-70aef4b6-5ffa-4235-9905-963482464482 tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0637615 Sep 16 12:56:20.272785 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-8bc150d6-d010-4606-b886-90e3636e9b1f req-5a365134-1263-43cb-aea5-d9d355d7e02d service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573261 Sep 16 12:56:20.321520 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a2681-8b08-488a-9485-1cb5f5febaf2 req-34caf1fc-a920-46cc-8ba0-3fd3b499d9ab tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:20.323366 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-524a2681-8b08-488a-9485-1cb5f5febaf2 req-34caf1fc-a920-46cc-8ba0-3fd3b499d9ab tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.0965621 Sep 16 12:56:20.352973 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=88,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:20.370909 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d807973b-d7c6-4945-b6a4-f5bc633cba46 req-c7e4eca8-90ec-4966-940b-c2782ff917fe tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "GET /networking/v2.0/security-groups/1c5a6aa9-15ec-462c-abe3-422f9c49376a HTTP/1.1" status: 200 len: 1824 time: 0.0839891 Sep 16 12:56:20.397515 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-524a2681-8b08-488a-9485-1cb5f5febaf2 req-b431b96b-f087-41d4-a5e9-0eacd8ec6569 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654917 Sep 16 12:56:20.545631 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce4b74-bfdd-4e9a-aa44-0076170bee33 req-1901ebf6-4232-414a-a4bb-40112e410c84 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:20.547372 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4ce4b74-bfdd-4e9a-aa44-0076170bee33 req-1901ebf6-4232-414a-a4bb-40112e410c84 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 946 time: 0.0847325 Sep 16 12:56:20.620379 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4ce4b74-bfdd-4e9a-aa44-0076170bee33 req-4a3af74e-b701-4efa-bd4d-2c7d26e880fc tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663505 Sep 16 12:56:20.664994 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Attempt 4 to provision port 94ee11e4-ea07-4537-b50f-706259d44a0d Sep 16 12:56:20.666868 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-36f1b28f-f137-4992-a144-2a6785fe0024 req-fb834ac6-3343-4f22-8de8-24832b0225db tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1945574747', 'description': 'tempest-description-1715146305'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:20.726841 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Port 94ee11e4-ea07-4537-b50f-706259d44a0d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:20.745950 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-36f1b28f-f137-4992-a144-2a6785fe0024 req-fb834ac6-3343-4f22-8de8-24832b0225db tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:20.749669 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:20.812848 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-a870af2b-0794-40ab-b574-3581d10ae96b tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:20.815056 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-a870af2b-0794-40ab-b574-3581d10ae96b tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/networks?id=08c67a85-cfb4-48c8-9887-60108b3f59b5 HTTP/1.1" status: 200 len: 822 time: 0.1832581 Sep 16 12:56:20.849166 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-65cd437c-f5fe-4a69-b7aa-db3a25b7a733 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/quotas/763b15912eb44f848a81f813e359e8aa HTTP/1.1" status: 200 len: 375 time: 0.0223200 Sep 16 12:56:20.913380 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-36f1b28f-f137-4992-a144-2a6785fe0024 req-fb834ac6-3343-4f22-8de8-24832b0225db tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (552886f2-48b3-487f-8e1f-559ddf4cc5a5), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:20.918252 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-36f1b28f-f137-4992-a144-2a6785fe0024 req-fb834ac6-3343-4f22-8de8-24832b0225db tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (552886f2-48b3-487f-8e1f-559ddf4cc5a5), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:20.956747 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-dbb860f1-3c77-4b95-88b3-669554bb5425 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=763b15912eb44f848a81f813e359e8aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898352 Sep 16 12:56:20.968059 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-36f1b28f-f137-4992-a144-2a6785fe0024 req-fb834ac6-3343-4f22-8de8-24832b0225db tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:20.976709 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-36f1b28f-f137-4992-a144-2a6785fe0024 req-fb834ac6-3343-4f22-8de8-24832b0225db tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3254175 Sep 16 12:56:21.001489 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb834ac6-3343-4f22-8de8-24832b0225db tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=552886f2-48b3-487f-8e1f-559ddf4cc5a5,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:21.154081 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9275d998-40a9-4647-9bcd-47176102c6e4 req-fa3ee784-32e7-4ced-ac5d-3e4e7afb8842 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "GET /networking/v2.0/security-groups/552886f2-48b3-487f-8e1f-559ddf4cc5a5 HTTP/1.1" status: 200 len: 1824 time: 0.1536038 Sep 16 12:56:21.176550 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-9275d998-40a9-4647-9bcd-47176102c6e4 req-651f770f-9d06-47e4-ad61-13fda56433dc tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '552886f2-48b3-487f-8e1f-559ddf4cc5a5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:21.176877 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-9275d998-40a9-4647-9bcd-47176102c6e4 req-651f770f-9d06-47e4-ad61-13fda56433dc tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '552886f2-48b3-487f-8e1f-559ddf4cc5a5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:21.207761 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-14923828-6417-4901-a519-dbdc2aba84c0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/08c67a85-cfb4-48c8-9887-60108b3f59b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184882 Sep 16 12:56:21.228296 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Attempt 5 to provision port 94ee11e4-ea07-4537-b50f-706259d44a0d Sep 16 12:56:21.270176 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Port 94ee11e4-ea07-4537-b50f-706259d44a0d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:21.294746 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:21.355996 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9275d998-40a9-4647-9bcd-47176102c6e4 req-651f770f-9d06-47e4-ad61-13fda56433dc tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group_rule (512125de-3fb1-40e5-86a7-cac44edeaeb9), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:21.378982 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-47d4a897-0ee2-4814-885d-2b14b6b93714 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/08c67a85-cfb4-48c8-9887-60108b3f59b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652737 Sep 16 12:56:21.396795 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9275d998-40a9-4647-9bcd-47176102c6e4 req-651f770f-9d06-47e4-ad61-13fda56433dc tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group_rule (512125de-3fb1-40e5-86a7-cac44edeaeb9), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:21.403722 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9275d998-40a9-4647-9bcd-47176102c6e4 req-651f770f-9d06-47e4-ad61-13fda56433dc tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (512125de-3fb1-40e5-86a7-cac44edeaeb9), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:21.434927 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f770f-9d06-47e4-ad61-13fda56433dc tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512125de-3fb1-40e5-86a7-cac44edeaeb9,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:21.448499 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9275d998-40a9-4647-9bcd-47176102c6e4 req-651f770f-9d06-47e4-ad61-13fda56433dc tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:21.461944 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9275d998-40a9-4647-9bcd-47176102c6e4 req-651f770f-9d06-47e4-ad61-13fda56433dc tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2914197 Sep 16 12:56:21.634148 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470ac20-c0dc-4c77-8ae2-a0d8f32e1c6b req-78da8720-ea3f-4e4d-9d5a-2ba56ae88b03 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:21.636024 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9470ac20-c0dc-4c77-8ae2-a0d8f32e1c6b req-78da8720-ea3f-4e4d-9d5a-2ba56ae88b03 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.1059461 Sep 16 12:56:21.683921 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:21.710944 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7dcb0389-9045-44ce-93e4-36d7582ca3f4 req-4cb15d0b-eb37-48d5-985b-c8c180e83150 tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0452278 Sep 16 12:56:21.765051 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9470ac20-c0dc-4c77-8ae2-a0d8f32e1c6b req-5dfe1a65-9371-4bcc-9e50-4aacd6252214 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098454 Sep 16 12:56:21.773325 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Attempt 6 to provision port 94ee11e4-ea07-4537-b50f-706259d44a0d Sep 16 12:56:21.851260 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Port 94ee11e4-ea07-4537-b50f-706259d44a0d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:21.890544 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-58d09c46-94e9-4b0c-aca0-77055d4529c2 req-15d5f1d0-cc62-4367-8351-994f84abec8e tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "GET /networking/v2.0/security-groups/552886f2-48b3-487f-8e1f-559ddf4cc5a5 HTTP/1.1" status: 200 len: 2418 time: 0.1164520 Sep 16 12:56:21.901719 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fbab1-bbbe-48ec-a4b0-ede85f5d5a79 req-5a1a8b44-9b82-43ed-919a-abda0c6e7d15 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:21.903428 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f6fbab1-bbbe-48ec-a4b0-ede85f5d5a79 req-5a1a8b44-9b82-43ed-919a-abda0c6e7d15 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.0657516 Sep 16 12:56:21.910160 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-58d09c46-94e9-4b0c-aca0-77055d4529c2 req-2bc44a42-e78f-4683-bfa2-3fcd8ed07b7b tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '552886f2-48b3-487f-8e1f-559ddf4cc5a5', 'remote_group_id': None}]} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:21.910483 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-58d09c46-94e9-4b0c-aca0-77055d4529c2 req-2bc44a42-e78f-4683-bfa2-3fcd8ed07b7b tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '552886f2-48b3-487f-8e1f-559ddf4cc5a5', 'remote_group_id': None}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:21.962006 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:22.031406 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa320e5-c3a1-472e-b2c3-a9b428903b31 req-86587a4c-3487-40bf-bebb-76034c7149a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:22.034872 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1fa320e5-c3a1-472e-b2c3-a9b428903b31 req-86587a4c-3487-40bf-bebb-76034c7149a5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7a67136b9d8041fd8e62a81be2d6b48d&device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 1128 time: 0.0599685 Sep 16 12:56:22.040101 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f6fbab1-bbbe-48ec-a4b0-ede85f5d5a79 req-32041a94-fa53-4c64-b930-aee2485ff915 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226490 Sep 16 12:56:22.115870 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-58d09c46-94e9-4b0c-aca0-77055d4529c2 req-2bc44a42-e78f-4683-bfa2-3fcd8ed07b7b tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group_rule (f2bcd605-ec15-46e3-9649-0da078d6c1a7), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:22.175417 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7fd563ee-96a8-46a9-8b9d-8578da472a1e req-af77af36-8893-48f6-bbd4-7ac293204cc2 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e57d695e-a816-47e1-9ee9-595425bb9b2d HTTP/1.1" status: 200 len: 210 time: 0.0527613 Sep 16 12:56:22.218629 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-58d09c46-94e9-4b0c-aca0-77055d4529c2 req-2bc44a42-e78f-4683-bfa2-3fcd8ed07b7b tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group_rule (f2bcd605-ec15-46e3-9649-0da078d6c1a7), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:22.224496 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-58d09c46-94e9-4b0c-aca0-77055d4529c2 req-2bc44a42-e78f-4683-bfa2-3fcd8ed07b7b tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (f2bcd605-ec15-46e3-9649-0da078d6c1a7), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:22.258033 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa320e5-c3a1-472e-b2c3-a9b428903b31 req-056172e3-8e03-413e-a74a-c5ec60d1dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:22.259947 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1fa320e5-c3a1-472e-b2c3-a9b428903b31 req-056172e3-8e03-413e-a74a-c5ec60d1dff1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=3f814bae-963f-4f23-965e-dabc87858a1e HTTP/1.1" status: 200 len: 912 time: 0.1917799 Sep 16 12:56:22.276853 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc44a42-e78f-4683-bfa2-3fcd8ed07b7b tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2bcd605-ec15-46e3-9649-0da078d6c1a7,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:22.289572 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-58d09c46-94e9-4b0c-aca0-77055d4529c2 req-2bc44a42-e78f-4683-bfa2-3fcd8ed07b7b tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:22.290813 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-58d09c46-94e9-4b0c-aca0-77055d4529c2 req-2bc44a42-e78f-4683-bfa2-3fcd8ed07b7b tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3863742 Sep 16 12:56:22.349896 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1fa320e5-c3a1-472e-b2c3-a9b428903b31 req-686f5798-eda6-4518-9d79-8ad077f588ed service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0c1968f-d991-4e36-8062-6ff62eb7adfb HTTP/1.1" status: 200 len: 1002 time: 0.0691319 Sep 16 12:56:22.352626 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Attempt 7 to provision port 94ee11e4-ea07-4537-b50f-706259d44a0d Sep 16 12:56:22.394062 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Port 94ee11e4-ea07-4537-b50f-706259d44a0d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:22.435236 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea04725-4058-4d16-bb72-8b9ceef8c08f req-9a53f09a-6a2e-4214-a93b-355d18942d83 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:22.444900 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6ea04725-4058-4d16-bb72-8b9ceef8c08f req-9a53f09a-6a2e-4214-a93b-355d18942d83 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 946 time: 0.0962334 Sep 16 12:56:22.454621 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa320e5-c3a1-472e-b2c3-a9b428903b31 req-22bcd5a5-64df-4e8b-bbba-d7ab04098d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:22.456922 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1fa320e5-c3a1-472e-b2c3-a9b428903b31 req-22bcd5a5-64df-4e8b-bbba-d7ab04098d09 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=6061ddae-e5d0-47a0-8962-b4b487ae4f3d HTTP/1.1" status: 200 len: 850 time: 0.0845780 Sep 16 12:56:22.457471 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d76895cb-a029-4ab6-831b-8ea1368dd6f3 req-091c36cd-d547-4533-98cf-89aa3f6f9af6 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "GET /networking/v2.0/security-groups/552886f2-48b3-487f-8e1f-559ddf4cc5a5 HTTP/1.1" status: 200 len: 3017 time: 0.1382215 Sep 16 12:56:22.516530 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa320e5-c3a1-472e-b2c3-a9b428903b31 req-70e0ac56-8dcc-4afc-a171-89e28b9df59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:22.518204 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1fa320e5-c3a1-472e-b2c3-a9b428903b31 req-70e0ac56-8dcc-4afc-a171-89e28b9df59a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=3f814bae-963f-4f23-965e-dabc87858a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516405 Sep 16 12:56:22.556861 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-132a60a3-9529-47cd-bcc6-72fb968dc3d0 req-ba918d14-ff77-47f1-b21c-dad8f0655651 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "GET /networking/v2.0/security-group-rules/f2bcd605-ec15-46e3-9649-0da078d6c1a7 HTTP/1.1" status: 200 len: 783 time: 0.0590611 Sep 16 12:56:22.566988 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6ea04725-4058-4d16-bb72-8b9ceef8c08f req-7b140f0e-7db8-4d24-9cfb-de97d590e509 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218512 Sep 16 12:56:22.641847 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-132a60a3-9529-47cd-bcc6-72fb968dc3d0 req-f95faaf6-cf12-4118-8ec3-39cf7f369516 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "GET /networking/v2.0/security-groups/552886f2-48b3-487f-8e1f-559ddf4cc5a5 HTTP/1.1" status: 200 len: 3017 time: 0.0785356 Sep 16 12:56:22.695871 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:22.698588 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1fa320e5-c3a1-472e-b2c3-a9b428903b31 req-6af60607-ed56-4df8-b738-303313c5794a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740353 Sep 16 12:56:22.705892 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-132a60a3-9529-47cd-bcc6-72fb968dc3d0 req-e63c002c-2cb2-49fa-965b-0cda751f3d24 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group_rule (f2bcd605-ec15-46e3-9649-0da078d6c1a7), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:22.741734 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-132a60a3-9529-47cd-bcc6-72fb968dc3d0 req-e63c002c-2cb2-49fa-965b-0cda751f3d24 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group_rule (f2bcd605-ec15-46e3-9649-0da078d6c1a7), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:22.775460 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d85a67-fce9-40b5-a54c-a1c5e0ab7d52 req-a52a22d7-4af2-4529-8a24-f0cdd3346624 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:22.784174 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-80d85a67-fce9-40b5-a54c-a1c5e0ab7d52 req-a52a22d7-4af2-4529-8a24-f0cdd3346624 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 946 time: 0.0961742 Sep 16 12:56:22.817760 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-132a60a3-9529-47cd-bcc6-72fb968dc3d0 req-e63c002c-2cb2-49fa-965b-0cda751f3d24 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (f2bcd605-ec15-46e3-9649-0da078d6c1a7), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:22.823755 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-132a60a3-9529-47cd-bcc6-72fb968dc3d0 req-e63c002c-2cb2-49fa-965b-0cda751f3d24 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:22.824948 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-132a60a3-9529-47cd-bcc6-72fb968dc3d0 req-e63c002c-2cb2-49fa-965b-0cda751f3d24 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "DELETE /networking/v2.0/security-group-rules/f2bcd605-ec15-46e3-9649-0da078d6c1a7 HTTP/1.1" status: 204 len: 173 time: 0.1758957 Sep 16 12:56:22.855630 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:22.858792 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1fa320e5-c3a1-472e-b2c3-a9b428903b31 req-89e44c15-ccac-4ad1-8893-b5e2ed4b02de service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407733 Sep 16 12:56:22.881587 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c002c-2cb2-49fa-965b-0cda751f3d24 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2bcd605-ec15-46e3-9649-0da078d6c1a7,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:22.895328 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Attempt 8 to provision port 94ee11e4-ea07-4537-b50f-706259d44a0d Sep 16 12:56:22.926542 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-80d85a67-fce9-40b5-a54c-a1c5e0ab7d52 req-104befda-34ec-4ea7-b082-bca0ad92663c tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411743 Sep 16 12:56:22.936198 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 67bc9849-d47c-40db-8d6a-5534f3ddabbe up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:56:23.030959 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Port 94ee11e4-ea07-4537-b50f-706259d44a0d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:23.042769 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 67bc9849-d47c-40db-8d6a-5534f3ddabbe triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:23.043462 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (67bc9849-d47c-40db-8d6a-5534f3ddabbe), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:23.043711 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 67bc9849-d47c-40db-8d6a-5534f3ddabbe Sep 16 12:56:23.048861 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bedcab57-4b3f-47da-9b67-e9acf6675333 req-40fd8919-cf9c-47b0-94a9-53a1e4c071fb tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0602512 Sep 16 12:56:23.112598 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6361798-aa30-4345-a778-5fd85285fc7e req-696f23c8-26ce-47b2-b550-6eb4221d7662 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:23.114805 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c6361798-aa30-4345-a778-5fd85285fc7e req-696f23c8-26ce-47b2-b550-6eb4221d7662 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.0649674 Sep 16 12:56:23.187741 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97cd4290-fff5-44ac-9b3c-b86ca1bc79d6 req-bf9ca5e5-17a3-4463-85b9-9d06857f6f40 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "GET /networking/v2.0/security-groups/552886f2-48b3-487f-8e1f-559ddf4cc5a5 HTTP/1.1" status: 200 len: 2418 time: 0.0919836 Sep 16 12:56:23.196299 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:23.215271 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c6361798-aa30-4345-a778-5fd85285fc7e req-a04cff1f-940a-4a79-a2f7-aa5b23d03998 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887611 Sep 16 12:56:23.274667 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 67bc9849-d47c-40db-8d6a-5534f3ddabbe is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:23.275302 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (67bc9849-d47c-40db-8d6a-5534f3ddabbe), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:23.305233 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 67bc9849-d47c-40db-8d6a-5534f3ddabbe, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=67bc9849-d47c-40db-8d6a-5534f3ddabbe,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:23.312159 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (67bc9849-d47c-40db-8d6a-5534f3ddabbe), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:23.341574 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97cd4290-fff5-44ac-9b3c-b86ca1bc79d6 req-f59f71ac-b78d-4f2d-8ff4-9b78b2f31a67 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (552886f2-48b3-487f-8e1f-559ddf4cc5a5), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:23.392642 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97cd4290-fff5-44ac-9b3c-b86ca1bc79d6 req-f59f71ac-b78d-4f2d-8ff4-9b78b2f31a67 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (552886f2-48b3-487f-8e1f-559ddf4cc5a5), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:23.398571 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=67bc9849-d47c-40db-8d6a-5534f3ddabbe,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:23.446878 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97cd4290-fff5-44ac-9b3c-b86ca1bc79d6 req-f59f71ac-b78d-4f2d-8ff4-9b78b2f31a67 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (552886f2-48b3-487f-8e1f-559ddf4cc5a5), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:23.449687 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97cd4290-fff5-44ac-9b3c-b86ca1bc79d6 req-f59f71ac-b78d-4f2d-8ff4-9b78b2f31a67 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:23.460719 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97cd4290-fff5-44ac-9b3c-b86ca1bc79d6 req-f59f71ac-b78d-4f2d-8ff4-9b78b2f31a67 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/552886f2-48b3-487f-8e1f-559ddf4cc5a5 HTTP/1.1" status: 204 len: 173 time: 0.2596517 Sep 16 12:56:23.497189 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f71ac-b78d-4f2d-8ff4-9b78b2f31a67 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=552886f2-48b3-487f-8e1f-559ddf4cc5a5,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:23.535895 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Attempt 9 to provision port 94ee11e4-ea07-4537-b50f-706259d44a0d Sep 16 12:56:23.595294 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:23.600892 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Port 94ee11e4-ea07-4537-b50f-706259d44a0d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:23.691210 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5d391-bf53-4e8c-83d8-c9c4b31a0117 req-4a8946d8-6f9a-42f8-a873-cc003fa9d3ac tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:23.718400 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d8c5d391-bf53-4e8c-83d8-c9c4b31a0117 req-4a8946d8-6f9a-42f8-a873-cc003fa9d3ac tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.0921302 Sep 16 12:56:23.725930 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-bac1724d-b874-445d-a360-584a5fb75ed9 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:23.728093 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-bac1724d-b874-445d-a360-584a5fb75ed9 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.76 "GET /networking/v2.0/networks?id=08c67a85-cfb4-48c8-9887-60108b3f59b5 HTTP/1.1" status: 200 len: 822 time: 0.2547796 Sep 16 12:56:23.746187 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-55faf09f-553a-441c-89f0-11997217bad0 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Request body: {'port': {'device_id': 'e57d695e-a816-47e1-9ee9-595425bb9b2d', 'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5', 'admin_state_up': True, 'tenant_id': '763b15912eb44f848a81f813e359e8aa'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:23.846023 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d8c5d391-bf53-4e8c-83d8-c9c4b31a0117 req-de358212-a8db-4562-9c21-d4a4feb8b34b tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260247 Sep 16 12:56:23.890368 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aaf851b8-195d-4a89-89ed-a4d13da33961 req-20c4b166-6cab-466b-862a-5aaf856f9dab tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e57d695e-a816-47e1-9ee9-595425bb9b2d HTTP/1.1" status: 200 len: 210 time: 0.0693128 Sep 16 12:56:23.940056 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-55e8b06a-8cb1-4704-88e7-bb3ba9a16c93 req-31790243-a501-4384-8d27-b3d4f06e0ed5 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] show failed (client error): The resource could not be found. Sep 16 12:56:23.941669 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-55e8b06a-8cb1-4704-88e7-bb3ba9a16c93 req-31790243-a501-4384-8d27-b3d4f06e0ed5 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "GET /networking/v2.0/security-groups/1dfaee71-99d9-4261-b172-f4328f5f4b27 HTTP/1.1" status: 404 len: 352 time: 0.0424385 Sep 16 12:56:23.992214 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-55faf09f-553a-441c-89f0-11997217bad0 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Made reservation on behalf of 763b15912eb44f848a81f813e359e8aa for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:56:23.999923 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-55faf09f-553a-441c-89f0-11997217bad0 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:24.083840 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8dbc74a9-640e-4ae8-81c0-206a4a27ff31 req-18db7400-6de8-4a01-bf96-3c7a23fb8506 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "GET /networking/v2.0/security-groups/1c5a6aa9-15ec-462c-abe3-422f9c49376a HTTP/1.1" status: 200 len: 1824 time: 0.0692747 Sep 16 12:56:24.103110 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Attempt 10 to provision port 94ee11e4-ea07-4537-b50f-706259d44a0d Sep 16 12:56:24.169906 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ee545efb-6e52-4191-a9d4-bbac9bfc0781 None None] Port 94ee11e4-ea07-4537-b50f-706259d44a0d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:24.176574 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:24.184818 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8dbc74a9-640e-4ae8-81c0-206a4a27ff31 req-898ff12b-792e-47e6-8b7f-5d90531dd4da tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (1c5a6aa9-15ec-462c-abe3-422f9c49376a), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:24.188232 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] Sync routers for ids ['c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:56:24.192635 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-55faf09f-553a-441c-89f0-11997217bad0 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Allocated IP 172.20.0.3 (08c67a85-cfb4-48c8-9887-60108b3f59b5/667b6635-447d-41b3-990c-489e15108720/cf81024f-1cc9-4e39-bc87-63f3220631ae) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:56:24.210074 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] Routers {'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:56:24.210995 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:24.219241 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8dbc74a9-640e-4ae8-81c0-206a4a27ff31 req-898ff12b-792e-47e6-8b7f-5d90531dd4da tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (1c5a6aa9-15ec-462c-abe3-422f9c49376a), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:24.292775 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9913af61-40d3-4b1e-b980-ffe749ee941c req-2d753a19-834d-4630-9083-5ef0b171133b tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0435553 Sep 16 12:56:24.311202 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8dbc74a9-640e-4ae8-81c0-206a4a27ff31 req-898ff12b-792e-47e6-8b7f-5d90531dd4da tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (1c5a6aa9-15ec-462c-abe3-422f9c49376a), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:24.312438 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-38b447fa-52fd-4e88-b3b5-3278ec002d42 None None] Provisioning complete for port 94ee11e4-ea07-4537-b50f-706259d44a0d triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:24.313129 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-38b447fa-52fd-4e88-b3b5-3278ec002d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (94ee11e4-ea07-4537-b50f-706259d44a0d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:24.313681 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-38b447fa-52fd-4e88-b3b5-3278ec002d42 None None] Attempt 1 to provision port 94ee11e4-ea07-4537-b50f-706259d44a0d Sep 16 12:56:24.313819 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8dbc74a9-640e-4ae8-81c0-206a4a27ff31 req-898ff12b-792e-47e6-8b7f-5d90531dd4da tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:24.319550 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8dbc74a9-640e-4ae8-81c0-206a4a27ff31 req-898ff12b-792e-47e6-8b7f-5d90531dd4da tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/1c5a6aa9-15ec-462c-abe3-422f9c49376a HTTP/1.1" status: 204 len: 173 time: 0.2295885 Sep 16 12:56:24.332314 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ff12b-792e-47e6-8b7f-5d90531dd4da tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5a6aa9-15ec-462c-abe3-422f9c49376a,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:24.400261 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] Set router c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:56:24.480580 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-55faf09f-553a-441c-89f0-11997217bad0 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Publish callbacks [] for port (cf81024f-1cc9-4e39-bc87-63f3220631ae), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:24.498651 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-38b447fa-52fd-4e88-b3b5-3278ec002d42 None None] Port 94ee11e4-ea07-4537-b50f-706259d44a0d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:24.509124 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:24.535774 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-55faf09f-553a-441c-89f0-11997217bad0 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (cf81024f-1cc9-4e39-bc87-63f3220631ae), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:24.552246 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e5aa1-d292-43d4-9dfc-da3f2e1b1bb6 req-dc535709-e47a-49a8-bc57-ce9cf043295f tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:24.560528 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-887e5aa1-d292-43d4-9dfc-da3f2e1b1bb6 req-dc535709-e47a-49a8-bc57-ce9cf043295f tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.1411021 Sep 16 12:56:24.591312 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-55faf09f-553a-441c-89f0-11997217bad0 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Network 08c67a85-cfb4-48c8-9887-60108b3f59b5 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:56:24.605284 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-55faf09f-553a-441c-89f0-11997217bad0 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:24.610429 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-55faf09f-553a-441c-89f0-11997217bad0 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:56:24.654151 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55faf09f-553a-441c-89f0-11997217bad0 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Pushing event updated for resources: {'Port': ['ID=cf81024f-1cc9-4e39-bc87-63f3220631ae,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:24.671582 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1c290432-2a45-4266-a99b-de02dd66c5a1 req-ba0eff23-6933-4a17-9141-1e3a8b8262e6 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "GET /networking/v2.0/security-groups/ba7477f8-b48a-4777-aba3-72412456636f HTTP/1.1" status: 200 len: 1824 time: 0.1793525 Sep 16 12:56:24.700687 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-55faf09f-553a-441c-89f0-11997217bad0 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:24.703689 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-55faf09f-553a-441c-89f0-11997217bad0 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:24.745697 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4', 'name': 'tempest-InstanceActionsNegativeTestJSON-2088982939-router', 'tenant_id': '763b15912eb44f848a81f813e359e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '67bc9849-d47c-40db-8d6a-5534f3ddabbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:12Z', 'updated_at': '2022-09-16T12:56:18Z', 'revision_number': 4, 'project_id': '763b15912eb44f848a81f813e359e8aa', 'gw_port': {'id': '67bc9849-d47c-40db-8d6a-5534f3ddabbe', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:13Z', 'updated_at': '2022-09-16T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '94ee11e4-ea07-4537-b50f-706259d44a0d', 'name': '', 'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5', 'tenant_id': '763b15912eb44f848a81f813e359e8aa', 'mac_address': 'fa:16:3e:0a:d6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '667b6635-447d-41b3-990c-489e15108720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:17Z', 'updated_at': '2022-09-16T12:56:18Z', 'revision_number': 2, 'project_id': '763b15912eb44f848a81f813e359e8aa', 'subnets': [{'id': '667b6635-447d-41b3-990c-489e15108720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:24.749322 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-55faf09f-553a-441c-89f0-11997217bad0 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0127258 Sep 16 12:56:24.753695 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-887e5aa1-d292-43d4-9dfc-da3f2e1b1bb6 req-ccca10a9-1c07-431f-a126-62edbfebe39e tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913679 Sep 16 12:56:24.770173 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] Request body: {'port': {'device_id': 'e57d695e-a816-47e1-9ee9-595425bb9b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:24.812745 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:24.826510 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] Checking router: c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:56:24.827131 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] Updating router c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4 port 94ee11e4-ea07-4537-b50f-706259d44a0d binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:56:24.851646 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1c290432-2a45-4266-a99b-de02dd66c5a1 req-57a069a7-3f85-465f-b669-277b14ddace8 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (ba7477f8-b48a-4777-aba3-72412456636f), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:24.887499 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 67bc9849-d47c-40db-8d6a-5534f3ddabbe up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:56:24.888679 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (94ee11e4-ea07-4537-b50f-706259d44a0d), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:24.895989 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1c290432-2a45-4266-a99b-de02dd66c5a1 req-57a069a7-3f85-465f-b669-277b14ddace8 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (ba7477f8-b48a-4777-aba3-72412456636f), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:24.897838 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (cf81024f-1cc9-4e39-bc87-63f3220631ae), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:24.900972 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:25.009797 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-38b447fa-52fd-4e88-b3b5-3278ec002d42 None None] Attempt 2 to provision port 94ee11e4-ea07-4537-b50f-706259d44a0d Sep 16 12:56:25.091783 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-38b447fa-52fd-4e88-b3b5-3278ec002d42 None None] Port 94ee11e4-ea07-4537-b50f-706259d44a0d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:25.093730 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c9a42-60ad-4021-9b12-98ec271f027d req-07af383f-60c3-4fef-b53c-4c5b65728ddc tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:25.094336 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 67bc9849-d47c-40db-8d6a-5534f3ddabbe triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:25.094871 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (67bc9849-d47c-40db-8d6a-5534f3ddabbe), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:25.095363 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 67bc9849-d47c-40db-8d6a-5534f3ddabbe Sep 16 12:56:25.095611 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db6c9a42-60ad-4021-9b12-98ec271f027d req-07af383f-60c3-4fef-b53c-4c5b65728ddc tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 946 time: 0.1387084 Sep 16 12:56:25.135866 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:25.154365 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:25.163409 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1c290432-2a45-4266-a99b-de02dd66c5a1 req-57a069a7-3f85-465f-b669-277b14ddace8 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (ba7477f8-b48a-4777-aba3-72412456636f), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:25.166040 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1c290432-2a45-4266-a99b-de02dd66c5a1 req-57a069a7-3f85-465f-b669-277b14ddace8 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:25.180059 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1c290432-2a45-4266-a99b-de02dd66c5a1 req-57a069a7-3f85-465f-b669-277b14ddace8 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/ba7477f8-b48a-4777-aba3-72412456636f HTTP/1.1" status: 204 len: 173 time: 0.4887400 Sep 16 12:56:25.190006 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 67bc9849-d47c-40db-8d6a-5534f3ddabbe is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:25.220623 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db6c9a42-60ad-4021-9b12-98ec271f027d req-886a7d0b-cfc0-434d-933f-064843163a2e tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166804 Sep 16 12:56:25.221545 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a069a7-3f85-465f-b669-277b14ddace8 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7477f8-b48a-4777-aba3-72412456636f,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:25.292274 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] Publish callbacks [] for port (94ee11e4-ea07-4537-b50f-706259d44a0d), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:25.299726 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (94ee11e4-ea07-4537-b50f-706259d44a0d), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:25.347382 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:25.388858 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3a4eb-a80f-4807-b384-19c367f7f835 req-fdac1be3-62e0-491c-9374-098d3e16fe6e tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:25.391287 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2cd3a4eb-a80f-4807-b384-19c367f7f835 req-fdac1be3-62e0-491c-9374-098d3e16fe6e tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.1148539 Sep 16 12:56:25.461370 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace6837-57b4-4fde-80fe-6a38474f7ba8 req-a07c857b-6c69-4f17-8c2a-83f56aef7417 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:25.463231 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bace6837-57b4-4fde-80fe-6a38474f7ba8 req-a07c857b-6c69-4f17-8c2a-83f56aef7417 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e57d695e-a816-47e1-9ee9-595425bb9b2d HTTP/1.1" status: 200 len: 931 time: 0.1335626 Sep 16 12:56:25.478024 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2cd3a4eb-a80f-4807-b384-19c367f7f835 req-a200e068-f5a3-4ef7-9363-74119edbe24b tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777340 Sep 16 12:56:25.548610 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04e0dc-89de-456c-8339-5a0684e07e01 None None] Pushing event updated for resources: {'Port': ['ID=94ee11e4-ea07-4537-b50f-706259d44a0d,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:25.552181 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf81024f-1cc9-4e39-bc87-63f3220631ae {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:56:25.567906 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] Publish callbacks [] for port (cf81024f-1cc9-4e39-bc87-63f3220631ae), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:25.573062 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e0dc-89de-456c-8339-5a0684e07e01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:25.573565 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e0dc-89de-456c-8339-5a0684e07e01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:25.573896 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e0dc-89de-456c-8339-5a0684e07e01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:25.574222 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e0dc-89de-456c-8339-5a0684e07e01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:25.574544 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e0dc-89de-456c-8339-5a0684e07e01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:25.574871 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e0dc-89de-456c-8339-5a0684e07e01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:25.575197 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e0dc-89de-456c-8339-5a0684e07e01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:25.575485 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e0dc-89de-456c-8339-5a0684e07e01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:25.575860 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e0dc-89de-456c-8339-5a0684e07e01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:25.576224 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e0dc-89de-456c-8339-5a0684e07e01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:25.576683 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e0dc-89de-456c-8339-5a0684e07e01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:25.577737 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e0dc-89de-456c-8339-5a0684e07e01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:25.577737 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e0dc-89de-456c-8339-5a0684e07e01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:25.577737 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e0dc-89de-456c-8339-5a0684e07e01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:25.578220 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e0dc-89de-456c-8339-5a0684e07e01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:25.586145 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] Attempting to bind port 94ee11e4-ea07-4537-b50f-706259d44a0d on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:56:25.586589 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] Attempting to bind port 94ee11e4-ea07-4537-b50f-706259d44a0d by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '2ada1128-3ffa-4349-b8c7-b5d7fc805594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:56:25.586857 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] Attempting to bind port 94ee11e4-ea07-4537-b50f-706259d44a0d on network 08c67a85-cfb4-48c8-9887-60108b3f59b5 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:56:25.593472 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-38b447fa-52fd-4e88-b3b5-3278ec002d42 None None] Attempt 3 to provision port 94ee11e4-ea07-4537-b50f-706259d44a0d Sep 16 12:56:25.600313 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] Transition to ACTIVE for port object cf81024f-1cc9-4e39-bc87-63f3220631ae will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:56:25.607029 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (cf81024f-1cc9-4e39-bc87-63f3220631ae), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:25.641286 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-38b447fa-52fd-4e88-b3b5-3278ec002d42 None None] Port 94ee11e4-ea07-4537-b50f-706259d44a0d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:25.658872 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bace6837-57b4-4fde-80fe-6a38474f7ba8 req-70520460-3371-4f86-8b38-2ee1f6e57981 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0a7a6032-10a2-46e6-9c2b-49c0dbacafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766493 Sep 16 12:56:25.662532 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bbb7eabf-e91b-4253-b745-b53351db212e req-5723add2-d7c8-4955-b40e-30545c34ff07 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "GET /networking/v2.0/security-groups/5d5f9fcc-b4ac-4788-8041-256368431020 HTTP/1.1" status: 200 len: 1821 time: 0.1039269 Sep 16 12:56:25.662689 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:56:25.663404 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] Checking segment: {'id': '2ada1128-3ffa-4349-b8c7-b5d7fc805594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:56:25.663948 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:25.664478 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] Bound using segment: {'id': '2ada1128-3ffa-4349-b8c7-b5d7fc805594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:56:25.664838 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] Bound port: 94ee11e4-ea07-4537-b50f-706259d44a0d, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ada1128-3ffa-4349-b8c7-b5d7fc805594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:56:25.665215 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (94ee11e4-ea07-4537-b50f-706259d44a0d), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:25.680418 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] Pushing event updated for resources: {'Port': ['ID=cf81024f-1cc9-4e39-bc87-63f3220631ae,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:25.770218 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] For port 94ee11e4-ea07-4537-b50f-706259d44a0d, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:56:25.773496 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] For port 94ee11e4-ea07-4537-b50f-706259d44a0d, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=94ee11e4-ea07-4537-b50f-706259d44a0d,segment=NetworkSegment(2ada1128-3ffa-4349-b8c7-b5d7fc805594),segment_id=2ada1128-3ffa-4349-b8c7-b5d7fc805594)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:56:25.781002 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (94ee11e4-ea07-4537-b50f-706259d44a0d), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:25.793134 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] Attempting to bind port cf81024f-1cc9-4e39-bc87-63f3220631ae on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:56:25.793752 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] Attempting to bind port cf81024f-1cc9-4e39-bc87-63f3220631ae by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '2ada1128-3ffa-4349-b8c7-b5d7fc805594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:56:25.794146 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] Attempting to bind port cf81024f-1cc9-4e39-bc87-63f3220631ae on network 08c67a85-cfb4-48c8-9887-60108b3f59b5 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:56:25.800955 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2bcd93d8-5407-4a6d-bc2a-11d4c8d0366b req-7776e28f-4dc2-4592-8790-beaf7ff06490 tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0432932 Sep 16 12:56:25.806958 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-bbb7eabf-e91b-4253-b745-b53351db212e req-1b21b24c-e967-4bbc-a519-eec3d456e7d7 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (5d5f9fcc-b4ac-4788-8041-256368431020), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:25.833512 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-bbb7eabf-e91b-4253-b745-b53351db212e req-1b21b24c-e967-4bbc-a519-eec3d456e7d7 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (5d5f9fcc-b4ac-4788-8041-256368431020), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:25.841662 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] Port cf81024f-1cc9-4e39-bc87-63f3220631ae on network 08c67a85-cfb4-48c8-9887-60108b3f59b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:56:25.842351 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] Attempting to bind port cf81024f-1cc9-4e39-bc87-63f3220631ae on network 08c67a85-cfb4-48c8-9887-60108b3f59b5 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:56:25.865446 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] Routers {'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:56:25.866081 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:25.915157 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:56:25.915607 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] Checking segment: {'id': '2ada1128-3ffa-4349-b8c7-b5d7fc805594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:56:25.916062 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] Bound using segment: {'id': '2ada1128-3ffa-4349-b8c7-b5d7fc805594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:56:25.916764 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] Bound port: cf81024f-1cc9-4e39-bc87-63f3220631ae, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ada1128-3ffa-4349-b8c7-b5d7fc805594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:56:25.917214 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (cf81024f-1cc9-4e39-bc87-63f3220631ae), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:25.922858 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04e0dc-89de-456c-8339-5a0684e07e01 None None] Pushing event updated for resources: {'Port': ['ID=94ee11e4-ea07-4537-b50f-706259d44a0d,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:25.933033 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-bbb7eabf-e91b-4253-b745-b53351db212e req-1b21b24c-e967-4bbc-a519-eec3d456e7d7 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (5d5f9fcc-b4ac-4788-8041-256368431020), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:25.935644 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-bbb7eabf-e91b-4253-b745-b53351db212e req-1b21b24c-e967-4bbc-a519-eec3d456e7d7 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:25.936876 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bbb7eabf-e91b-4253-b745-b53351db212e req-1b21b24c-e967-4bbc-a519-eec3d456e7d7 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/5d5f9fcc-b4ac-4788-8041-256368431020 HTTP/1.1" status: 204 len: 173 time: 0.2499170 Sep 16 12:56:25.956643 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:25.957190 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21b24c-e967-4bbc-a519-eec3d456e7d7 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5f9fcc-b4ac-4788-8041-256368431020,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:26.013990 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] For port cf81024f-1cc9-4e39-bc87-63f3220631ae, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:56:26.023796 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] For port cf81024f-1cc9-4e39-bc87-63f3220631ae, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=cf81024f-1cc9-4e39-bc87-63f3220631ae,segment=NetworkSegment(2ada1128-3ffa-4349-b8c7-b5d7fc805594),segment_id=2ada1128-3ffa-4349-b8c7-b5d7fc805594)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:56:26.042422 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (cf81024f-1cc9-4e39-bc87-63f3220631ae), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:26.047473 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:26.048273 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:26.049595 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/cf81024f-1cc9-4e39-bc87-63f3220631ae HTTP/1.1" status: 200 len: 1091 time: 1.2909925 Sep 16 12:56:26.050141 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57d695e-a816-47e1-9ee9-595425bb9b2d', 'tag': 'cf81024f-1cc9-4e39-bc87-63f3220631ae'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:56:26.064992 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46468a54-2bc5-4d16-a704-1f11c443a658" -d '{"events": [{"name": "network-changed", "server_uuid": "e57d695e-a816-47e1-9ee9-595425bb9b2d", "tag": "cf81024f-1cc9-4e39-bc87-63f3220631ae"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:56:26.142871 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-38b447fa-52fd-4e88-b3b5-3278ec002d42 None None] Attempt 4 to provision port 94ee11e4-ea07-4537-b50f-706259d44a0d Sep 16 12:56:26.146796 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e472d1-882e-4246-bfc5-0d066953d14c req-c5231b84-23f5-48a4-b7e8-dd19e9656a29 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:26.155437 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-52e472d1-882e-4246-bfc5-0d066953d14c req-c5231b84-23f5-48a4-b7e8-dd19e9656a29 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.1150448 Sep 16 12:56:26.161779 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685a73d-d194-4f06-a76c-c576ca067315 service neutron] Pushing event updated for resources: {'Port': ['ID=cf81024f-1cc9-4e39-bc87-63f3220631ae,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:26.176631 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] Set router c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:56:26.186422 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:26.230297 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dcce8c01-8bba-43d4-9cf5-d86833180fdd req-d574ae5d-78af-4f51-975b-d9e32e0fae91 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "GET /networking/v2.0/security-groups/6c09dd9f-65b8-4951-8cd1-48a2b97d9592 HTTP/1.1" status: 200 len: 2419 time: 0.1365449 Sep 16 12:56:26.242561 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-9dba76f5-6874-4426-809f-b12e6e163868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:26.242774 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-9dba76f5-6874-4426-809f-b12e6e163868 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=763b15912eb44f848a81f813e359e8aa&device_id=e57d695e-a816-47e1-9ee9-595425bb9b2d HTTP/1.1" status: 200 len: 1125 time: 0.1055448 Sep 16 12:56:26.255866 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-52e472d1-882e-4246-bfc5-0d066953d14c req-40f9f9b0-e42a-446e-ab7f-2a48eed0fb87 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990705 Sep 16 12:56:26.268252 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b48dc-77e6-4b0f-a23a-50f0efabb8dd req-1542fd7b-841e-43ca-978d-18ca3290c6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:26.269896 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9e4b48dc-77e6-4b0f-a23a-50f0efabb8dd req-1542fd7b-841e-43ca-978d-18ca3290c6ae service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7a67136b9d8041fd8e62a81be2d6b48d&device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 1128 time: 0.0824692 Sep 16 12:56:26.311742 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-9777951b-3aa4-46ef-bd12-3c4ef164db70 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf81024f-1cc9-4e39-bc87-63f3220631ae HTTP/1.1" status: 200 len: 217 time: 0.0598369 Sep 16 12:56:26.325626 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dcce8c01-8bba-43d4-9cf5-d86833180fdd req-03e94d1c-5b8c-4d04-ab14-efb8aefb5f34 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (6c09dd9f-65b8-4951-8cd1-48a2b97d9592), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:26.331203 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-38b447fa-52fd-4e88-b3b5-3278ec002d42 None None] Current status of the port 94ee11e4-ea07-4537-b50f-706259d44a0d is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:26.333160 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-38b447fa-52fd-4e88-b3b5-3278ec002d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (94ee11e4-ea07-4537-b50f-706259d44a0d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:26.373425 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dcce8c01-8bba-43d4-9cf5-d86833180fdd req-03e94d1c-5b8c-4d04-ab14-efb8aefb5f34 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (6c09dd9f-65b8-4951-8cd1-48a2b97d9592), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:26.425578 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-38b447fa-52fd-4e88-b3b5-3278ec002d42 None None] For port 94ee11e4-ea07-4537-b50f-706259d44a0d, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=94ee11e4-ea07-4537-b50f-706259d44a0d,segment=NetworkSegment(2ada1128-3ffa-4349-b8c7-b5d7fc805594),segment_id=2ada1128-3ffa-4349-b8c7-b5d7fc805594)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:26.432386 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-38b447fa-52fd-4e88-b3b5-3278ec002d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (94ee11e4-ea07-4537-b50f-706259d44a0d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:26.462779 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:26.495999 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-ac81a090-daeb-449e-8ce9-32b9e0ffa500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:26.497910 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-ac81a090-daeb-449e-8ce9-32b9e0ffa500 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=667b6635-447d-41b3-990c-489e15108720 HTTP/1.1" status: 200 len: 861 time: 0.1613941 Sep 16 12:56:26.512436 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b447fa-52fd-4e88-b3b5-3278ec002d42 None None] Pushing event updated for resources: {'Port': ['ID=94ee11e4-ea07-4537-b50f-706259d44a0d,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:26.515956 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:26.521288 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dcce8c01-8bba-43d4-9cf5-d86833180fdd req-03e94d1c-5b8c-4d04-ab14-efb8aefb5f34 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (6c09dd9f-65b8-4951-8cd1-48a2b97d9592), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:26.524108 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dcce8c01-8bba-43d4-9cf5-d86833180fdd req-03e94d1c-5b8c-4d04-ab14-efb8aefb5f34 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:26.534741 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dcce8c01-8bba-43d4-9cf5-d86833180fdd req-03e94d1c-5b8c-4d04-ab14-efb8aefb5f34 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/6c09dd9f-65b8-4951-8cd1-48a2b97d9592 HTTP/1.1" status: 204 len: 173 time: 0.2747564 Sep 16 12:56:26.544410 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8559914-217b-4994-9380-1ade1d205a64 req-3034c204-f2ac-4ecd-bb6d-473906f9270d tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:26.552476 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a8559914-217b-4994-9380-1ade1d205a64 req-3034c204-f2ac-4ecd-bb6d-473906f9270d tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.1720750 Sep 16 12:56:26.568914 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4', 'name': 'tempest-InstanceActionsNegativeTestJSON-2088982939-router', 'tenant_id': '763b15912eb44f848a81f813e359e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '67bc9849-d47c-40db-8d6a-5534f3ddabbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:12Z', 'updated_at': '2022-09-16T12:56:18Z', 'revision_number': 4, 'project_id': '763b15912eb44f848a81f813e359e8aa', 'gw_port': {'id': '67bc9849-d47c-40db-8d6a-5534f3ddabbe', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:13Z', 'updated_at': '2022-09-16T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '94ee11e4-ea07-4537-b50f-706259d44a0d', 'name': '', 'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5', 'tenant_id': '763b15912eb44f848a81f813e359e8aa', 'mac_address': 'fa:16:3e:0a:d6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '667b6635-447d-41b3-990c-489e15108720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:17Z', 'updated_at': '2022-09-16T12:56:25Z', 'revision_number': 4, 'project_id': '763b15912eb44f848a81f813e359e8aa', 'subnets': [{'id': '667b6635-447d-41b3-990c-489e15108720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:26.575548 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e94d1c-5b8c-4d04-ab14-efb8aefb5f34 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c09dd9f-65b8-4951-8cd1-48a2b97d9592,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:26.598015 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-5364a3ae-4495-417e-b474-831a8c153d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:26.600098 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-5364a3ae-4495-417e-b474-831a8c153d1d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=08c67a85-cfb4-48c8-9887-60108b3f59b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0940766 Sep 16 12:56:26.601901 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ec6c3e-2330-4865-8553-b445c2d8e66d x-openstack-request-id: req-47ec6c3e-2330-4865-8553-b445c2d8e66d {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:56:26.602980 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57d695e-a816-47e1-9ee9-595425bb9b2d", "tag": "cf81024f-1cc9-4e39-bc87-63f3220631ae", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:56:26.603646 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-47ec6c3e-2330-4865-8553-b445c2d8e66d {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:56:26.604078 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47ec6c3e-2330-4865-8553-b445c2d8e66d'] response: {'name': 'network-changed', 'server_uuid': 'e57d695e-a816-47e1-9ee9-595425bb9b2d', 'tag': 'cf81024f-1cc9-4e39-bc87-63f3220631ae', 'status': 'completed', 'code': 200} Sep 16 12:56:26.607755 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b48dc-77e6-4b0f-a23a-50f0efabb8dd req-62026c22-8742-4e14-af76-65ffe453e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:26.610059 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9e4b48dc-77e6-4b0f-a23a-50f0efabb8dd req-62026c22-8742-4e14-af76-65ffe453e53f service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=3f814bae-963f-4f23-965e-dabc87858a1e HTTP/1.1" status: 200 len: 912 time: 0.3071551 Sep 16 12:56:26.623598 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a8559914-217b-4994-9380-1ade1d205a64 req-80dac8e3-0c1f-4a81-9c3d-75c1a3a7621d tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667439 Sep 16 12:56:26.685578 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be039d42-b56f-47b7-b465-2c39d2d81ef6 None None] The sync data for ids ['c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4'] in n-d-858094-4 is: [{'id': 'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4', 'name': 'tempest-InstanceActionsNegativeTestJSON-2088982939-router', 'tenant_id': '763b15912eb44f848a81f813e359e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '67bc9849-d47c-40db-8d6a-5534f3ddabbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:12Z', 'updated_at': '2022-09-16T12:56:18Z', 'revision_number': 4, 'project_id': '763b15912eb44f848a81f813e359e8aa', 'gw_port': {'id': '67bc9849-d47c-40db-8d6a-5534f3ddabbe', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:13Z', 'updated_at': '2022-09-16T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '94ee11e4-ea07-4537-b50f-706259d44a0d', 'name': '', 'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5', 'tenant_id': '763b15912eb44f848a81f813e359e8aa', 'mac_address': 'fa:16:3e:0a:d6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '667b6635-447d-41b3-990c-489e15108720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:17Z', 'updated_at': '2022-09-16T12:56:25Z', 'revision_number': 4, 'project_id': '763b15912eb44f848a81f813e359e8aa', 'subnets': [{'id': '667b6635-447d-41b3-990c-489e15108720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:56:26.739961 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:26.751078 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0075d16-6a39-4f61-8ed1-84e4ce5661a8 req-4161e1d6-1078-4cd6-b4c0-98b5e55acd41 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:26.752693 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f0075d16-6a39-4f61-8ed1-84e4ce5661a8 req-4161e1d6-1078-4cd6-b4c0-98b5e55acd41 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 946 time: 0.0942872 Sep 16 12:56:26.761893 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e2ef2196-52df-45e4-9b80-1c38d048f8cb req-468c05a0-56b1-41c9-b42c-754014a9d41e tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "GET /networking/v2.0/security-groups/8ae030e2-e907-4e7f-a7a4-3261da137fc3 HTTP/1.1" status: 200 len: 2414 time: 0.1219492 Sep 16 12:56:26.845041 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9e4b48dc-77e6-4b0f-a23a-50f0efabb8dd req-df59a785-4020-4e6b-b539-4162e7eca15e service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0c1968f-d991-4e36-8062-6ff62eb7adfb HTTP/1.1" status: 200 len: 1002 time: 0.1979728 Sep 16 12:56:26.877069 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f0075d16-6a39-4f61-8ed1-84e4ce5661a8 req-40d67397-6bb2-4825-a9cf-45c5a2eed8f1 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030133 Sep 16 12:56:26.879882 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 94ee11e4-ea07-4537-b50f-706259d44a0d up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:56:26.914363 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e2ef2196-52df-45e4-9b80-1c38d048f8cb req-254d5f5b-f58e-4986-99d6-c985c0ebd9c9 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (8ae030e2-e907-4e7f-a7a4-3261da137fc3), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:26.945316 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 94ee11e4-ea07-4537-b50f-706259d44a0d triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:26.945699 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (94ee11e4-ea07-4537-b50f-706259d44a0d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:26.946043 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 94ee11e4-ea07-4537-b50f-706259d44a0d Sep 16 12:56:26.948056 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e2ef2196-52df-45e4-9b80-1c38d048f8cb req-254d5f5b-f58e-4986-99d6-c985c0ebd9c9 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (8ae030e2-e907-4e7f-a7a4-3261da137fc3), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:26.966776 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-19044642-4a30-47c2-8235-5ee3b1cc3afe service neutron] 10.222.0.76 "GET /networking/v2.0/networks/08c67a85-cfb4-48c8-9887-60108b3f59b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546147 Sep 16 12:56:27.039921 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b48dc-77e6-4b0f-a23a-50f0efabb8dd req-86bb96be-d599-47ba-9777-25e733dca190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:27.040352 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e2ef2196-52df-45e4-9b80-1c38d048f8cb req-254d5f5b-f58e-4986-99d6-c985c0ebd9c9 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (8ae030e2-e907-4e7f-a7a4-3261da137fc3), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:27.041549 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9e4b48dc-77e6-4b0f-a23a-50f0efabb8dd req-86bb96be-d599-47ba-9777-25e733dca190 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=6061ddae-e5d0-47a0-8962-b4b487ae4f3d HTTP/1.1" status: 200 len: 850 time: 0.1742706 Sep 16 12:56:27.044733 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e2ef2196-52df-45e4-9b80-1c38d048f8cb req-254d5f5b-f58e-4986-99d6-c985c0ebd9c9 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:27.047909 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e2ef2196-52df-45e4-9b80-1c38d048f8cb req-254d5f5b-f58e-4986-99d6-c985c0ebd9c9 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/8ae030e2-e907-4e7f-a7a4-3261da137fc3 HTTP/1.1" status: 204 len: 173 time: 0.2850952 Sep 16 12:56:27.066985 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 59256) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:27.158382 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 94ee11e4-ea07-4537-b50f-706259d44a0d is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:27.176864 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b48dc-77e6-4b0f-a23a-50f0efabb8dd req-c051ab8f-f801-4da0-ab99-2e1fe26ac9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:27.178532 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9e4b48dc-77e6-4b0f-a23a-50f0efabb8dd req-c051ab8f-f801-4da0-ab99-2e1fe26ac9b4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=3f814bae-963f-4f23-965e-dabc87858a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0756040 Sep 16 12:56:27.192744 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 27d81681-82f2-4f23-8f72-9075e99f9ca1 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:56:27.238548 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d5f5b-f58e-4986-99d6-c985c0ebd9c9 tempest-SecurityGroupRulesTestJSON-475778795 tempest-SecurityGroupRulesTestJSON-475778795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae030e2-e907-4e7f-a7a4-3261da137fc3,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:27.287931 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d95bcee-5253-4181-9250-6cb833c78c0b req-bb382a72-b5e3-4b1c-b9c7-4001afdc7c3f tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0875418 Sep 16 12:56:27.290318 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0778e340-4d38-4a16-b7d9-d95e5070c136 req-7bf82afb-1ae1-4f36-9408-61fd3290f4d8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/08c67a85-cfb4-48c8-9887-60108b3f59b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130395 Sep 16 12:56:27.313320 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da419bf-81db-4160-8d66-2e3ccd0384ee req-09a8df28-10c1-4214-81cb-be50a591f6ee tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:27.323889 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1da419bf-81db-4160-8d66-2e3ccd0384ee req-09a8df28-10c1-4214-81cb-be50a591f6ee tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e57d695e-a816-47e1-9ee9-595425bb9b2d HTTP/1.1" status: 200 len: 943 time: 0.2748723 Sep 16 12:56:27.388315 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9e4b48dc-77e6-4b0f-a23a-50f0efabb8dd req-b6bd9b45-69ea-41c3-b1d5-2953e45b97e2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962585 Sep 16 12:56:27.400223 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1da419bf-81db-4160-8d66-2e3ccd0384ee req-15efc12c-5493-47a6-88ef-c570324539fe tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0a7a6032-10a2-46e6-9c2b-49c0dbacafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748909 Sep 16 12:56:27.461836 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:27.472561 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 27d81681-82f2-4f23-8f72-9075e99f9ca1, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=27d81681-82f2-4f23-8f72-9075e99f9ca1,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:27.489651 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '27d81681-82f2-4f23-8f72-9075e99f9ca1', 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20', 'port_id': '27d81681-82f2-4f23-8f72-9075e99f9ca1', 'mac_address': 'fa:16:3e:fc:43:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:56:27.539575 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 27d81681-82f2-4f23-8f72-9075e99f9ca1 is: ACTIVE; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:27.540076 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (27d81681-82f2-4f23-8f72-9075e99f9ca1), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:27.548504 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019ebab-41d4-4f0d-91ca-8794f403453f req-101c34a3-5e1c-4016-aa70-41da743a0345 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:27.550909 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4019ebab-41d4-4f0d-91ca-8794f403453f req-101c34a3-5e1c-4016-aa70-41da743a0345 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.1208503 Sep 16 12:56:27.559968 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27d81681-82f2-4f23-8f72-9075e99f9ca1 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:56:27.585544 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 27d81681-82f2-4f23-8f72-9075e99f9ca1, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=27d81681-82f2-4f23-8f72-9075e99f9ca1,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:27.590740 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (27d81681-82f2-4f23-8f72-9075e99f9ca1), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:27.621276 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:27.664444 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=27d81681-82f2-4f23-8f72-9075e99f9ca1,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:27.685726 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4019ebab-41d4-4f0d-91ca-8794f403453f req-001bdf79-5549-4e16-8001-9cd4620d1341 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011884 Sep 16 12:56:27.691254 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['27d81681-82f2-4f23-8f72-9075e99f9ca1'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:56:27.855795 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a250ace-e5ad-4a5b-af3b-58ff2f4516a8 req-9dd27528-db1c-417f-90ea-c3816a66178d tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:27.857395 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2a250ace-e5ad-4a5b-af3b-58ff2f4516a8 req-9dd27528-db1c-417f-90ea-c3816a66178d tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.1243587 Sep 16 12:56:27.863282 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:27.889684 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-32a10f3c-b5c9-4800-95d9-61b133b0a1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (000b1c0a-0fc8-43cb-b9c2-be83bb949605), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:27.976689 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2a250ace-e5ad-4a5b-af3b-58ff2f4516a8 req-97f53591-96f1-4447-9738-720943155e66 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092768 Sep 16 12:56:28.069437 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a7b2f-cb42-4ed2-9861-c97a96d04243 req-578946b5-0346-4199-90f2-9b8eff09f9d5 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:28.070907 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-301a7b2f-cb42-4ed2-9861-c97a96d04243 req-578946b5-0346-4199-90f2-9b8eff09f9d5 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 945 time: 0.0647368 Sep 16 12:56:28.173904 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:28.180010 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-301a7b2f-cb42-4ed2-9861-c97a96d04243 req-8e5dc926-20c2-4138-9d8d-3f6e8055bfc1 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795195 Sep 16 12:56:28.259836 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-32a10f3c-b5c9-4800-95d9-61b133b0a1de admin admin] Deleting port ba9b9591-274d-459e-bb64-0127dd2a4723 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:56:28.260196 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-32a10f3c-b5c9-4800-95d9-61b133b0a1de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (ba9b9591-274d-459e-bb64-0127dd2a4723), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:28.347640 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-32a10f3c-b5c9-4800-95d9-61b133b0a1de admin admin] For port ba9b9591-274d-459e-bb64-0127dd2a4723, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=ba9b9591-274d-459e-bb64-0127dd2a4723,segment=NetworkSegment(8b804856-836a-45bd-b0d5-db878d03a2a6),segment_id=8b804856-836a-45bd-b0d5-db878d03a2a6)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:28.348011 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-32a10f3c-b5c9-4800-95d9-61b133b0a1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (ba9b9591-274d-459e-bb64-0127dd2a4723), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:28.364549 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-32a10f3c-b5c9-4800-95d9-61b133b0a1de admin admin] Calling delete_port for ba9b9591-274d-459e-bb64-0127dd2a4723 owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:56:28.473360 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46468a54-2bc5-4d16-a704-1f11c443a658 req-2a6bb94d-29bf-4d82-9c9c-0f2743b22c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:28.475260 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-46468a54-2bc5-4d16-a704-1f11c443a658 req-2a6bb94d-29bf-4d82-9c9c-0f2743b22c4b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=763b15912eb44f848a81f813e359e8aa&device_id=e57d695e-a816-47e1-9ee9-595425bb9b2d HTTP/1.1" status: 200 len: 1125 time: 0.1190019 Sep 16 12:56:28.480398 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-578eeb44-ee0c-46f4-88f1-a655d3e9fa8b req-6ef91bd4-c793-4013-bdcc-02fee2b3a286 tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0500116 Sep 16 12:56:28.586319 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9e4b48dc-77e6-4b0f-a23a-50f0efabb8dd req-34dfd2ad-4e4b-4654-9d7b-4fdfcf8caa95 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407904 Sep 16 12:56:28.597991 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:28.623939 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46468a54-2bc5-4d16-a704-1f11c443a658 req-3904e862-0fea-4f71-8637-7d6a7ac7596a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:28.625605 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-46468a54-2bc5-4d16-a704-1f11c443a658 req-3904e862-0fea-4f71-8637-7d6a7ac7596a service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=08c67a85-cfb4-48c8-9887-60108b3f59b5 HTTP/1.1" status: 200 len: 923 time: 0.1430326 Sep 16 12:56:28.657286 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81df8c4-703e-40d2-9949-a0571be03e8d req-bb3db4ce-0da7-4fa2-bc6e-f51ec1c943f3 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:28.659872 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a81df8c4-703e-40d2-9949-a0571be03e8d req-bb3db4ce-0da7-4fa2-bc6e-f51ec1c943f3 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e57d695e-a816-47e1-9ee9-595425bb9b2d HTTP/1.1" status: 200 len: 943 time: 0.1117914 Sep 16 12:56:28.692543 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-46468a54-2bc5-4d16-a704-1f11c443a658 req-6edf2232-0648-4f35-a3a7-7b4680ebd7fa service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf81024f-1cc9-4e39-bc87-63f3220631ae HTTP/1.1" status: 200 len: 217 time: 0.0541625 Sep 16 12:56:28.701735 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-32a10f3c-b5c9-4800-95d9-61b133b0a1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (ba9b9591-274d-459e-bb64-0127dd2a4723), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:28.746570 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a10f3c-b5c9-4800-95d9-61b133b0a1de admin admin] Pushing event deleted for resources: {'Port': ['ID=ba9b9591-274d-459e-bb64-0127dd2a4723,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:28.824854 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46468a54-2bc5-4d16-a704-1f11c443a658 req-4d1ee92f-b952-4b7d-9fd9-0ab22b2858a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:28.826535 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-46468a54-2bc5-4d16-a704-1f11c443a658 req-4d1ee92f-b952-4b7d-9fd9-0ab22b2858a1 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=667b6635-447d-41b3-990c-489e15108720 HTTP/1.1" status: 200 len: 861 time: 0.1079903 Sep 16 12:56:28.871463 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a81df8c4-703e-40d2-9949-a0571be03e8d req-8b129c36-502d-4de4-aeec-558874c04de3 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0a7a6032-10a2-46e6-9c2b-49c0dbacafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016129 Sep 16 12:56:28.937127 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46468a54-2bc5-4d16-a704-1f11c443a658 req-84ce6ccb-0295-4f6e-b780-c2228248f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:28.939304 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-46468a54-2bc5-4d16-a704-1f11c443a658 req-84ce6ccb-0295-4f6e-b780-c2228248f53d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=08c67a85-cfb4-48c8-9887-60108b3f59b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0974762 Sep 16 12:56:28.951793 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3b595-9f44-4a70-b6fe-8f5d9e095a57 req-695c539b-5e74-4bc6-b1ca-19d797eaaf95 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:28.961947 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5ae3b595-9f44-4a70-b6fe-8f5d9e095a57 req-695c539b-5e74-4bc6-b1ca-19d797eaaf95 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.1029248 Sep 16 12:56:29.098808 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-46468a54-2bc5-4d16-a704-1f11c443a658 req-4c0c565a-98fd-4104-a4dc-8b295c94d0aa service neutron] 10.222.0.76 "GET /networking/v2.0/networks/08c67a85-cfb4-48c8-9887-60108b3f59b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371005 Sep 16 12:56:29.193102 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 27d81681-82f2-4f23-8f72-9075e99f9ca1 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:56:29.289480 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:29.293285 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 27d81681-82f2-4f23-8f72-9075e99f9ca1 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:29.294199 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (27d81681-82f2-4f23-8f72-9075e99f9ca1), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:29.294869 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 27d81681-82f2-4f23-8f72-9075e99f9ca1 Sep 16 12:56:29.311144 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bb76b-c21e-46a2-bfa6-e6038aa1d020 req-3ae33436-7f32-414f-9e0e-a1c3385559e6 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:29.319438 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-452bb76b-c21e-46a2-bfa6-e6038aa1d020 req-3ae33436-7f32-414f-9e0e-a1c3385559e6 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.1981702 Sep 16 12:56:29.332600 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5ae3b595-9f44-4a70-b6fe-8f5d9e095a57 req-4b8f2fa5-23bd-4bc2-a83b-7696af01149f tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713386 Sep 16 12:56:29.352027 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-46468a54-2bc5-4d16-a704-1f11c443a658 req-e889b8c0-0b08-47ef-bae7-ef7b268fe5a1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/08c67a85-cfb4-48c8-9887-60108b3f59b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468589 Sep 16 12:56:29.395270 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 27d81681-82f2-4f23-8f72-9075e99f9ca1 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:29.395915 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (27d81681-82f2-4f23-8f72-9075e99f9ca1), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:29.427013 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fa9dc-b5f4-4c64-a993-5f07928fe31e req-8492badf-f8ab-4f4a-947f-581d91e2ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:29.427697 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34e2be3-4e61-46dc-b4a4-5abcd3df9b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d81681-82f2-4f23-8f72-9075e99f9ca1'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:56:29.428599 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c7fa9dc-b5f4-4c64-a993-5f07928fe31e req-8492badf-f8ab-4f4a-947f-581d91e2ded2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 1127 time: 0.4318399 Sep 16 12:56:29.430019 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b238ddb-d1e3-496c-880d-a43870453cdc" -d '{"events": [{"server_uuid": "e34e2be3-4e61-46dc-b4a4-5abcd3df9b85", "name": "network-vif-plugged", "status": "completed", "tag": "27d81681-82f2-4f23-8f72-9075e99f9ca1"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:56:29.445773 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 27d81681-82f2-4f23-8f72-9075e99f9ca1, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=27d81681-82f2-4f23-8f72-9075e99f9ca1,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:29.450373 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (27d81681-82f2-4f23-8f72-9075e99f9ca1), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:29.453352 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:29.505761 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-32a10f3c-b5c9-4800-95d9-61b133b0a1de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (000b1c0a-0fc8-43cb-b9c2-be83bb949605), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:29.508560 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=27d81681-82f2-4f23-8f72-9075e99f9ca1,revision_number=7']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:29.528842 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-452bb76b-c21e-46a2-bfa6-e6038aa1d020 req-d8b0c4f1-c497-48c0-be3b-9959601c41bb tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084017 Sep 16 12:56:29.540021 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abfa14-df5c-401d-b77c-e2ee303cea44 req-0ff16716-ae0a-4c13-8d84-c03d8e66a335 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:29.547799 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c5abfa14-df5c-401d-b77c-e2ee303cea44 req-0ff16716-ae0a-4c13-8d84-c03d8e66a335 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 946 time: 0.1255651 Sep 16 12:56:29.591020 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed81db6f-bbf6-4c17-a598-ff6af9b5b5d5 x-openstack-request-id: req-ed81db6f-bbf6-4c17-a598-ff6af9b5b5d5 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:56:29.591340 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34e2be3-4e61-46dc-b4a4-5abcd3df9b85", "name": "network-vif-plugged", "status": "completed", "tag": "27d81681-82f2-4f23-8f72-9075e99f9ca1", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:56:29.591597 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ed81db6f-bbf6-4c17-a598-ff6af9b5b5d5 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:56:29.592004 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed81db6f-bbf6-4c17-a598-ff6af9b5b5d5'] response: {'server_uuid': 'e34e2be3-4e61-46dc-b4a4-5abcd3df9b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d81681-82f2-4f23-8f72-9075e99f9ca1', 'code': 200} Sep 16 12:56:29.943205 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c7fa9dc-b5f4-4c64-a993-5f07928fe31e req-81b51b31-897e-4370-ad35-fd45e188c18f service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004303 Sep 16 12:56:29.975272 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-602e1bda-c97b-4b0a-8057-57fd6bf62236 req-0d97e72c-49b9-4189-a96c-c2bfdd11d70b tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0492084 Sep 16 12:56:30.033433 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c5abfa14-df5c-401d-b77c-e2ee303cea44 req-9831be0e-d8ab-4e26-8a96-c07a3e98eea0 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846039 Sep 16 12:56:30.211985 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716c16d-51dc-48c5-b461-b4ec974fedc4 req-5e3c6f84-d7f7-4ca2-ae51-c75fd51a5298 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:30.213959 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6716c16d-51dc-48c5-b461-b4ec974fedc4 req-5e3c6f84-d7f7-4ca2-ae51-c75fd51a5298 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e57d695e-a816-47e1-9ee9-595425bb9b2d HTTP/1.1" status: 200 len: 943 time: 0.1085227 Sep 16 12:56:30.291445 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a10f3c-b5c9-4800-95d9-61b133b0a1de admin admin] Router 000b1c0a-0fc8-43cb-b9c2-be83bb949605 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:56:30.302559 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:30.326807 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6716c16d-51dc-48c5-b461-b4ec974fedc4 req-0cecefbe-6d07-4465-8011-4576c052665f tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0a7a6032-10a2-46e6-9c2b-49c0dbacafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992968 Sep 16 12:56:30.428935 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ebef4-f363-41e4-930a-8d45e5c46c04 req-a70698c0-29c4-47bd-bfa4-f3092179b6c2 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:30.430495 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-943ebef4-f363-41e4-930a-8d45e5c46c04 req-a70698c0-29c4-47bd-bfa4-f3092179b6c2 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 946 time: 0.1330745 Sep 16 12:56:30.558809 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8d8a1-76e1-42fc-a4c0-393319616c70 req-b2a13e09-a183-437b-bb0e-b8f7545f2e2b tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:30.560758 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-92e8d8a1-76e1-42fc-a4c0-393319616c70 req-b2a13e09-a183-437b-bb0e-b8f7545f2e2b tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.1272056 Sep 16 12:56:30.598390 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a10f3c-b5c9-4800-95d9-61b133b0a1de admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:56:30.609367 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ac4dc5-28d1-40d5-8128-55d87b9efeec None None] Sync routers for ids ['000b1c0a-0fc8-43cb-b9c2-be83bb949605'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:56:30.614448 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-32a10f3c-b5c9-4800-95d9-61b133b0a1de admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/000b1c0a-0fc8-43cb-b9c2-be83bb949605/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5432625 Sep 16 12:56:30.616601 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59298) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:30.620228 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-943ebef4-f363-41e4-930a-8d45e5c46c04 req-2e282c43-a2ae-4802-b5bd-3355a678601a tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724620 Sep 16 12:56:30.629062 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ac4dc5-28d1-40d5-8128-55d87b9efeec None None] Routers {'000b1c0a-0fc8-43cb-b9c2-be83bb949605'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:56:30.629734 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-87ac4dc5-28d1-40d5-8128-55d87b9efeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['000b1c0a-0fc8-43cb-b9c2-be83bb949605'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:30.667189 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-92e8d8a1-76e1-42fc-a4c0-393319616c70 req-e48a400e-769e-4719-8c01-5f3bfaed6d54 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950305 Sep 16 12:56:30.769381 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:30.789157 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-87ac4dc5-28d1-40d5-8128-55d87b9efeec None None] Set router 000b1c0a-0fc8-43cb-b9c2-be83bb949605 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:56:30.817601 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-957c13d7-0b81-412d-a6d2-455055cf0f00 admin admin] Publish callbacks [] for router (000b1c0a-0fc8-43cb-b9c2-be83bb949605), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:30.841324 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556a1d2-9f5e-4fd7-aafe-9ef5518c9784 req-6b176046-d8ff-455c-8449-f35c718a99a7 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:30.844682 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5556a1d2-9f5e-4fd7-aafe-9ef5518c9784 req-6b176046-d8ff-455c-8449-f35c718a99a7 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.0682268 Sep 16 12:56:30.966360 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-89054fbb-379e-4bb1-8b33-3bf0d66997ce req-77a76d1d-c21f-4769-bcfc-7a8f8cdad44f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1105075 Sep 16 12:56:30.970744 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5556a1d2-9f5e-4fd7-aafe-9ef5518c9784 req-f8877fd6-4d43-413d-aed0-06f309847db9 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201026 Sep 16 12:56:30.980627 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-957c13d7-0b81-412d-a6d2-455055cf0f00 admin admin] Publish callbacks [] for router_gateway (000b1c0a-0fc8-43cb-b9c2-be83bb949605), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:31.067783 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-957c13d7-0b81-412d-a6d2-455055cf0f00 admin admin] Deleting port 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:56:31.068159 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-957c13d7-0b81-412d-a6d2-455055cf0f00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (3adf9612-b0e5-425f-b10e-e65dc4dc7f5e), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:31.078996 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89054fbb-379e-4bb1-8b33-3bf0d66997ce req-3613f722-bfc5-411a-bdc6-e4ebbacd3df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:31.080557 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-89054fbb-379e-4bb1-8b33-3bf0d66997ce req-3613f722-bfc5-411a-bdc6-e4ebbacd3df9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 1127 time: 0.0602703 Sep 16 12:56:31.094627 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-87ac4dc5-28d1-40d5-8128-55d87b9efeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000b1c0a-0fc8-43cb-b9c2-be83bb949605', 'name': 'tempest-SecurityGroupRulesTestJSON-829968974-router', 'tenant_id': '1870b66518d34e78a00931ee65cb0c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '3adf9612-b0e5-425f-b10e-e65dc4dc7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:03Z', 'updated_at': '2022-09-16T12:56:28Z', 'revision_number': 5, 'project_id': '1870b66518d34e78a00931ee65cb0c0c', 'gw_port': {'id': '3adf9612-b0e5-425f-b10e-e65dc4dc7f5e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:47:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b1c0a-0fc8-43cb-b9c2-be83bb949605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:04Z', 'updated_at': '2022-09-16T12:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:31.147432 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ac4dc5-28d1-40d5-8128-55d87b9efeec None None] Checking router: 000b1c0a-0fc8-43cb-b9c2-be83bb949605 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:56:31.161372 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ac4dc5-28d1-40d5-8128-55d87b9efeec None None] Routers {'000b1c0a-0fc8-43cb-b9c2-be83bb949605'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:56:31.162259 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-87ac4dc5-28d1-40d5-8128-55d87b9efeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['000b1c0a-0fc8-43cb-b9c2-be83bb949605'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:31.177673 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d880fc80-b242-41f2-8c02-49230e46569f req-23b54f70-49c1-46e3-b066-3cc0568a234b tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0522861 Sep 16 12:56:31.232409 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-957c13d7-0b81-412d-a6d2-455055cf0f00 admin admin] For port 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3adf9612-b0e5-425f-b10e-e65dc4dc7f5e,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:31.232877 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-957c13d7-0b81-412d-a6d2-455055cf0f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (3adf9612-b0e5-425f-b10e-e65dc4dc7f5e), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:31.251078 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-957c13d7-0b81-412d-a6d2-455055cf0f00 admin admin] Calling delete_port for 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:56:31.265810 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-87ac4dc5-28d1-40d5-8128-55d87b9efeec None None] Set router 000b1c0a-0fc8-43cb-b9c2-be83bb949605 gateway port host: None {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:56:31.324423 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:31.327185 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-87ac4dc5-28d1-40d5-8128-55d87b9efeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000b1c0a-0fc8-43cb-b9c2-be83bb949605', 'name': 'tempest-SecurityGroupRulesTestJSON-829968974-router', 'tenant_id': '1870b66518d34e78a00931ee65cb0c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:03Z', 'updated_at': '2022-09-16T12:56:30Z', 'revision_number': 6, 'project_id': '1870b66518d34e78a00931ee65cb0c0c', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:31.329807 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device cf81024f-1cc9-4e39-bc87-63f3220631ae details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:56:31.372170 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ac4dc5-28d1-40d5-8128-55d87b9efeec None None] The sync data for ids ['000b1c0a-0fc8-43cb-b9c2-be83bb949605'] in n-d-858094-4 is: [{'id': '000b1c0a-0fc8-43cb-b9c2-be83bb949605', 'name': 'tempest-SecurityGroupRulesTestJSON-829968974-router', 'tenant_id': '1870b66518d34e78a00931ee65cb0c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:03Z', 'updated_at': '2022-09-16T12:56:30Z', 'revision_number': 6, 'project_id': '1870b66518d34e78a00931ee65cb0c0c', 'gw_port_host': None}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:56:31.422266 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:31.515595 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:31.528984 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port cf81024f-1cc9-4e39-bc87-63f3220631ae, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=cf81024f-1cc9-4e39-bc87-63f3220631ae,segment=NetworkSegment(2ada1128-3ffa-4349-b8c7-b5d7fc805594),segment_id=2ada1128-3ffa-4349-b8c7-b5d7fc805594)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:31.531623 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-957c13d7-0b81-412d-a6d2-455055cf0f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (3adf9612-b0e5-425f-b10e-e65dc4dc7f5e), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:31.546898 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fc8a0-881b-4f9b-a620-d6fa8c906a0c req-74b1337e-e947-4497-9ced-89ed1edd08a4 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:31.548482 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e84fc8a0-881b-4f9b-a620-d6fa8c906a0c req-74b1337e-e947-4497-9ced-89ed1edd08a4 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e57d695e-a816-47e1-9ee9-595425bb9b2d HTTP/1.1" status: 200 len: 943 time: 0.1004426 Sep 16 12:56:31.551387 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': 'cf81024f-1cc9-4e39-bc87-63f3220631ae', 'network_id': '08c67a85-cfb4-48c8-9887-60108b3f59b5', 'port_id': 'cf81024f-1cc9-4e39-bc87-63f3220631ae', 'mac_address': 'fa:16:3e:4e:a4:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667b6635-447d-41b3-990c-489e15108720', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:56:31.552784 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89054fbb-379e-4bb1-8b33-3bf0d66997ce req-7398f2a1-7b15-4c20-8ee1-7352fc730691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:31.554576 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-89054fbb-379e-4bb1-8b33-3bf0d66997ce req-7398f2a1-7b15-4c20-8ee1-7352fc730691 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 922 time: 0.2437668 Sep 16 12:56:31.564975 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c13d7-0b81-412d-a6d2-455055cf0f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=3adf9612-b0e5-425f-b10e-e65dc4dc7f5e,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:31.608068 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port cf81024f-1cc9-4e39-bc87-63f3220631ae is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:31.608705 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (cf81024f-1cc9-4e39-bc87-63f3220631ae), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:31.630126 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-89054fbb-379e-4bb1-8b33-3bf0d66997ce req-3222cd3c-fa76-4e78-9887-83d8015b3aee service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 HTTP/1.1" status: 200 len: 217 time: 0.0684459 Sep 16 12:56:31.631905 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf81024f-1cc9-4e39-bc87-63f3220631ae {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:56:31.670829 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port cf81024f-1cc9-4e39-bc87-63f3220631ae, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=cf81024f-1cc9-4e39-bc87-63f3220631ae,segment=NetworkSegment(2ada1128-3ffa-4349-b8c7-b5d7fc805594),segment_id=2ada1128-3ffa-4349-b8c7-b5d7fc805594)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:31.676904 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (cf81024f-1cc9-4e39-bc87-63f3220631ae), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:31.677498 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-957c13d7-0b81-412d-a6d2-455055cf0f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (000b1c0a-0fc8-43cb-b9c2-be83bb949605), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:31.796734 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=cf81024f-1cc9-4e39-bc87-63f3220631ae,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:31.806305 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89054fbb-379e-4bb1-8b33-3bf0d66997ce req-cd0759fc-c79a-4a52-9c24-5899a261d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:31.808921 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-89054fbb-379e-4bb1-8b33-3bf0d66997ce req-cd0759fc-c79a-4a52-9c24-5899a261d1bb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.1696560 Sep 16 12:56:31.817833 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e84fc8a0-881b-4f9b-a620-d6fa8c906a0c req-949b3399-280f-4522-af8a-76abb7aec108 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0a7a6032-10a2-46e6-9c2b-49c0dbacafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549765 Sep 16 12:56:31.819634 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-957c13d7-0b81-412d-a6d2-455055cf0f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (000b1c0a-0fc8-43cb-b9c2-be83bb949605), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:31.829733 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-957c13d7-0b81-412d-a6d2-455055cf0f00 admin admin] Publish callbacks [] for router_controller (000b1c0a-0fc8-43cb-b9c2-be83bb949605), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:31.876756 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b08d95-8f11-4b61-9749-3416ac212ee1 req-1eb6fe9c-4d09-4a28-9518-8d49faf181c6 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:31.879344 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d2b08d95-8f11-4b61-9749-3416ac212ee1 req-1eb6fe9c-4d09-4a28-9518-8d49faf181c6 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 946 time: 0.1293399 Sep 16 12:56:31.889393 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89054fbb-379e-4bb1-8b33-3bf0d66997ce req-ddf09881-f458-4f76-a31e-b7962e2f36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:31.890863 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-89054fbb-379e-4bb1-8b33-3bf0d66997ce req-ddf09881-f458-4f76-a31e-b7962e2f36d0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0718496 Sep 16 12:56:31.924419 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['cf81024f-1cc9-4e39-bc87-63f3220631ae'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:56:31.928434 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-957c13d7-0b81-412d-a6d2-455055cf0f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (000b1c0a-0fc8-43cb-b9c2-be83bb949605), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:31.929052 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957c13d7-0b81-412d-a6d2-455055cf0f00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 000b1c0a-0fc8-43cb-b9c2-be83bb949605 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:56:31.938135 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-957c13d7-0b81-412d-a6d2-455055cf0f00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:31.939300 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-957c13d7-0b81-412d-a6d2-455055cf0f00 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/000b1c0a-0fc8-43cb-b9c2-be83bb949605 HTTP/1.1" status: 204 len: 168 time: 1.3211002 Sep 16 12:56:31.946947 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2cc17-2f3d-4e8f-866d-d24156afa81f req-f488a195-c636-4cf8-b1e6-29bddc421a5f tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:31.948412 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b2b2cc17-2f3d-4e8f-866d-d24156afa81f req-f488a195-c636-4cf8-b1e6-29bddc421a5f tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 946 time: 0.1105955 Sep 16 12:56:31.948875 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59312) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:31.965638 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-89054fbb-379e-4bb1-8b33-3bf0d66997ce req-5add8c45-748e-4588-bf65-e9a5f269c1db service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:56:31.970528 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-89054fbb-379e-4bb1-8b33-3bf0d66997ce req-5add8c45-748e-4588-bf65-e9a5f269c1db service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0583780 Sep 16 12:56:32.037653 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-de208861-ce13-4ae2-8df7-525ac8d648e4 admin admin] Deleting subnet 026d0fa3-9dab-41a5-8509-f55bbc355ab2 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:56:32.044495 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de208861-ce13-4ae2-8df7-525ac8d648e4 admin admin] Publish callbacks [] for subnet (026d0fa3-9dab-41a5-8509-f55bbc355ab2), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:32.082745 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:32.099419 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d2b08d95-8f11-4b61-9749-3416ac212ee1 req-269c4bb6-972e-4a76-9cb7-a8a6caa1f85c tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129242 Sep 16 12:56:32.149924 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de208861-ce13-4ae2-8df7-525ac8d648e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (026d0fa3-9dab-41a5-8509-f55bbc355ab2), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:32.157206 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe5443-ec72-4bf2-a2d6-78c8e234571f req-5d6b6fe1-f4c7-4989-8c50-5be9a23cdb4a tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:32.170559 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-febe5443-ec72-4bf2-a2d6-78c8e234571f req-5d6b6fe1-f4c7-4989-8c50-5be9a23cdb4a tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.1939552 Sep 16 12:56:32.198598 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:32.209446 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-b2b2cc17-2f3d-4e8f-866d-d24156afa81f req-b445a508-2826-4cb9-9e6e-f49d94acf0f7 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Deleting port 27d81681-82f2-4f23-8f72-9075e99f9ca1 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:56:32.210040 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b2b2cc17-2f3d-4e8f-866d-d24156afa81f req-b445a508-2826-4cb9-9e6e-f49d94acf0f7 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (27d81681-82f2-4f23-8f72-9075e99f9ca1), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:32.278145 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:32.293533 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-89054fbb-379e-4bb1-8b33-3bf0d66997ce req-72f3a26f-e1a9-4401-a34d-c172da3965e1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136117 Sep 16 12:56:32.309204 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-febe5443-ec72-4bf2-a2d6-78c8e234571f req-37567095-cea9-4744-864a-93ad47166671 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369298 Sep 16 12:56:32.355773 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e605-1b0e-4196-95e3-2e83a96610c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:32.427569 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-b2b2cc17-2f3d-4e8f-866d-d24156afa81f req-b445a508-2826-4cb9-9e6e-f49d94acf0f7 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] For port 27d81681-82f2-4f23-8f72-9075e99f9ca1, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=27d81681-82f2-4f23-8f72-9075e99f9ca1,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:32.427971 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b2b2cc17-2f3d-4e8f-866d-d24156afa81f req-b445a508-2826-4cb9-9e6e-f49d94acf0f7 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (27d81681-82f2-4f23-8f72-9075e99f9ca1), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:32.435382 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de208861-ce13-4ae2-8df7-525ac8d648e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (026d0fa3-9dab-41a5-8509-f55bbc355ab2), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:32.492136 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-232bfceb-03ab-4714-9db9-de11cde57d3d req-03c9f166-a588-46e9-b7db-5b062f336e2f tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.1429477 Sep 16 12:56:32.524332 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-b2b2cc17-2f3d-4e8f-866d-d24156afa81f req-b445a508-2826-4cb9-9e6e-f49d94acf0f7 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Calling delete_port for 27d81681-82f2-4f23-8f72-9075e99f9ca1 owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:56:32.639008 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-89054fbb-379e-4bb1-8b33-3bf0d66997ce req-c03a52fa-a118-4b39-83d2-de97493b4485 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269310 Sep 16 12:56:32.667672 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de208861-ce13-4ae2-8df7-525ac8d648e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (026d0fa3-9dab-41a5-8509-f55bbc355ab2), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:32.672316 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9292e0-323a-4649-9e2a-e9dee3b898d9 req-c3eacc48-a125-4b9b-b709-634a485d4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:32.673600 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc9292e0-323a-4649-9e2a-e9dee3b898d9 req-c3eacc48-a125-4b9b-b709-634a485d4300 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f2d50b9f6b084e40971269e8b882516c&device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 1127 time: 0.1001210 Sep 16 12:56:32.686737 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb4c34-a615-42fe-85b1-d0567b81ee5a req-c22d70e9-e678-430e-87e5-49ff4dceffcf tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:32.694532 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-15bb4c34-a615-42fe-85b1-d0567b81ee5a req-c22d70e9-e678-430e-87e5-49ff4dceffcf tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.0758662 Sep 16 12:56:32.708745 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de208861-ce13-4ae2-8df7-525ac8d648e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=026d0fa3-9dab-41a5-8509-f55bbc355ab2,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:32.712712 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de208861-ce13-4ae2-8df7-525ac8d648e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:32.719387 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-de208861-ce13-4ae2-8df7-525ac8d648e4 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/026d0fa3-9dab-41a5-8509-f55bbc355ab2 HTTP/1.1" status: 204 len: 168 time: 0.7692645 Sep 16 12:56:32.719887 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59322) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:32.725075 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbb5b59-3fb0-4a2c-95b7-02d65e206cb0 None None] Network 42b0265a-a2fd-4c10-b5a1-13d74da7c9e3 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:56:32.820560 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-15bb4c34-a615-42fe-85b1-d0567b81ee5a req-f5562acc-600e-4cce-95a3-a6a18dcf0a10 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249752 Sep 16 12:56:32.895429 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:56:32.902831 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9292e0-323a-4649-9e2a-e9dee3b898d9 req-0dea1b6d-a846-49e0-856a-a4a65d8c148f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:32.910585 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc9292e0-323a-4649-9e2a-e9dee3b898d9 req-0dea1b6d-a846-49e0-856a-a4a65d8c148f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e39821aa-60f0-44e0-aa25-da05e5161c83 HTTP/1.1" status: 200 len: 911 time: 0.2087576 Sep 16 12:56:32.942468 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:56:32.942908 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3adf9612-b0e5-425f-b10e-e65dc4dc7f5e not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:56:32.943428 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device ba9b9591-274d-459e-bb64-0127dd2a4723 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:56:32.983743 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: ba9b9591-274d-459e-bb64-0127dd2a4723 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:56:32.984176 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device ba9b9591-274d-459e-bb64-0127dd2a4723 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:56:33.010415 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc9292e0-323a-4649-9e2a-e9dee3b898d9 req-40e91eff-8595-4740-9856-f015490b18b6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71269ced-342c-468f-8025-bba5b93b85be HTTP/1.1" status: 200 len: 217 time: 0.0935836 Sep 16 12:56:33.071293 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2321eb6-57e6-46ea-9044-49c6d0e25fa6 req-143bdebf-b85b-456c-9b46-f0ed6301891c tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:33.072814 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e2321eb6-57e6-46ea-9044-49c6d0e25fa6 req-143bdebf-b85b-456c-9b46-f0ed6301891c tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e57d695e-a816-47e1-9ee9-595425bb9b2d HTTP/1.1" status: 200 len: 944 time: 0.0982459 Sep 16 12:56:33.107372 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9292e0-323a-4649-9e2a-e9dee3b898d9 req-69b3df07-461d-4322-aa71-049bf6372a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:33.108920 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc9292e0-323a-4649-9e2a-e9dee3b898d9 req-69b3df07-461d-4322-aa71-049bf6372a0b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=111be6d3-8b9a-4cec-af43-492de087009a HTTP/1.1" status: 200 len: 850 time: 0.0921080 Sep 16 12:56:33.157572 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cecdfac-1464-461b-aa49-08677544bdec None None] DHCP port deletion for 42b0265a-a2fd-4c10-b5a1-13d74da7c9e3 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:56:33.159589 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc9292e0-323a-4649-9e2a-e9dee3b898d9 req-947cf38d-7f36-4150-815c-222a043035d0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e39821aa-60f0-44e0-aa25-da05e5161c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434942 Sep 16 12:56:33.223610 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e2321eb6-57e6-46ea-9044-49c6d0e25fa6 req-17c648af-2af7-4ada-b4cf-5d5fb7b0d714 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0a7a6032-10a2-46e6-9c2b-49c0dbacafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387229 Sep 16 12:56:33.239958 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device cf81024f-1cc9-4e39-bc87-63f3220631ae up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:56:33.328618 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6cecdfac-1464-461b-aa49-08677544bdec None None] Deleting port 4d4f248a-1810-4bb1-90f4-a003ceecf415 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:56:33.329238 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6cecdfac-1464-461b-aa49-08677544bdec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (4d4f248a-1810-4bb1-90f4-a003ceecf415), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:33.335237 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8abb8818-4f27-4ec9-88f2-738943797b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (42b0265a-a2fd-4c10-b5a1-13d74da7c9e3), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:33.342012 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed924e-078e-4a40-bba0-329e4b616f72 req-f7665bad-752e-41b3-ba11-69e307ddc9a6 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:33.350911 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b2b2cc17-2f3d-4e8f-866d-d24156afa81f req-b445a508-2826-4cb9-9e6e-f49d94acf0f7 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (27d81681-82f2-4f23-8f72-9075e99f9ca1), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:33.353170 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-79ed924e-078e-4a40-bba0-329e4b616f72 req-f7665bad-752e-41b3-ba11-69e307ddc9a6 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 946 time: 0.0758822 Sep 16 12:56:33.374284 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:33.414646 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-8abb8818-4f27-4ec9-88f2-738943797b8f admin admin] Deleting port 4d4f248a-1810-4bb1-90f4-a003ceecf415 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:56:33.414987 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8abb8818-4f27-4ec9-88f2-738943797b8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (4d4f248a-1810-4bb1-90f4-a003ceecf415), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:33.433239 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445a508-2826-4cb9-9e6e-f49d94acf0f7 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Pushing event deleted for resources: {'Port': ['ID=27d81681-82f2-4f23-8f72-9075e99f9ca1,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:33.450320 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-79ed924e-078e-4a40-bba0-329e4b616f72 req-82d61ffc-aa15-40b5-9f19-6ac58027273a tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934789 Sep 16 12:56:33.509398 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc9292e0-323a-4649-9e2a-e9dee3b898d9 req-282ae293-d6ed-44d3-b08c-1990fe79886a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e39821aa-60f0-44e0-aa25-da05e5161c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412945 Sep 16 12:56:33.527939 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b2cc17-2f3d-4e8f-866d-d24156afa81f req-b445a508-2826-4cb9-9e6e-f49d94acf0f7 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] No DVR routers for this DVR port 27d81681-82f2-4f23-8f72-9075e99f9ca1 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:56:33.533460 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b2b2cc17-2f3d-4e8f-866d-d24156afa81f req-b445a508-2826-4cb9-9e6e-f49d94acf0f7 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:33.536780 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b2b2cc17-2f3d-4e8f-866d-d24156afa81f req-b445a508-2826-4cb9-9e6e-f49d94acf0f7 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.76 "DELETE /networking/v2.0/ports/27d81681-82f2-4f23-8f72-9075e99f9ca1 HTTP/1.1" status: 204 len: 173 time: 1.5434175 Sep 16 12:56:33.537297 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34e2be3-4e61-46dc-b4a4-5abcd3df9b85', 'name': 'network-vif-deleted', 'tag': '27d81681-82f2-4f23-8f72-9075e99f9ca1'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:56:33.539927 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dcb45d-3ec5-481b-b80b-dd2dfc06f1f4" -d '{"events": [{"server_uuid": "e34e2be3-4e61-46dc-b4a4-5abcd3df9b85", "name": "network-vif-deleted", "tag": "27d81681-82f2-4f23-8f72-9075e99f9ca1"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:56:33.558104 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-8abb8818-4f27-4ec9-88f2-738943797b8f admin admin] For port 4d4f248a-1810-4bb1-90f4-a003ceecf415, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=4d4f248a-1810-4bb1-90f4-a003ceecf415,segment=NetworkSegment(8b804856-836a-45bd-b0d5-db878d03a2a6),segment_id=8b804856-836a-45bd-b0d5-db878d03a2a6)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:33.558488 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8abb8818-4f27-4ec9-88f2-738943797b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (4d4f248a-1810-4bb1-90f4-a003ceecf415), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:33.561405 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port cf81024f-1cc9-4e39-bc87-63f3220631ae completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:56:33.600421 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-8abb8818-4f27-4ec9-88f2-738943797b8f admin admin] Calling delete_port for 4d4f248a-1810-4bb1-90f4-a003ceecf415 owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:56:33.615843 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port cf81024f-1cc9-4e39-bc87-63f3220631ae triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:33.616250 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (cf81024f-1cc9-4e39-bc87-63f3220631ae), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:33.616595 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port cf81024f-1cc9-4e39-bc87-63f3220631ae Sep 16 12:56:33.679445 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d73eb4-d00c-4c14-81ef-c5f787dd4d28 x-openstack-request-id: req-50d73eb4-d00c-4c14-81ef-c5f787dd4d28 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:56:33.681084 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34e2be3-4e61-46dc-b4a4-5abcd3df9b85", "name": "network-vif-deleted", "tag": "27d81681-82f2-4f23-8f72-9075e99f9ca1", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:56:33.681508 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-50d73eb4-d00c-4c14-81ef-c5f787dd4d28 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:56:33.682133 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50d73eb4-d00c-4c14-81ef-c5f787dd4d28'] response: {'server_uuid': 'e34e2be3-4e61-46dc-b4a4-5abcd3df9b85', 'name': 'network-vif-deleted', 'tag': '27d81681-82f2-4f23-8f72-9075e99f9ca1', 'status': 'completed', 'code': 200} Sep 16 12:56:33.725177 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-6cecdfac-1464-461b-aa49-08677544bdec None None] For port 4d4f248a-1810-4bb1-90f4-a003ceecf415, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=4d4f248a-1810-4bb1-90f4-a003ceecf415,segment=NetworkSegment(8b804856-836a-45bd-b0d5-db878d03a2a6),segment_id=8b804856-836a-45bd-b0d5-db878d03a2a6)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:33.725781 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-282e9488-658b-4a8e-b625-8d7cf3081b4f req-49debd72-5e86-4402-8d99-f8d934a76ffb tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0429292 Sep 16 12:56:33.725895 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6cecdfac-1464-461b-aa49-08677544bdec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (4d4f248a-1810-4bb1-90f4-a003ceecf415), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:33.744933 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6cecdfac-1464-461b-aa49-08677544bdec None None] Calling delete_port for 4d4f248a-1810-4bb1-90f4-a003ceecf415 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:56:33.751893 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:33.770683 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8abb8818-4f27-4ec9-88f2-738943797b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (4d4f248a-1810-4bb1-90f4-a003ceecf415), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:33.798697 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb8818-4f27-4ec9-88f2-738943797b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=4d4f248a-1810-4bb1-90f4-a003ceecf415,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:33.803530 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port cf81024f-1cc9-4e39-bc87-63f3220631ae is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:33.804627 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (cf81024f-1cc9-4e39-bc87-63f3220631ae), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:33.810203 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc9292e0-323a-4649-9e2a-e9dee3b898d9 req-0b56e1b5-4d08-4454-b5ad-d2d54afee36d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e39821aa-60f0-44e0-aa25-da05e5161c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930565 Sep 16 12:56:33.846383 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abb8818-4f27-4ec9-88f2-738943797b8f admin admin] No DVR routers for this DVR port 4d4f248a-1810-4bb1-90f4-a003ceecf415 on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:56:33.907218 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port cf81024f-1cc9-4e39-bc87-63f3220631ae, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=cf81024f-1cc9-4e39-bc87-63f3220631ae,segment=NetworkSegment(2ada1128-3ffa-4349-b8c7-b5d7fc805594),segment_id=2ada1128-3ffa-4349-b8c7-b5d7fc805594)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:33.911668 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:33.912648 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:33.913869 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57d695e-a816-47e1-9ee9-595425bb9b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf81024f-1cc9-4e39-bc87-63f3220631ae'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:56:33.917418 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31dcc8d-3e85-4ee5-8ff4-f5ae7a2b13d5" -d '{"events": [{"server_uuid": "e57d695e-a816-47e1-9ee9-595425bb9b2d", "name": "network-vif-plugged", "status": "completed", "tag": "cf81024f-1cc9-4e39-bc87-63f3220631ae"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:56:33.926931 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (cf81024f-1cc9-4e39-bc87-63f3220631ae), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:33.928965 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 27d81681-82f2-4f23-8f72-9075e99f9ca1 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:56:34.016214 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc244d-1cec-4a8d-ab55-8a90ab791e49 req-70d9a3c6-3f79-4db9-a7c9-62455cf8ae5b tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:34.017790 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e8cc244d-1cec-4a8d-ab55-8a90ab791e49 req-70d9a3c6-3f79-4db9-a7c9-62455cf8ae5b tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.0718641 Sep 16 12:56:34.028276 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219a983b-4e4f-4b9a-b463-0146a913699a x-openstack-request-id: req-219a983b-4e4f-4b9a-b463-0146a913699a {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:56:34.029024 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:34.029614 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57d695e-a816-47e1-9ee9-595425bb9b2d", "name": "network-vif-plugged", "status": "completed", "tag": "cf81024f-1cc9-4e39-bc87-63f3220631ae", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:56:34.029869 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-219a983b-4e4f-4b9a-b463-0146a913699a {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:56:34.030276 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-219a983b-4e4f-4b9a-b463-0146a913699a'] response: {'server_uuid': 'e57d695e-a816-47e1-9ee9-595425bb9b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf81024f-1cc9-4e39-bc87-63f3220631ae', 'code': 200} Sep 16 12:56:34.037009 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8abb8818-4f27-4ec9-88f2-738943797b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (42b0265a-a2fd-4c10-b5a1-13d74da7c9e3), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:34.040090 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 27d81681-82f2-4f23-8f72-9075e99f9ca1 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:56:34.040482 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 27d81681-82f2-4f23-8f72-9075e99f9ca1 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:56:34.062089 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:34.107760 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-8abb8818-4f27-4ec9-88f2-738943797b8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b0265a-a2fd-4c10-b5a1-13d74da7c9e3']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:34.111599 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e8cc244d-1cec-4a8d-ab55-8a90ab791e49 req-062fca97-dbee-4473-a0b0-627364facba4 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752897 Sep 16 12:56:34.130948 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=cf81024f-1cc9-4e39-bc87-63f3220631ae,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:34.143785 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6cecdfac-1464-461b-aa49-08677544bdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (4d4f248a-1810-4bb1-90f4-a003ceecf415), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:34.160820 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-8abb8818-4f27-4ec9-88f2-738943797b8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b804856-836a-45bd-b0d5-db878d03a2a6') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:34.161384 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-8abb8818-4f27-4ec9-88f2-738943797b8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b804856-836a-45bd-b0d5-db878d03a2a6') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:34.181207 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecdfac-1464-461b-aa49-08677544bdec None None] Pushing event deleted for resources: {'Port': ['ID=4d4f248a-1810-4bb1-90f4-a003ceecf415,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:34.182484 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8abb8818-4f27-4ec9-88f2-738943797b8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (8b804856-836a-45bd-b0d5-db878d03a2a6), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:34.185796 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cecdfac-1464-461b-aa49-08677544bdec None None] No DVR routers for this DVR port 4d4f248a-1810-4bb1-90f4-a003ceecf415 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:56:34.200917 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a31aad-8901-4dd2-8297-967fb4cbb3b1 req-03c2ddd5-966a-4ce9-ae93-483ef73cb4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:34.202540 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-14a31aad-8901-4dd2-8297-967fb4cbb3b1 req-03c2ddd5-966a-4ce9-ae93-483ef73cb4db service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e57d695e-a816-47e1-9ee9-595425bb9b2d HTTP/1.1" status: 200 len: 1127 time: 0.1269572 Sep 16 12:56:34.214923 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8abb8818-4f27-4ec9-88f2-738943797b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (8b804856-836a-45bd-b0d5-db878d03a2a6), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:34.223555 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abb8818-4f27-4ec9-88f2-738943797b8f admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:56:34.223960 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8abb8818-4f27-4ec9-88f2-738943797b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (8b804856-836a-45bd-b0d5-db878d03a2a6), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:34.244956 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 8b804856-836a-45bd-b0d5-db878d03a2a6 resource provider aggregate not found Sep 16 12:56:34.305103 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 8b804856-836a-45bd-b0d5-db878d03a2a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b804856-836a-45bd-b0d5-db878d03a2a6 found for delete ", "request_id": "req-586a16c8-197e-46d0-8ef5-c8e1f825468d"}]} Sep 16 12:56:34.315287 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8abb8818-4f27-4ec9-88f2-738943797b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (42b0265a-a2fd-4c10-b5a1-13d74da7c9e3), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:34.357200 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8abb8818-4f27-4ec9-88f2-738943797b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:34.364247 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8abb8818-4f27-4ec9-88f2-738943797b8f admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/42b0265a-a2fd-4c10-b5a1-13d74da7c9e3 HTTP/1.1" status: 204 len: 168 time: 1.6388013 Sep 16 12:56:34.374132 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb8818-4f27-4ec9-88f2-738943797b8f admin admin] Pushing event deleted for resources: {'Network': ['ID=42b0265a-a2fd-4c10-b5a1-13d74da7c9e3,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:34.422403 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-14a31aad-8901-4dd2-8297-967fb4cbb3b1 req-78b3ecff-b0a1-4047-ae42-ee663fc4d953 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=0a7a6032-10a2-46e6-9c2b-49c0dbacafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605011 Sep 16 12:56:34.447727 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32c8da-8ea3-43c6-be86-f1cff17a8e85 req-7e4b1c85-56e9-4477-9b4b-11dae6c68889 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:34.452614 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ac32c8da-8ea3-43c6-be86-f1cff17a8e85 req-7e4b1c85-56e9-4477-9b4b-11dae6c68889 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e57d695e-a816-47e1-9ee9-595425bb9b2d HTTP/1.1" status: 200 len: 945 time: 0.1161764 Sep 16 12:56:34.513199 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ac32c8da-8ea3-43c6-be86-f1cff17a8e85 req-441cd2f0-39ab-4b90-b071-69da55975315 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0a7a6032-10a2-46e6-9c2b-49c0dbacafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579119 Sep 16 12:56:34.527429 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59352) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:34.580174 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-93f92aee-fc72-4b33-bf08-0b17992624b4 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=1870b66518d34e78a00931ee65cb0c0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0510726 Sep 16 12:56:34.582294 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59354) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:34.605828 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-694e069e-3e26-46eb-b25d-041cf8a88198 req-bb01641c-c557-4a6a-893d-ecf5cb0b7853 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e34e2be3-4e61-46dc-b4a4-5abcd3df9b85 HTTP/1.1" status: 200 len: 210 time: 0.0331295 Sep 16 12:56:34.622139 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b233eaf3-269c-4e14-b40c-0f20f9c813f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:34.662436 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-896e7468-5259-47ee-bb98-87fcd753f0f6 admin admin] Publish callbacks [] for security_group (ee330768-1922-4459-9d4e-8d7958b68317), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:34.692252 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-896e7468-5259-47ee-bb98-87fcd753f0f6 admin admin] Publish callbacks [] for security_group (ee330768-1922-4459-9d4e-8d7958b68317), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:34.767817 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:56:34.768481 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 4d4f248a-1810-4bb1-90f4-a003ceecf415 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:56:34.773920 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-896e7468-5259-47ee-bb98-87fcd753f0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (ee330768-1922-4459-9d4e-8d7958b68317), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:34.776698 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-896e7468-5259-47ee-bb98-87fcd753f0f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:34.777867 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-896e7468-5259-47ee-bb98-87fcd753f0f6 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/ee330768-1922-4459-9d4e-8d7958b68317 HTTP/1.1" status: 204 len: 168 time: 0.1946526 Sep 16 12:56:34.787686 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e7468-5259-47ee-bb98-87fcd753f0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee330768-1922-4459-9d4e-8d7958b68317,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:34.804240 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 4d4f248a-1810-4bb1-90f4-a003ceecf415 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:56:34.804595 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 4d4f248a-1810-4bb1-90f4-a003ceecf415 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:56:34.974415 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-98a97593-4e76-4bbd-8bf5-a75ed180c248 req-4b67ec80-a0da-4f75-a96b-b9e35e8d190c tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0496676 Sep 16 12:56:35.257303 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2acea-f290-4292-884e-9dd143eb798d req-8431624a-df60-4ab9-b790-b1eb3d81894e tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:35.259516 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-03f2acea-f290-4292-884e-9dd143eb798d req-8431624a-df60-4ab9-b790-b1eb3d81894e tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.0560148 Sep 16 12:56:35.316239 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-03f2acea-f290-4292-884e-9dd143eb798d req-8f7b674a-9d1f-400c-9e22-e36b5dd13ed5 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501587 Sep 16 12:56:35.647563 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59386) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:35.658874 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e4a79-793f-490a-9ef8-835f5486516c req-1b680657-3071-4273-8358-754f553a4b29 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:35.667081 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ce1e4a79-793f-490a-9ef8-835f5486516c req-1b680657-3071-4273-8358-754f553a4b29 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e57d695e-a816-47e1-9ee9-595425bb9b2d HTTP/1.1" status: 200 len: 945 time: 0.0691905 Sep 16 12:56:35.733067 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ce1e4a79-793f-490a-9ef8-835f5486516c req-2c87ba56-c721-42ef-8443-95451957319e tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0a7a6032-10a2-46e6-9c2b-49c0dbacafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648708 Sep 16 12:56:35.824882 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-3c2a948a-4762-4fad-8e8c-64380e9f029f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1035116997-network', 'tenant_id': 'bf37eb99b7e245d4a3d02414a3af163f'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:35.852411 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2a948a-4762-4fad-8e8c-64380e9f029f admin admin] Made reservation on behalf of bf37eb99b7e245d4a3d02414a3af163f for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:56:35.858169 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c2a948a-4762-4fad-8e8c-64380e9f029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:35.874656 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c2a948a-4762-4fad-8e8c-64380e9f029f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:35.971069 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c2a948a-4762-4fad-8e8c-64380e9f029f admin admin] Publish callbacks [] for security_group (a7b69cee-d21f-4994-abdf-afadbd57f2be), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:35.979667 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c2a948a-4762-4fad-8e8c-64380e9f029f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (a7b69cee-d21f-4994-abdf-afadbd57f2be), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:36.014503 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2a948a-4762-4fad-8e8c-64380e9f029f admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:56:36.023295 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a948a-4762-4fad-8e8c-64380e9f029f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b69cee-d21f-4994-abdf-afadbd57f2be,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:36.024363 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:36.035347 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c2a948a-4762-4fad-8e8c-64380e9f029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (8ddec873-1796-4f65-ab21-1c1ce0b9ada1), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:36.035347 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-3c2a948a-4762-4fad-8e8c-64380e9f029f admin admin] Added segment 8ddec873-1796-4f65-ab21-1c1ce0b9ada1 of type vlan for network e14caa3d-af8a-4e0a-b7e6-5a07d356e074 Sep 16 12:56:36.074302 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-530ddbce-8107-4f55-bab1-4af3e7a92f56 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:36.085015 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-530ddbce-8107-4f55-bab1-4af3e7a92f56 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/networks?id=4f690fd7-a007-4db5-a7d2-6b0378c9fb20 HTTP/1.1" status: 200 len: 821 time: 0.1539729 Sep 16 12:56:36.100765 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-6a4d7600-f9e3-465d-b0a8-e13847bb7ddf tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/quotas/c88ea8e8750c440e86d3c1eb4ab6110e HTTP/1.1" status: 200 len: 375 time: 0.0132165 Sep 16 12:56:36.111133 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c2a948a-4762-4fad-8e8c-64380e9f029f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (e14caa3d-af8a-4e0a-b7e6-5a07d356e074), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:36.158948 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c2a948a-4762-4fad-8e8c-64380e9f029f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (e14caa3d-af8a-4e0a-b7e6-5a07d356e074), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:36.160864 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2a948a-4762-4fad-8e8c-64380e9f029f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:36.161430 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c2a948a-4762-4fad-8e8c-64380e9f029f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:36.173161 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=10 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:36.187843 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-842be69c-5ef8-4087-95be-64fa1f2ffc90 req-afb2e779-d3b6-4939-9fee-248ba3f7619c tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0437129 Sep 16 12:56:36.211639 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-4bd96bc2-16a7-4ad3-bb8c-691f45529b88 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=c88ea8e8750c440e86d3c1eb4ab6110e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1048431 Sep 16 12:56:36.242760 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3c2a948a-4762-4fad-8e8c-64380e9f029f admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5937750 Sep 16 12:56:36.246697 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59404) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:36.253555 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-f5a537c8-a064-40a2-bff8-383db5dd885e admin admin] Request body: {'subnet': {'network_id': 'e14caa3d-af8a-4e0a-b7e6-5a07d356e074', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1035116997-subnet', 'tenant_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:36.281996 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a948a-4762-4fad-8e8c-64380e9f029f admin admin] Pushing event updated for resources: {'Network': ['ID=e14caa3d-af8a-4e0a-b7e6-5a07d356e074,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:36.284797 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:36.298109 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a537c8-a064-40a2-bff8-383db5dd885e admin admin] Made reservation on behalf of bf37eb99b7e245d4a3d02414a3af163f for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:56:36.301832 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network e14caa3d-af8a-4e0a-b7e6-5a07d356e074 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:56:36.303369 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f5a537c8-a064-40a2-bff8-383db5dd885e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:36.411200 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-7f7afa89-79c5-4c28-8245-92cb58528efe service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4f690fd7-a007-4db5-a7d2-6b0378c9fb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897671 Sep 16 12:56:36.561327 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f5a537c8-a064-40a2-bff8-383db5dd885e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (1537880f-84fa-40cc-bf66-406d02eeb3e8), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:36.576690 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-e34d1383-eded-4ed8-87ea-2ec479ae3ab1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4f690fd7-a007-4db5-a7d2-6b0378c9fb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563706 Sep 16 12:56:36.584373 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54478cc0-49c4-4971-ae37-23325b0ac800 req-a6c534b1-635d-490e-9919-a50b4f0728d6 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:36.585939 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54478cc0-49c4-4971-ae37-23325b0ac800 req-a6c534b1-635d-490e-9919-a50b4f0728d6 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.1362448 Sep 16 12:56:36.653357 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54478cc0-49c4-4971-ae37-23325b0ac800 req-cac4899f-2c86-46ea-afa3-27b56355fdaa tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570529 Sep 16 12:56:36.672753 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a537c8-a064-40a2-bff8-383db5dd885e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1537880f-84fa-40cc-bf66-406d02eeb3e8,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:36.676262 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a537c8-a064-40a2-bff8-383db5dd885e admin admin] Checking segment: {'id': '8ddec873-1796-4f65-ab21-1c1ce0b9ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e14caa3d-af8a-4e0a-b7e6-5a07d356e074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:56:36.676605 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a537c8-a064-40a2-bff8-383db5dd885e admin admin] Network hostable DHCP agents. Network: e14caa3d-af8a-4e0a-b7e6-5a07d356e074, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:56:36.702421 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a537c8-a064-40a2-bff8-383db5dd885e admin admin] Network e14caa3d-af8a-4e0a-b7e6-5a07d356e074 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:56:36.727571 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-f5a537c8-a064-40a2-bff8-383db5dd885e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, e14caa3d-af8a-4e0a-b7e6-5a07d356e074) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:36.732541 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a537c8-a064-40a2-bff8-383db5dd885e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:36.733490 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f5a537c8-a064-40a2-bff8-383db5dd885e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:36.745459 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e1b5d7-0293-476e-9849-d2efca91ba08 None None] Network e14caa3d-af8a-4e0a-b7e6-5a07d356e074 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:56:36.787792 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f5a537c8-a064-40a2-bff8-383db5dd885e admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5394373 Sep 16 12:56:36.794017 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 59416) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:36.802220 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-9a0adaf2-3cae-4691-bda3-c3b23e3ae22f admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1035116997-router', 'tenant_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:36.842980 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:36.848407 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9a0adaf2-3cae-4691-bda3-c3b23e3ae22f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (286e42b6-5ce7-4194-82ff-be4cb7df146a), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:36.850432 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9a0adaf2-3cae-4691-bda3-c3b23e3ae22f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (286e42b6-5ce7-4194-82ff-be4cb7df146a), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:36.930367 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-e14caa3d-af8a-4e0a-b7e6-5a07d356e074', 'network_id': 'e14caa3d-af8a-4e0a-b7e6-5a07d356e074', 'project_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'fixed_ips': [{'subnet_id': '1537880f-84fa-40cc-bf66-406d02eeb3e8'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:56:36.931745 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:37.076485 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9a0adaf2-3cae-4691-bda3-c3b23e3ae22f admin admin] Publish callbacks [] for router_controller (286e42b6-5ce7-4194-82ff-be4cb7df146a), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:37.184465 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:37.189017 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eb69df00-7c2c-46d7-bae3-0a2b3dc095b0 req-f0005778-3e54-4c6c-bf45-6b677bb1d288 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad6fc799-e1eb-4bac-8d47-7f4460ca629e HTTP/1.1" status: 200 len: 210 time: 0.1050789 Sep 16 12:56:37.194898 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32181b-2445-464b-8fa8-c1c1986e3f15 req-5fc521f5-b00a-436d-8ad4-b096dbe47e4c tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:37.202096 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db32181b-2445-464b-8fa8-c1c1986e3f15 req-5fc521f5-b00a-436d-8ad4-b096dbe47e4c tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e57d695e-a816-47e1-9ee9-595425bb9b2d HTTP/1.1" status: 200 len: 945 time: 0.2969713 Sep 16 12:56:37.215267 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] Allocated IP 172.20.0.2 (e14caa3d-af8a-4e0a-b7e6-5a07d356e074/1537880f-84fa-40cc-bf66-406d02eeb3e8/f407a2ee-8357-406f-a6dc-a9dd0ac77ea4) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:56:37.303617 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:37.360799 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db32181b-2445-464b-8fa8-c1c1986e3f15 req-581728b9-4f71-493d-8441-c30babb2f1be tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0a7a6032-10a2-46e6-9c2b-49c0dbacafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566448 Sep 16 12:56:37.401418 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9a0adaf2-3cae-4691-bda3-c3b23e3ae22f admin admin] Publish callbacks [] for router_gateway (286e42b6-5ce7-4194-82ff-be4cb7df146a), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:37.521983 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294d5c2-7979-4e74-83a7-a5b4b4c8fa2d req-8cc16064-bf32-45ca-895a-8678b345eafa tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:37.529397 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2294d5c2-7979-4e74-83a7-a5b4b4c8fa2d req-8cc16064-bf32-45ca-895a-8678b345eafa tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.1671312 Sep 16 12:56:37.600786 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6e9838de-3206-46dc-a35d-a28312f1888f req-b8d78c79-a563-4db7-92f5-787cc5dcd0a7 tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0645521 Sep 16 12:56:37.609612 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] Publish callbacks [] for port (f407a2ee-8357-406f-a6dc-a9dd0ac77ea4), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:37.619812 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:37.632225 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (f407a2ee-8357-406f-a6dc-a9dd0ac77ea4), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:37.735098 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2294d5c2-7979-4e74-83a7-a5b4b4c8fa2d req-905d951a-4041-450e-b0b7-02a6685d6a27 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987953 Sep 16 12:56:37.744567 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:37.747348 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] Network e14caa3d-af8a-4e0a-b7e6-5a07d356e074 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:56:37.749589 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:37.751871 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] Pushing event updated for resources: {'Port': ['ID=f407a2ee-8357-406f-a6dc-a9dd0ac77ea4,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:37.754839 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:56:37.850552 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9a0adaf2-3cae-4691-bda3-c3b23e3ae22f admin admin] Publish callbacks [] for router_gateway (286e42b6-5ce7-4194-82ff-be4cb7df146a), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:37.872278 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] Attempting to bind port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:56:37.872832 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] Attempting to bind port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '8ddec873-1796-4f65-ab21-1c1ce0b9ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e14caa3d-af8a-4e0a-b7e6-5a07d356e074'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:56:37.873389 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] Attempting to bind port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 on network e14caa3d-af8a-4e0a-b7e6-5a07d356e074 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:56:37.891706 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9a0adaf2-3cae-4691-bda3-c3b23e3ae22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:37.969198 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:56:37.969841 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] Checking segment: {'id': '8ddec873-1796-4f65-ab21-1c1ce0b9ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e14caa3d-af8a-4e0a-b7e6-5a07d356e074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:56:37.977604 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:37.977604 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] Bound using segment: {'id': '8ddec873-1796-4f65-ab21-1c1ce0b9ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e14caa3d-af8a-4e0a-b7e6-5a07d356e074'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:56:37.977604 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] Bound port: f407a2ee-8357-406f-a6dc-a9dd0ac77ea4, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ddec873-1796-4f65-ab21-1c1ce0b9ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e14caa3d-af8a-4e0a-b7e6-5a07d356e074'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:56:37.977604 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f407a2ee-8357-406f-a6dc-a9dd0ac77ea4), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:38.101403 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-9a0adaf2-3cae-4691-bda3-c3b23e3ae22f admin admin] Allocated IP 172.25.2.60 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/10627019-7c98-48b2-960c-7e5976161108) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:56:38.139769 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] For port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:56:38.142569 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:38.173572 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:38.176557 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] For port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f407a2ee-8357-406f-a6dc-a9dd0ac77ea4,segment=NetworkSegment(8ddec873-1796-4f65-ab21-1c1ce0b9ada1),segment_id=8ddec873-1796-4f65-ab21-1c1ce0b9ada1)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:56:38.188255 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f407a2ee-8357-406f-a6dc-a9dd0ac77ea4), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:38.322787 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a81b0-23db-401c-9cf1-818183c58517 None None] Pushing event updated for resources: {'Port': ['ID=f407a2ee-8357-406f-a6dc-a9dd0ac77ea4,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:38.377333 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9a0adaf2-3cae-4691-bda3-c3b23e3ae22f admin admin] Publish callbacks [] for port (10627019-7c98-48b2-960c-7e5976161108), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:38.422620 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c3c242a4-3565-4226-919a-d826fa44b5c7 req-c7d212a0-50e0-43b5-963c-0bfa1ba1afeb tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad6fc799-e1eb-4bac-8d47-7f4460ca629e HTTP/1.1" status: 200 len: 210 time: 0.0784881 Sep 16 12:56:38.430831 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d688487-5c55-4955-8925-b94d9de8d0e2 req-38f123ee-7d2c-41ef-8595-4a66bb4ffbc1 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:38.432460 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1d688487-5c55-4955-8925-b94d9de8d0e2 req-38f123ee-7d2c-41ef-8595-4a66bb4ffbc1 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e57d695e-a816-47e1-9ee9-595425bb9b2d HTTP/1.1" status: 200 len: 945 time: 0.1345601 Sep 16 12:56:38.488365 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:38.532811 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9a0adaf2-3cae-4691-bda3-c3b23e3ae22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (10627019-7c98-48b2-960c-7e5976161108), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:38.565588 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1d688487-5c55-4955-8925-b94d9de8d0e2 req-daa78c23-b75d-4fd2-a5f0-b276eb923e15 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0a7a6032-10a2-46e6-9c2b-49c0dbacafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225607 Sep 16 12:56:38.610617 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0adaf2-3cae-4691-bda3-c3b23e3ae22f admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:56:38.616215 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-9a0adaf2-3cae-4691-bda3-c3b23e3ae22f admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:38.620572 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0adaf2-3cae-4691-bda3-c3b23e3ae22f admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:56:38.648765 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0adaf2-3cae-4691-bda3-c3b23e3ae22f admin admin] Pushing event updated for resources: {'Port': ['ID=10627019-7c98-48b2-960c-7e5976161108,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:38.733149 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:38.896989 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:56:38.950534 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c617188-5585-4f3f-a526-923861b2c05c req-c5e68f73-a1d7-4c01-ac73-c0bf5146797c tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0910282 Sep 16 12:56:38.989576 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:38.990193 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f407a2ee-8357-406f-a6dc-a9dd0ac77ea4), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:38.990736 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 Sep 16 12:56:39.033446 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bced8d8-f05e-4c4e-bc33-e22f082e5cf6 req-59ccdc85-c53f-481b-bd6e-5365044435d3 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:39.034405 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3bced8d8-f05e-4c4e-bc33-e22f082e5cf6 req-59ccdc85-c53f-481b-bd6e-5365044435d3 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.1702170 Sep 16 12:56:39.104906 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:39.105302 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f407a2ee-8357-406f-a6dc-a9dd0ac77ea4), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:39.154675 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f407a2ee-8357-406f-a6dc-a9dd0ac77ea4,segment=NetworkSegment(8ddec873-1796-4f65-ab21-1c1ce0b9ada1),segment_id=8ddec873-1796-4f65-ab21-1c1ce0b9ada1)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:39.160580 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f407a2ee-8357-406f-a6dc-a9dd0ac77ea4), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:39.215280 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3bced8d8-f05e-4c4e-bc33-e22f082e5cf6 req-9595faff-81be-4ea1-96cd-40308efbb01b tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620886 Sep 16 12:56:39.251946 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=f407a2ee-8357-406f-a6dc-a9dd0ac77ea4,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:39.297629 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9a0adaf2-3cae-4691-bda3-c3b23e3ae22f admin admin] Publish callbacks [] for router_gateway (286e42b6-5ce7-4194-82ff-be4cb7df146a), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:39.653504 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106b26b1-872c-4e91-ab57-a080c47db5f6 None None] Network e14caa3d-af8a-4e0a-b7e6-5a07d356e074 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:56:39.741294 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f07c05-be53-4648-bd7d-7685c316766c req-25ce08cd-797f-480c-9a14-8662607bb9f1 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:39.744843 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d9f07c05-be53-4648-bd7d-7685c316766c req-25ce08cd-797f-480c-9a14-8662607bb9f1 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e57d695e-a816-47e1-9ee9-595425bb9b2d HTTP/1.1" status: 200 len: 945 time: 0.1283636 Sep 16 12:56:39.747857 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-e4dd0bee-7cfe-4b4c-90d3-69684ae540c5 None None] Provisioning complete for port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:39.748281 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bee-7cfe-4b4c-90d3-69684ae540c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f407a2ee-8357-406f-a6dc-a9dd0ac77ea4), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:39.748618 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e4dd0bee-7cfe-4b4c-90d3-69684ae540c5 None None] Attempt 1 to provision port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 Sep 16 12:56:39.817263 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b70831bb-ade4-4fb3-9331-eb1d0c8c73be req-2b3f445d-ec09-459e-8bab-b299d8d63dc3 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad6fc799-e1eb-4bac-8d47-7f4460ca629e HTTP/1.1" status: 200 len: 210 time: 0.0861533 Sep 16 12:56:39.903766 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de970da-974c-4147-9286-aa444f5f6178 req-6dfb5834-9308-4c5a-9beb-2bb58793f2fe tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:39.905336 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7de970da-974c-4147-9286-aa444f5f6178 req-6dfb5834-9308-4c5a-9beb-2bb58793f2fe tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e57d695e-a816-47e1-9ee9-595425bb9b2d HTTP/1.1" status: 200 len: 945 time: 0.1727240 Sep 16 12:56:39.925091 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e4dd0bee-7cfe-4b4c-90d3-69684ae540c5 None None] Current status of the port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:40.074270 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-d9f07c05-be53-4648-bd7d-7685c316766c req-fd444af7-e14c-437e-bc36-1b83797bb951 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Deleting port cf81024f-1cc9-4e39-bc87-63f3220631ae {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:56:40.074776 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d9f07c05-be53-4648-bd7d-7685c316766c req-fd444af7-e14c-437e-bc36-1b83797bb951 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (cf81024f-1cc9-4e39-bc87-63f3220631ae), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:40.200234 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7de970da-974c-4147-9286-aa444f5f6178 req-b6741192-5fc6-4947-bf41-9fff7b18167a tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0a7a6032-10a2-46e6-9c2b-49c0dbacafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663038 Sep 16 12:56:40.259148 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d3a31d1b-44df-416d-ab15-7fa0017c3f8a req-558fcc81-11bf-4d20-a12c-5bbd09970f93 tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.1111648 Sep 16 12:56:40.399146 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96046e7f-0755-4911-9d9f-27338397ade2 req-0a499022-5f22-4421-a36e-3530e7beb819 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:40.399434 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-2a4c8f7f-74d1-4156-80f5-29067793d2b0 None None] Provisioning complete for port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:40.399909 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2a4c8f7f-74d1-4156-80f5-29067793d2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f407a2ee-8357-406f-a6dc-a9dd0ac77ea4), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:40.402429 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-96046e7f-0755-4911-9d9f-27338397ade2 req-0a499022-5f22-4421-a36e-3530e7beb819 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.0644083 Sep 16 12:56:40.402633 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-2a4c8f7f-74d1-4156-80f5-29067793d2b0 None None] Attempt 1 to provision port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 Sep 16 12:56:40.470006 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-d9f07c05-be53-4648-bd7d-7685c316766c req-fd444af7-e14c-437e-bc36-1b83797bb951 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] For port cf81024f-1cc9-4e39-bc87-63f3220631ae, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=cf81024f-1cc9-4e39-bc87-63f3220631ae,segment=NetworkSegment(2ada1128-3ffa-4349-b8c7-b5d7fc805594),segment_id=2ada1128-3ffa-4349-b8c7-b5d7fc805594)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:40.470451 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d9f07c05-be53-4648-bd7d-7685c316766c req-fd444af7-e14c-437e-bc36-1b83797bb951 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (cf81024f-1cc9-4e39-bc87-63f3220631ae), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:40.496294 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-d9f07c05-be53-4648-bd7d-7685c316766c req-fd444af7-e14c-437e-bc36-1b83797bb951 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Calling delete_port for cf81024f-1cc9-4e39-bc87-63f3220631ae owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:56:40.532304 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c8f7f-74d1-4156-80f5-29067793d2b0 None None] Current status of the port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:40.559274 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b23ec-6e59-40be-aee1-9efe76372ec8 req-60d7514a-4f41-4835-8167-bbe42a239e20 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:40.560890 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1c9b23ec-6e59-40be-aee1-9efe76372ec8 req-60d7514a-4f41-4835-8167-bbe42a239e20 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 945 time: 0.0792809 Sep 16 12:56:40.594311 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-e5e619f8-47da-48d8-9044-bf134efd2b7d tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:40.595914 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-e5e619f8-47da-48d8-9044-bf134efd2b7d tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.76 "GET /networking/v2.0/networks?id=4f690fd7-a007-4db5-a7d2-6b0378c9fb20 HTTP/1.1" status: 200 len: 821 time: 0.4357948 Sep 16 12:56:40.638165 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9a0adaf2-3cae-4691-bda3-c3b23e3ae22f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (286e42b6-5ce7-4194-82ff-be4cb7df146a), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:40.638540 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:40.658481 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-96046e7f-0755-4911-9d9f-27338397ade2 req-f8e0abc6-f419-4371-a83e-fd01e5935205 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Deleting port 71269ced-342c-468f-8025-bba5b93b85be {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:56:40.658983 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-96046e7f-0755-4911-9d9f-27338397ade2 req-f8e0abc6-f419-4371-a83e-fd01e5935205 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (71269ced-342c-468f-8025-bba5b93b85be), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:40.729854 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d9f07c05-be53-4648-bd7d-7685c316766c req-fd444af7-e14c-437e-bc36-1b83797bb951 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (cf81024f-1cc9-4e39-bc87-63f3220631ae), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:40.745227 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['cf81024f-1cc9-4e39-bc87-63f3220631ae'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:56:40.772759 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd444af7-e14c-437e-bc36-1b83797bb951 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Pushing event deleted for resources: {'Port': ['ID=cf81024f-1cc9-4e39-bc87-63f3220631ae,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:40.800234 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:40.835270 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:56:40.840747 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1c9b23ec-6e59-40be-aee1-9efe76372ec8 req-88272a7c-99eb-44eb-a203-b6dac1322cde tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530189 Sep 16 12:56:40.934430 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:40.936076 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:40.936846 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f07c05-be53-4648-bd7d-7685c316766c req-fd444af7-e14c-437e-bc36-1b83797bb951 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] No DVR routers for this DVR port cf81024f-1cc9-4e39-bc87-63f3220631ae on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:56:40.937756 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f407a2ee-8357-406f-a6dc-a9dd0ac77ea4), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:40.938209 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 Sep 16 12:56:40.948359 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-d9f07c05-be53-4648-bd7d-7685c316766c req-fd444af7-e14c-437e-bc36-1b83797bb951 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:40.966255 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d9f07c05-be53-4648-bd7d-7685c316766c req-fd444af7-e14c-437e-bc36-1b83797bb951 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.76 "DELETE /networking/v2.0/ports/cf81024f-1cc9-4e39-bc87-63f3220631ae HTTP/1.1" status: 204 len: 173 time: 1.0470138 Sep 16 12:56:40.967516 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57d695e-a816-47e1-9ee9-595425bb9b2d', 'name': 'network-vif-deleted', 'tag': 'cf81024f-1cc9-4e39-bc87-63f3220631ae'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:56:40.986596 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ce9a3e-a1f2-44fb-affb-c2a533f2946f" -d '{"events": [{"server_uuid": "e57d695e-a816-47e1-9ee9-595425bb9b2d", "name": "network-vif-deleted", "tag": "cf81024f-1cc9-4e39-bc87-63f3220631ae"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:56:41.059701 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:41.068410 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6299203-aa9d-4471-aa85-143d04f98dbc x-openstack-request-id: req-f6299203-aa9d-4471-aa85-143d04f98dbc {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:56:41.068713 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57d695e-a816-47e1-9ee9-595425bb9b2d", "name": "network-vif-deleted", "tag": "cf81024f-1cc9-4e39-bc87-63f3220631ae", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:56:41.068975 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f6299203-aa9d-4471-aa85-143d04f98dbc {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:56:41.069392 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6299203-aa9d-4471-aa85-143d04f98dbc'] response: {'server_uuid': 'e57d695e-a816-47e1-9ee9-595425bb9b2d', 'name': 'network-vif-deleted', 'tag': 'cf81024f-1cc9-4e39-bc87-63f3220631ae', 'status': 'completed', 'code': 200} Sep 16 12:56:41.084689 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:41.105223 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:41.118208 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-029308a7-b2af-4d27-894d-61eddb92944f req-412a10a2-dc5b-463d-8633-0e68006d043e tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad6fc799-e1eb-4bac-8d47-7f4460ca629e HTTP/1.1" status: 200 len: 210 time: 0.0930378 Sep 16 12:56:41.186129 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-96046e7f-0755-4911-9d9f-27338397ade2 req-f8e0abc6-f419-4371-a83e-fd01e5935205 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] For port 71269ced-342c-468f-8025-bba5b93b85be, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=71269ced-342c-468f-8025-bba5b93b85be,segment=NetworkSegment(da808ddc-62fd-4e52-82ba-a587be7e96e0),segment_id=da808ddc-62fd-4e52-82ba-a587be7e96e0)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:41.186497 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-96046e7f-0755-4911-9d9f-27338397ade2 req-f8e0abc6-f419-4371-a83e-fd01e5935205 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (71269ced-342c-468f-8025-bba5b93b85be), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:41.206048 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-96046e7f-0755-4911-9d9f-27338397ade2 req-f8e0abc6-f419-4371-a83e-fd01e5935205 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Calling delete_port for 71269ced-342c-468f-8025-bba5b93b85be owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:56:41.271989 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0adaf2-3cae-4691-bda3-c3b23e3ae22f admin admin] Router 286e42b6-5ce7-4194-82ff-be4cb7df146a is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:56:41.495625 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-db2ed5f0-67fb-48d9-b4df-36dbdfbd85d9 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Request body: {'port': {'device_id': 'ad6fc799-e1eb-4bac-8d47-7f4460ca629e', 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20', 'admin_state_up': True, 'tenant_id': 'c88ea8e8750c440e86d3c1eb4ab6110e'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:41.521897 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fc9856a8-3336-4b5e-8de3-32e7b3eaee0f req-9907eed7-ee9f-4036-a2ea-12a7bcee53a4 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e57d695e-a816-47e1-9ee9-595425bb9b2d HTTP/1.1" status: 200 len: 210 time: 0.1553562 Sep 16 12:56:41.544527 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-33b0da9d-eb55-44f0-8ff5-1dc650c23914 req-860bce0f-1cab-4f34-81b3-5ec92e491e26 tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.1059148 Sep 16 12:56:41.559825 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0adaf2-3cae-4691-bda3-c3b23e3ae22f admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:56:41.586605 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] Sync routers for ids ['286e42b6-5ce7-4194-82ff-be4cb7df146a'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:56:41.616959 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-96046e7f-0755-4911-9d9f-27338397ade2 req-f8e0abc6-f419-4371-a83e-fd01e5935205 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (71269ced-342c-468f-8025-bba5b93b85be), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:41.621555 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9a0adaf2-3cae-4691-bda3-c3b23e3ae22f admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:41.624777 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-9a0adaf2-3cae-4691-bda3-c3b23e3ae22f admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.8296695 Sep 16 12:56:41.626189 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] Routers {'286e42b6-5ce7-4194-82ff-be4cb7df146a'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:56:41.627248 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['286e42b6-5ce7-4194-82ff-be4cb7df146a'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:41.632604 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 59484) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:41.633520 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['60ac9746-6fd2-4524-bc83-9f6c7c18aa9f'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:56:41.729578 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['71269ced-342c-468f-8025-bba5b93b85be'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:56:41.797740 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=5,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:41.803866 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0abc6-f419-4371-a83e-fd01e5935205 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Pushing event deleted for resources: {'Port': ['ID=71269ced-342c-468f-8025-bba5b93b85be,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:41.877858 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] Set router 286e42b6-5ce7-4194-82ff-be4cb7df146a gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:56:41.986626 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-db2ed5f0-67fb-48d9-b4df-36dbdfbd85d9 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Made reservation on behalf of c88ea8e8750c440e86d3c1eb4ab6110e for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:56:42.009064 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-db2ed5f0-67fb-48d9-b4df-36dbdfbd85d9 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:42.043774 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-96046e7f-0755-4911-9d9f-27338397ade2 req-f8e0abc6-f419-4371-a83e-fd01e5935205 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] No DVR routers for this DVR port 71269ced-342c-468f-8025-bba5b93b85be on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:56:42.103935 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-96046e7f-0755-4911-9d9f-27338397ade2 req-f8e0abc6-f419-4371-a83e-fd01e5935205 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:42.107634 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-96046e7f-0755-4911-9d9f-27338397ade2 req-f8e0abc6-f419-4371-a83e-fd01e5935205 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.25 "DELETE /networking/v2.0/ports/71269ced-342c-468f-8025-bba5b93b85be HTTP/1.1" status: 204 len: 173 time: 1.7011266 Sep 16 12:56:42.108390 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f648b7b7-38c9-4dff-8d24-039d1b9d9115', 'name': 'network-vif-deleted', 'tag': '71269ced-342c-468f-8025-bba5b93b85be'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:56:42.111209 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefe44c2-d42c-4916-8ff8-814cf8968efd" -d '{"events": [{"server_uuid": "f648b7b7-38c9-4dff-8d24-039d1b9d9115", "name": "network-vif-deleted", "tag": "71269ced-342c-468f-8025-bba5b93b85be"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:56:42.286627 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0757bf28-83d1-4e38-9802-24691770758e x-openstack-request-id: req-0757bf28-83d1-4e38-9802-24691770758e {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:56:42.286929 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f648b7b7-38c9-4dff-8d24-039d1b9d9115", "name": "network-vif-deleted", "tag": "71269ced-342c-468f-8025-bba5b93b85be", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:56:42.287204 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0757bf28-83d1-4e38-9802-24691770758e {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:56:42.287631 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0757bf28-83d1-4e38-9802-24691770758e'] response: {'server_uuid': 'f648b7b7-38c9-4dff-8d24-039d1b9d9115', 'name': 'network-vif-deleted', 'tag': '71269ced-342c-468f-8025-bba5b93b85be', 'status': 'completed', 'code': 200} Sep 16 12:56:42.371687 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286e42b6-5ce7-4194-82ff-be4cb7df146a', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1035116997-router', 'tenant_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '10627019-7c98-48b2-960c-7e5976161108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:36Z', 'updated_at': '2022-09-16T12:56:38Z', 'revision_number': 3, 'project_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'gw_port': {'id': '10627019-7c98-48b2-960c-7e5976161108', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286e42b6-5ce7-4194-82ff-be4cb7df146a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:37Z', 'updated_at': '2022-09-16T12:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:42.397819 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-db2ed5f0-67fb-48d9-b4df-36dbdfbd85d9 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Allocated IP 172.20.0.3 (4f690fd7-a007-4db5-a7d2-6b0378c9fb20/b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c/4149a920-b1bb-49b7-ae43-fff99a20a7f0) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:56:42.406998 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] Checking router: 286e42b6-5ce7-4194-82ff-be4cb7df146a for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:56:42.407696 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] Updating router 286e42b6-5ce7-4194-82ff-be4cb7df146a port 10627019-7c98-48b2-960c-7e5976161108 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:56:42.420736 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2e9e9bdc-e677-4540-870c-89ebcc122600 req-afc1f43e-6ef4-44c1-8818-eee936e071d7 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f648b7b7-38c9-4dff-8d24-039d1b9d9115 HTTP/1.1" status: 200 len: 210 time: 0.3694320 Sep 16 12:56:42.463753 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (10627019-7c98-48b2-960c-7e5976161108), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:42.501871 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8050e9d1-6543-4d89-adf1-adc889f25e91 req-a4c7b116-a2a9-476f-b023-5487da588020 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad6fc799-e1eb-4bac-8d47-7f4460ca629e HTTP/1.1" status: 200 len: 210 time: 0.1038380 Sep 16 12:56:42.667235 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:42.742150 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-db2ed5f0-67fb-48d9-b4df-36dbdfbd85d9 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks [] for port (4149a920-b1bb-49b7-ae43-fff99a20a7f0), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:42.783671 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-db2ed5f0-67fb-48d9-b4df-36dbdfbd85d9 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (4149a920-b1bb-49b7-ae43-fff99a20a7f0), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:42.916996 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-db2ed5f0-67fb-48d9-b4df-36dbdfbd85d9 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:56:42.918821 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ed5f0-67fb-48d9-b4df-36dbdfbd85d9 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Pushing event updated for resources: {'Port': ['ID=4149a920-b1bb-49b7-ae43-fff99a20a7f0,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:42.930034 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-db2ed5f0-67fb-48d9-b4df-36dbdfbd85d9 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:42.936695 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-db2ed5f0-67fb-48d9-b4df-36dbdfbd85d9 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:56:42.965175 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:43.006907 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7e2b29fd-ff1c-4eca-b1a1-14971a6dabf6 req-fc8c3316-52c6-4d31-af81-533c4c45a2d6 tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.2233856 Sep 16 12:56:43.027006 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-66a503c6-053c-441b-92cc-a6fac53fbe5e req-1f860366-4207-4b34-8195-675daa6bfe95 tempest-InstanceActionsNegativeTestJSON-1847534424 tempest-InstanceActionsNegativeTestJSON-1847534424-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e57d695e-a816-47e1-9ee9-595425bb9b2d HTTP/1.1" status: 200 len: 210 time: 0.2450385 Sep 16 12:56:43.097402 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:43.108493 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] Publish callbacks [] for port (10627019-7c98-48b2-960c-7e5976161108), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:43.116544 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-db2ed5f0-67fb-48d9-b4df-36dbdfbd85d9 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:43.118511 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-db2ed5f0-67fb-48d9-b4df-36dbdfbd85d9 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:43.125135 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (10627019-7c98-48b2-960c-7e5976161108), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:43.153678 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-db2ed5f0-67fb-48d9-b4df-36dbdfbd85d9 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6637106 Sep 16 12:56:43.184437 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] Request body: {'port': {'device_id': 'ad6fc799-e1eb-4bac-8d47-7f4460ca629e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:43.187398 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:43.230860 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:43.255689 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626915d-0f9e-4aff-a931-e371b9dca27d None None] Pushing event updated for resources: {'Port': ['ID=10627019-7c98-48b2-960c-7e5976161108,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:43.258705 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] Attempting to bind port 10627019-7c98-48b2-960c-7e5976161108 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:56:43.259292 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] Attempting to bind port 10627019-7c98-48b2-960c-7e5976161108 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:56:43.259882 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] Attempting to bind port 10627019-7c98-48b2-960c-7e5976161108 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:56:43.291590 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device cf81024f-1cc9-4e39-bc87-63f3220631ae no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:56:43.318120 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:56:43.319513 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:56:43.319513 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:43.319513 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:56:43.319799 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] Bound port: 10627019-7c98-48b2-960c-7e5976161108, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:56:43.320204 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (10627019-7c98-48b2-960c-7e5976161108), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:43.377174 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: cf81024f-1cc9-4e39-bc87-63f3220631ae {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:56:43.378244 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device cf81024f-1cc9-4e39-bc87-63f3220631ae not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:56:43.412832 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] For port 10627019-7c98-48b2-960c-7e5976161108, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:56:43.415002 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e3b2b854-aea7-4d9b-922b-da3ab3d27fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:43.419341 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] For port 10627019-7c98-48b2-960c-7e5976161108, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=10627019-7c98-48b2-960c-7e5976161108,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:56:43.435667 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (10627019-7c98-48b2-960c-7e5976161108), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:43.471011 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4149a920-b1bb-49b7-ae43-fff99a20a7f0), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:43.475257 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b4992cdb-2090-42a0-94d3-5669d62e3da9 req-357eda3f-bebb-4f8c-b0dd-a97ba4f4e82b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0775232 Sep 16 12:56:43.553821 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] Routers {'286e42b6-5ce7-4194-82ff-be4cb7df146a'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:56:43.555340 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['286e42b6-5ce7-4194-82ff-be4cb7df146a'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:43.804304 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626915d-0f9e-4aff-a931-e371b9dca27d None None] Pushing event updated for resources: {'Port': ['ID=10627019-7c98-48b2-960c-7e5976161108,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:43.870208 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aae9b9-6bdf-4fad-8707-5920ae048035 req-27970da7-f828-4646-a6a9-595ecb1caad2 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:43.874221 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-66aae9b9-6bdf-4fad-8707-5920ae048035 req-27970da7-f828-4646-a6a9-595ecb1caad2 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad6fc799-e1eb-4bac-8d47-7f4460ca629e HTTP/1.1" status: 200 len: 931 time: 0.1181114 Sep 16 12:56:43.910959 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-aef695f4-42e7-4a42-871b-1ba760145e1c None None] Provisioning complete for port 4149a920-b1bb-49b7-ae43-fff99a20a7f0 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:43.911730 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-aef695f4-42e7-4a42-871b-1ba760145e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (4149a920-b1bb-49b7-ae43-fff99a20a7f0), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:43.913715 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-aef695f4-42e7-4a42-871b-1ba760145e1c None None] Attempt 1 to provision port 4149a920-b1bb-49b7-ae43-fff99a20a7f0 Sep 16 12:56:43.977896 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] Set router 286e42b6-5ce7-4194-82ff-be4cb7df146a gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:56:43.984249 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-aef695f4-42e7-4a42-871b-1ba760145e1c None None] Port 4149a920-b1bb-49b7-ae43-fff99a20a7f0 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:44.006581 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-e3b2b854-aea7-4d9b-922b-da3ab3d27fa0 admin admin] Allocated IP 172.20.0.1 (e14caa3d-af8a-4e0a-b7e6-5a07d356e074/1537880f-84fa-40cc-bf66-406d02eeb3e8/9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:56:44.054180 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-66aae9b9-6bdf-4fad-8707-5920ae048035 req-1f1d51a5-b20e-4e06-a556-0974479c4590 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708601 Sep 16 12:56:44.165275 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 59522) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:44.229623 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4149a920-b1bb-49b7-ae43-fff99a20a7f0 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:56:44.231925 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd7324-4ade-43b7-ba10-c2713bcbf5e9 req-114098d7-95d7-45a9-8445-d7ccca148bf7 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:44.233657 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9cd7324-4ade-43b7-ba10-c2713bcbf5e9 req-114098d7-95d7-45a9-8445-d7ccca148bf7 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 945 time: 0.1666234 Sep 16 12:56:44.258150 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] Publish callbacks [] for port (4149a920-b1bb-49b7-ae43-fff99a20a7f0), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:44.319370 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] Transition to ACTIVE for port object 4149a920-b1bb-49b7-ae43-fff99a20a7f0 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:56:44.329306 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (4149a920-b1bb-49b7-ae43-fff99a20a7f0), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:44.365677 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e3b2b854-aea7-4d9b-922b-da3ab3d27fa0 admin admin] Publish callbacks [] for port (9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:44.412494 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] Pushing event updated for resources: {'Port': ['ID=4149a920-b1bb-49b7-ae43-fff99a20a7f0,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:44.486199 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-aef695f4-42e7-4a42-871b-1ba760145e1c None None] Attempt 2 to provision port 4149a920-b1bb-49b7-ae43-fff99a20a7f0 Sep 16 12:56:44.505128 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f680d5ec-3b55-46c2-ab16-99c81d6b2839 req-f7222da9-8e08-4ac8-b553-a3e1c880a2d4 tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.1755593 Sep 16 12:56:44.530181 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f9cd7324-4ade-43b7-ba10-c2713bcbf5e9 req-bed94ec7-c2fe-44a5-b392-bbb7fb0e82b2 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732203 Sep 16 12:56:44.596666 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-aef695f4-42e7-4a42-871b-1ba760145e1c None None] Port 4149a920-b1bb-49b7-ae43-fff99a20a7f0 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:44.599144 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] Attempting to bind port 4149a920-b1bb-49b7-ae43-fff99a20a7f0 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:56:44.599754 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] Attempting to bind port 4149a920-b1bb-49b7-ae43-fff99a20a7f0 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '62345359-95e2-4218-a391-811cb46f50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:56:44.600449 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] Attempting to bind port 4149a920-b1bb-49b7-ae43-fff99a20a7f0 on network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:56:44.625407 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286e42b6-5ce7-4194-82ff-be4cb7df146a', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1035116997-router', 'tenant_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '10627019-7c98-48b2-960c-7e5976161108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:36Z', 'updated_at': '2022-09-16T12:56:38Z', 'revision_number': 3, 'project_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'gw_port': {'id': '10627019-7c98-48b2-960c-7e5976161108', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286e42b6-5ce7-4194-82ff-be4cb7df146a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:37Z', 'updated_at': '2022-09-16T12:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:44.665645 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e3b2b854-aea7-4d9b-922b-da3ab3d27fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:44.666619 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f135d85-c921-4876-8f1e-7e649843621c None None] The sync data for ids ['286e42b6-5ce7-4194-82ff-be4cb7df146a'] in n-d-858094-4 is: [{'id': '286e42b6-5ce7-4194-82ff-be4cb7df146a', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1035116997-router', 'tenant_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '10627019-7c98-48b2-960c-7e5976161108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:36Z', 'updated_at': '2022-09-16T12:56:38Z', 'revision_number': 3, 'project_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'gw_port': {'id': '10627019-7c98-48b2-960c-7e5976161108', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286e42b6-5ce7-4194-82ff-be4cb7df146a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:37Z', 'updated_at': '2022-09-16T12:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:56:44.674281 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] Port 4149a920-b1bb-49b7-ae43-fff99a20a7f0 on network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:56:44.674893 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] Attempting to bind port 4149a920-b1bb-49b7-ae43-fff99a20a7f0 on network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:56:44.736725 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:44.750919 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:56:44.751608 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] Checking segment: {'id': '62345359-95e2-4218-a391-811cb46f50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:56:44.752264 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] Bound using segment: {'id': '62345359-95e2-4218-a391-811cb46f50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:56:44.752967 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] Bound port: 4149a920-b1bb-49b7-ae43-fff99a20a7f0, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62345359-95e2-4218-a391-811cb46f50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:56:44.753528 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4149a920-b1bb-49b7-ae43-fff99a20a7f0), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:44.768252 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b2b854-aea7-4d9b-922b-da3ab3d27fa0 admin admin] Network e14caa3d-af8a-4e0a-b7e6-5a07d356e074 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:56:44.771280 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:44.772996 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-e3b2b854-aea7-4d9b-922b-da3ab3d27fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:44.776849 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2b854-aea7-4d9b-922b-da3ab3d27fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:44.779537 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b2b854-aea7-4d9b-922b-da3ab3d27fa0 admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:56:44.832182 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:44.840238 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] For port 4149a920-b1bb-49b7-ae43-fff99a20a7f0, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:56:44.845540 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] For port 4149a920-b1bb-49b7-ae43-fff99a20a7f0, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=4149a920-b1bb-49b7-ae43-fff99a20a7f0,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:56:44.855211 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:44.866434 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (4149a920-b1bb-49b7-ae43-fff99a20a7f0), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:44.872504 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:44.873362 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:44.875887 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/4149a920-b1bb-49b7-ae43-fff99a20a7f0 HTTP/1.1" status: 200 len: 1091 time: 1.6968935 Sep 16 12:56:44.875887 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad6fc799-e1eb-4bac-8d47-7f4460ca629e', 'tag': '4149a920-b1bb-49b7-ae43-fff99a20a7f0'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:56:44.878519 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e151346c-e1cb-4cb4-9267-60100b39a623" -d '{"events": [{"name": "network-changed", "server_uuid": "ad6fc799-e1eb-4bac-8d47-7f4460ca629e", "tag": "4149a920-b1bb-49b7-ae43-fff99a20a7f0"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:56:44.914637 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e3b2b854-aea7-4d9b-922b-da3ab3d27fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (286e42b6-5ce7-4194-82ff-be4cb7df146a), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:44.952376 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8895629-5c77-4b82-8dac-150c9646801d x-openstack-request-id: req-f8895629-5c77-4b82-8dac-150c9646801d {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:56:44.954414 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad6fc799-e1eb-4bac-8d47-7f4460ca629e", "tag": "4149a920-b1bb-49b7-ae43-fff99a20a7f0", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:56:44.955477 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f8895629-5c77-4b82-8dac-150c9646801d {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:56:44.956453 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8895629-5c77-4b82-8dac-150c9646801d'] response: {'name': 'network-changed', 'server_uuid': 'ad6fc799-e1eb-4bac-8d47-7f4460ca629e', 'tag': '4149a920-b1bb-49b7-ae43-fff99a20a7f0', 'status': 'completed', 'code': 200} Sep 16 12:56:44.986491 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f258e3-7eff-451b-ae40-4cc9ca743b51 service neutron] Pushing event updated for resources: {'Port': ['ID=4149a920-b1bb-49b7-ae43-fff99a20a7f0,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:45.070470 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-74f71cdf-9f4c-4583-aca2-28bafd7411f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:45.098254 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-aef695f4-42e7-4a42-871b-1ba760145e1c None None] Attempt 3 to provision port 4149a920-b1bb-49b7-ae43-fff99a20a7f0 Sep 16 12:56:45.232940 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-aef695f4-42e7-4a42-871b-1ba760145e1c None None] Port 4149a920-b1bb-49b7-ae43-fff99a20a7f0 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:56:45.370715 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] Provisioning complete for port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:45.371489 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:45.372028 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] Attempt 1 to provision port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f Sep 16 12:56:45.434106 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] Port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:45.766131 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eff21e-bcbf-4c1f-9bbc-742f30040156 req-63cf4a04-286d-4478-bf19-407cccaa0d55 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:45.767693 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d0eff21e-bcbf-4c1f-9bbc-742f30040156 req-63cf4a04-286d-4478-bf19-407cccaa0d55 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad6fc799-e1eb-4bac-8d47-7f4460ca629e HTTP/1.1" status: 200 len: 943 time: 0.1531680 Sep 16 12:56:45.815566 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667ef55-2e44-4683-8cb2-4b8b6fb18df2 req-b7b1a78e-0828-4e6c-88b0-a91f814b3abe tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:45.817885 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c667ef55-2e44-4683-8cb2-4b8b6fb18df2 req-b7b1a78e-0828-4e6c-88b0-a91f814b3abe tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 945 time: 0.1341643 Sep 16 12:56:45.838672 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e3b2b854-aea7-4d9b-922b-da3ab3d27fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:45.890882 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 71269ced-342c-468f-8025-bba5b93b85be no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:56:45.939833 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] Attempt 2 to provision port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f Sep 16 12:56:45.943647 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: 71269ced-342c-468f-8025-bba5b93b85be {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:56:45.944611 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 71269ced-342c-468f-8025-bba5b93b85be not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:56:45.956075 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d0eff21e-bcbf-4c1f-9bbc-742f30040156 req-df4cf6e4-82a2-4425-8edc-3f3c93f92456 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629367 Sep 16 12:56:46.020516 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] Port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:46.056896 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c667ef55-2e44-4683-8cb2-4b8b6fb18df2 req-7cae192c-4e61-4bfa-8855-2fbcbfecc311 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196012 Sep 16 12:56:46.104874 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-74f71cdf-9f4c-4583-aca2-28bafd7411f6 admin admin] Deleting port 94ee11e4-ea07-4537-b50f-706259d44a0d {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:56:46.105088 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-74f71cdf-9f4c-4583-aca2-28bafd7411f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (94ee11e4-ea07-4537-b50f-706259d44a0d), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:46.166285 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:46.171043 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-07a63cb2-e222-4d5a-a6db-1c7dba070834 req-fe50155f-61e8-473d-b44e-c4305771b7c2 tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0734754 Sep 16 12:56:46.329944 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:46.337440 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-74f71cdf-9f4c-4583-aca2-28bafd7411f6 admin admin] For port 94ee11e4-ea07-4537-b50f-706259d44a0d, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=94ee11e4-ea07-4537-b50f-706259d44a0d,segment=NetworkSegment(2ada1128-3ffa-4349-b8c7-b5d7fc805594),segment_id=2ada1128-3ffa-4349-b8c7-b5d7fc805594)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:46.337793 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-74f71cdf-9f4c-4583-aca2-28bafd7411f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (94ee11e4-ea07-4537-b50f-706259d44a0d), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:46.352579 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e3b2b854-aea7-4d9b-922b-da3ab3d27fa0 admin admin] Publish callbacks [] for port (9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:46.365192 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-74f71cdf-9f4c-4583-aca2-28bafd7411f6 admin admin] Calling delete_port for 94ee11e4-ea07-4537-b50f-706259d44a0d owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:56:46.370099 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e3b2b854-aea7-4d9b-922b-da3ab3d27fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:46.499280 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151346c-e1cb-4cb4-9267-60100b39a623 req-71083588-3c4d-41d4-89df-598205799403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:46.502759 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e151346c-e1cb-4cb4-9267-60100b39a623 req-71083588-3c4d-41d4-89df-598205799403 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c88ea8e8750c440e86d3c1eb4ab6110e&device_id=ad6fc799-e1eb-4bac-8d47-7f4460ca629e HTTP/1.1" status: 200 len: 1125 time: 0.1125591 Sep 16 12:56:46.508417 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e3b2b854-aea7-4d9b-922b-da3ab3d27fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (286e42b6-5ce7-4194-82ff-be4cb7df146a), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:46.517568 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2b854-aea7-4d9b-922b-da3ab3d27fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:46.525631 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] Attempt 3 to provision port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f Sep 16 12:56:46.575152 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] Port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:46.685844 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb05b0-1298-4b52-9831-86bdab02144c req-af44f07f-cff9-43b8-acef-bbc7891d0bd8 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:46.687392 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-88cb05b0-1298-4b52-9831-86bdab02144c req-af44f07f-cff9-43b8-acef-bbc7891d0bd8 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 945 time: 0.2022865 Sep 16 12:56:46.743586 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b2b854-aea7-4d9b-922b-da3ab3d27fa0 admin admin] Network e14caa3d-af8a-4e0a-b7e6-5a07d356e074 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:56:46.751708 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-e3b2b854-aea7-4d9b-922b-da3ab3d27fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:46.866335 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-88cb05b0-1298-4b52-9831-86bdab02144c req-14fba39d-139a-451e-82ab-fe82a7a10e86 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Deleting port 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:56:46.871489 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-88cb05b0-1298-4b52-9831-86bdab02144c req-14fba39d-139a-451e-82ab-fe82a7a10e86 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (60ac9746-6fd2-4524-bc83-9f6c7c18aa9f), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:46.879914 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151346c-e1cb-4cb4-9267-60100b39a623 req-64958d68-c46b-4189-96eb-aa99c703c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:46.881589 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e151346c-e1cb-4cb4-9267-60100b39a623 req-64958d68-c46b-4189-96eb-aa99c703c4f7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=c88ea8e8750c440e86d3c1eb4ab6110e&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3586757 Sep 16 12:56:46.909938 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 10627019-7c98-48b2-960c-7e5976161108 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:56:47.022343 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 10627019-7c98-48b2-960c-7e5976161108 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:47.022918 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (10627019-7c98-48b2-960c-7e5976161108), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:47.024266 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 10627019-7c98-48b2-960c-7e5976161108 Sep 16 12:56:47.075972 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] Attempt 4 to provision port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f Sep 16 12:56:47.087164 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b2b854-aea7-4d9b-922b-da3ab3d27fa0 admin admin] Router 286e42b6-5ce7-4194-82ff-be4cb7df146a has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:56:47.090072 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-74f71cdf-9f4c-4583-aca2-28bafd7411f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (94ee11e4-ea07-4537-b50f-706259d44a0d), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:47.158084 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] Port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:47.182346 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f71cdf-9f4c-4583-aca2-28bafd7411f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ee11e4-ea07-4537-b50f-706259d44a0d,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:47.221857 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-88cb05b0-1298-4b52-9831-86bdab02144c req-14fba39d-139a-451e-82ab-fe82a7a10e86 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] For port 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=60ac9746-6fd2-4524-bc83-9f6c7c18aa9f,segment=NetworkSegment(da808ddc-62fd-4e52-82ba-a587be7e96e0),segment_id=da808ddc-62fd-4e52-82ba-a587be7e96e0)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:47.222511 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-88cb05b0-1298-4b52-9831-86bdab02144c req-14fba39d-139a-451e-82ab-fe82a7a10e86 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (60ac9746-6fd2-4524-bc83-9f6c7c18aa9f), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:47.282403 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-88cb05b0-1298-4b52-9831-86bdab02144c req-14fba39d-139a-451e-82ab-fe82a7a10e86 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Calling delete_port for 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:56:47.313244 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151346c-e1cb-4cb4-9267-60100b39a623 req-9fe06b0d-e5bd-418e-93ff-4a9679b16754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:47.315425 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e151346c-e1cb-4cb4-9267-60100b39a623 req-9fe06b0d-e5bd-418e-93ff-4a9679b16754 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4133356 Sep 16 12:56:47.382667 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 10627019-7c98-48b2-960c-7e5976161108 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:47.386122 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (10627019-7c98-48b2-960c-7e5976161108), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:47.484532 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-0bc69f99-7141-45cb-a5a9-e76d8da2ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:47.486480 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-0bc69f99-7141-45cb-a5a9-e76d8da2ce8e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c88ea8e8750c440e86d3c1eb4ab6110e&device_id=ad6fc799-e1eb-4bac-8d47-7f4460ca629e HTTP/1.1" status: 200 len: 1125 time: 0.1126769 Sep 16 12:56:47.507981 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 10627019-7c98-48b2-960c-7e5976161108, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=10627019-7c98-48b2-960c-7e5976161108,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:47.520943 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (10627019-7c98-48b2-960c-7e5976161108), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:47.573811 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:47.578263 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b2b854-aea7-4d9b-922b-da3ab3d27fa0 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:56:47.578712 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-31fed8a2-9e08-44f5-956c-7546078189cd service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4149a920-b1bb-49b7-ae43-fff99a20a7f0 HTTP/1.1" status: 200 len: 217 time: 0.0844829 Sep 16 12:56:47.586743 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a6c2b-b507-41fc-9464-3aeb9491dec5 req-82a887da-5304-44c8-88b3-8a9f48cf1a0d tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:47.588998 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-115a6c2b-b507-41fc-9464-3aeb9491dec5 req-82a887da-5304-44c8-88b3-8a9f48cf1a0d tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad6fc799-e1eb-4bac-8d47-7f4460ca629e HTTP/1.1" status: 200 len: 943 time: 0.4222591 Sep 16 12:56:47.611318 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-e3b2b854-aea7-4d9b-922b-da3ab3d27fa0 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/286e42b6-5ce7-4194-82ff-be4cb7df146a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9487386 Sep 16 12:56:47.627527 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] Sync routers for ids ['286e42b6-5ce7-4194-82ff-be4cb7df146a'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:56:47.651101 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=10627019-7c98-48b2-960c-7e5976161108,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:47.680783 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:47.694055 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-dc2ab971-965c-441d-8c9f-fd9dd4320fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:47.695568 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-dc2ab971-965c-441d-8c9f-fd9dd4320fba service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c HTTP/1.1" status: 200 len: 860 time: 0.1095800 Sep 16 12:56:47.704165 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-88cb05b0-1298-4b52-9831-86bdab02144c req-14fba39d-139a-451e-82ab-fe82a7a10e86 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (60ac9746-6fd2-4524-bc83-9f6c7c18aa9f), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:47.712154 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] Attempt 5 to provision port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f Sep 16 12:56:47.719396 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] Routers {'286e42b6-5ce7-4194-82ff-be4cb7df146a'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:56:47.720456 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['286e42b6-5ce7-4194-82ff-be4cb7df146a'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:47.807644 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69db7ea-aafe-4e5d-a481-351d04f9e767 req-7db92258-2089-4097-aa1d-dd654277b08c tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:47.824070 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b69db7ea-aafe-4e5d-a481-351d04f9e767 req-7db92258-2089-4097-aa1d-dd654277b08c tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 945 time: 0.5353370 Sep 16 12:56:47.828658 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:47.830084 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['60ac9746-6fd2-4524-bc83-9f6c7c18aa9f'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:56:47.902429 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-115a6c2b-b507-41fc-9464-3aeb9491dec5 req-0c026334-a0a8-4d64-bd5c-3cd6616f48c2 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975585 Sep 16 12:56:47.909077 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:47.912902 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-3a077a71-892a-443f-8350-79a5d95c58d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:47.915871 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-3a077a71-892a-443f-8350-79a5d95c58d5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=4f690fd7-a007-4db5-a7d2-6b0378c9fb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2129419 Sep 16 12:56:47.934661 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:47.935803 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b69db7ea-aafe-4e5d-a481-351d04f9e767 req-c152b330-d5fd-40c9-b0f9-9a13973526f8 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b22a6615-04e8-47af-941e-ace4d371dbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104991 Sep 16 12:56:47.936334 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-74f71cdf-9f4c-4583-aca2-28bafd7411f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:47.990578 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fba39d-139a-451e-82ab-fe82a7a10e86 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Pushing event deleted for resources: {'Port': ['ID=60ac9746-6fd2-4524-bc83-9f6c7c18aa9f,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:47.992077 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] Port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:47.996608 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] Set router 286e42b6-5ce7-4194-82ff-be4cb7df146a gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:56:48.135964 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cb05b0-1298-4b52-9831-86bdab02144c req-14fba39d-139a-451e-82ab-fe82a7a10e86 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] No DVR routers for this DVR port 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:56:48.139229 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-88cb05b0-1298-4b52-9831-86bdab02144c req-14fba39d-139a-451e-82ab-fe82a7a10e86 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:48.151995 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-88cb05b0-1298-4b52-9831-86bdab02144c req-14fba39d-139a-451e-82ab-fe82a7a10e86 tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.76 "DELETE /networking/v2.0/ports/60ac9746-6fd2-4524-bc83-9f6c7c18aa9f HTTP/1.1" status: 204 len: 173 time: 1.4574046 Sep 16 12:56:48.152649 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcadec98-4bc0-4ac3-9dfa-a17b52f40010', 'name': 'network-vif-deleted', 'tag': '60ac9746-6fd2-4524-bc83-9f6c7c18aa9f'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:56:48.156322 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ae0040-99c8-4dd7-b652-a0b2dfd292c7" -d '{"events": [{"server_uuid": "dcadec98-4bc0-4ac3-9dfa-a17b52f40010", "name": "network-vif-deleted", "tag": "60ac9746-6fd2-4524-bc83-9f6c7c18aa9f"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:56:48.181543 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:48.228497 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-a1c67773-8f3b-4e0c-b6b2-3ea52f20f133 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4f690fd7-a007-4db5-a7d2-6b0378c9fb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726700 Sep 16 12:56:48.286671 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-6fc7528a-e370-43a5-b241-e9c5e57bfbb8 req-c89a18af-e959-4bcd-839d-2dd67dedcd6d tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-713930229', 'description': 'tempest-description-1938869998'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:48.299583 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8bd95f40-a01c-405f-b68d-cd14b9a82b59 req-6ae7d2db-540e-47bb-a4d2-c00faaaba071 tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.1887558 Sep 16 12:56:48.302964 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f71cdf-9f4c-4583-aca2-28bafd7411f6 admin admin] Router c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:56:48.330821 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-6fc7528a-e370-43a5-b241-e9c5e57bfbb8 req-c89a18af-e959-4bcd-839d-2dd67dedcd6d tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:48.416986 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-22c2e15e-fc7f-4e95-95c7-460a11d71fc7 req-07efd4d8-29e6-469d-b6ca-37b5537850a3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4f690fd7-a007-4db5-a7d2-6b0378c9fb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778290 Sep 16 12:56:48.456646 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4660c211-296e-4bb1-be35-46334f7727dd x-openstack-request-id: req-4660c211-296e-4bb1-be35-46334f7727dd {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:56:48.459965 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcadec98-4bc0-4ac3-9dfa-a17b52f40010", "name": "network-vif-deleted", "tag": "60ac9746-6fd2-4524-bc83-9f6c7c18aa9f", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:56:48.460694 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4660c211-296e-4bb1-be35-46334f7727dd {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:56:48.461574 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4660c211-296e-4bb1-be35-46334f7727dd'] response: {'server_uuid': 'dcadec98-4bc0-4ac3-9dfa-a17b52f40010', 'name': 'network-vif-deleted', 'tag': '60ac9746-6fd2-4524-bc83-9f6c7c18aa9f', 'status': 'completed', 'code': 200} Sep 16 12:56:48.562995 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f71cdf-9f4c-4583-aca2-28bafd7411f6 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:56:48.571587 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-74f71cdf-9f4c-4583-aca2-28bafd7411f6 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3999872 Sep 16 12:56:48.573584 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75913828-f1f1-4075-9eac-e39c1a8d4fd9 None None] Sync routers for ids ['c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:56:48.574869 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59558) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:48.589285 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-6fc7528a-e370-43a5-b241-e9c5e57bfbb8 req-c89a18af-e959-4bcd-839d-2dd67dedcd6d tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (c2eacb66-6339-4733-a759-9c72c6e7c819), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:48.593498 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75913828-f1f1-4075-9eac-e39c1a8d4fd9 None None] Routers {'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:56:48.594378 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-75913828-f1f1-4075-9eac-e39c1a8d4fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:48.605472 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-6fc7528a-e370-43a5-b241-e9c5e57bfbb8 req-c89a18af-e959-4bcd-839d-2dd67dedcd6d tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (c2eacb66-6339-4733-a759-9c72c6e7c819), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:48.662543 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-6fc7528a-e370-43a5-b241-e9c5e57bfbb8 req-c89a18af-e959-4bcd-839d-2dd67dedcd6d tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:48.663719 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6fc7528a-e370-43a5-b241-e9c5e57bfbb8 req-c89a18af-e959-4bcd-839d-2dd67dedcd6d tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4080348 Sep 16 12:56:48.667871 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a18af-e959-4bcd-839d-2dd67dedcd6d tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2eacb66-6339-4733-a759-9c72c6e7c819,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:48.698289 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] Attempt 6 to provision port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f Sep 16 12:56:48.758635 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286e42b6-5ce7-4194-82ff-be4cb7df146a', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1035116997-router', 'tenant_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '10627019-7c98-48b2-960c-7e5976161108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:36Z', 'updated_at': '2022-09-16T12:56:45Z', 'revision_number': 4, 'project_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'gw_port': {'id': '10627019-7c98-48b2-960c-7e5976161108', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286e42b6-5ce7-4194-82ff-be4cb7df146a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:37Z', 'updated_at': '2022-09-16T12:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f', 'name': '', 'network_id': 'e14caa3d-af8a-4e0a-b7e6-5a07d356e074', 'tenant_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'mac_address': 'fa:16:3e:46:bc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286e42b6-5ce7-4194-82ff-be4cb7df146a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1537880f-84fa-40cc-bf66-406d02eeb3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:43Z', 'updated_at': '2022-09-16T12:56:46Z', 'revision_number': 2, 'project_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'subnets': [{'id': '1537880f-84fa-40cc-bf66-406d02eeb3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:48.797709 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-75913828-f1f1-4075-9eac-e39c1a8d4fd9 None None] Set router c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:56:48.842403 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] Checking router: 286e42b6-5ce7-4194-82ff-be4cb7df146a for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:56:48.843252 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] Updating router 286e42b6-5ce7-4194-82ff-be4cb7df146a port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:56:48.845192 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-164062ec-fbf9-4c2a-a7cb-c3075ea5ea4a req-ecdd1ae6-53b8-4603-8a23-fceb6f715f9e tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "GET /networking/v2.0/security-groups/c2eacb66-6339-4733-a759-9c72c6e7c819 HTTP/1.1" status: 200 len: 1831 time: 0.1467881 Sep 16 12:56:48.866609 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-164062ec-fbf9-4c2a-a7cb-c3075ea5ea4a req-5876329e-49a2-4561-9ced-3125f7d1ce24 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c2eacb66-6339-4733-a759-9c72c6e7c819', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:48.866931 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-164062ec-fbf9-4c2a-a7cb-c3075ea5ea4a req-5876329e-49a2-4561-9ced-3125f7d1ce24 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c2eacb66-6339-4733-a759-9c72c6e7c819', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:48.897189 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-84ec932b-a41b-417e-aefd-f0709d9d8a32 admin admin] Publish callbacks [] for router (c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:48.912967 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:48.913170 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] Port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:48.923713 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:49.106858 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-164062ec-fbf9-4c2a-a7cb-c3075ea5ea4a req-5876329e-49a2-4561-9ced-3125f7d1ce24 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group_rule (3e4ada2c-5cea-4cfe-9bdb-0335689a3ae6), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:49.148795 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:49.178596 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-164062ec-fbf9-4c2a-a7cb-c3075ea5ea4a req-5876329e-49a2-4561-9ced-3125f7d1ce24 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group_rule (3e4ada2c-5cea-4cfe-9bdb-0335689a3ae6), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:49.185124 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-164062ec-fbf9-4c2a-a7cb-c3075ea5ea4a req-5876329e-49a2-4561-9ced-3125f7d1ce24 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (3e4ada2c-5cea-4cfe-9bdb-0335689a3ae6), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:49.242184 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876329e-49a2-4561-9ced-3125f7d1ce24 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4ada2c-5cea-4cfe-9bdb-0335689a3ae6,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:49.243668 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-75913828-f1f1-4075-9eac-e39c1a8d4fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4', 'name': 'tempest-InstanceActionsNegativeTestJSON-2088982939-router', 'tenant_id': '763b15912eb44f848a81f813e359e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '67bc9849-d47c-40db-8d6a-5534f3ddabbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:12Z', 'updated_at': '2022-09-16T12:56:46Z', 'revision_number': 5, 'project_id': '763b15912eb44f848a81f813e359e8aa', 'gw_port': {'id': '67bc9849-d47c-40db-8d6a-5534f3ddabbe', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:13Z', 'updated_at': '2022-09-16T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:49.263516 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:49.281915 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-164062ec-fbf9-4c2a-a7cb-c3075ea5ea4a req-5876329e-49a2-4561-9ced-3125f7d1ce24 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:49.282842 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-164062ec-fbf9-4c2a-a7cb-c3075ea5ea4a req-5876329e-49a2-4561-9ced-3125f7d1ce24 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4312828 Sep 16 12:56:49.283933 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75913828-f1f1-4075-9eac-e39c1a8d4fd9 None None] Checking router: c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:56:49.284165 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-84ec932b-a41b-417e-aefd-f0709d9d8a32 admin admin] Publish callbacks [] for router_gateway (c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:49.306664 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75913828-f1f1-4075-9eac-e39c1a8d4fd9 None None] Routers {'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:56:49.311778 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-75913828-f1f1-4075-9eac-e39c1a8d4fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:49.312952 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 10627019-7c98-48b2-960c-7e5976161108 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:56:49.405650 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-84ec932b-a41b-417e-aefd-f0709d9d8a32 admin admin] Deleting port 67bc9849-d47c-40db-8d6a-5534f3ddabbe {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:56:49.406003 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-84ec932b-a41b-417e-aefd-f0709d9d8a32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (67bc9849-d47c-40db-8d6a-5534f3ddabbe), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:49.425055 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:49.426740 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] Attempt 7 to provision port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f Sep 16 12:56:49.432583 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] Publish callbacks [] for port (9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:49.459514 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:49.468154 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:49.478029 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-75913828-f1f1-4075-9eac-e39c1a8d4fd9 None None] Set router c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4 gateway port host: None {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:56:49.478447 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eaf5785e-32f7-4ec9-9f21-6aec25282268 req-f705509e-3d60-4796-97a4-471c96535bbe tempest-ServersAdmin275Test-615773775 tempest-ServersAdmin275Test-615773775-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0968676 Sep 16 12:56:49.526391 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-84ec932b-a41b-417e-aefd-f0709d9d8a32 admin admin] For port 67bc9849-d47c-40db-8d6a-5534f3ddabbe, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=67bc9849-d47c-40db-8d6a-5534f3ddabbe,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:49.526760 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-84ec932b-a41b-417e-aefd-f0709d9d8a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (67bc9849-d47c-40db-8d6a-5534f3ddabbe), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:49.544009 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f39442-b477-4506-8532-23121f80816e req-1fe03f80-1c5c-4337-9da9-8878c6d117be tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:49.544009 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-13f39442-b477-4506-8532-23121f80816e req-1fe03f80-1c5c-4337-9da9-8878c6d117be tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad6fc799-e1eb-4bac-8d47-7f4460ca629e HTTP/1.1" status: 200 len: 943 time: 0.1051605 Sep 16 12:56:49.544295 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-84ec932b-a41b-417e-aefd-f0709d9d8a32 admin admin] Calling delete_port for 67bc9849-d47c-40db-8d6a-5534f3ddabbe owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:56:49.565023 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-75913828-f1f1-4075-9eac-e39c1a8d4fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4', 'name': 'tempest-InstanceActionsNegativeTestJSON-2088982939-router', 'tenant_id': '763b15912eb44f848a81f813e359e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:12Z', 'updated_at': '2022-09-16T12:56:49Z', 'revision_number': 6, 'project_id': '763b15912eb44f848a81f813e359e8aa', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:49.596358 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75913828-f1f1-4075-9eac-e39c1a8d4fd9 None None] The sync data for ids ['c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4'] in n-d-858094-4 is: [{'id': 'c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4', 'name': 'tempest-InstanceActionsNegativeTestJSON-2088982939-router', 'tenant_id': '763b15912eb44f848a81f813e359e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:12Z', 'updated_at': '2022-09-16T12:56:49Z', 'revision_number': 6, 'project_id': '763b15912eb44f848a81f813e359e8aa', 'gw_port_host': None}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:56:49.602361 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] Port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:49.621922 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-13f39442-b477-4506-8532-23121f80816e req-d817f415-7669-4b93-9c65-c8c841002dfe tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739157 Sep 16 12:56:49.685562 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d38b6-f5de-4a46-b265-538155203908 None None] Pushing event updated for resources: {'Port': ['ID=9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:49.708515 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 10627019-7c98-48b2-960c-7e5976161108 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:49.708892 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (10627019-7c98-48b2-960c-7e5976161108), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:49.709234 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 10627019-7c98-48b2-960c-7e5976161108 Sep 16 12:56:49.755939 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d38b6-f5de-4a46-b265-538155203908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:49.756320 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d38b6-f5de-4a46-b265-538155203908 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:49.756665 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d38b6-f5de-4a46-b265-538155203908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:49.757009 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d38b6-f5de-4a46-b265-538155203908 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:49.757341 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d38b6-f5de-4a46-b265-538155203908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:49.757672 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d38b6-f5de-4a46-b265-538155203908 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:49.758000 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d38b6-f5de-4a46-b265-538155203908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:49.758327 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d38b6-f5de-4a46-b265-538155203908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:49.758654 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d38b6-f5de-4a46-b265-538155203908 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:49.759307 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d38b6-f5de-4a46-b265-538155203908 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:49.759307 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d38b6-f5de-4a46-b265-538155203908 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:49.759599 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d38b6-f5de-4a46-b265-538155203908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:49.759916 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d38b6-f5de-4a46-b265-538155203908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:49.760255 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d38b6-f5de-4a46-b265-538155203908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:49.760575 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d38b6-f5de-4a46-b265-538155203908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:49.761395 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1be65dc3-bf9a-486b-8a40-5c101bbfe621 req-64e7a5fa-4e39-4b86-b020-b5bbe1ea1c0b tempest-ServerRescueTestJSON-1678003677 tempest-ServerRescueTestJSON-1678003677-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=dcadec98-4bc0-4ac3-9dfa-a17b52f40010 HTTP/1.1" status: 200 len: 210 time: 0.0686529 Sep 16 12:56:49.776306 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] Attempting to bind port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:56:49.776688 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] Attempting to bind port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '8ddec873-1796-4f65-ab21-1c1ce0b9ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e14caa3d-af8a-4e0a-b7e6-5a07d356e074'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:56:49.777063 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] Attempting to bind port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f on network e14caa3d-af8a-4e0a-b7e6-5a07d356e074 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:56:49.782163 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b9bc943c-1bb7-40fc-a625-2e266286505e req-018e6973-be80-4c2d-8e2b-3686412f21fd tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "GET /networking/v2.0/security-groups/c2eacb66-6339-4733-a759-9c72c6e7c819 HTTP/1.1" status: 200 len: 2425 time: 0.0993292 Sep 16 12:56:49.813047 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-84ec932b-a41b-417e-aefd-f0709d9d8a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (67bc9849-d47c-40db-8d6a-5534f3ddabbe), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:49.848408 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec932b-a41b-417e-aefd-f0709d9d8a32 admin admin] Pushing event deleted for resources: {'Port': ['ID=67bc9849-d47c-40db-8d6a-5534f3ddabbe,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:49.870718 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9cb06723-29ba-4bad-8efd-c9258068b4bf req-3c499743-f73e-47a8-ac8a-084213ad2649 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "GET /networking/v2.0/security-group-rules/3e4ada2c-5cea-4cfe-9bdb-0335689a3ae6 HTTP/1.1" status: 200 len: 778 time: 0.0391548 Sep 16 12:56:49.873026 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:56:49.873548 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] Checking segment: {'id': '8ddec873-1796-4f65-ab21-1c1ce0b9ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e14caa3d-af8a-4e0a-b7e6-5a07d356e074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:56:49.874059 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:49.875637 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] Bound using segment: {'id': '8ddec873-1796-4f65-ab21-1c1ce0b9ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e14caa3d-af8a-4e0a-b7e6-5a07d356e074'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:56:49.876287 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] Bound port: 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ddec873-1796-4f65-ab21-1c1ce0b9ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e14caa3d-af8a-4e0a-b7e6-5a07d356e074'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:56:49.881726 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:49.914386 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 10627019-7c98-48b2-960c-7e5976161108 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:49.933248 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-84ec932b-a41b-417e-aefd-f0709d9d8a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:49.983345 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bed64132-e019-4f1f-b725-28b2f1c64bd4 req-90bdce03-ca3a-4c52-ac44-f33a11662045 tempest-ServersAdmin275Test-615773775 tempest-ServersAdmin275Test-615773775-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0734932 Sep 16 12:56:50.050042 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] For port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:56:50.073444 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] For port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f,segment=NetworkSegment(8ddec873-1796-4f65-ab21-1c1ce0b9ada1),segment_id=8ddec873-1796-4f65-ab21-1c1ce0b9ada1)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:56:50.098426 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:50.099375 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9cb06723-29ba-4bad-8efd-c9258068b4bf req-5651de69-429c-43ac-ab2a-b853be010bb0 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "GET /networking/v2.0/security-groups/c2eacb66-6339-4733-a759-9c72c6e7c819 HTTP/1.1" status: 200 len: 2425 time: 0.2220695 Sep 16 12:56:50.109470 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] Attempt 8 to provision port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f Sep 16 12:56:50.116987 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:50.155883 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9cb06723-29ba-4bad-8efd-c9258068b4bf req-389c9060-d612-4545-a8ba-69275bf1636b tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group_rule (3e4ada2c-5cea-4cfe-9bdb-0335689a3ae6), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:50.186186 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9cb06723-29ba-4bad-8efd-c9258068b4bf req-389c9060-d612-4545-a8ba-69275bf1636b tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group_rule (3e4ada2c-5cea-4cfe-9bdb-0335689a3ae6), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:50.228887 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9cb06723-29ba-4bad-8efd-c9258068b4bf req-389c9060-d612-4545-a8ba-69275bf1636b tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (3e4ada2c-5cea-4cfe-9bdb-0335689a3ae6), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:50.236533 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9cb06723-29ba-4bad-8efd-c9258068b4bf req-389c9060-d612-4545-a8ba-69275bf1636b tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:50.239893 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9cb06723-29ba-4bad-8efd-c9258068b4bf req-389c9060-d612-4545-a8ba-69275bf1636b tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "DELETE /networking/v2.0/security-group-rules/3e4ada2c-5cea-4cfe-9bdb-0335689a3ae6 HTTP/1.1" status: 204 len: 173 time: 0.1357837 Sep 16 12:56:50.253016 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] Routers {'286e42b6-5ce7-4194-82ff-be4cb7df146a'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:56:50.253679 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['286e42b6-5ce7-4194-82ff-be4cb7df146a'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:50.274504 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-dbb91ab8-971a-4505-b671-dd56d6301f34 req-db1774fb-5218-4436-8665-ed9fda78cd4b tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1132533270', 'description': 'tempest-description-857971640'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:50.276607 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d38b6-f5de-4a46-b265-538155203908 None None] Pushing event updated for resources: {'Port': ['ID=9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:50.295162 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c9060-d612-4545-a8ba-69275bf1636b tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e4ada2c-5cea-4cfe-9bdb-0335689a3ae6,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:50.354999 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dbb91ab8-971a-4505-b671-dd56d6301f34 req-db1774fb-5218-4436-8665-ed9fda78cd4b tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:50.367017 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] Current status of the port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:50.367624 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:50.421951 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:50.423182 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-43646b97-726d-4f05-91f6-8904d35cd70f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:50.425168 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-84ec932b-a41b-417e-aefd-f0709d9d8a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:50.429015 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-43646b97-726d-4f05-91f6-8904d35cd70f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 821 time: 0.1772046 Sep 16 12:56:50.430297 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-84ec932b-a41b-417e-aefd-f0709d9d8a32 admin admin] Publish callbacks [] for router_controller (c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:50.464834 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-208ee4d8-fda2-4669-9f45-1888a3fc8275 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/quotas/da915844493a4928ac8830897afa126f HTTP/1.1" status: 200 len: 375 time: 0.0309789 Sep 16 12:56:50.466953 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] For port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f,segment=NetworkSegment(8ddec873-1796-4f65-ab21-1c1ce0b9ada1),segment_id=8ddec873-1796-4f65-ab21-1c1ce0b9ada1)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:50.471857 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] Set router 286e42b6-5ce7-4194-82ff-be4cb7df146a gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:56:50.475152 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:50.498318 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-84ec932b-a41b-417e-aefd-f0709d9d8a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:50.498822 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ec932b-a41b-417e-aefd-f0709d9d8a32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:56:50.507618 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-84ec932b-a41b-417e-aefd-f0709d9d8a32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:50.511470 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-84ec932b-a41b-417e-aefd-f0709d9d8a32 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/c7ba09bf-c9d8-495f-9ec5-b7e179de8ff4 HTTP/1.1" status: 204 len: 168 time: 1.9320517 Sep 16 12:56:50.512150 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59596) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:50.567473 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dbb91ab8-971a-4505-b671-dd56d6301f34 req-db1774fb-5218-4436-8665-ed9fda78cd4b tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (5a7d720e-dd46-4f34-af70-7464e4e8cd30), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:50.576789 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dbb91ab8-971a-4505-b671-dd56d6301f34 req-db1774fb-5218-4436-8665-ed9fda78cd4b tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (5a7d720e-dd46-4f34-af70-7464e4e8cd30), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:50.596500 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5bf52fe-cfdf-456a-a767-2db937269705 admin admin] Deleting subnet 667b6635-447d-41b3-990c-489e15108720 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:56:50.601987 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:50.609522 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-cdf8d1f7-138c-490c-9935-d1b8d7faab2c tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1065814 Sep 16 12:56:50.611798 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a5bf52fe-cfdf-456a-a767-2db937269705 admin admin] Publish callbacks [] for subnet (667b6635-447d-41b3-990c-489e15108720), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:50.619873 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dbb91ab8-971a-4505-b671-dd56d6301f34 req-db1774fb-5218-4436-8665-ed9fda78cd4b tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:50.633638 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dbb91ab8-971a-4505-b671-dd56d6301f34 req-db1774fb-5218-4436-8665-ed9fda78cd4b tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3630204 Sep 16 12:56:50.670650 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a5bf52fe-cfdf-456a-a767-2db937269705 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (667b6635-447d-41b3-990c-489e15108720), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:50.670868 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab9099-2509-4dc0-bfc4-de435a23960d None None] Pushing event updated for resources: {'Port': ['ID=9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:50.673316 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:50.705329 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d94e296a-eb7f-4927-8a66-7b3b9e471c29 None None] Provisioning complete for port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:50.705925 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d94e296a-eb7f-4927-8a66-7b3b9e471c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:50.706331 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d94e296a-eb7f-4927-8a66-7b3b9e471c29 None None] Attempt 1 to provision port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f Sep 16 12:56:50.765030 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1774fb-5218-4436-8665-ed9fda78cd4b tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7d720e-dd46-4f34-af70-7464e4e8cd30,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:50.775540 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a5bf52fe-cfdf-456a-a767-2db937269705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (667b6635-447d-41b3-990c-489e15108720), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:50.815848 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-cfe584fd-0a73-42d6-b5ef-69259bdc3fd6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810958 Sep 16 12:56:50.844382 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 94ee11e4-ea07-4537-b50f-706259d44a0d no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:56:50.866938 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a5bf52fe-cfdf-456a-a767-2db937269705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (667b6635-447d-41b3-990c-489e15108720), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:50.889905 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 94ee11e4-ea07-4537-b50f-706259d44a0d {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:56:50.889905 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 94ee11e4-ea07-4537-b50f-706259d44a0d not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:56:50.890276 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 67bc9849-d47c-40db-8d6a-5534f3ddabbe no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:56:50.896828 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf52fe-cfdf-456a-a767-2db937269705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=667b6635-447d-41b3-990c-489e15108720,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:50.904996 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a5bf52fe-cfdf-456a-a767-2db937269705 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:50.910978 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 59604) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:50.911237 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a5bf52fe-cfdf-456a-a767-2db937269705 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/667b6635-447d-41b3-990c-489e15108720 HTTP/1.1" status: 204 len: 168 time: 0.3979485 Sep 16 12:56:50.920877 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:50.921198 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ff5835-a255-4d8b-98db-fb4de0a566f8 None None] Network 08c67a85-cfb4-48c8-9887-60108b3f59b5 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:56:50.923381 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286e42b6-5ce7-4194-82ff-be4cb7df146a', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1035116997-router', 'tenant_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '10627019-7c98-48b2-960c-7e5976161108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:36Z', 'updated_at': '2022-09-16T12:56:45Z', 'revision_number': 4, 'project_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'gw_port': {'id': '10627019-7c98-48b2-960c-7e5976161108', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286e42b6-5ce7-4194-82ff-be4cb7df146a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:37Z', 'updated_at': '2022-09-16T12:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f', 'name': '', 'network_id': 'e14caa3d-af8a-4e0a-b7e6-5a07d356e074', 'tenant_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'mac_address': 'fa:16:3e:46:bc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286e42b6-5ce7-4194-82ff-be4cb7df146a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1537880f-84fa-40cc-bf66-406d02eeb3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:43Z', 'updated_at': '2022-09-16T12:56:50Z', 'revision_number': 4, 'project_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'subnets': [{'id': '1537880f-84fa-40cc-bf66-406d02eeb3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:50.928784 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 67bc9849-d47c-40db-8d6a-5534f3ddabbe {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:56:50.929380 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 67bc9849-d47c-40db-8d6a-5534f3ddabbe not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:56:50.931048 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d94e296a-eb7f-4927-8a66-7b3b9e471c29 None None] Current status of the port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:50.932297 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b77208d-1199-4a37-820b-b62928a6fd05 req-a1dcb3d8-e4a8-4dfe-857c-ed10e4deaedf tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "GET /networking/v2.0/security-groups/5a7d720e-dd46-4f34-af70-7464e4e8cd30 HTTP/1.1" status: 200 len: 1831 time: 0.1810091 Sep 16 12:56:50.962518 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:50.980922 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b337c12-c1de-4642-9f99-b37d924b9a11 None None] The sync data for ids ['286e42b6-5ce7-4194-82ff-be4cb7df146a'] in n-d-858094-4 is: [{'id': '286e42b6-5ce7-4194-82ff-be4cb7df146a', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1035116997-router', 'tenant_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '10627019-7c98-48b2-960c-7e5976161108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:36Z', 'updated_at': '2022-09-16T12:56:45Z', 'revision_number': 4, 'project_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'gw_port': {'id': '10627019-7c98-48b2-960c-7e5976161108', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286e42b6-5ce7-4194-82ff-be4cb7df146a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:37Z', 'updated_at': '2022-09-16T12:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f', 'name': '', 'network_id': 'e14caa3d-af8a-4e0a-b7e6-5a07d356e074', 'tenant_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'mac_address': 'fa:16:3e:46:bc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286e42b6-5ce7-4194-82ff-be4cb7df146a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1537880f-84fa-40cc-bf66-406d02eeb3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:43Z', 'updated_at': '2022-09-16T12:56:50Z', 'revision_number': 4, 'project_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'subnets': [{'id': '1537880f-84fa-40cc-bf66-406d02eeb3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:56:51.046141 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-207de67d-7cab-4a66-becf-d66a252bf166 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200921 Sep 16 12:56:51.074131 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ce63-3bff-497f-9309-c289774c34a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (08c67a85-cfb4-48c8-9887-60108b3f59b5), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:51.131716 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20127f88-06c5-49f8-88f4-1f03803e0da2 req-7348abdf-8292-49d5-a041-d9729dee5d0f tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:51.137196 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20127f88-06c5-49f8-88f4-1f03803e0da2 req-7348abdf-8292-49d5-a041-d9729dee5d0f tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad6fc799-e1eb-4bac-8d47-7f4460ca629e HTTP/1.1" status: 200 len: 943 time: 0.1016538 Sep 16 12:56:51.207507 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-d5f2ce63-3bff-497f-9309-c289774c34a1 admin admin] Deleting port df758559-19f8-4ac4-b65a-6af8a4e66d81 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:56:51.207860 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ce63-3bff-497f-9309-c289774c34a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (df758559-19f8-4ac4-b65a-6af8a4e66d81), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:51.245856 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4188dc-134d-44a4-939f-08c914ec5b9b None None] DHCP port deletion for 08c67a85-cfb4-48c8-9887-60108b3f59b5 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:56:51.294328 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ea4188dc-134d-44a4-939f-08c914ec5b9b None None] Deleting port df758559-19f8-4ac4-b65a-6af8a4e66d81 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:56:51.295265 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ea4188dc-134d-44a4-939f-08c914ec5b9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (df758559-19f8-4ac4-b65a-6af8a4e66d81), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:51.322287 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20127f88-06c5-49f8-88f4-1f03803e0da2 req-e63e13b2-117e-40a9-9706-3ceffc1cedb0 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818500 Sep 16 12:56:51.340183 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-d5f2ce63-3bff-497f-9309-c289774c34a1 admin admin] For port df758559-19f8-4ac4-b65a-6af8a4e66d81, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=df758559-19f8-4ac4-b65a-6af8a4e66d81,segment=NetworkSegment(2ada1128-3ffa-4349-b8c7-b5d7fc805594),segment_id=2ada1128-3ffa-4349-b8c7-b5d7fc805594)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:51.340562 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ce63-3bff-497f-9309-c289774c34a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (df758559-19f8-4ac4-b65a-6af8a4e66d81), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:51.359658 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-d5f2ce63-3bff-497f-9309-c289774c34a1 admin admin] Calling delete_port for df758559-19f8-4ac4-b65a-6af8a4e66d81 owned by network:dhcp {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:56:51.402515 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 4149a920-b1bb-49b7-ae43-fff99a20a7f0 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:56:51.432959 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59616) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:51.515159 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-4447de41-028d-47fb-9032-a063cb8560cd req-b4c0bf19-f27c-4b27-b324-303c9a7fc8e7 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1693775271', 'description': 'tempest-description-1124180113'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:51.542744 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:56:51.559939 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ea4188dc-134d-44a4-939f-08c914ec5b9b None None] For port df758559-19f8-4ac4-b65a-6af8a4e66d81, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=df758559-19f8-4ac4-b65a-6af8a4e66d81,segment=NetworkSegment(2ada1128-3ffa-4349-b8c7-b5d7fc805594),segment_id=2ada1128-3ffa-4349-b8c7-b5d7fc805594)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:51.560363 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ea4188dc-134d-44a4-939f-08c914ec5b9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (df758559-19f8-4ac4-b65a-6af8a4e66d81), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:51.615170 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ea4188dc-134d-44a4-939f-08c914ec5b9b None None] Calling delete_port for df758559-19f8-4ac4-b65a-6af8a4e66d81 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:56:51.620263 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:56:51.620626 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 60ac9746-6fd2-4524-bc83-9f6c7c18aa9f not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:56:51.630089 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:51.647283 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:51.674446 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ed1435fc-3e33-4f6a-a7c3-74f5b28a0f84 req-52dc9ca6-ac70-4a50-92e4-0ae2f7e31974 tempest-ServersAdmin275Test-615773775 tempest-ServersAdmin275Test-615773775-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.1160188 Sep 16 12:56:51.678080 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ce63-3bff-497f-9309-c289774c34a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (df758559-19f8-4ac4-b65a-6af8a4e66d81), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:51.694067 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4447de41-028d-47fb-9032-a063cb8560cd req-b4c0bf19-f27c-4b27-b324-303c9a7fc8e7 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:51.731469 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2ce63-3bff-497f-9309-c289774c34a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=df758559-19f8-4ac4-b65a-6af8a4e66d81,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:51.741652 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f2ce63-3bff-497f-9309-c289774c34a1 admin admin] No DVR routers for this DVR port df758559-19f8-4ac4-b65a-6af8a4e66d81 on host n-d-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:56:51.938393 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-775f9000-2cc1-4700-83b3-bca7655e2915 req-33a39432-8f50-4e04-97f3-64d6b1c04c59 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 210 time: 0.0422528 Sep 16 12:56:51.960092 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ce63-3bff-497f-9309-c289774c34a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (08c67a85-cfb4-48c8-9887-60108b3f59b5), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:52.018335 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-d5f2ce63-3bff-497f-9309-c289774c34a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c67a85-cfb4-48c8-9887-60108b3f59b5']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:52.026180 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 4149a920-b1bb-49b7-ae43-fff99a20a7f0, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=4149a920-b1bb-49b7-ae43-fff99a20a7f0,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:52.044602 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '4149a920-b1bb-49b7-ae43-fff99a20a7f0', 'network_id': '4f690fd7-a007-4db5-a7d2-6b0378c9fb20', 'port_id': '4149a920-b1bb-49b7-ae43-fff99a20a7f0', 'mac_address': 'fa:16:3e:b9:de:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:56:52.054031 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-d5f2ce63-3bff-497f-9309-c289774c34a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ada1128-3ffa-4349-b8c7-b5d7fc805594') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:52.054397 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-d5f2ce63-3bff-497f-9309-c289774c34a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ada1128-3ffa-4349-b8c7-b5d7fc805594') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:52.079718 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ce63-3bff-497f-9309-c289774c34a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (2ada1128-3ffa-4349-b8c7-b5d7fc805594), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:52.091684 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4447de41-028d-47fb-9032-a063cb8560cd req-b4c0bf19-f27c-4b27-b324-303c9a7fc8e7 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (8496ed6f-c16e-45be-89f1-9ecd69f7b453), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:52.101629 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4447de41-028d-47fb-9032-a063cb8560cd req-b4c0bf19-f27c-4b27-b324-303c9a7fc8e7 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (8496ed6f-c16e-45be-89f1-9ecd69f7b453), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:52.114696 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ce63-3bff-497f-9309-c289774c34a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (2ada1128-3ffa-4349-b8c7-b5d7fc805594), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:52.129666 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7dcddb8d-e24f-4288-a8e4-2649e85c958a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (ad581c90-7838-4cd6-a90a-b1ec9489ccc4), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:52.148538 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 4149a920-b1bb-49b7-ae43-fff99a20a7f0 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:52.148874 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4149a920-b1bb-49b7-ae43-fff99a20a7f0), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:52.158892 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f2ce63-3bff-497f-9309-c289774c34a1 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:56:52.159303 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ce63-3bff-497f-9309-c289774c34a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (2ada1128-3ffa-4349-b8c7-b5d7fc805594), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:52.172424 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4149a920-b1bb-49b7-ae43-fff99a20a7f0 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:56:52.197817 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ea4188dc-134d-44a4-939f-08c914ec5b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (df758559-19f8-4ac4-b65a-6af8a4e66d81), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:52.206359 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 4149a920-b1bb-49b7-ae43-fff99a20a7f0, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=4149a920-b1bb-49b7-ae43-fff99a20a7f0,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:52.215629 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4447de41-028d-47fb-9032-a063cb8560cd req-b4c0bf19-f27c-4b27-b324-303c9a7fc8e7 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:52.217035 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4447de41-028d-47fb-9032-a063cb8560cd req-b4c0bf19-f27c-4b27-b324-303c9a7fc8e7 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.7063317 Sep 16 12:56:52.242199 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (4149a920-b1bb-49b7-ae43-fff99a20a7f0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:52.242199 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4188dc-134d-44a4-939f-08c914ec5b9b None None] Pushing event deleted for resources: {'Port': ['ID=df758559-19f8-4ac4-b65a-6af8a4e66d81,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:52.261835 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4188dc-134d-44a4-939f-08c914ec5b9b None None] No DVR routers for this DVR port df758559-19f8-4ac4-b65a-6af8a4e66d81 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:56:52.382898 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0bf19-f27c-4b27-b324-303c9a7fc8e7 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8496ed6f-c16e-45be-89f1-9ecd69f7b453,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:52.399661 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=4149a920-b1bb-49b7-ae43-fff99a20a7f0,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:52.454524 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['4149a920-b1bb-49b7-ae43-fff99a20a7f0'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:56:52.526142 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 2ada1128-3ffa-4349-b8c7-b5d7fc805594 resource provider aggregate not found Sep 16 12:56:52.545322 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-640c073c-854b-4702-b5f9-1c6d2eb26f0e req-6bd44f92-a753-42b5-b2a5-3f8a8b239398 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "GET /networking/v2.0/security-groups/8496ed6f-c16e-45be-89f1-9ecd69f7b453 HTTP/1.1" status: 200 len: 1832 time: 0.1918375 Sep 16 12:56:52.545322 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ce63-3bff-497f-9309-c289774c34a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (08c67a85-cfb4-48c8-9887-60108b3f59b5), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:52.552906 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:52.569630 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 2ada1128-3ffa-4349-b8c7-b5d7fc805594 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ada1128-3ffa-4349-b8c7-b5d7fc805594 found for delete ", "request_id": "req-86ffa5f1-db05-47b5-a9fe-b0426cc438ab"}]} Sep 16 12:56:52.571516 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ce63-3bff-497f-9309-c289774c34a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:52.575076 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-d5f2ce63-3bff-497f-9309-c289774c34a1 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/08c67a85-cfb4-48c8-9887-60108b3f59b5 HTTP/1.1" status: 204 len: 168 time: 1.6629105 Sep 16 12:56:52.631219 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:52.632474 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:52.634075 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2ce63-3bff-497f-9309-c289774c34a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=08c67a85-cfb4-48c8-9887-60108b3f59b5,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:52.639608 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-7dcddb8d-e24f-4288-a8e4-2649e85c958a admin admin] Deleting port d84415a2-85ab-445b-92fe-4a6ae925dac6 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:56:52.640800 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7dcddb8d-e24f-4288-a8e4-2649e85c958a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (d84415a2-85ab-445b-92fe-4a6ae925dac6), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:52.644019 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf9c3d-e5d5-419c-96c3-2dfde49687b5 req-38a4e695-8f67-4d14-8abd-677aa9214790 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:52.652416 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72bf9c3d-e5d5-419c-96c3-2dfde49687b5 req-38a4e695-8f67-4d14-8abd-677aa9214790 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad6fc799-e1eb-4bac-8d47-7f4460ca629e HTTP/1.1" status: 200 len: 944 time: 0.1375418 Sep 16 12:56:52.686908 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-09f00455-ddd1-48e9-aa94-2add5bb65ec3 req-2e0b46de-857c-44d1-b240-42850d7559ff tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1315755061', 'description': 'tempest-description-1755856060'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:52.708026 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:52.752765 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-7dcddb8d-e24f-4288-a8e4-2649e85c958a admin admin] For port d84415a2-85ab-445b-92fe-4a6ae925dac6, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=d84415a2-85ab-445b-92fe-4a6ae925dac6,segment=NetworkSegment(da808ddc-62fd-4e52-82ba-a587be7e96e0),segment_id=da808ddc-62fd-4e52-82ba-a587be7e96e0)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:52.753623 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7dcddb8d-e24f-4288-a8e4-2649e85c958a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (d84415a2-85ab-445b-92fe-4a6ae925dac6), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:52.803136 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-7dcddb8d-e24f-4288-a8e4-2649e85c958a admin admin] Calling delete_port for d84415a2-85ab-445b-92fe-4a6ae925dac6 owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:56:52.818139 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:52.827886 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-72bf9c3d-e5d5-419c-96c3-2dfde49687b5 req-623d622a-1c89-48a2-8ba0-1b1a702c4f44 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744359 Sep 16 12:56:52.828982 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-09f00455-ddd1-48e9-aa94-2add5bb65ec3 req-2e0b46de-857c-44d1-b240-42850d7559ff tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:52.894088 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 59650) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:52.954041 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:56:53.033263 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-61819bd8-bc28-432d-bf26-a576f84e0a34 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=763b15912eb44f848a81f813e359e8aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369162 Sep 16 12:56:53.041936 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:53.042319 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:53.042656 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f Sep 16 12:56:53.050530 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59654) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:53.090116 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-25b2c2cc-0578-488f-a9f1-2056e4f2ab36 req-c188a807-e808-4770-a59d-ec65b309f77c tempest-ServersAdmin275Test-615773775 tempest-ServersAdmin275Test-615773775-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0507569 Sep 16 12:56:53.124393 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-09f00455-ddd1-48e9-aa94-2add5bb65ec3 req-2e0b46de-857c-44d1-b240-42850d7559ff tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (accc8bac-c070-4c4f-98a5-ac5ad34c2ccd), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:53.131227 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-09f00455-ddd1-48e9-aa94-2add5bb65ec3 req-2e0b46de-857c-44d1-b240-42850d7559ff tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (accc8bac-c070-4c4f-98a5-ac5ad34c2ccd), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:53.182394 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:53.217368 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-09f00455-ddd1-48e9-aa94-2add5bb65ec3 req-2e0b46de-857c-44d1-b240-42850d7559ff tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:53.224235 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-09f00455-ddd1-48e9-aa94-2add5bb65ec3 req-2e0b46de-857c-44d1-b240-42850d7559ff tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.5641794 Sep 16 12:56:53.234926 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9bd30105-227c-4874-bb88-37276e99a86d admin admin] Publish callbacks [] for security_group (0a7a6032-10a2-46e6-9c2b-49c0dbacafbe), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:53.265814 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b46de-857c-44d1-b240-42850d7559ff tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=accc8bac-c070-4c4f-98a5-ac5ad34c2ccd,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:53.280334 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c92fa6c9-b45d-4c02-b798-f162972a9ba8 req-281e2747-aa9f-4188-9eec-970805f777f2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 210 time: 0.0519638 Sep 16 12:56:53.294808 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device df758559-19f8-4ac4-b65a-6af8a4e66d81 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:56:53.307939 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9bd30105-227c-4874-bb88-37276e99a86d admin admin] Publish callbacks [] for security_group (0a7a6032-10a2-46e6-9c2b-49c0dbacafbe), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:53.330095 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d85dfa84-9d3a-480b-a3cb-5c6ff0701bd1 req-8b96b015-b99b-4a60-8116-93e0e590b640 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "GET /networking/v2.0/security-groups/accc8bac-c070-4c4f-98a5-ac5ad34c2ccd HTTP/1.1" status: 200 len: 1832 time: 0.0617096 Sep 16 12:56:53.335038 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: df758559-19f8-4ac4-b65a-6af8a4e66d81 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:56:53.335416 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device df758559-19f8-4ac4-b65a-6af8a4e66d81 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:56:53.338190 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 4149a920-b1bb-49b7-ae43-fff99a20a7f0 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:56:53.350140 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7dcddb8d-e24f-4288-a8e4-2649e85c958a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (d84415a2-85ab-445b-92fe-4a6ae925dac6), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:53.387673 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-9b61d80f-8c06-428e-bb05-7a4be02738d9 req-8b467102-b95e-4027-ab07-5a130a976491 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1479444625', 'description': 'tempest-description-1719799392'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:53.404542 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 4149a920-b1bb-49b7-ae43-fff99a20a7f0 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:56:53.420245 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 4149a920-b1bb-49b7-ae43-fff99a20a7f0 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:53.420647 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (4149a920-b1bb-49b7-ae43-fff99a20a7f0), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:53.421398 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 4149a920-b1bb-49b7-ae43-fff99a20a7f0 Sep 16 12:56:53.436903 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9b61d80f-8c06-428e-bb05-7a4be02738d9 req-8b467102-b95e-4027-ab07-5a130a976491 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:53.437900 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcddb8d-e24f-4288-a8e4-2649e85c958a admin admin] Pushing event deleted for resources: {'Port': ['ID=d84415a2-85ab-445b-92fe-4a6ae925dac6,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:53.542274 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9bd30105-227c-4874-bb88-37276e99a86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (0a7a6032-10a2-46e6-9c2b-49c0dbacafbe), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:53.544924 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9bd30105-227c-4874-bb88-37276e99a86d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:53.548738 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9bd30105-227c-4874-bb88-37276e99a86d admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/0a7a6032-10a2-46e6-9c2b-49c0dbacafbe HTTP/1.1" status: 204 len: 168 time: 0.4942336 Sep 16 12:56:53.559063 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 4149a920-b1bb-49b7-ae43-fff99a20a7f0 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:53.559592 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4149a920-b1bb-49b7-ae43-fff99a20a7f0), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:53.566328 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd30105-227c-4874-bb88-37276e99a86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7a6032-10a2-46e6-9c2b-49c0dbacafbe,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:53.575162 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:53.609525 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 4149a920-b1bb-49b7-ae43-fff99a20a7f0, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=4149a920-b1bb-49b7-ae43-fff99a20a7f0,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:53.616844 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6fc799-e1eb-4bac-8d47-7f4460ca629e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4149a920-b1bb-49b7-ae43-fff99a20a7f0'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:56:53.621491 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a847999-0aa9-49a2-a36f-789b92297052" -d '{"events": [{"server_uuid": "ad6fc799-e1eb-4bac-8d47-7f4460ca629e", "name": "network-vif-plugged", "status": "completed", "tag": "4149a920-b1bb-49b7-ae43-fff99a20a7f0"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:56:53.647550 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (4149a920-b1bb-49b7-ae43-fff99a20a7f0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:53.651289 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7dcddb8d-e24f-4288-a8e4-2649e85c958a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (ad581c90-7838-4cd6-a90a-b1ec9489ccc4), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:53.758411 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb0ce6b-01ca-449b-a98d-0b94d2ad93cc x-openstack-request-id: req-0fb0ce6b-01ca-449b-a98d-0b94d2ad93cc {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:56:53.758803 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6fc799-e1eb-4bac-8d47-7f4460ca629e", "name": "network-vif-plugged", "status": "completed", "tag": "4149a920-b1bb-49b7-ae43-fff99a20a7f0", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:56:53.759134 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0fb0ce6b-01ca-449b-a98d-0b94d2ad93cc {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:56:53.759648 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fb0ce6b-01ca-449b-a98d-0b94d2ad93cc'] response: {'server_uuid': 'ad6fc799-e1eb-4bac-8d47-7f4460ca629e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4149a920-b1bb-49b7-ae43-fff99a20a7f0', 'code': 200} Sep 16 12:56:53.812496 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=4149a920-b1bb-49b7-ae43-fff99a20a7f0,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:53.909177 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995983c3-b664-43a4-8dea-e5cb45bfebd1 req-e21b4f22-e91f-462c-8ac0-e4bf80cf27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:53.910906 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-995983c3-b664-43a4-8dea-e5cb45bfebd1 req-e21b4f22-e91f-462c-8ac0-e4bf80cf27f7 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ad6fc799-e1eb-4bac-8d47-7f4460ca629e HTTP/1.1" status: 200 len: 1127 time: 0.0738873 Sep 16 12:56:54.006102 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-995983c3-b664-43a4-8dea-e5cb45bfebd1 req-dc846745-d264-4a7d-aad7-c7760348043e service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851703 Sep 16 12:56:54.032098 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1794a6-4f18-4158-8293-18009e76ca9b req-0de97012-621d-4329-aa71-2cbef99f4243 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:54.034130 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b1794a6-4f18-4158-8293-18009e76ca9b req-0de97012-621d-4329-aa71-2cbef99f4243 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad6fc799-e1eb-4bac-8d47-7f4460ca629e HTTP/1.1" status: 200 len: 945 time: 0.0881653 Sep 16 12:56:54.155871 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b1794a6-4f18-4158-8293-18009e76ca9b req-2ca6825e-445f-4f36-9453-0d6b3de44b91 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120715 Sep 16 12:56:54.162815 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-e8476f23-e099-413f-80b9-90dfd179f616 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:54.164403 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-e8476f23-e099-413f-80b9-90dfd179f616 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.25 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 821 time: 0.2491148 Sep 16 12:56:54.191018 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-a0b7ebca-004b-4162-8e12-dddf44c81e3f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Request body: {'port': {'device_id': '3b229371-5f66-466c-a96b-2f668a855aa0', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'admin_state_up': True, 'tenant_id': 'da915844493a4928ac8830897afa126f'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:54.228467 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:54.262339 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcddb8d-e24f-4288-a8e4-2649e85c958a admin admin] Router ad581c90-7838-4cd6-a90a-b1ec9489ccc4 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:56:54.276359 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9b61d80f-8c06-428e-bb05-7a4be02738d9 req-8b467102-b95e-4027-ab07-5a130a976491 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (f977340a-b365-4e1e-bd3a-a474356a0309), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:54.290880 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9b61d80f-8c06-428e-bb05-7a4be02738d9 req-8b467102-b95e-4027-ab07-5a130a976491 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (f977340a-b365-4e1e-bd3a-a474356a0309), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:54.355955 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b467102-b95e-4027-ab07-5a130a976491 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f977340a-b365-4e1e-bd3a-a474356a0309,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:54.361114 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:54.461663 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7f27d118-5636-48f2-84e2-ec1989be37f7 req-86ded457-cc8a-49a3-9840-8d2cfc13e6e6 tempest-ServersAdmin275Test-615773775 tempest-ServersAdmin275Test-615773775-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0884976 Sep 16 12:56:54.479521 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9b61d80f-8c06-428e-bb05-7a4be02738d9 req-8b467102-b95e-4027-ab07-5a130a976491 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:54.489135 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b61d80f-8c06-428e-bb05-7a4be02738d9 req-8b467102-b95e-4027-ab07-5a130a976491 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 1.1140616 Sep 16 12:56:54.579283 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:54.581424 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcddb8d-e24f-4288-a8e4-2649e85c958a admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:56:54.592339 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d450ac-cb9b-438f-b4f6-0146c3938d99 None None] Sync routers for ids ['ad581c90-7838-4cd6-a90a-b1ec9489ccc4'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:56:54.593240 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:54.609492 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7dcddb8d-e24f-4288-a8e4-2649e85c958a admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/ad581c90-7838-4cd6-a90a-b1ec9489ccc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1718371 Sep 16 12:56:54.612809 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d450ac-cb9b-438f-b4f6-0146c3938d99 None None] Routers {'ad581c90-7838-4cd6-a90a-b1ec9489ccc4'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:56:54.613068 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59690) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:54.615472 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-99d450ac-cb9b-438f-b4f6-0146c3938d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['ad581c90-7838-4cd6-a90a-b1ec9489ccc4'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:54.644049 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62542355-b1d1-46c8-913e-71550646aa90 req-d42caf65-a64f-46fd-ba2f-cde7028fb820 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 210 time: 0.0581193 Sep 16 12:56:54.645626 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-a0b7ebca-004b-4162-8e12-dddf44c81e3f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Made reservation on behalf of da915844493a4928ac8830897afa126f for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:56:54.650588 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-a0b7ebca-004b-4162-8e12-dddf44c81e3f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:54.726438 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-55d88b66-b2fd-41a9-bb8e-23c8aff8748b req-9181c399-cd9a-4a5a-8673-fe776f126d63 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "GET /networking/v2.0/security-groups/f977340a-b365-4e1e-bd3a-a474356a0309 HTTP/1.1" status: 200 len: 1832 time: 0.1827674 Sep 16 12:56:54.837278 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-99d450ac-cb9b-438f-b4f6-0146c3938d99 None None] Set router ad581c90-7838-4cd6-a90a-b1ec9489ccc4 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:56:54.840502 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59694) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:54.852500 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f186476f-d0c8-4726-bab8-f8fb2f3920c4 admin admin] Publish callbacks [] for router (ad581c90-7838-4cd6-a90a-b1ec9489ccc4), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:54.906473 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-a1a5c9ba-6583-475f-b062-5ddf3119faf4 req-4cc5d1d0-1391-4dc0-837a-ff9bde25ad1c tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] show failed (client error): The resource could not be found. Sep 16 12:56:54.907753 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a1a5c9ba-6583-475f-b062-5ddf3119faf4 req-4cc5d1d0-1391-4dc0-837a-ff9bde25ad1c tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "GET /networking/v2.0/security-groups/e77a4b8e-69ae-49d2-a6b0-31eac8402a0a HTTP/1.1" status: 404 len: 352 time: 0.0347683 Sep 16 12:56:55.038251 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-987ddaf6-9241-477f-9771-972dc3234735 req-39c011b9-8007-47bc-b749-b039669654b4 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] show failed (client error): The resource could not be found. Sep 16 12:56:55.040006 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-987ddaf6-9241-477f-9771-972dc3234735 req-39c011b9-8007-47bc-b749-b039669654b4 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "GET /networking/v2.0/security-group-rules/7a7c9af1-cb41-41ae-a081-74146c3b06ed HTTP/1.1" status: 404 len: 361 time: 0.0863564 Sep 16 12:56:55.092915 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f186476f-d0c8-4726-bab8-f8fb2f3920c4 admin admin] Publish callbacks [] for router_gateway (ad581c90-7838-4cd6-a90a-b1ec9489ccc4), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:55.094151 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:55.132436 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-99d450ac-cb9b-438f-b4f6-0146c3938d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad581c90-7838-4cd6-a90a-b1ec9489ccc4', 'name': 'tempest-ServerRescueTestJSON-428423571-router', 'tenant_id': 'f2d50b9f6b084e40971269e8b882516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'fe870007-6cac-4d6f-8481-bff0cbf20270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:27Z', 'updated_at': '2022-09-16T12:56:53Z', 'revision_number': 5, 'project_id': 'f2d50b9f6b084e40971269e8b882516c', 'gw_port': {'id': 'fe870007-6cac-4d6f-8481-bff0cbf20270', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad581c90-7838-4cd6-a90a-b1ec9489ccc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:27Z', 'updated_at': '2022-09-16T12:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:55.159901 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-02112168-3493-471e-aebb-778016ff5037 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1392612417-network', 'tenant_id': 'bd30c33cb19d47278478aa2340859920'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:55.164250 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-a0b7ebca-004b-4162-8e12-dddf44c81e3f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Allocated IP 172.20.0.9 (1e927054-126f-4e94-8719-fa14f3244a7f/442e355a-28fc-4280-9c3c-7a51ba789d27/ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:56:55.179275 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d450ac-cb9b-438f-b4f6-0146c3938d99 None None] Checking router: ad581c90-7838-4cd6-a90a-b1ec9489ccc4 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:56:55.194048 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d450ac-cb9b-438f-b4f6-0146c3938d99 None None] Routers {'ad581c90-7838-4cd6-a90a-b1ec9489ccc4'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:56:55.194686 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-99d450ac-cb9b-438f-b4f6-0146c3938d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['ad581c90-7838-4cd6-a90a-b1ec9489ccc4'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:55.209872 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02112168-3493-471e-aebb-778016ff5037 admin admin] Made reservation on behalf of bd30c33cb19d47278478aa2340859920 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:56:55.212657 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-02112168-3493-471e-aebb-778016ff5037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:55.229235 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-02112168-3493-471e-aebb-778016ff5037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:55.245857 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-f186476f-d0c8-4726-bab8-f8fb2f3920c4 admin admin] Deleting port fe870007-6cac-4d6f-8481-bff0cbf20270 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:56:55.246208 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f186476f-d0c8-4726-bab8-f8fb2f3920c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (fe870007-6cac-4d6f-8481-bff0cbf20270), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:55.270052 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14e1de5e-30a4-4c0c-8cea-5f9152778410 req-ca144310-067b-4723-888a-a00de3645635 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "GET /networking/v2.0/security-groups/f977340a-b365-4e1e-bd3a-a474356a0309 HTTP/1.1" status: 200 len: 1832 time: 0.1776793 Sep 16 12:56:55.370968 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-02112168-3493-471e-aebb-778016ff5037 admin admin] Publish callbacks [] for security_group (13ce6b94-aad0-45ca-91aa-084ca753d5fe), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:55.378406 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-02112168-3493-471e-aebb-778016ff5037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (13ce6b94-aad0-45ca-91aa-084ca753d5fe), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:55.394701 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02112168-3493-471e-aebb-778016ff5037 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:56:55.408744 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-99d450ac-cb9b-438f-b4f6-0146c3938d99 None None] Set router ad581c90-7838-4cd6-a90a-b1ec9489ccc4 gateway port host: None {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:56:55.415070 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-02112168-3493-471e-aebb-778016ff5037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (904d0f57-9070-4fde-ad75-5554204ce629), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:55.415449 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-02112168-3493-471e-aebb-778016ff5037 admin admin] Added segment 904d0f57-9070-4fde-ad75-5554204ce629 of type vlan for network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b Sep 16 12:56:55.476960 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-02112168-3493-471e-aebb-778016ff5037 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (2a13e2e0-76af-4011-86c3-ccf3c7f1953b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:55.494494 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f4b10-15be-4532-bcee-1df7d5c5c2ff req-15403d26-e935-4200-ac52-323557e1ab5e tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:55.494756 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-99d450ac-cb9b-438f-b4f6-0146c3938d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad581c90-7838-4cd6-a90a-b1ec9489ccc4', 'name': 'tempest-ServerRescueTestJSON-428423571-router', 'tenant_id': 'f2d50b9f6b084e40971269e8b882516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:27Z', 'updated_at': '2022-09-16T12:56:55Z', 'revision_number': 6, 'project_id': 'f2d50b9f6b084e40971269e8b882516c', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:55.497604 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf1f4b10-15be-4532-bcee-1df7d5c5c2ff req-15403d26-e935-4200-ac52-323557e1ab5e tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad6fc799-e1eb-4bac-8d47-7f4460ca629e HTTP/1.1" status: 200 len: 945 time: 0.1532142 Sep 16 12:56:55.537198 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-02112168-3493-471e-aebb-778016ff5037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (2a13e2e0-76af-4011-86c3-ccf3c7f1953b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:55.538420 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02112168-3493-471e-aebb-778016ff5037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:55.539003 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-02112168-3493-471e-aebb-778016ff5037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:55.543750 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d450ac-cb9b-438f-b4f6-0146c3938d99 None None] The sync data for ids ['ad581c90-7838-4cd6-a90a-b1ec9489ccc4'] in n-d-858094-4 is: [{'id': 'ad581c90-7838-4cd6-a90a-b1ec9489ccc4', 'name': 'tempest-ServerRescueTestJSON-428423571-router', 'tenant_id': 'f2d50b9f6b084e40971269e8b882516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:27Z', 'updated_at': '2022-09-16T12:56:55Z', 'revision_number': 6, 'project_id': 'f2d50b9f6b084e40971269e8b882516c', 'gw_port_host': None}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:56:55.561635 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-14e1de5e-30a4-4c0c-8cea-5f9152778410 req-870698fb-3e7d-452f-91d9-096f591d3f4b tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (f977340a-b365-4e1e-bd3a-a474356a0309), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:55.573576 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-02112168-3493-471e-aebb-778016ff5037 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6597469 Sep 16 12:56:55.599350 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59706) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:55.608965 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-f8a3f032-1a32-437e-a726-56780dc2bc70 admin admin] Request body: {'subnet': {'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1392612417-subnet', 'tenant_id': 'bd30c33cb19d47278478aa2340859920', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:55.653981 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02112168-3493-471e-aebb-778016ff5037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ce6b94-aad0-45ca-91aa-084ca753d5fe,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:55.665216 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-14e1de5e-30a4-4c0c-8cea-5f9152778410 req-870698fb-3e7d-452f-91d9-096f591d3f4b tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (f977340a-b365-4e1e-bd3a-a474356a0309), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:55.694535 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf1f4b10-15be-4532-bcee-1df7d5c5c2ff req-1517b7af-872a-448e-a54e-d8be563be0d0 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694293 Sep 16 12:56:55.695740 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02112168-3493-471e-aebb-778016ff5037 admin admin] Pushing event updated for resources: {'Network': ['ID=2a13e2e0-76af-4011-86c3-ccf3c7f1953b,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:55.719200 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:56:55.763319 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a3f032-1a32-437e-a726-56780dc2bc70 admin admin] Made reservation on behalf of bd30c33cb19d47278478aa2340859920 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:56:55.765779 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f8a3f032-1a32-437e-a726-56780dc2bc70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:55.786588 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:INSERT=12,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:55.794288 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-a0b7ebca-004b-4162-8e12-dddf44c81e3f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:55.798586 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-f186476f-d0c8-4726-bab8-f8fb2f3920c4 admin admin] For port fe870007-6cac-4d6f-8481-bff0cbf20270, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=fe870007-6cac-4d6f-8481-bff0cbf20270,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:55.799264 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f186476f-d0c8-4726-bab8-f8fb2f3920c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (fe870007-6cac-4d6f-8481-bff0cbf20270), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:55.804672 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-14e1de5e-30a4-4c0c-8cea-5f9152778410 req-870698fb-3e7d-452f-91d9-096f591d3f4b tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (f977340a-b365-4e1e-bd3a-a474356a0309), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:55.808985 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-14e1de5e-30a4-4c0c-8cea-5f9152778410 req-870698fb-3e7d-452f-91d9-096f591d3f4b tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:55.811828 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:55.813974 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14e1de5e-30a4-4c0c-8cea-5f9152778410 req-870698fb-3e7d-452f-91d9-096f591d3f4b tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/f977340a-b365-4e1e-bd3a-a474356a0309 HTTP/1.1" status: 204 len: 173 time: 0.5426118 Sep 16 12:56:55.840545 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870698fb-3e7d-452f-91d9-096f591d3f4b tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f977340a-b365-4e1e-bd3a-a474356a0309,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:55.871873 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5e982144-1041-45fe-91ac-4b7571ca21f1 req-9b6eb39c-ed74-4346-a842-d31e9bd4ce08 tempest-ServersAdmin275Test-615773775 tempest-ServersAdmin275Test-615773775-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0562246 Sep 16 12:56:55.872604 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:55.907105 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-a0b7ebca-004b-4162-8e12-dddf44c81e3f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:55.933811 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-f186476f-d0c8-4726-bab8-f8fb2f3920c4 admin admin] Calling delete_port for fe870007-6cac-4d6f-8481-bff0cbf20270 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:56:56.040796 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-a0b7ebca-004b-4162-8e12-dddf44c81e3f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Network 1e927054-126f-4e94-8719-fa14f3244a7f is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:56:56.057374 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d70de8-1c3d-4627-ba78-0498cfe1675e req-321c16d8-f6d7-4733-8ca6-5e64ff9870e2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:56.065242 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c7d70de8-1c3d-4627-ba78-0498cfe1675e req-321c16d8-f6d7-4733-8ca6-5e64ff9870e2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 931 time: 0.1282897 Sep 16 12:56:56.094600 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-a0b7ebca-004b-4162-8e12-dddf44c81e3f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:56.111577 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-a0b7ebca-004b-4162-8e12-dddf44c81e3f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:56:56.123113 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7ebca-004b-4162-8e12-dddf44c81e3f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Pushing event updated for resources: {'Port': ['ID=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:56.159257 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:56.193421 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c7d70de8-1c3d-4627-ba78-0498cfe1675e req-9f5efdb5-a1ee-4fcd-9790-41e57e7673f8 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270339 Sep 16 12:56:56.201955 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62efd351-2221-4319-a40a-8196ded978a4 req-2a9da41c-97db-4b1f-ae47-d455271cde83 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "GET /networking/v2.0/security-groups/accc8bac-c070-4c4f-98a5-ac5ad34c2ccd HTTP/1.1" status: 200 len: 1832 time: 0.2280767 Sep 16 12:56:56.278265 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-a0b7ebca-004b-4162-8e12-dddf44c81e3f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:56.279236 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-a0b7ebca-004b-4162-8e12-dddf44c81e3f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:56.322930 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-a0b7ebca-004b-4162-8e12-dddf44c81e3f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1412504 Sep 16 12:56:56.345940 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] Request body: {'port': {'device_id': '3b229371-5f66-466c-a96b-2f668a855aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:56.389935 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f186476f-d0c8-4726-bab8-f8fb2f3920c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (fe870007-6cac-4d6f-8481-bff0cbf20270), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:56.434235 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f8a3f032-1a32-437e-a726-56780dc2bc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (2a13c8b8-1de8-4567-b7af-c0aeedeaafac), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:56.436793 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-62efd351-2221-4319-a40a-8196ded978a4 req-7a76ae55-e04c-46a8-aaac-09cfe09266f9 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (accc8bac-c070-4c4f-98a5-ac5ad34c2ccd), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:56.446768 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186476f-d0c8-4726-bab8-f8fb2f3920c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe870007-6cac-4d6f-8481-bff0cbf20270,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:56.466273 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:56.473047 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-62efd351-2221-4319-a40a-8196ded978a4 req-7a76ae55-e04c-46a8-aaac-09cfe09266f9 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (accc8bac-c070-4c4f-98a5-ac5ad34c2ccd), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:56.499979 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-262d9d93-712a-47c8-8aa7-abbb76b55ae3 None None] Provisioning complete for port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:56.501309 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-262d9d93-712a-47c8-8aa7-abbb76b55ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:56.502046 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-262d9d93-712a-47c8-8aa7-abbb76b55ae3 None None] Attempt 1 to provision port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 Sep 16 12:56:56.552746 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-262d9d93-712a-47c8-8aa7-abbb76b55ae3 None None] Port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:56.589442 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f186476f-d0c8-4726-bab8-f8fb2f3920c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (ad581c90-7838-4cd6-a90a-b1ec9489ccc4), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:56.671957 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-62efd351-2221-4319-a40a-8196ded978a4 req-7a76ae55-e04c-46a8-aaac-09cfe09266f9 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (accc8bac-c070-4c4f-98a5-ac5ad34c2ccd), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:56.674674 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-62efd351-2221-4319-a40a-8196ded978a4 req-7a76ae55-e04c-46a8-aaac-09cfe09266f9 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:56.679131 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62efd351-2221-4319-a40a-8196ded978a4 req-7a76ae55-e04c-46a8-aaac-09cfe09266f9 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/accc8bac-c070-4c4f-98a5-ac5ad34c2ccd HTTP/1.1" status: 204 len: 173 time: 0.4318559 Sep 16 12:56:56.693229 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3f032-1a32-437e-a726-56780dc2bc70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a13c8b8-1de8-4567-b7af-c0aeedeaafac,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:56.712049 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76ae55-e04c-46a8-aaac-09cfe09266f9 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=accc8bac-c070-4c4f-98a5-ac5ad34c2ccd,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:56.747736 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f186476f-d0c8-4726-bab8-f8fb2f3920c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (ad581c90-7838-4cd6-a90a-b1ec9489ccc4), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:56.751288 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f186476f-d0c8-4726-bab8-f8fb2f3920c4 admin admin] Publish callbacks [] for router_controller (ad581c90-7838-4cd6-a90a-b1ec9489ccc4), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:56.847551 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-df651552-ddf9-4723-82cb-b0477d96927c req-418932ae-6a66-4290-8bb9-43eb7850d786 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "GET /networking/v2.0/security-groups/8496ed6f-c16e-45be-89f1-9ecd69f7b453 HTTP/1.1" status: 200 len: 1832 time: 0.1333292 Sep 16 12:56:56.867540 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a3f032-1a32-437e-a726-56780dc2bc70 admin admin] Checking segment: {'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:56:56.868211 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a3f032-1a32-437e-a726-56780dc2bc70 admin admin] Network hostable DHCP agents. Network: 2a13e2e0-76af-4011-86c3-ccf3c7f1953b, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:56:56.875882 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f186476f-d0c8-4726-bab8-f8fb2f3920c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (ad581c90-7838-4cd6-a90a-b1ec9489ccc4), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:56.876417 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device d84415a2-85ab-445b-92fe-4a6ae925dac6 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:56:56.876882 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f186476f-d0c8-4726-bab8-f8fb2f3920c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad581c90-7838-4cd6-a90a-b1ec9489ccc4 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:56:56.892335 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f186476f-d0c8-4726-bab8-f8fb2f3920c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:56.893800 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f186476f-d0c8-4726-bab8-f8fb2f3920c4 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/ad581c90-7838-4cd6-a90a-b1ec9489ccc4 HTTP/1.1" status: 204 len: 168 time: 2.2795169 Sep 16 12:56:56.897169 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59716) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:56.913335 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: d84415a2-85ab-445b-92fe-4a6ae925dac6 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:56:56.913799 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device d84415a2-85ab-445b-92fe-4a6ae925dac6 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:56:56.914499 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device fe870007-6cac-4d6f-8481-bff0cbf20270 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:56:56.938762 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: fe870007-6cac-4d6f-8481-bff0cbf20270 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:56:56.939359 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device fe870007-6cac-4d6f-8481-bff0cbf20270 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:56:56.957749 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Deleting subnet 111be6d3-8b9a-4cec-af43-492de087009a {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:56:56.963210 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Publish callbacks [] for subnet (111be6d3-8b9a-4cec-af43-492de087009a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:56.997721 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a3f032-1a32-437e-a726-56780dc2bc70 admin admin] Network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:56:57.018987 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-f8a3f032-1a32-437e-a726-56780dc2bc70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 2a13e2e0-76af-4011-86c3-ccf3c7f1953b) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:57.027709 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (111be6d3-8b9a-4cec-af43-492de087009a), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:57.031224 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a3f032-1a32-437e-a726-56780dc2bc70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:57.032055 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f8a3f032-1a32-437e-a726-56780dc2bc70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:57.047537 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0bd1b4-fc51-4c16-8cd2-9e4d3ab33e04 None None] Network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:56:57.055409 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-262d9d93-712a-47c8-8aa7-abbb76b55ae3 None None] Attempt 2 to provision port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 Sep 16 12:56:57.073227 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfef6c-0f88-4c00-b0cc-72a19bc8a056 req-31520f2a-ad52-48cc-88e1-02dc93fda911 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:57.075222 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10dfef6c-0f88-4c00-b0cc-72a19bc8a056 req-31520f2a-ad52-48cc-88e1-02dc93fda911 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad6fc799-e1eb-4bac-8d47-7f4460ca629e HTTP/1.1" status: 200 len: 945 time: 0.1930435 Sep 16 12:56:57.080497 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-df651552-ddf9-4723-82cb-b0477d96927c req-310797a9-58b3-46c8-8bce-97d7869a0f20 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (8496ed6f-c16e-45be-89f1-9ecd69f7b453), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:57.093529 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f8a3f032-1a32-437e-a726-56780dc2bc70 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4866791 Sep 16 12:56:57.094240 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59720) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:57.099978 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-8b52cc5a-62ad-4c77-a741-8ead81fb114f admin admin] Request body: {'router': {'name': 'tempest-MultipleCreateTestJSON-1392612417-router', 'tenant_id': 'bd30c33cb19d47278478aa2340859920', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:56:57.108613 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:57.113067 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=81,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:57.120637 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:56:57.131615 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:57.161264 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b52cc5a-62ad-4c77-a741-8ead81fb114f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (da9f2051-2ade-496f-8f60-4032c949cc5d), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:57.162491 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b52cc5a-62ad-4c77-a741-8ead81fb114f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (da9f2051-2ade-496f-8f60-4032c949cc5d), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:57.171897 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (111be6d3-8b9a-4cec-af43-492de087009a), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:57.195261 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] Publish callbacks [] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:57.226230 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-df651552-ddf9-4723-82cb-b0477d96927c req-310797a9-58b3-46c8-8bce-97d7869a0f20 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (8496ed6f-c16e-45be-89f1-9ecd69f7b453), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:57.243961 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-262d9d93-712a-47c8-8aa7-abbb76b55ae3 None None] Port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:57.298393 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] Transition to ACTIVE for port object ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:56:57.298653 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b52cc5a-62ad-4c77-a741-8ead81fb114f admin admin] Publish callbacks [] for router_controller (da9f2051-2ade-496f-8f60-4032c949cc5d), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:57.316518 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-2a13e2e0-76af-4011-86c3-ccf3c7f1953b', 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b', 'project_id': 'bd30c33cb19d47278478aa2340859920', 'fixed_ips': [{'subnet_id': '2a13c8b8-1de8-4567-b7af-c0aeedeaafac'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:56:57.318255 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:57.330873 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:57.374323 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (111be6d3-8b9a-4cec-af43-492de087009a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:57.463497 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10dfef6c-0f88-4c00-b0cc-72a19bc8a056 req-d77d5741-c24c-47ac-bed0-cd119ef69d53 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571324 Sep 16 12:56:57.520744 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:57.523405 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-df651552-ddf9-4723-82cb-b0477d96927c req-310797a9-58b3-46c8-8bce-97d7869a0f20 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (8496ed6f-c16e-45be-89f1-9ecd69f7b453), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:57.527712 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-df651552-ddf9-4723-82cb-b0477d96927c req-310797a9-58b3-46c8-8bce-97d7869a0f20 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:57.529605 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-df651552-ddf9-4723-82cb-b0477d96927c req-310797a9-58b3-46c8-8bce-97d7869a0f20 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/8496ed6f-c16e-45be-89f1-9ecd69f7b453 HTTP/1.1" status: 204 len: 173 time: 0.6699340 Sep 16 12:56:57.564258 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310797a9-58b3-46c8-8bce-97d7869a0f20 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8496ed6f-c16e-45be-89f1-9ecd69f7b453,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:57.573624 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:57.595053 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] Allocated IP 172.20.0.2 (2a13e2e0-76af-4011-86c3-ccf3c7f1953b/2a13c8b8-1de8-4567-b7af-c0aeedeaafac/f04e1a4f-3450-4139-9fbd-e170ae2773a4) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:56:57.651533 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] Attempting to bind port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:56:57.651871 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] Attempting to bind port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:56:57.652572 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] Attempting to bind port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:56:57.658439 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0974955d-55c3-4a70-b795-59c13a149f41 req-cb8b3755-7d7f-47b4-9575-e85245c6b4a2 tempest-ServersAdmin275Test-615773775 tempest-ServersAdmin275Test-615773775-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0527756 Sep 16 12:56:57.746918 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2b9a7-7b89-4392-96ef-d6e9c820fd05 req-c07efe5f-2773-4227-82ac-8ae35299341d tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:57.750336 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-262d9d93-712a-47c8-8aa7-abbb76b55ae3 None None] Attempt 3 to provision port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 Sep 16 12:56:57.754286 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-edb2b9a7-7b89-4392-96ef-d6e9c820fd05 req-c07efe5f-2773-4227-82ac-8ae35299341d tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 943 time: 0.1054180 Sep 16 12:56:57.800792 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-262d9d93-712a-47c8-8aa7-abbb76b55ae3 None None] Port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:56:57.805412 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] Port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 on network 1e927054-126f-4e94-8719-fa14f3244a7f not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:56:57.805735 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] Attempting to bind port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:56:57.862070 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:56:57.862450 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] Checking segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:56:57.862787 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] Bound using segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:56:57.863228 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] Bound port: ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:56:57.863581 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:57.888734 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-edb2b9a7-7b89-4392-96ef-d6e9c820fd05 req-c56476b9-f692-48a5-b1b7-efe7d99f0b43 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334805 Sep 16 12:56:57.935452 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=111be6d3-8b9a-4cec-af43-492de087009a,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:57.954222 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:57.971862 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/111be6d3-8b9a-4cec-af43-492de087009a HTTP/1.1" status: 204 len: 168 time: 1.0736554 Sep 16 12:56:57.983196 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 59728) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:57.989879 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:57.991362 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:57.993034 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:57.993394 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:57.993923 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:57.994270 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:57.994745 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:57.995138 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:57.995471 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:57.995798 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:57.996141 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:57.996476 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:57.998355 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:57.998707 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:57.999085 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:57.999682 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7e6f6-e7e1-42b9-a19a-ff8db7cd0c51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:56:58.022070 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] Publish callbacks [] for port (f04e1a4f-3450-4139-9fbd-e170ae2773a4), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:58.028607 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:58.042273 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (f04e1a4f-3450-4139-9fbd-e170ae2773a4), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:58.091023 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] Network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:56:58.097138 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:58.105201 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:56:58.116974 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] For port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:56:58.119116 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] Pushing event updated for resources: {'Port': ['ID=f04e1a4f-3450-4139-9fbd-e170ae2773a4,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:58.119565 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b52cc5a-62ad-4c77-a741-8ead81fb114f admin admin] Publish callbacks [] for router_gateway (da9f2051-2ade-496f-8f60-4032c949cc5d), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:58.132712 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aa0778df-71c7-48a3-8930-a190e9a66acf req-066b98e1-ba59-4208-a02b-145c53ea573c tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "GET /networking/v2.0/security-groups/5a7d720e-dd46-4f34-af70-7464e4e8cd30 HTTP/1.1" status: 200 len: 1831 time: 0.1983938 Sep 16 12:56:58.157496 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd050e1a-e28d-48f7-a68e-7806d451fff3 req-583477db-75b1-4e79-8b24-b68003591622 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:58.159380 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fd050e1a-e28d-48f7-a68e-7806d451fff3 req-583477db-75b1-4e79-8b24-b68003591622 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad6fc799-e1eb-4bac-8d47-7f4460ca629e HTTP/1.1" status: 200 len: 945 time: 0.0946598 Sep 16 12:56:58.168043 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] For port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:56:58.195807 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] Attempting to bind port f04e1a4f-3450-4139-9fbd-e170ae2773a4 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:56:58.196292 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] Attempting to bind port f04e1a4f-3450-4139-9fbd-e170ae2773a4 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:56:58.196716 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] Attempting to bind port f04e1a4f-3450-4139-9fbd-e170ae2773a4 on network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:56:58.206866 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2982b988-7bc6-40d9-8a94-6ea3d20c61c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (e39821aa-60f0-44e0-aa25-da05e5161c83), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:58.210080 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:58.214264 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:58.214886 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:58.216360 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 HTTP/1.1" status: 200 len: 1091 time: 1.8803008 Sep 16 12:56:58.235302 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b229371-5f66-466c-a96b-2f668a855aa0', 'tag': 'ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:56:58.242161 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535bbe2e-4332-4c6b-a98a-184a4e39f218" -d '{"events": [{"name": "network-changed", "server_uuid": "3b229371-5f66-466c-a96b-2f668a855aa0", "tag": "ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:56:58.267239 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:56:58.267612 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] Checking segment: {'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:56:58.268019 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:58.268472 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] Bound using segment: {'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:56:58.268957 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] Bound port: f04e1a4f-3450-4139-9fbd-e170ae2773a4, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:56:58.269353 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f04e1a4f-3450-4139-9fbd-e170ae2773a4), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:58.307079 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:58.353021 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] For port f04e1a4f-3450-4139-9fbd-e170ae2773a4, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:56:58.357644 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] For port f04e1a4f-3450-4139-9fbd-e170ae2773a4, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f04e1a4f-3450-4139-9fbd-e170ae2773a4,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:56:58.362263 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-262d9d93-712a-47c8-8aa7-abbb76b55ae3 None None] Attempt 4 to provision port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 Sep 16 12:56:58.367747 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f04e1a4f-3450-4139-9fbd-e170ae2773a4), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:58.405670 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b52cc5a-62ad-4c77-a741-8ead81fb114f admin admin] Publish callbacks [] for router_gateway (da9f2051-2ade-496f-8f60-4032c949cc5d), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:58.434530 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b52cc5a-62ad-4c77-a741-8ead81fb114f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:58.455167 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-262d9d93-712a-47c8-8aa7-abbb76b55ae3 None None] Port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:56:58.469171 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-7aacdcba-b8b2-4662-8966-16b90f4fb628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:58.470995 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-7aacdcba-b8b2-4662-8966-16b90f4fb628 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 1125 time: 0.1804407 Sep 16 12:56:58.481070 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fd050e1a-e28d-48f7-a68e-7806d451fff3 req-008dc6ab-969b-472a-8d30-4c371b0c288e tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059392 Sep 16 12:56:58.485376 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54be6cd-f870-4c94-a111-91504f90b1b7 None None] Pushing event updated for resources: {'Port': ['ID=f04e1a4f-3450-4139-9fbd-e170ae2773a4,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:58.485980 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058e813-8847-465f-844b-7b4dbc7ce674 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:58.551680 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-aa0778df-71c7-48a3-8930-a190e9a66acf req-d663baf2-586e-4f28-b6f3-84c53459d306 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (5a7d720e-dd46-4f34-af70-7464e4e8cd30), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:58.562783 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ef3fc5-f65d-41b6-817a-dc5f23a9b863 x-openstack-request-id: req-31ef3fc5-f65d-41b6-817a-dc5f23a9b863 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:56:58.563147 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b229371-5f66-466c-a96b-2f668a855aa0", "tag": "ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:56:58.563355 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-31ef3fc5-f65d-41b6-817a-dc5f23a9b863 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:56:58.563719 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ef3fc5-f65d-41b6-817a-dc5f23a9b863'] response: {'name': 'network-changed', 'server_uuid': '3b229371-5f66-466c-a96b-2f668a855aa0', 'tag': 'ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7', 'status': 'completed', 'code': 200} Sep 16 12:56:58.586429 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-8b52cc5a-62ad-4c77-a741-8ead81fb114f admin admin] Allocated IP 172.25.2.185 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:56:58.610304 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-98522def-6bea-4862-88fd-35a317489b01 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 HTTP/1.1" status: 200 len: 217 time: 0.1002626 Sep 16 12:56:58.619790 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2982b988-7bc6-40d9-8a94-6ea3d20c61c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (e39821aa-60f0-44e0-aa25-da05e5161c83), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:58.639242 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-aa0778df-71c7-48a3-8930-a190e9a66acf req-d663baf2-586e-4f28-b6f3-84c53459d306 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (5a7d720e-dd46-4f34-af70-7464e4e8cd30), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:58.701950 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-2982b988-7bc6-40d9-8a94-6ea3d20c61c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39821aa-60f0-44e0-aa25-da05e5161c83']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:58.787708 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b52cc5a-62ad-4c77-a741-8ead81fb114f admin admin] Publish callbacks [] for port (3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:58.798586 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:58.815167 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-aa0778df-71c7-48a3-8930-a190e9a66acf req-d663baf2-586e-4f28-b6f3-84c53459d306 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (5a7d720e-dd46-4f34-af70-7464e4e8cd30), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:58.823985 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-aa0778df-71c7-48a3-8930-a190e9a66acf req-d663baf2-586e-4f28-b6f3-84c53459d306 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:58.825342 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aa0778df-71c7-48a3-8930-a190e9a66acf req-d663baf2-586e-4f28-b6f3-84c53459d306 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/5a7d720e-dd46-4f34-af70-7464e4e8cd30 HTTP/1.1" status: 204 len: 173 time: 0.6743643 Sep 16 12:56:58.833863 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:58.840887 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b52cc5a-62ad-4c77-a741-8ead81fb114f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:58.863157 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-2982b988-7bc6-40d9-8a94-6ea3d20c61c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da808ddc-62fd-4e52-82ba-a587be7e96e0') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:58.870193 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-2982b988-7bc6-40d9-8a94-6ea3d20c61c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da808ddc-62fd-4e52-82ba-a587be7e96e0') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:56:58.881608 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f04e1a4f-3450-4139-9fbd-e170ae2773a4 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:56:58.886526 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663baf2-586e-4f28-b6f3-84c53459d306 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7d720e-dd46-4f34-af70-7464e4e8cd30,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:58.905362 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52cc5a-62ad-4c77-a741-8ead81fb114f admin admin] Pushing event updated for resources: {'Port': ['ID=3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:58.909878 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2982b988-7bc6-40d9-8a94-6ea3d20c61c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (da808ddc-62fd-4e52-82ba-a587be7e96e0), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:58.925732 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b52cc5a-62ad-4c77-a741-8ead81fb114f admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:56:58.932280 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-8b52cc5a-62ad-4c77-a741-8ead81fb114f admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:56:58.940503 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b52cc5a-62ad-4c77-a741-8ead81fb114f admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:56:58.983310 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2982b988-7bc6-40d9-8a94-6ea3d20c61c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (da808ddc-62fd-4e52-82ba-a587be7e96e0), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:58.988812 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d83b8ab-641a-433c-8181-87dd1a164eac req-aa9a898e-70ec-4272-9b5a-8252c2caf70c tempest-ServersAdmin275Test-615773775 tempest-ServersAdmin275Test-615773775-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0954895 Sep 16 12:56:59.001213 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-c326fa18-ed75-4952-b603-50ae7541ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:59.003598 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-c326fa18-ed75-4952-b603-50ae7541ec3d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.3862271 Sep 16 12:56:59.014492 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2982b988-7bc6-40d9-8a94-6ea3d20c61c3 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:56:59.024805 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2982b988-7bc6-40d9-8a94-6ea3d20c61c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (da808ddc-62fd-4e52-82ba-a587be7e96e0), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:59.027339 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port f04e1a4f-3450-4139-9fbd-e170ae2773a4 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:56:59.028910 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f04e1a4f-3450-4139-9fbd-e170ae2773a4), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:59.029703 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port f04e1a4f-3450-4139-9fbd-e170ae2773a4 Sep 16 12:56:59.151775 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:59.153240 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port f04e1a4f-3450-4139-9fbd-e170ae2773a4 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:56:59.153509 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f04e1a4f-3450-4139-9fbd-e170ae2773a4), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:59.197769 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port f04e1a4f-3450-4139-9fbd-e170ae2773a4, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f04e1a4f-3450-4139-9fbd-e170ae2773a4,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:56:59.205104 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f04e1a4f-3450-4139-9fbd-e170ae2773a4), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:59.229143 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c31c06-0bfc-4c3a-a525-1ec3d749fee9 req-bd3b0f5c-4151-4245-afbf-51d14c44204b tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:59.230912 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-64c31c06-0bfc-4c3a-a525-1ec3d749fee9 req-bd3b0f5c-4151-4245-afbf-51d14c44204b tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 943 time: 0.0940182 Sep 16 12:56:59.235229 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment da808ddc-62fd-4e52-82ba-a587be7e96e0 resource provider aggregate not found Sep 16 12:56:59.250439 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-bc386a8a-6467-424a-b0e9-04d99abad049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:59.252912 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-bc386a8a-6467-424a-b0e9-04d99abad049 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2397759 Sep 16 12:56:59.257341 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-80fe490f-53a8-4b32-939a-2da9e26dca9f req-be391bf6-0279-4432-a97a-c2b9eec78b8d tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "GET /networking/v2.0/security-groups/c2eacb66-6339-4733-a759-9c72c6e7c819 HTTP/1.1" status: 200 len: 1831 time: 0.3963525 Sep 16 12:56:59.289235 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment da808ddc-62fd-4e52-82ba-a587be7e96e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da808ddc-62fd-4e52-82ba-a587be7e96e0 found for delete ", "request_id": "req-010af011-acab-447a-b59f-65f6fc0b0061"}]} Sep 16 12:56:59.316338 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=f04e1a4f-3450-4139-9fbd-e170ae2773a4,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:59.343903 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b52cc5a-62ad-4c77-a741-8ead81fb114f admin admin] Publish callbacks [] for router_gateway (da9f2051-2ade-496f-8f60-4032c949cc5d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:59.374905 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2982b988-7bc6-40d9-8a94-6ea3d20c61c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (e39821aa-60f0-44e0-aa25-da05e5161c83), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:59.420447 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2982b988-7bc6-40d9-8a94-6ea3d20c61c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:59.423610 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-2982b988-7bc6-40d9-8a94-6ea3d20c61c3 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/e39821aa-60f0-44e0-aa25-da05e5161c83 HTTP/1.1" status: 204 len: 168 time: 1.4389160 Sep 16 12:56:59.480357 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-64c31c06-0bfc-4c3a-a525-1ec3d749fee9 req-412cccda-82f8-404e-a60c-eb1585f184f9 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371466 Sep 16 12:56:59.481280 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982b988-7bc6-40d9-8a94-6ea3d20c61c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e39821aa-60f0-44e0-aa25-da05e5161c83,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:59.560445 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e1cce-ecf6-4dc5-90fa-62d55fcfe6f3 req-8a730ec0-04c3-4c76-b66a-2923c9de67d4 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:59.562178 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9a0e1cce-ecf6-4dc5-90fa-62d55fcfe6f3 req-8a730ec0-04c3-4c76-b66a-2923c9de67d4 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ad6fc799-e1eb-4bac-8d47-7f4460ca629e HTTP/1.1" status: 200 len: 945 time: 0.1513441 Sep 16 12:56:59.572484 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-80fe490f-53a8-4b32-939a-2da9e26dca9f req-602f51bd-686d-4ac1-8674-c3ff74a3c3a5 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (c2eacb66-6339-4733-a759-9c72c6e7c819), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:59.583889 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:56:59.637474 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-5c422e15-273c-4ed3-82b7-71ab2f2c6d1e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453119 Sep 16 12:56:59.643344 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-80fe490f-53a8-4b32-939a-2da9e26dca9f req-602f51bd-686d-4ac1-8674-c3ff74a3c3a5 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (c2eacb66-6339-4733-a759-9c72c6e7c819), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:59.681405 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59750) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:59.810275 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ece5d-ebf4-4d3e-abb2-27b8aa74e52f req-b2a5035c-5eb5-47c5-a78d-b7443d415410 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:56:59.811261 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f4ece5d-ebf4-4d3e-abb2-27b8aa74e52f req-b2a5035c-5eb5-47c5-a78d-b7443d415410 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad6fc799-e1eb-4bac-8d47-7f4460ca629e HTTP/1.1" status: 200 len: 945 time: 0.1265094 Sep 16 12:56:59.813612 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82764027-6f21-4837-b142-9aada14c2855 None None] Network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:56:59.818933 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-9a0e1cce-ecf6-4dc5-90fa-62d55fcfe6f3 req-3a9a785b-e359-4408-8b9a-339c7cc72fe8 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Deleting port 4149a920-b1bb-49b7-ae43-fff99a20a7f0 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:56:59.819140 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9a0e1cce-ecf6-4dc5-90fa-62d55fcfe6f3 req-3a9a785b-e359-4408-8b9a-339c7cc72fe8 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (4149a920-b1bb-49b7-ae43-fff99a20a7f0), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:59.840365 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-80fe490f-53a8-4b32-939a-2da9e26dca9f req-602f51bd-686d-4ac1-8674-c3ff74a3c3a5 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (c2eacb66-6339-4733-a759-9c72c6e7c819), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:59.843207 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-80fe490f-53a8-4b32-939a-2da9e26dca9f req-602f51bd-686d-4ac1-8674-c3ff74a3c3a5 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:56:59.844494 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-80fe490f-53a8-4b32-939a-2da9e26dca9f req-602f51bd-686d-4ac1-8674-c3ff74a3c3a5 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/c2eacb66-6339-4733-a759-9c72c6e7c819 HTTP/1.1" status: 204 len: 173 time: 0.5534348 Sep 16 12:56:59.860005 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59752) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:59.888746 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f51bd-686d-4ac1-8674-c3ff74a3c3a5 tempest-SecurityGroupRulesNegativeTestJSON-665619390 tempest-SecurityGroupRulesNegativeTestJSON-665619390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2eacb66-6339-4733-a759-9c72c6e7c819,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:56:59.899565 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d63cdfbb-e739-4bca-afd5-c452cdc19b4e req-d30fb545-10ad-411c-bd26-6fcedc9e60dc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508652 Sep 16 12:56:59.932353 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f4ece5d-ebf4-4d3e-abb2-27b8aa74e52f req-f4ba7098-f3f1-4b33-b21b-a8473c3dcba7 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961747 Sep 16 12:56:59.965223 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0fdd82e8-976f-4ed1-b23c-b425492fd26b admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=f2d50b9f6b084e40971269e8b882516c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696092 Sep 16 12:56:59.965445 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 59754) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:56:59.990521 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b52cc5a-62ad-4c77-a741-8ead81fb114f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (da9f2051-2ade-496f-8f60-4032c949cc5d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:00.042808 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-b1215e93-2ab2-4610-b050-876a5b01f1dd None None] Provisioning complete for port f04e1a4f-3450-4139-9fbd-e170ae2773a4 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:00.043838 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b1215e93-2ab2-4610-b050-876a5b01f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f04e1a4f-3450-4139-9fbd-e170ae2773a4), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:00.044213 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b1215e93-2ab2-4610-b050-876a5b01f1dd None None] Attempt 1 to provision port f04e1a4f-3450-4139-9fbd-e170ae2773a4 Sep 16 12:57:00.131209 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bbe2e-4332-4c6b-a98a-184a4e39f218 req-9c2fb84c-2d05-4214-9675-4b2c27ae436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:00.149734 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-535bbe2e-4332-4c6b-a98a-184a4e39f218 req-9c2fb84c-2d05-4214-9675-4b2c27ae436d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 1125 time: 0.1578825 Sep 16 12:57:00.154806 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:00.157720 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b1215e93-2ab2-4610-b050-876a5b01f1dd None None] Current status of the port f04e1a4f-3450-4139-9fbd-e170ae2773a4 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:00.189422 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-9a0e1cce-ecf6-4dc5-90fa-62d55fcfe6f3 req-3a9a785b-e359-4408-8b9a-339c7cc72fe8 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] For port 4149a920-b1bb-49b7-ae43-fff99a20a7f0, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=4149a920-b1bb-49b7-ae43-fff99a20a7f0,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:00.189977 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9a0e1cce-ecf6-4dc5-90fa-62d55fcfe6f3 req-3a9a785b-e359-4408-8b9a-339c7cc72fe8 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (4149a920-b1bb-49b7-ae43-fff99a20a7f0), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:00.242695 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cdab5a7d-322c-40eb-bbdc-db9367c8366c req-64527429-8bbd-4b70-a2d1-a0f47abdd510 tempest-ServersAdmin275Test-615773775 tempest-ServersAdmin275Test-615773775-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0425556 Sep 16 12:57:00.305988 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1746d1e4-c538-4a03-8d4d-4f9365a23fa8 admin admin] Publish callbacks [] for security_group (b22a6615-04e8-47af-941e-ace4d371dbeb), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:00.344900 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1746d1e4-c538-4a03-8d4d-4f9365a23fa8 admin admin] Publish callbacks [] for security_group (b22a6615-04e8-47af-941e-ace4d371dbeb), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:00.380049 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:00.398883 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bbe2e-4332-4c6b-a98a-184a4e39f218 req-f472134f-3c2c-4388-9acc-871dd1e2d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:00.400448 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-535bbe2e-4332-4c6b-a98a-184a4e39f218 req-f472134f-3c2c-4388-9acc-871dd1e2d9c9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 922 time: 0.2433188 Sep 16 12:57:00.408727 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-9a0e1cce-ecf6-4dc5-90fa-62d55fcfe6f3 req-3a9a785b-e359-4408-8b9a-339c7cc72fe8 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Calling delete_port for 4149a920-b1bb-49b7-ae43-fff99a20a7f0 owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:57:00.436693 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:00.446346 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-535bbe2e-4332-4c6b-a98a-184a4e39f218 req-43ecf60a-ea96-41c4-a835-27ddf16cf099 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 HTTP/1.1" status: 200 len: 217 time: 0.0363650 Sep 16 12:57:00.473252 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:00.490715 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-716b428a-76a2-44d5-96d0-bac26ab0111e None None] Provisioning complete for port f04e1a4f-3450-4139-9fbd-e170ae2773a4 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:00.491380 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-716b428a-76a2-44d5-96d0-bac26ab0111e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f04e1a4f-3450-4139-9fbd-e170ae2773a4), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:00.491925 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-716b428a-76a2-44d5-96d0-bac26ab0111e None None] Attempt 1 to provision port f04e1a4f-3450-4139-9fbd-e170ae2773a4 Sep 16 12:57:00.504587 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1746d1e4-c538-4a03-8d4d-4f9365a23fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b22a6615-04e8-47af-941e-ace4d371dbeb), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:00.508476 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1746d1e4-c538-4a03-8d4d-4f9365a23fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:00.509688 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-1746d1e4-c538-4a03-8d4d-4f9365a23fa8 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b22a6615-04e8-47af-941e-ace4d371dbeb HTTP/1.1" status: 204 len: 168 time: 0.5526233 Sep 16 12:57:00.574015 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746d1e4-c538-4a03-8d4d-4f9365a23fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22a6615-04e8-47af-941e-ace4d371dbeb,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:00.580501 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:00.585141 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bbe2e-4332-4c6b-a98a-184a4e39f218 req-a4f496a2-7df1-4e72-9cbf-4b7165c573de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:00.586825 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-535bbe2e-4332-4c6b-a98a-184a4e39f218 req-a4f496a2-7df1-4e72-9cbf-4b7165c573de service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.1343203 Sep 16 12:57:00.643632 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-716b428a-76a2-44d5-96d0-bac26ab0111e None None] Current status of the port f04e1a4f-3450-4139-9fbd-e170ae2773a4 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:00.713959 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bbe2e-4332-4c6b-a98a-184a4e39f218 req-bbd30b0c-24f1-47a4-bf7f-8331534f9834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:00.719036 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-535bbe2e-4332-4c6b-a98a-184a4e39f218 req-bbd30b0c-24f1-47a4-bf7f-8331534f9834 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1155829 Sep 16 12:57:00.725314 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f15b7f0b-cd0b-4215-9f11-62063aff48e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (286e42b6-5ce7-4194-82ff-be4cb7df146a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:00.736183 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1c5cf-90be-43b9-9253-e81bb671072b req-4cf17762-2721-4a2e-ab9b-f9cf4dec8f73 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:00.737823 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0e1c5cf-90be-43b9-9253-e81bb671072b req-4cf17762-2721-4a2e-ab9b-f9cf4dec8f73 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 943 time: 0.0798562 Sep 16 12:57:00.828572 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b52cc5a-62ad-4c77-a741-8ead81fb114f admin admin] Router da9f2051-2ade-496f-8f60-4032c949cc5d is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:57:00.846914 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f04e1a4f-3450-4139-9fbd-e170ae2773a4 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:00.998971 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0e1c5cf-90be-43b9-9253-e81bb671072b req-45d4a26b-8b91-460e-abb7-d5c33d89cb81 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409132 Sep 16 12:57:01.099291 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-535bbe2e-4332-4c6b-a98a-184a4e39f218 req-8c2f127d-e975-4d91-898d-236bb5929ac8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603556 Sep 16 12:57:01.138395 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port f04e1a4f-3450-4139-9fbd-e170ae2773a4 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:01.139797 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f04e1a4f-3450-4139-9fbd-e170ae2773a4), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:01.140390 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port f04e1a4f-3450-4139-9fbd-e170ae2773a4 Sep 16 12:57:01.241142 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9a0e1cce-ecf6-4dc5-90fa-62d55fcfe6f3 req-3a9a785b-e359-4408-8b9a-339c7cc72fe8 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (4149a920-b1bb-49b7-ae43-fff99a20a7f0), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:01.262460 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['4149a920-b1bb-49b7-ae43-fff99a20a7f0'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:57:01.315761 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec2247-efe9-4e46-b12a-8ba49466f7db req-1028cda8-b479-4d9d-b756-01c5e9dcb2e9 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:01.334812 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port f04e1a4f-3450-4139-9fbd-e170ae2773a4 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:01.337926 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b52cc5a-62ad-4c77-a741-8ead81fb114f admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:57:01.348322 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-13ec2247-efe9-4e46-b12a-8ba49466f7db req-1028cda8-b479-4d9d-b756-01c5e9dcb2e9 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ad6fc799-e1eb-4bac-8d47-7f4460ca629e HTTP/1.1" status: 200 len: 945 time: 0.2439697 Sep 16 12:57:01.348840 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a785b-e359-4408-8b9a-339c7cc72fe8 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Pushing event deleted for resources: {'Port': ['ID=4149a920-b1bb-49b7-ae43-fff99a20a7f0,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:01.359620 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] Sync routers for ids ['da9f2051-2ade-496f-8f60-4032c949cc5d'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:57:01.392186 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] Routers {'da9f2051-2ade-496f-8f60-4032c949cc5d'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:57:01.394167 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['da9f2051-2ade-496f-8f60-4032c949cc5d'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:01.485921 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b52cc5a-62ad-4c77-a741-8ead81fb114f admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:01.487861 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8b52cc5a-62ad-4c77-a741-8ead81fb114f admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3925657 Sep 16 12:57:01.491655 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 59778) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:01.495307 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0e1cce-ecf6-4dc5-90fa-62d55fcfe6f3 req-3a9a785b-e359-4408-8b9a-339c7cc72fe8 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] No DVR routers for this DVR port 4149a920-b1bb-49b7-ae43-fff99a20a7f0 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:57:01.500609 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-9a0e1cce-ecf6-4dc5-90fa-62d55fcfe6f3 req-3a9a785b-e359-4408-8b9a-339c7cc72fe8 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:01.504236 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-9a0e1cce-ecf6-4dc5-90fa-62d55fcfe6f3 req-3a9a785b-e359-4408-8b9a-339c7cc72fe8 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.76 "DELETE /networking/v2.0/ports/4149a920-b1bb-49b7-ae43-fff99a20a7f0 HTTP/1.1" status: 204 len: 173 time: 1.9283421 Sep 16 12:57:01.508357 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6fc799-e1eb-4bac-8d47-7f4460ca629e', 'name': 'network-vif-deleted', 'tag': '4149a920-b1bb-49b7-ae43-fff99a20a7f0'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:57:01.511404 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af12438-691c-4087-909c-5365444a57c8" -d '{"events": [{"server_uuid": "ad6fc799-e1eb-4bac-8d47-7f4460ca629e", "name": "network-vif-deleted", "tag": "4149a920-b1bb-49b7-ae43-fff99a20a7f0"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:57:01.533388 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:01.572634 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-f15b7f0b-cd0b-4215-9f11-62063aff48e3 admin admin] Deleting port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:57:01.573354 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f15b7f0b-cd0b-4215-9f11-62063aff48e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:01.573498 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] Set router da9f2051-2ade-496f-8f60-4032c949cc5d gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:57:01.654447 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:01.659498 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c1f34ce-7b26-485a-a87f-15281e26dd24 req-a1f0d5ff-99b4-4428-87b6-c00296b463ed tempest-ServersAdmin275Test-615773775 tempest-ServersAdmin275Test-615773775-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.1722693 Sep 16 12:57:01.690590 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-f15b7f0b-cd0b-4215-9f11-62063aff48e3 admin admin] For port 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f,segment=NetworkSegment(8ddec873-1796-4f65-ab21-1c1ce0b9ada1),segment_id=8ddec873-1796-4f65-ab21-1c1ce0b9ada1)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:01.691367 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f15b7f0b-cd0b-4215-9f11-62063aff48e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:01.711590 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-f15b7f0b-cd0b-4215-9f11-62063aff48e3 admin admin] Calling delete_port for 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:57:01.822599 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:01.837245 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16a7678-c347-41cd-b1b6-6ab0d8af72f5 x-openstack-request-id: req-b16a7678-c347-41cd-b1b6-6ab0d8af72f5 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:57:01.837785 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6fc799-e1eb-4bac-8d47-7f4460ca629e", "name": "network-vif-deleted", "tag": "4149a920-b1bb-49b7-ae43-fff99a20a7f0", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:57:01.838250 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b16a7678-c347-41cd-b1b6-6ab0d8af72f5 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:57:01.839266 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-13ec2247-efe9-4e46-b12a-8ba49466f7db req-15616f8d-32b3-49e4-b39b-34b98beab08c tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574680 Sep 16 12:57:01.841139 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b16a7678-c347-41cd-b1b6-6ab0d8af72f5'] response: {'server_uuid': 'ad6fc799-e1eb-4bac-8d47-7f4460ca629e', 'name': 'network-vif-deleted', 'tag': '4149a920-b1bb-49b7-ae43-fff99a20a7f0', 'status': 'completed', 'code': 200} Sep 16 12:57:01.842372 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-535bbe2e-4332-4c6b-a98a-184a4e39f218 req-fe4ad72d-c12d-4ef1-86f5-cb03979a7668 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7360818 Sep 16 12:57:01.947127 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9f2051-2ade-496f-8f60-4032c949cc5d', 'name': 'tempest-MultipleCreateTestJSON-1392612417-router', 'tenant_id': 'bd30c33cb19d47278478aa2340859920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:57Z', 'updated_at': '2022-09-16T12:56:59Z', 'revision_number': 3, 'project_id': 'bd30c33cb19d47278478aa2340859920', 'gw_port': {'id': '3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9f2051-2ade-496f-8f60-4032c949cc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:58Z', 'updated_at': '2022-09-16T12:56:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:01.982409 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] Checking router: da9f2051-2ade-496f-8f60-4032c949cc5d for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:57:01.983210 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] Updating router da9f2051-2ade-496f-8f60-4032c949cc5d port 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:57:02.060563 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:02.103639 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f15b7f0b-cd0b-4215-9f11-62063aff48e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:02.184332 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b7f0b-cd0b-4215-9f11-62063aff48e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:02.297460 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c043e-d0b6-418d-ada4-cf1f4e4fc95e req-dec4c39d-8a70-4c46-95fc-c09295021ae5 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:02.307460 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1d9c043e-d0b6-418d-ada4-cf1f4e4fc95e req-dec4c39d-8a70-4c46-95fc-c09295021ae5 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 943 time: 0.1386859 Sep 16 12:57:02.358714 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3f931890-22a0-4935-b18f-557105cfdc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:02.544623 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1d9c043e-d0b6-418d-ada4-cf1f4e4fc95e req-f27f934f-86aa-47d0-9a6c-295f3b006452 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709747 Sep 16 12:57:02.599601 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f15b7f0b-cd0b-4215-9f11-62063aff48e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (286e42b6-5ce7-4194-82ff-be4cb7df146a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:02.631846 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] Publish callbacks [] for port (3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:02.641048 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:02.642637 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-85cb3958-9435-49a3-ab26-94209a2eb2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:02.694801 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] Attempting to bind port 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:57:02.695170 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] Attempting to bind port 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:57:02.695535 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] Attempting to bind port 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:02.699753 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:02.738581 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7d82e-b4f4-4fc8-b44e-63e13628ab91 None None] Pushing event updated for resources: {'Port': ['ID=3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:02.784602 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:57:02.785930 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:02.787158 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:02.788097 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:57:02.789660 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] Bound port: 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:57:02.790560 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:02.891020 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] For port 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:57:02.896154 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] For port 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:57:02.904822 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:02.982592 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] Routers {'da9f2051-2ade-496f-8f60-4032c949cc5d'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:57:02.983396 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['da9f2051-2ade-496f-8f60-4032c949cc5d'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:03.060075 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7d82e-b4f4-4fc8-b44e-63e13628ab91 None None] Pushing event updated for resources: {'Port': ['ID=3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:03.089776 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:03.125788 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59816) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:03.190429 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] Set router da9f2051-2ade-496f-8f60-4032c949cc5d gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:57:03.226764 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59826) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:03.326224 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:03.339541 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ad2f5263-aafd-45c2-9a18-a08164e0fa1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:03.368668 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 4149a920-b1bb-49b7-ae43-fff99a20a7f0 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:57:03.369987 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e400411-77f7-49b1-bdba-ee6596d1c7b4 req-0f2a1581-4437-4fcc-b332-abf6b85b2848 tempest-ServersAdmin275Test-615773775 tempest-ServersAdmin275Test-615773775-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0420439 Sep 16 12:57:03.395163 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5e55f345-e79f-4fab-ae47-a892379e8421 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks [] for security_group (7945d4fa-b44e-40f2-bdce-128a85fc1847), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:03.409747 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 4149a920-b1bb-49b7-ae43-fff99a20a7f0 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:57:03.410347 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 4149a920-b1bb-49b7-ae43-fff99a20a7f0 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:57:03.433391 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15b7f0b-cd0b-4215-9f11-62063aff48e3 admin admin] Router 286e42b6-5ce7-4194-82ff-be4cb7df146a has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:57:03.457581 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5e55f345-e79f-4fab-ae47-a892379e8421 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks [] for security_group (7945d4fa-b44e-40f2-bdce-128a85fc1847), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:03.462462 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-85cb3958-9435-49a3-ab26-94209a2eb2c1 admin admin] Allocated IP 172.20.0.1 (2a13e2e0-76af-4011-86c3-ccf3c7f1953b/2a13c8b8-1de8-4567-b7af-c0aeedeaafac/8f2a0399-3c3a-4d79-821f-17053e346116) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:57:03.548113 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9f2051-2ade-496f-8f60-4032c949cc5d', 'name': 'tempest-MultipleCreateTestJSON-1392612417-router', 'tenant_id': 'bd30c33cb19d47278478aa2340859920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:57Z', 'updated_at': '2022-09-16T12:56:59Z', 'revision_number': 3, 'project_id': 'bd30c33cb19d47278478aa2340859920', 'gw_port': {'id': '3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9f2051-2ade-496f-8f60-4032c949cc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:58Z', 'updated_at': '2022-09-16T12:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:03.585309 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3d561d-a753-435e-bc2e-84983fec36c7 None None] The sync data for ids ['da9f2051-2ade-496f-8f60-4032c949cc5d'] in n-d-858094-4 is: [{'id': 'da9f2051-2ade-496f-8f60-4032c949cc5d', 'name': 'tempest-MultipleCreateTestJSON-1392612417-router', 'tenant_id': 'bd30c33cb19d47278478aa2340859920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:57Z', 'updated_at': '2022-09-16T12:56:59Z', 'revision_number': 3, 'project_id': 'bd30c33cb19d47278478aa2340859920', 'gw_port': {'id': '3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9f2051-2ade-496f-8f60-4032c949cc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:58Z', 'updated_at': '2022-09-16T12:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:57:03.588390 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:03.619821 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:03.627143 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-85cb3958-9435-49a3-ab26-94209a2eb2c1 admin admin] Publish callbacks [] for port (8f2a0399-3c3a-4d79-821f-17053e346116), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:03.634850 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15b7f0b-cd0b-4215-9f11-62063aff48e3 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:57:03.647974 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bccde49-7237-48fa-9a1c-8408586f536f None None] Sync routers for ids ['286e42b6-5ce7-4194-82ff-be4cb7df146a'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:57:03.669852 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f15b7f0b-cd0b-4215-9f11-62063aff48e3 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/286e42b6-5ce7-4194-82ff-be4cb7df146a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8086219 Sep 16 12:57:03.670867 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bccde49-7237-48fa-9a1c-8408586f536f None None] Routers {'286e42b6-5ce7-4194-82ff-be4cb7df146a'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:57:03.672104 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1bccde49-7237-48fa-9a1c-8408586f536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['286e42b6-5ce7-4194-82ff-be4cb7df146a'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:03.672785 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:03.680561 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 59834) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:03.718266 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5e55f345-e79f-4fab-ae47-a892379e8421 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (7945d4fa-b44e-40f2-bdce-128a85fc1847), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:03.722056 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5e55f345-e79f-4fab-ae47-a892379e8421 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:03.723468 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5e55f345-e79f-4fab-ae47-a892379e8421 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/7945d4fa-b44e-40f2-bdce-128a85fc1847 HTTP/1.1" status: 204 len: 168 time: 0.4955916 Sep 16 12:57:03.740389 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59836) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:03.769042 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55f345-e79f-4fab-ae47-a892379e8421 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7945d4fa-b44e-40f2-bdce-128a85fc1847,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:03.792009 n-d-858094-4 neutron-server[113699]: INFO neutron.api.v2.resource [None req-c8147770-88ea-47f2-9e92-11682f4fb938 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] show failed (client error): The resource could not be found. Sep 16 12:57:03.795845 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c8147770-88ea-47f2-9e92-11682f4fb938 tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "GET /networking/v2.0/security-groups/7945d4fa-b44e-40f2-bdce-128a85fc1847 HTTP/1.1" status: 404 len: 347 time: 0.0513048 Sep 16 12:57:03.796654 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ad2f5263-aafd-45c2-9a18-a08164e0fa1b admin admin] Publish callbacks [] for security_group (07a773be-19d4-4b4d-933d-f9ae459438bc), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:03.797770 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59838) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:03.812164 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ad2f5263-aafd-45c2-9a18-a08164e0fa1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (07a773be-19d4-4b4d-933d-f9ae459438bc), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:03.857370 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c769698-1a15-416f-b0b3-5d770878ded2 req-9aaaae4c-76c1-4180-98aa-86518bb174f4 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:03.866829 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-1bccde49-7237-48fa-9a1c-8408586f536f None None] Set router 286e42b6-5ce7-4194-82ff-be4cb7df146a gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:57:03.871499 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c769698-1a15-416f-b0b3-5d770878ded2 req-9aaaae4c-76c1-4180-98aa-86518bb174f4 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 943 time: 0.1916401 Sep 16 12:57:03.891622 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f5263-aafd-45c2-9a18-a08164e0fa1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a773be-19d4-4b4d-933d-f9ae459438bc,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:03.932576 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-85cb3958-9435-49a3-ab26-94209a2eb2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (8f2a0399-3c3a-4d79-821f-17053e346116), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:03.990622 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ad2f5263-aafd-45c2-9a18-a08164e0fa1b admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=f161f106cab64434a32b611dfc6e2ad7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8637426 Sep 16 12:57:03.994025 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59844) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:04.125320 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-510bf566-a67b-417c-98b8-4b9f72f57d8b tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Deleting port 767f9e93-e06b-4f50-907e-803b47ad7768 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:57:04.125664 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-510bf566-a67b-417c-98b8-4b9f72f57d8b tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (767f9e93-e06b-4f50-907e-803b47ad7768), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:04.125943 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb3958-9435-49a3-ab26-94209a2eb2c1 admin admin] Pushing event updated for resources: {'Port': ['ID=8f2a0399-3c3a-4d79-821f-17053e346116,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:04.233402 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cb3958-9435-49a3-ab26-94209a2eb2c1 admin admin] Network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:04.240778 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-510bf566-a67b-417c-98b8-4b9f72f57d8b tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (767f9e93-e06b-4f50-907e-803b47ad7768), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:04.241117 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-510bf566-a67b-417c-98b8-4b9f72f57d8b tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks [] for floatingip (767f9e93-e06b-4f50-907e-803b47ad7768), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:04.253820 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c769698-1a15-416f-b0b3-5d770878ded2 req-e7268528-1301-4969-957f-0e5ebae950ed tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809447 Sep 16 12:57:04.259995 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-510bf566-a67b-417c-98b8-4b9f72f57d8b tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Calling delete_port for 767f9e93-e06b-4f50-907e-803b47ad7768 owned by network:floatingip {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:57:04.261920 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-267ce442-0763-403a-aeee-60f53fc52192 admin admin] Publish callbacks [] for router (286e42b6-5ce7-4194-82ff-be4cb7df146a), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:04.268635 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-85cb3958-9435-49a3-ab26-94209a2eb2c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:04.275601 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb3958-9435-49a3-ab26-94209a2eb2c1 admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:57:04.293943 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1bccde49-7237-48fa-9a1c-8408586f536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286e42b6-5ce7-4194-82ff-be4cb7df146a', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1035116997-router', 'tenant_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '10627019-7c98-48b2-960c-7e5976161108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:36Z', 'updated_at': '2022-09-16T12:57:02Z', 'revision_number': 5, 'project_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'gw_port': {'id': '10627019-7c98-48b2-960c-7e5976161108', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286e42b6-5ce7-4194-82ff-be4cb7df146a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:37Z', 'updated_at': '2022-09-16T12:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:04.343333 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bccde49-7237-48fa-9a1c-8408586f536f None None] Checking router: 286e42b6-5ce7-4194-82ff-be4cb7df146a for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:57:04.357697 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bccde49-7237-48fa-9a1c-8408586f536f None None] Routers {'286e42b6-5ce7-4194-82ff-be4cb7df146a'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:57:04.359304 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1bccde49-7237-48fa-9a1c-8408586f536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:56:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['286e42b6-5ce7-4194-82ff-be4cb7df146a'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:04.457673 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:04.465488 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-510bf566-a67b-417c-98b8-4b9f72f57d8b tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (767f9e93-e06b-4f50-907e-803b47ad7768), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:04.518716 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf566-a67b-417c-98b8-4b9f72f57d8b tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Pushing event deleted for resources: {'Port': ['ID=767f9e93-e06b-4f50-907e-803b47ad7768,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:04.528968 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:04.557730 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e6f08ab1-07ef-49a0-8d08-d7ca662a26e0 admin admin] Publish callbacks [] for security_group (07a773be-19d4-4b4d-933d-f9ae459438bc), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:04.597696 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-267ce442-0763-403a-aeee-60f53fc52192 admin admin] Publish callbacks [] for router_gateway (286e42b6-5ce7-4194-82ff-be4cb7df146a), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:04.636785 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-510bf566-a67b-417c-98b8-4b9f72f57d8b tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks [] for floatingip (067846db-f76e-4325-9822-ba549c558ac4), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:04.640826 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-510bf566-a67b-417c-98b8-4b9f72f57d8b tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:04.642652 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-510bf566-a67b-417c-98b8-4b9f72f57d8b tempest-ImagesOneServerNegativeTestJSON-682956668 tempest-ImagesOneServerNegativeTestJSON-682956668-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/067846db-f76e-4325-9822-ba549c558ac4 HTTP/1.1" status: 204 len: 168 time: 0.8436129 Sep 16 12:57:04.660520 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-85cb3958-9435-49a3-ab26-94209a2eb2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (da9f2051-2ade-496f-8f60-4032c949cc5d), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:04.663473 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e6f08ab1-07ef-49a0-8d08-d7ca662a26e0 admin admin] Publish callbacks [] for security_group (07a773be-19d4-4b4d-933d-f9ae459438bc), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:04.689643 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:04.786971 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e6f08ab1-07ef-49a0-8d08-d7ca662a26e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (07a773be-19d4-4b4d-933d-f9ae459438bc), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:04.792647 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e6f08ab1-07ef-49a0-8d08-d7ca662a26e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:04.807982 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e6f08ab1-07ef-49a0-8d08-d7ca662a26e0 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/07a773be-19d4-4b4d-933d-f9ae459438bc HTTP/1.1" status: 204 len: 168 time: 0.8126218 Sep 16 12:57:04.822050 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-29f2d026-ea57-433b-a30f-9a787c4d35f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:04.825560 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-1bccde49-7237-48fa-9a1c-8408586f536f None None] Set router 286e42b6-5ce7-4194-82ff-be4cb7df146a gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:57:04.841141 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f08ab1-07ef-49a0-8d08-d7ca662a26e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a773be-19d4-4b4d-933d-f9ae459438bc,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:04.907496 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] Provisioning complete for port 8f2a0399-3c3a-4d79-821f-17053e346116 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:04.907869 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8f2a0399-3c3a-4d79-821f-17053e346116), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:04.908225 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] Attempt 1 to provision port 8f2a0399-3c3a-4d79-821f-17053e346116 Sep 16 12:57:04.933896 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-267ce442-0763-403a-aeee-60f53fc52192 admin admin] Deleting port 10627019-7c98-48b2-960c-7e5976161108 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:57:04.934796 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-267ce442-0763-403a-aeee-60f53fc52192 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (10627019-7c98-48b2-960c-7e5976161108), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:04.941083 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-85cb3958-9435-49a3-ab26-94209a2eb2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8f2a0399-3c3a-4d79-821f-17053e346116), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:05.110120 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] Port 8f2a0399-3c3a-4d79-821f-17053e346116 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:05.110120 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:05.249943 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59872) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:05.287645 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-267ce442-0763-403a-aeee-60f53fc52192 admin admin] For port 10627019-7c98-48b2-960c-7e5976161108, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=10627019-7c98-48b2-960c-7e5976161108,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:05.288506 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-267ce442-0763-403a-aeee-60f53fc52192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (10627019-7c98-48b2-960c-7e5976161108), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:05.314152 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-267ce442-0763-403a-aeee-60f53fc52192 admin admin] Calling delete_port for 10627019-7c98-48b2-960c-7e5976161108 owned by network:router_gateway {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:57:05.386366 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:05.386366 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:05.386366 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99 Sep 16 12:57:05.582492 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-78c52ac6-f676-49a7-8f10-39fa5301d12a req-9a6019ab-b833-4dd7-96b7-b11daabea6f3 tempest-ServersAdmin275Test-615773775 tempest-ServersAdmin275Test-615773775-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0838561 Sep 16 12:57:05.655846 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] Attempt 2 to provision port 8f2a0399-3c3a-4d79-821f-17053e346116 Sep 16 12:57:05.661474 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1bccde49-7237-48fa-9a1c-8408586f536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286e42b6-5ce7-4194-82ff-be4cb7df146a', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1035116997-router', 'tenant_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '10627019-7c98-48b2-960c-7e5976161108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:36Z', 'updated_at': '2022-09-16T12:57:02Z', 'revision_number': 5, 'project_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'gw_port': {'id': '10627019-7c98-48b2-960c-7e5976161108', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286e42b6-5ce7-4194-82ff-be4cb7df146a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:37Z', 'updated_at': '2022-09-16T12:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:05.701520 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-85cb3958-9435-49a3-ab26-94209a2eb2c1 admin admin] Publish callbacks [] for port (8f2a0399-3c3a-4d79-821f-17053e346116), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:05.718302 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-85cb3958-9435-49a3-ab26-94209a2eb2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (8f2a0399-3c3a-4d79-821f-17053e346116), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:05.758011 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bccde49-7237-48fa-9a1c-8408586f536f None None] The sync data for ids ['286e42b6-5ce7-4194-82ff-be4cb7df146a'] in n-d-858094-4 is: [{'id': '286e42b6-5ce7-4194-82ff-be4cb7df146a', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1035116997-router', 'tenant_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '10627019-7c98-48b2-960c-7e5976161108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:36Z', 'updated_at': '2022-09-16T12:57:02Z', 'revision_number': 5, 'project_id': 'bf37eb99b7e245d4a3d02414a3af163f', 'gw_port': {'id': '10627019-7c98-48b2-960c-7e5976161108', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286e42b6-5ce7-4194-82ff-be4cb7df146a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:37Z', 'updated_at': '2022-09-16T12:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:57:05.804017 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] Port 8f2a0399-3c3a-4d79-821f-17053e346116 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:05.854775 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:05.855271 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:05.868883 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:05.905657 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:05.910758 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb3958-9435-49a3-ab26-94209a2eb2c1 admin admin] Pushing event updated for resources: {'Port': ['ID=8f2a0399-3c3a-4d79-821f-17053e346116,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:05.913042 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:06.020102 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:06.028497 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:06.037165 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:06.066735 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:06.085808 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-85cb3958-9435-49a3-ab26-94209a2eb2c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (da9f2051-2ade-496f-8f60-4032c949cc5d), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:06.128051 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a576ad2-24e4-4f07-8a81-a3237d336104 req-531202ce-e410-4a79-8613-5c59e42dbff8 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:06.136474 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0a576ad2-24e4-4f07-8a81-a3237d336104 req-531202ce-e410-4a79-8613-5c59e42dbff8 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.2629037 Sep 16 12:57:06.165831 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd53c3-bb3f-4040-9f1f-e2cc5ebc5a60 req-f8567747-6e64-4e74-b612-d9c8f0936d7b tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:06.167518 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-12fd53c3-bb3f-4040-9f1f-e2cc5ebc5a60 req-f8567747-6e64-4e74-b612-d9c8f0936d7b tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 943 time: 0.3527296 Sep 16 12:57:06.244924 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d58c7d78-aae1-42ca-8efe-8db51ca11579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (56665d3a-f13b-4293-bd44-e5d4a7c9603c), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:06.281638 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0a576ad2-24e4-4f07-8a81-a3237d336104 req-592d113b-76d7-49ec-bfe3-d4e5df859c22 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439416 Sep 16 12:57:06.304893 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] Attempt 3 to provision port 8f2a0399-3c3a-4d79-821f-17053e346116 Sep 16 12:57:06.386464 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] Port 8f2a0399-3c3a-4d79-821f-17053e346116 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:06.446627 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cb3958-9435-49a3-ab26-94209a2eb2c1 admin admin] Network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:06.460799 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-85cb3958-9435-49a3-ab26-94209a2eb2c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:06.506348 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:06.604158 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-267ce442-0763-403a-aeee-60f53fc52192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (10627019-7c98-48b2-960c-7e5976161108), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:06.776795 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-d58c7d78-aae1-42ca-8efe-8db51ca11579 admin admin] Deleting port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:57:06.777142 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d58c7d78-aae1-42ca-8efe-8db51ca11579 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:06.854919 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ce442-0763-403a-aeee-60f53fc52192 admin admin] Pushing event deleted for resources: {'Port': ['ID=10627019-7c98-48b2-960c-7e5976161108,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:06.865773 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-12fd53c3-bb3f-4040-9f1f-e2cc5ebc5a60 req-e1104271-84fd-453c-b102-72a5bd72f6eb tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150029 Sep 16 12:57:06.882849 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cb3958-9435-49a3-ab26-94209a2eb2c1 admin admin] Router da9f2051-2ade-496f-8f60-4032c949cc5d has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:57:06.886030 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:06.889283 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] Attempt 4 to provision port 8f2a0399-3c3a-4d79-821f-17053e346116 Sep 16 12:57:06.926572 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-d58c7d78-aae1-42ca-8efe-8db51ca11579 admin admin] For port 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:06.927225 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d58c7d78-aae1-42ca-8efe-8db51ca11579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:06.954530 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c265101b-bd7f-43ef-ad81-a0496611db26 req-8f096570-6983-468b-b1df-69ddb16a3d1b tempest-ServersAdmin275Test-615773775 tempest-ServersAdmin275Test-615773775-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.1023695 Sep 16 12:57:06.959705 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-d58c7d78-aae1-42ca-8efe-8db51ca11579 admin admin] Calling delete_port for 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:57:06.985043 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] Port 8f2a0399-3c3a-4d79-821f-17053e346116 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:06.992380 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:07.003147 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:07.005917 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:07.010349 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99 Sep 16 12:57:07.075411 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-267ce442-0763-403a-aeee-60f53fc52192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (286e42b6-5ce7-4194-82ff-be4cb7df146a), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:07.121771 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:07.183219 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:07.192311 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:57:07.224633 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:57:07.224993 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 9b176cfb-b3f5-47e7-b2fb-ffc0d694ef1f not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:57:07.239089 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d58c7d78-aae1-42ca-8efe-8db51ca11579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:07.240673 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-267ce442-0763-403a-aeee-60f53fc52192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (286e42b6-5ce7-4194-82ff-be4cb7df146a), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:07.251816 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-267ce442-0763-403a-aeee-60f53fc52192 admin admin] Publish callbacks [] for router_controller (286e42b6-5ce7-4194-82ff-be4cb7df146a), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:07.267394 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:07.275914 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c7d78-aae1-42ca-8efe-8db51ca11579 admin admin] Pushing event deleted for resources: {'Port': ['ID=07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:07.308006 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cb3958-9435-49a3-ab26-94209a2eb2c1 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:57:07.324275 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-85cb3958-9435-49a3-ab26-94209a2eb2c1 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/da9f2051-2ade-496f-8f60-4032c949cc5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8090239 Sep 16 12:57:07.324275 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-267ce442-0763-403a-aeee-60f53fc52192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (286e42b6-5ce7-4194-82ff-be4cb7df146a), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:07.324275 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267ce442-0763-403a-aeee-60f53fc52192 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 286e42b6-5ce7-4194-82ff-be4cb7df146a {{(pid=113698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:57:07.326824 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] Sync routers for ids ['da9f2051-2ade-496f-8f60-4032c949cc5d'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:57:07.335584 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-267ce442-0763-403a-aeee-60f53fc52192 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:07.336780 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-267ce442-0763-403a-aeee-60f53fc52192 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/286e42b6-5ce7-4194-82ff-be4cb7df146a HTTP/1.1" status: 204 len: 168 time: 3.6533978 Sep 16 12:57:07.340883 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59914) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:07.351438 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] Routers {'da9f2051-2ade-496f-8f60-4032c949cc5d'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:57:07.356741 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:57:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['da9f2051-2ade-496f-8f60-4032c949cc5d'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:07.469187 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:07.487048 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] Attempt 5 to provision port 8f2a0399-3c3a-4d79-821f-17053e346116 Sep 16 12:57:07.580571 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6c3eb-fc3f-460a-98e0-0fa225903e7e req-5c485c77-4281-4121-8f47-947255e04065 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:07.590962 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a7f6c3eb-fc3f-460a-98e0-0fa225903e7e req-5c485c77-4281-4121-8f47-947255e04065 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.1385839 Sep 16 12:57:07.613214 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] Port 8f2a0399-3c3a-4d79-821f-17053e346116 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:07.710607 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a7f6c3eb-fc3f-460a-98e0-0fa225903e7e req-9645f622-bc9b-476d-aebf-2dfc23cec5af tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=88fb8760-50a0-4fe4-92cd-a44babed0c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148872 Sep 16 12:57:07.715751 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adf64d-5697-4851-8fb5-f608bd8fa8f3 req-1ceb49cf-0681-41ff-bf8a-df9b87b0e9ca tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:07.717532 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f9adf64d-5697-4851-8fb5-f608bd8fa8f3 req-1ceb49cf-0681-41ff-bf8a-df9b87b0e9ca tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 946 time: 0.1930375 Sep 16 12:57:07.733081 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] Set router da9f2051-2ade-496f-8f60-4032c949cc5d gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:57:07.804103 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e83ad4-d3ab-40f3-a0c6-62ad45a174b1 admin admin] Deleting subnet 1537880f-84fa-40cc-bf66-406d02eeb3e8 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:57:07.814815 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-32e83ad4-d3ab-40f3-a0c6-62ad45a174b1 admin admin] Publish callbacks [] for subnet (1537880f-84fa-40cc-bf66-406d02eeb3e8), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:07.914525 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-32e83ad4-d3ab-40f3-a0c6-62ad45a174b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (1537880f-84fa-40cc-bf66-406d02eeb3e8), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:08.014018 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9f2051-2ade-496f-8f60-4032c949cc5d', 'name': 'tempest-MultipleCreateTestJSON-1392612417-router', 'tenant_id': 'bd30c33cb19d47278478aa2340859920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:57Z', 'updated_at': '2022-09-16T12:57:04Z', 'revision_number': 4, 'project_id': 'bd30c33cb19d47278478aa2340859920', 'gw_port': {'id': '3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9f2051-2ade-496f-8f60-4032c949cc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:58Z', 'updated_at': '2022-09-16T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '8f2a0399-3c3a-4d79-821f-17053e346116', 'name': '', 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b', 'tenant_id': 'bd30c33cb19d47278478aa2340859920', 'mac_address': 'fa:16:3e:8b:f9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9f2051-2ade-496f-8f60-4032c949cc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '2a13c8b8-1de8-4567-b7af-c0aeedeaafac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:02Z', 'updated_at': '2022-09-16T12:57:05Z', 'revision_number': 2, 'project_id': 'bd30c33cb19d47278478aa2340859920', 'subnets': [{'id': '2a13c8b8-1de8-4567-b7af-c0aeedeaafac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:08.022345 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:08.057846 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-f9adf64d-5697-4851-8fb5-f608bd8fa8f3 req-b3ea48a0-7ea4-46a2-b6f7-50dbacf45de0 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Deleting port c0c1968f-d991-4e36-8062-6ff62eb7adfb {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:57:08.058263 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-f9adf64d-5697-4851-8fb5-f608bd8fa8f3 req-b3ea48a0-7ea4-46a2-b6f7-50dbacf45de0 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (c0c1968f-d991-4e36-8062-6ff62eb7adfb), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:08.078518 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d58c7d78-aae1-42ca-8efe-8db51ca11579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (56665d3a-f13b-4293-bd44-e5d4a7c9603c), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:08.112810 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] Checking router: da9f2051-2ade-496f-8f60-4032c949cc5d for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:57:08.113511 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] Updating router da9f2051-2ade-496f-8f60-4032c949cc5d port 8f2a0399-3c3a-4d79-821f-17053e346116 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:57:08.114897 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] Attempt 6 to provision port 8f2a0399-3c3a-4d79-821f-17053e346116 Sep 16 12:57:08.118314 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:08.213339 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:08.214469 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] Port 8f2a0399-3c3a-4d79-821f-17053e346116 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:08.242845 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8f2a0399-3c3a-4d79-821f-17053e346116), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:08.251915 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-32e83ad4-d3ab-40f3-a0c6-62ad45a174b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (1537880f-84fa-40cc-bf66-406d02eeb3e8), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:08.373019 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-f9adf64d-5697-4851-8fb5-f608bd8fa8f3 req-b3ea48a0-7ea4-46a2-b6f7-50dbacf45de0 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] For port c0c1968f-d991-4e36-8062-6ff62eb7adfb, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c0c1968f-d991-4e36-8062-6ff62eb7adfb,segment=NetworkSegment(80b31fa5-9330-46a2-9838-326d6e413bf7),segment_id=80b31fa5-9330-46a2-9838-326d6e413bf7)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:08.373707 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-f9adf64d-5697-4851-8fb5-f608bd8fa8f3 req-b3ea48a0-7ea4-46a2-b6f7-50dbacf45de0 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (c0c1968f-d991-4e36-8062-6ff62eb7adfb), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:08.450668 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861727-6444-4674-8ef4-b531e62e4b51 req-a4a251a7-ed33-48fe-897f-8150cad183a7 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:08.454764 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-a4a251a7-ed33-48fe-897f-8150cad183a7 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/networks?id=2a13e2e0-76af-4011-86c3-ccf3c7f1953b HTTP/1.1" status: 200 len: 813 time: 0.2022595 Sep 16 12:57:08.479470 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-0a34965e-f856-4349-bcc1-9e1b73c0d823 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/quotas/bd30c33cb19d47278478aa2340859920 HTTP/1.1" status: 200 len: 375 time: 0.0160253 Sep 16 12:57:08.572454 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-39abb678-7930-4800-a524-b73fd2a2097e tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=bd30c33cb19d47278478aa2340859920&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861337 Sep 16 12:57:08.622856 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-f9adf64d-5697-4851-8fb5-f608bd8fa8f3 req-b3ea48a0-7ea4-46a2-b6f7-50dbacf45de0 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:08.623292 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-f9adf64d-5697-4851-8fb5-f608bd8fa8f3 req-b3ea48a0-7ea4-46a2-b6f7-50dbacf45de0 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (0be927d8-8802-458c-be99-c70b0e2dd0f7), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:08.623558 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [req-f9adf64d-5697-4851-8fb5-f608bd8fa8f3 req-b3ea48a0-7ea4-46a2-b6f7-50dbacf45de0 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Floating IP 0be927d8-8802-458c-be99-c70b0e2dd0f7 disassociated. External IP: 172.25.2.251, port: c0c1968f-d991-4e36-8062-6ff62eb7adfb. Sep 16 12:57:08.623915 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-f9adf64d-5697-4851-8fb5-f608bd8fa8f3 req-b3ea48a0-7ea4-46a2-b6f7-50dbacf45de0 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Calling delete_port for c0c1968f-d991-4e36-8062-6ff62eb7adfb owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:57:08.773662 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] Publish callbacks [] for port (8f2a0399-3c3a-4d79-821f-17053e346116), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:08.783823 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:08.784902 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:08.793245 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8f2a0399-3c3a-4d79-821f-17053e346116), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:08.808427 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-d2ce7a66-67a1-426d-b3a7-c916420fc296 service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:57:08.816416 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-d2ce7a66-67a1-426d-b3a7-c916420fc296 service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2357094 Sep 16 12:57:08.890855 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:08.891773 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:08.916431 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-f9adf64d-5697-4851-8fb5-f608bd8fa8f3 req-b3ea48a0-7ea4-46a2-b6f7-50dbacf45de0 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (c0c1968f-d991-4e36-8062-6ff62eb7adfb), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:08.918315 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c752de5-0f98-41e8-9cf9-13ac26ec3905 None None] Pushing event updated for resources: {'Port': ['ID=8f2a0399-3c3a-4d79-821f-17053e346116,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:08.929067 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-32e83ad4-d3ab-40f3-a0c6-62ad45a174b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (1537880f-84fa-40cc-bf66-406d02eeb3e8), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:08.935032 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] Attempting to bind port 8f2a0399-3c3a-4d79-821f-17053e346116 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:57:08.935801 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] Attempting to bind port 8f2a0399-3c3a-4d79-821f-17053e346116 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:57:08.936592 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] Attempting to bind port 8f2a0399-3c3a-4d79-821f-17053e346116 on network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:08.994889 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea48a0-7ea4-46a2-b6f7-50dbacf45de0 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Pushing event deleted for resources: {'Port': ['ID=c0c1968f-d991-4e36-8062-6ff62eb7adfb,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:09.020694 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:57:09.022251 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] Checking segment: {'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:09.024348 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:09.027618 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] Bound using segment: {'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:57:09.030316 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] Bound port: 8f2a0399-3c3a-4d79-821f-17053e346116, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:57:09.031071 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8f2a0399-3c3a-4d79-821f-17053e346116), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:09.031655 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] Attempt 7 to provision port 8f2a0399-3c3a-4d79-821f-17053e346116 Sep 16 12:57:09.104883 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 10627019-7c98-48b2-960c-7e5976161108 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:57:09.146699 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e83ad4-d3ab-40f3-a0c6-62ad45a174b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1537880f-84fa-40cc-bf66-406d02eeb3e8,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:09.162898 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-32e83ad4-d3ab-40f3-a0c6-62ad45a174b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:09.174948 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-32e83ad4-d3ab-40f3-a0c6-62ad45a174b1 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/1537880f-84fa-40cc-bf66-406d02eeb3e8 HTTP/1.1" status: 204 len: 168 time: 1.8329659 Sep 16 12:57:09.176166 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-a3219afa-69a3-4401-9276-5cb805abefdb service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2a13e2e0-76af-4011-86c3-ccf3c7f1953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583920 Sep 16 12:57:09.179264 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 59978) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:09.207333 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9299b7d-6ac8-4415-a67d-b4ba8f2c7ed0 None None] Network e14caa3d-af8a-4e0a-b7e6-5a07d356e074 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:57:09.214552 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c72e82-6645-4bd2-a6bf-fd42b2483e32 req-e34cc32c-4896-479e-b50c-70883009a933 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:09.223932 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b4c72e82-6645-4bd2-a6bf-fd42b2483e32 req-e34cc32c-4896-479e-b50c-70883009a933 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 943 time: 0.1483223 Sep 16 12:57:09.226709 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 10627019-7c98-48b2-960c-7e5976161108 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:57:09.227996 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 10627019-7c98-48b2-960c-7e5976161108 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:57:09.229186 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] For port 8f2a0399-3c3a-4d79-821f-17053e346116, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:57:09.239956 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] For port 8f2a0399-3c3a-4d79-821f-17053e346116, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=8f2a0399-3c3a-4d79-821f-17053e346116,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:57:09.261249 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8f2a0399-3c3a-4d79-821f-17053e346116), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:09.264375 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] Port 8f2a0399-3c3a-4d79-821f-17053e346116 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:09.332391 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b4c72e82-6645-4bd2-a6bf-fd42b2483e32 req-f7a18d86-32a8-458f-bfa4-f95872a17b21 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006415 Sep 16 12:57:09.359732 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] Routers {'da9f2051-2ade-496f-8f60-4032c949cc5d'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:57:09.360485 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:57:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['da9f2051-2ade-496f-8f60-4032c949cc5d'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:09.440917 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58c7d78-aae1-42ca-8efe-8db51ca11579 admin admin] Router 56665d3a-f13b-4293-bd44-e5d4a7c9603c has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:57:09.464813 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9adf64d-5697-4851-8fb5-f608bd8fa8f3 req-b3ea48a0-7ea4-46a2-b6f7-50dbacf45de0 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Router b5f2aefe-764d-43c1-90a1-ef7c305dbffa has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:57:09.466896 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 59980) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:09.528376 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5237c7d1-3a6c-4309-9cc3-b62e94428c90 req-a8cdcbbe-baf8-4347-b360-3c3f1d78fd94 tempest-ServersAdmin275Test-615773775 tempest-ServersAdmin275Test-615773775-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0565844 Sep 16 12:57:09.558605 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8599584c-2de3-4056-9944-820c849c15b6 None None] DHCP port deletion for e14caa3d-af8a-4e0a-b7e6-5a07d356e074 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:57:09.591407 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:09.608052 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (e14caa3d-af8a-4e0a-b7e6-5a07d356e074), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:09.657039 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c752de5-0f98-41e8-9cf9-13ac26ec3905 None None] Pushing event updated for resources: {'Port': ['ID=8f2a0399-3c3a-4d79-821f-17053e346116,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:09.685871 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-08e1001a-343c-43f8-aa6d-c74945c500c4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2a13e2e0-76af-4011-86c3-ccf3c7f1953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935200 Sep 16 12:57:09.698362 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8599584c-2de3-4056-9944-820c849c15b6 None None] Deleting port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:57:09.698751 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8599584c-2de3-4056-9944-820c849c15b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (f407a2ee-8357-406f-a6dc-a9dd0ac77ea4), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:09.744243 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] Set router da9f2051-2ade-496f-8f60-4032c949cc5d gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:57:09.771552 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Deleting port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:57:09.772017 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (f407a2ee-8357-406f-a6dc-a9dd0ac77ea4), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:09.850965 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] Attempt 8 to provision port 8f2a0399-3c3a-4d79-821f-17053e346116 Sep 16 12:57:09.902822 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-8599584c-2de3-4056-9944-820c849c15b6 None None] For port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f407a2ee-8357-406f-a6dc-a9dd0ac77ea4,segment=NetworkSegment(8ddec873-1796-4f65-ab21-1c1ce0b9ada1),segment_id=8ddec873-1796-4f65-ab21-1c1ce0b9ada1)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:09.903186 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8599584c-2de3-4056-9944-820c849c15b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (f407a2ee-8357-406f-a6dc-a9dd0ac77ea4), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:09.918843 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8599584c-2de3-4056-9944-820c849c15b6 None None] Calling delete_port for f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:57:09.937752 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] For port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f407a2ee-8357-406f-a6dc-a9dd0ac77ea4,segment=NetworkSegment(8ddec873-1796-4f65-ab21-1c1ce0b9ada1),segment_id=8ddec873-1796-4f65-ab21-1c1ce0b9ada1)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:09.938205 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (f407a2ee-8357-406f-a6dc-a9dd0ac77ea4), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:09.972467 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Calling delete_port for f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 owned by network:dhcp {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:57:10.040717 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:10.072857 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:57:10.076364 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8599584c-2de3-4056-9944-820c849c15b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (f407a2ee-8357-406f-a6dc-a9dd0ac77ea4), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:10.117208 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (f407a2ee-8357-406f-a6dc-a9dd0ac77ea4), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:10.149189 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-48fb93d6-5266-4227-9efe-18ac3389b0e0 req-1db96cbb-43c2-4848-ae64-f522da344cb5 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 210 time: 0.4618816 Sep 16 12:57:10.221662 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Pushing event deleted for resources: {'Port': ['ID=f407a2ee-8357-406f-a6dc-a9dd0ac77ea4,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:10.231197 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8599584c-2de3-4056-9944-820c849c15b6 None None] No DVR routers for this DVR port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:57:10.231810 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] No DVR routers for this DVR port f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 on host n-d-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:57:10.242823 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599584c-2de3-4056-9944-820c849c15b6 None None] Pushing event deleted for resources: {'Port': ['ID=f407a2ee-8357-406f-a6dc-a9dd0ac77ea4,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:10.249143 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:10.249495 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:10.249839 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:10.250170 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:10.250503 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:10.250831 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:10.251157 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:10.251895 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:10.251895 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:10.252080 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:10.252443 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:10.252765 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:10.253085 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:10.254458 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:10.256450 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:10.280556 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9f2051-2ade-496f-8f60-4032c949cc5d', 'name': 'tempest-MultipleCreateTestJSON-1392612417-router', 'tenant_id': 'bd30c33cb19d47278478aa2340859920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:57Z', 'updated_at': '2022-09-16T12:57:04Z', 'revision_number': 4, 'project_id': 'bd30c33cb19d47278478aa2340859920', 'gw_port': {'id': '3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9f2051-2ade-496f-8f60-4032c949cc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:58Z', 'updated_at': '2022-09-16T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '8f2a0399-3c3a-4d79-821f-17053e346116', 'name': '', 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b', 'tenant_id': 'bd30c33cb19d47278478aa2340859920', 'mac_address': 'fa:16:3e:8b:f9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9f2051-2ade-496f-8f60-4032c949cc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '2a13c8b8-1de8-4567-b7af-c0aeedeaafac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:02Z', 'updated_at': '2022-09-16T12:57:09Z', 'revision_number': 4, 'project_id': 'bd30c33cb19d47278478aa2340859920', 'subnets': [{'id': '2a13c8b8-1de8-4567-b7af-c0aeedeaafac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:10.331879 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2c032e-82c5-45a2-978f-c6b260791789 None None] The sync data for ids ['da9f2051-2ade-496f-8f60-4032c949cc5d'] in n-d-858094-4 is: [{'id': 'da9f2051-2ade-496f-8f60-4032c949cc5d', 'name': 'tempest-MultipleCreateTestJSON-1392612417-router', 'tenant_id': 'bd30c33cb19d47278478aa2340859920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:57Z', 'updated_at': '2022-09-16T12:57:04Z', 'revision_number': 4, 'project_id': 'bd30c33cb19d47278478aa2340859920', 'gw_port': {'id': '3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9f2051-2ade-496f-8f60-4032c949cc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:58Z', 'updated_at': '2022-09-16T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '8f2a0399-3c3a-4d79-821f-17053e346116', 'name': '', 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b', 'tenant_id': 'bd30c33cb19d47278478aa2340859920', 'mac_address': 'fa:16:3e:8b:f9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9f2051-2ade-496f-8f60-4032c949cc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '2a13c8b8-1de8-4567-b7af-c0aeedeaafac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:02Z', 'updated_at': '2022-09-16T12:57:09Z', 'revision_number': 4, 'project_id': 'bd30c33cb19d47278478aa2340859920', 'subnets': [{'id': '2a13c8b8-1de8-4567-b7af-c0aeedeaafac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:57:10.470495 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2a138d3d-969e-422e-8a8d-7a8913caad85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:10.514674 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] Current status of the port 8f2a0399-3c3a-4d79-821f-17053e346116 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:10.515197 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8f2a0399-3c3a-4d79-821f-17053e346116), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:10.561000 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-650313c0-ebe8-46a5-8a66-6135b8a6efb4 req-623efcf5-0f2b-4b7e-9bfa-776321ea4016 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c31cfc02-e506-4e4f-b06d-a0d38e56c5b6 HTTP/1.1" status: 200 len: 210 time: 0.1740496 Sep 16 12:57:10.654001 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] For port 8f2a0399-3c3a-4d79-821f-17053e346116, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=8f2a0399-3c3a-4d79-821f-17053e346116,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:10.655288 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2a138d3d-969e-422e-8a8d-7a8913caad85 admin admin] Publish callbacks [] for security_group (7257e4cc-606d-446f-b7f4-70b42020004a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:10.669169 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (e14caa3d-af8a-4e0a-b7e6-5a07d356e074), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:10.673466 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8f2a0399-3c3a-4d79-821f-17053e346116), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:10.704711 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2a138d3d-969e-422e-8a8d-7a8913caad85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (7257e4cc-606d-446f-b7f4-70b42020004a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:10.759879 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:10.763018 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e14caa3d-af8a-4e0a-b7e6-5a07d356e074']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:10.784590 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0edf0-dc43-4c5b-bd4a-1afbbe9c214e req-ae81ac0f-9b4b-46ca-8fd8-8f7ac4b74b01 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:10.793959 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3ce0edf0-dc43-4c5b-bd4a-1afbbe9c214e req-ae81ac0f-9b4b-46ca-8fd8-8f7ac4b74b01 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 943 time: 0.2432363 Sep 16 12:57:10.802316 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddec873-1796-4f65-ab21-1c1ce0b9ada1') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:10.803375 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddec873-1796-4f65-ab21-1c1ce0b9ada1') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:10.811015 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58c7d78-aae1-42ca-8efe-8db51ca11579 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:57:10.818814 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:10.844481 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6354309-4734-474b-8f0d-f12908f719bd None None] Sync routers for ids ['56665d3a-f13b-4293-bd44-e5d4a7c9603c'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:57:10.855101 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d58c7d78-aae1-42ca-8efe-8db51ca11579 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/56665d3a-f13b-4293-bd44-e5d4a7c9603c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6025872 Sep 16 12:57:10.868222 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60002) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:10.875789 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:10.883449 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (8ddec873-1796-4f65-ab21-1c1ce0b9ada1), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:10.899440 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6354309-4734-474b-8f0d-f12908f719bd None None] Routers {'56665d3a-f13b-4293-bd44-e5d4a7c9603c'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:57:10.900609 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-c6354309-4734-474b-8f0d-f12908f719bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:57:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['56665d3a-f13b-4293-bd44-e5d4a7c9603c'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:10.961334 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2a138d3d-969e-422e-8a8d-7a8913caad85 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=02a52668ad2e4d31917fbd450127da13&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4933801 Sep 16 12:57:10.962339 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a138d3d-969e-422e-8a8d-7a8913caad85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7257e4cc-606d-446f-b7f4-70b42020004a,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:10.967598 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e24137a1-b543-4a09-b3f7-bf916cdc4843 req-e12c33ed-45f4-4c33-b4d2-3abf6d67c813 tempest-ServersAdmin275Test-615773775 tempest-ServersAdmin275Test-615773775-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.1705811 Sep 16 12:57:10.978891 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': 'ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'port_id': 'ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7', 'mac_address': 'fa:16:3e:58:ae:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:57:10.981048 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60006) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:10.995386 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8f2a0399-3c3a-4d79-821f-17053e346116 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:10.995926 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (8ddec873-1796-4f65-ab21-1c1ce0b9ada1), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:11.004096 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:57:11.004889 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (8ddec873-1796-4f65-ab21-1c1ce0b9ada1), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:11.059877 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-8203eb73-ff4e-410d-9c45-c0eb0d32f1cd None None] Provisioning complete for port 8f2a0399-3c3a-4d79-821f-17053e346116 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:11.060283 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8203eb73-ff4e-410d-9c45-c0eb0d32f1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8f2a0399-3c3a-4d79-821f-17053e346116), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:11.060614 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8203eb73-ff4e-410d-9c45-c0eb0d32f1cd None None] Attempt 1 to provision port 8f2a0399-3c3a-4d79-821f-17053e346116 Sep 16 12:57:11.078633 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9adf64d-5697-4851-8fb5-f608bd8fa8f3 req-b3ea48a0-7ea4-46a2-b6f7-50dbacf45de0 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:57:11.091368 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa18e8f4-be6d-40f9-a732-e1716ec0f8df None None] Sync routers for ids ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:57:11.096247 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 8ddec873-1796-4f65-ab21-1c1ce0b9ada1 resource provider aggregate not found Sep 16 12:57:11.111514 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa18e8f4-be6d-40f9-a732-e1716ec0f8df None None] Routers {'b5f2aefe-764d-43c1-90a1-ef7c305dbffa'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:57:11.113945 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-aa18e8f4-be6d-40f9-a732-e1716ec0f8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:57:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:11.115551 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (e14caa3d-af8a-4e0a-b7e6-5a07d356e074), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:11.126599 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 8ddec873-1796-4f65-ab21-1c1ce0b9ada1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ddec873-1796-4f65-ab21-1c1ce0b9ada1 found for delete ", "request_id": "req-d7338f46-668e-4022-95d4-b3c42da52b65"}]} Sep 16 12:57:11.143525 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:11.150489 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/e14caa3d-af8a-4e0a-b7e6-5a07d356e074 HTTP/1.1" status: 204 len: 168 time: 1.9691732 Sep 16 12:57:11.154680 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0ad0a-cbd9-4a12-a26d-61db5a45712e admin admin] Pushing event deleted for resources: {'Network': ['ID=e14caa3d-af8a-4e0a-b7e6-5a07d356e074,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:11.180211 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3ce0edf0-dc43-4c5b-bd4a-1afbbe9c214e req-4fb06dac-f5c4-4667-9818-67e8c107b870 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850527 Sep 16 12:57:11.323120 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:11.326114 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c9264cab-3863-42e5-8c1b-ad08aa5d77f0 admin admin] Publish callbacks [] for router (56665d3a-f13b-4293-bd44-e5d4a7c9603c), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:11.369426 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-c6354309-4734-474b-8f0d-f12908f719bd None None] Set router 56665d3a-f13b-4293-bd44-e5d4a7c9603c gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:57:11.469607 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9afa3707-2ccd-4759-8b23-21646ec5603d req-fb3ff8e1-db3f-43a7-80ce-0ac1e766b661 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9ad8536a-46b8-4821-8fb0-2c743927bb88 HTTP/1.1" status: 200 len: 210 time: 0.1049068 Sep 16 12:57:11.469984 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-aa18e8f4-be6d-40f9-a732-e1716ec0f8df None None] Set router b5f2aefe-764d-43c1-90a1-ef7c305dbffa gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:57:11.485462 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9adf64d-5697-4851-8fb5-f608bd8fa8f3 req-b3ea48a0-7ea4-46a2-b6f7-50dbacf45de0 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] No DVR routers for this DVR port c0c1968f-d991-4e36-8062-6ff62eb7adfb on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:57:11.532534 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60020) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:11.541836 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:11.567326 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 8f2a0399-3c3a-4d79-821f-17053e346116 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:11.568647 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8f2a0399-3c3a-4d79-821f-17053e346116), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:11.569745 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 8f2a0399-3c3a-4d79-821f-17053e346116 Sep 16 12:57:11.573901 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device c0c1968f-d991-4e36-8062-6ff62eb7adfb no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:57:11.582160 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:11.669995 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:11.688853 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-f9adf64d-5697-4851-8fb5-f608bd8fa8f3 req-b3ea48a0-7ea4-46a2-b6f7-50dbacf45de0 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:11.706763 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f9adf64d-5697-4851-8fb5-f608bd8fa8f3 req-b3ea48a0-7ea4-46a2-b6f7-50dbacf45de0 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.76 "DELETE /networking/v2.0/ports/c0c1968f-d991-4e36-8062-6ff62eb7adfb HTTP/1.1" status: 204 len: 173 time: 3.8967226 Sep 16 12:57:11.728728 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c9264cab-3863-42e5-8c1b-ad08aa5d77f0 admin admin] Publish callbacks [] for router_gateway (56665d3a-f13b-4293-bd44-e5d4a7c9603c), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:11.745810 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad8536a-46b8-4821-8fb0-2c743927bb88', 'name': 'network-vif-deleted', 'tag': 'c0c1968f-d991-4e36-8062-6ff62eb7adfb'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:57:11.759585 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3960ff-65a5-4160-b467-f34759bef4e3" -d '{"events": [{"server_uuid": "9ad8536a-46b8-4821-8fb0-2c743927bb88", "name": "network-vif-deleted", "tag": "c0c1968f-d991-4e36-8062-6ff62eb7adfb"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:57:11.796099 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:57:11.838665 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:11.844950 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545adb05-fc07-40ec-9a67-c8da89e0c8e9 None None] Pushing event updated for resources: {'Port': ['ID=8f2a0399-3c3a-4d79-821f-17053e346116,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:11.888073 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: c0c1968f-d991-4e36-8062-6ff62eb7adfb {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:57:11.894585 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device c0c1968f-d991-4e36-8062-6ff62eb7adfb not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:57:11.966211 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-aa18e8f4-be6d-40f9-a732-e1716ec0f8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:52Z', 'updated_at': '2022-09-16T12:53:06Z', 'revision_number': 4, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'gw_port': {'id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:53Z', 'updated_at': '2022-09-16T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '18ec4bb9-5dec-454f-9b09-cc9e14f82e8d', 'name': '', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'mac_address': 'fa:16:3e:ff:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:02Z', 'updated_at': '2022-09-16T12:53:14Z', 'revision_number': 5, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'subnets': [{'id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:12.028100 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dc8f03-e3c2-4287-8a9d-c1da765ea549 x-openstack-request-id: req-44dc8f03-e3c2-4287-8a9d-c1da765ea549 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:57:12.028574 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad8536a-46b8-4821-8fb0-2c743927bb88", "name": "network-vif-deleted", "tag": "c0c1968f-d991-4e36-8062-6ff62eb7adfb", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:57:12.030078 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-44dc8f03-e3c2-4287-8a9d-c1da765ea549 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:57:12.030695 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44dc8f03-e3c2-4287-8a9d-c1da765ea549'] response: {'server_uuid': '9ad8536a-46b8-4821-8fb0-2c743927bb88', 'name': 'network-vif-deleted', 'tag': 'c0c1968f-d991-4e36-8062-6ff62eb7adfb', 'status': 'completed', 'code': 200} Sep 16 12:57:12.042550 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:12.042838 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:12.053720 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-c9264cab-3863-42e5-8c1b-ad08aa5d77f0 admin admin] Deleting port 1b7f99dc-8e1f-4bbd-9418-9be078130077 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:57:12.054892 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c9264cab-3863-42e5-8c1b-ad08aa5d77f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (1b7f99dc-8e1f-4bbd-9418-9be078130077), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:12.058892 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61ecbd5b-c7cf-407b-8723-ed127d7d57fa admin admin] Publish callbacks [] for security_group (7257e4cc-606d-446f-b7f4-70b42020004a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:12.243223 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61ecbd5b-c7cf-407b-8723-ed127d7d57fa admin admin] Publish callbacks [] for security_group (7257e4cc-606d-446f-b7f4-70b42020004a), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:12.349782 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa18e8f4-be6d-40f9-a732-e1716ec0f8df None None] Checking router: b5f2aefe-764d-43c1-90a1-ef7c305dbffa for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:57:12.354210 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-c6354309-4734-474b-8f0d-f12908f719bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56665d3a-f13b-4293-bd44-e5d4a7c9603c', 'name': 'tempest-ImagesOneServerNegativeTestJSON-787896481-router', 'tenant_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '1b7f99dc-8e1f-4bbd-9418-9be078130077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:55:11Z', 'updated_at': '2022-09-16T12:57:07Z', 'revision_number': 5, 'project_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'gw_port': {'id': '1b7f99dc-8e1f-4bbd-9418-9be078130077', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56665d3a-f13b-4293-bd44-e5d4a7c9603c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:55:13Z', 'updated_at': '2022-09-16T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:12.401565 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa18e8f4-be6d-40f9-a732-e1716ec0f8df None None] Routers {'b5f2aefe-764d-43c1-90a1-ef7c305dbffa'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:57:12.402745 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-aa18e8f4-be6d-40f9-a732-e1716ec0f8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:57:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:12.441650 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-c9264cab-3863-42e5-8c1b-ad08aa5d77f0 admin admin] For port 1b7f99dc-8e1f-4bbd-9418-9be078130077, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=1b7f99dc-8e1f-4bbd-9418-9be078130077,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:12.442211 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c9264cab-3863-42e5-8c1b-ad08aa5d77f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (1b7f99dc-8e1f-4bbd-9418-9be078130077), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:12.460785 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8203eb73-ff4e-410d-9c45-c0eb0d32f1cd None None] Current status of the port 8f2a0399-3c3a-4d79-821f-17053e346116 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:12.474937 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-c9264cab-3863-42e5-8c1b-ad08aa5d77f0 admin admin] Calling delete_port for 1b7f99dc-8e1f-4bbd-9418-9be078130077 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:57:12.478056 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61ecbd5b-c7cf-407b-8723-ed127d7d57fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (7257e4cc-606d-446f-b7f4-70b42020004a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:12.498018 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:57:12.509322 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61ecbd5b-c7cf-407b-8723-ed127d7d57fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:12.517126 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-61ecbd5b-c7cf-407b-8723-ed127d7d57fa admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/7257e4cc-606d-446f-b7f4-70b42020004a HTTP/1.1" status: 204 len: 168 time: 1.5299115 Sep 16 12:57:12.526097 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:12.531073 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6354309-4734-474b-8f0d-f12908f719bd None None] Checking router: 56665d3a-f13b-4293-bd44-e5d4a7c9603c for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:57:12.540967 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:12.606587 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:12.616053 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:12.622821 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecbd5b-c7cf-407b-8723-ed127d7d57fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7257e4cc-606d-446f-b7f4-70b42020004a,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:12.625978 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6354309-4734-474b-8f0d-f12908f719bd None None] Routers {'56665d3a-f13b-4293-bd44-e5d4a7c9603c'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:57:12.626906 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-c6354309-4734-474b-8f0d-f12908f719bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:57:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['56665d3a-f13b-4293-bd44-e5d4a7c9603c'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:12.860755 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-aa18e8f4-be6d-40f9-a732-e1716ec0f8df None None] Set router b5f2aefe-764d-43c1-90a1-ef7c305dbffa gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:57:12.880910 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-de65b54b-d4fd-4753-a52a-84aa914da534 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=bf37eb99b7e245d4a3d02414a3af163f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3444290 Sep 16 12:57:12.896595 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60036) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:12.942823 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 8f2a0399-3c3a-4d79-821f-17053e346116 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:13.019119 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-c6354309-4734-474b-8f0d-f12908f719bd None None] Set router 56665d3a-f13b-4293-bd44-e5d4a7c9603c gateway port host: None {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:57:13.072764 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db6f4d7a-cf2b-466a-b359-e28b2cd0e9a0 req-bb304c2f-90dd-4fd0-bc97-c040b9e2a6ad tempest-ServersAdmin275Test-615773775 tempest-ServersAdmin275Test-615773775-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.2111151 Sep 16 12:57:13.085675 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d77143d7-9285-4755-a331-21ce9d421385 req-c3ae031a-9aed-4a90-a178-c708a2836884 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c31cfc02-e506-4e4f-b06d-a0d38e56c5b6 HTTP/1.1" status: 200 len: 210 time: 0.2388442 Sep 16 12:57:13.144175 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c9264cab-3863-42e5-8c1b-ad08aa5d77f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (1b7f99dc-8e1f-4bbd-9418-9be078130077), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:13.304134 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9264cab-3863-42e5-8c1b-ad08aa5d77f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7f99dc-8e1f-4bbd-9418-9be078130077,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:13.391288 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60042) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:13.404760 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e8c72a11-41a5-4810-967e-30b19bfdf920 admin admin] Publish callbacks [] for security_group (a7b69cee-d21f-4994-abdf-afadbd57f2be), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:13.436822 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8042ad2-c505-48a2-85ff-fc8bd69f4a67 req-0825e2dd-7f02-4f17-9844-bdefe8b20eec tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:13.445404 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d8042ad2-c505-48a2-85ff-fc8bd69f4a67 req-0825e2dd-7f02-4f17-9844-bdefe8b20eec tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 944 time: 0.1962421 Sep 16 12:57:13.467215 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-aa18e8f4-be6d-40f9-a732-e1716ec0f8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:52Z', 'updated_at': '2022-09-16T12:53:06Z', 'revision_number': 4, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'gw_port': {'id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:53Z', 'updated_at': '2022-09-16T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '18ec4bb9-5dec-454f-9b09-cc9e14f82e8d', 'name': '', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'mac_address': 'fa:16:3e:ff:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:02Z', 'updated_at': '2022-09-16T12:53:14Z', 'revision_number': 5, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'subnets': [{'id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:13.505480 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e8c72a11-41a5-4810-967e-30b19bfdf920 admin admin] Publish callbacks [] for security_group (a7b69cee-d21f-4994-abdf-afadbd57f2be), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:13.538761 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa18e8f4-be6d-40f9-a732-e1716ec0f8df None None] The sync data for ids ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'] in n-d-858094-4 is: [{'id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:52Z', 'updated_at': '2022-09-16T12:53:06Z', 'revision_number': 4, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'gw_port': {'id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:53Z', 'updated_at': '2022-09-16T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '18ec4bb9-5dec-454f-9b09-cc9e14f82e8d', 'name': '', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'mac_address': 'fa:16:3e:ff:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:02Z', 'updated_at': '2022-09-16T12:53:14Z', 'revision_number': 5, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'subnets': [{'id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:57:13.565064 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60046) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:13.621506 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a6886e52-ee8c-4c89-addb-bf0ba1c6618b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:13.667555 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:57:13.669706 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:57:13.676489 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-c6354309-4734-474b-8f0d-f12908f719bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56665d3a-f13b-4293-bd44-e5d4a7c9603c', 'name': 'tempest-ImagesOneServerNegativeTestJSON-787896481-router', 'tenant_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:55:11Z', 'updated_at': '2022-09-16T12:57:11Z', 'revision_number': 6, 'project_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:13.684308 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c9264cab-3863-42e5-8c1b-ad08aa5d77f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (56665d3a-f13b-4293-bd44-e5d4a7c9603c), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:13.748000 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:57:13.750491 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f407a2ee-8357-406f-a6dc-a9dd0ac77ea4 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:57:13.805781 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6354309-4734-474b-8f0d-f12908f719bd None None] The sync data for ids ['56665d3a-f13b-4293-bd44-e5d4a7c9603c'] in n-d-858094-4 is: [{'id': '56665d3a-f13b-4293-bd44-e5d4a7c9603c', 'name': 'tempest-ImagesOneServerNegativeTestJSON-787896481-router', 'tenant_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:55:11Z', 'updated_at': '2022-09-16T12:57:11Z', 'revision_number': 6, 'project_id': 'c88ea8e8750c440e86d3c1eb4ab6110e', 'gw_port_host': None}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:57:13.889915 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861727-6444-4674-8ef4-b531e62e4b51 req-6d605286-db2d-4544-b41c-ca7cc7b3decd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:13.891754 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-6d605286-db2d-4544-b41c-ca7cc7b3decd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.25 "GET /networking/v2.0/networks?id=2a13e2e0-76af-4011-86c3-ccf3c7f1953b HTTP/1.1" status: 200 len: 813 time: 0.4063911 Sep 16 12:57:13.908820 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:13.910915 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0186ac80-a6d7-41f3-b419-3e4730cc24c3 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group (88fb8760-50a0-4fe4-92cd-a44babed0c8c), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:13.928672 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d8042ad2-c505-48a2-85ff-fc8bd69f4a67 req-96ff3dcf-0c50-4dd5-82b8-c85e9fe0ba25 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822519 Sep 16 12:57:13.946445 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-85861727-6444-4674-8ef4-b531e62e4b51 req-6de52306-b2b2-4c99-bd5e-b665d657da07 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Request body: {'port': {'device_id': 'c31cfc02-e506-4e4f-b06d-a0d38e56c5b6', 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b', 'admin_state_up': True, 'tenant_id': 'bd30c33cb19d47278478aa2340859920'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:14.057992 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e8c72a11-41a5-4810-967e-30b19bfdf920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (a7b69cee-d21f-4994-abdf-afadbd57f2be), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:14.060485 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e8c72a11-41a5-4810-967e-30b19bfdf920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:14.061834 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-e8c72a11-41a5-4810-967e-30b19bfdf920 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/a7b69cee-d21f-4994-abdf-afadbd57f2be HTTP/1.1" status: 204 len: 168 time: 1.1634140 Sep 16 12:57:14.078607 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:14.106065 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c9264cab-3863-42e5-8c1b-ad08aa5d77f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (56665d3a-f13b-4293-bd44-e5d4a7c9603c), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:14.117071 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c9264cab-3863-42e5-8c1b-ad08aa5d77f0 admin admin] Publish callbacks [] for router_controller (56665d3a-f13b-4293-bd44-e5d4a7c9603c), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:14.119004 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:14.125223 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0186ac80-a6d7-41f3-b419-3e4730cc24c3 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group (88fb8760-50a0-4fe4-92cd-a44babed0c8c), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:14.159041 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c72a11-41a5-4810-967e-30b19bfdf920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b69cee-d21f-4994-abdf-afadbd57f2be,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:14.159532 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8f30ec-e0ca-41c5-a547-5625a957667d None None] New status for floating IP 0be927d8-8802-458c-be99-c70b0e2dd0f7: DOWN {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:57:14.382977 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0c5d3061-d6c2-4cda-9832-3ba9f09143ce req-f4dcc2f8-14e3-4155-bcc8-f2047b4812fc tempest-ServersAdmin275Test-615773775 tempest-ServersAdmin275Test-615773775-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.1193891 Sep 16 12:57:14.388238 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-73227706-8143-4042-b403-5c86e8fa146f req-5fa3e73a-5e66-41e7-be18-d8d34510d802 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c31cfc02-e506-4e4f-b06d-a0d38e56c5b6 HTTP/1.1" status: 200 len: 210 time: 0.1044700 Sep 16 12:57:14.391344 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85861727-6444-4674-8ef4-b531e62e4b51 req-6de52306-b2b2-4c99-bd5e-b665d657da07 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Made reservation on behalf of bd30c33cb19d47278478aa2340859920 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:57:14.400974 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-85861727-6444-4674-8ef4-b531e62e4b51 req-6de52306-b2b2-4c99-bd5e-b665d657da07 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:14.439200 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c9264cab-3863-42e5-8c1b-ad08aa5d77f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (56665d3a-f13b-4293-bd44-e5d4a7c9603c), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:14.441915 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9264cab-3863-42e5-8c1b-ad08aa5d77f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56665d3a-f13b-4293-bd44-e5d4a7c9603c {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:57:14.447781 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8f2a0399-3c3a-4d79-821f-17053e346116 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:14.467339 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c9264cab-3863-42e5-8c1b-ad08aa5d77f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:14.470885 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c9264cab-3863-42e5-8c1b-ad08aa5d77f0 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/56665d3a-f13b-4293-bd44-e5d4a7c9603c HTTP/1.1" status: 204 len: 168 time: 3.5993867 Sep 16 12:57:14.473153 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60054) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:14.507157 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98d0cd1c-44d5-4957-b60c-1245a39ec2dd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:14.507157 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98d0cd1c-44d5-4957-b60c-1245a39ec2dd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.76 "GET /networking/v2.0/networks?id=2a13e2e0-76af-4011-86c3-ccf3c7f1953b HTTP/1.1" status: 200 len: 813 time: 0.8629174 Sep 16 12:57:14.521254 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 8f2a0399-3c3a-4d79-821f-17053e346116 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:14.522922 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8f2a0399-3c3a-4d79-821f-17053e346116), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:14.522922 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 8f2a0399-3c3a-4d79-821f-17053e346116 Sep 16 12:57:14.545288 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-85861727-6444-4674-8ef4-b531e62e4b51 req-de4ebc89-771d-4b85-93fd-dde622c922fd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Request body: {'port': {'device_id': 'cc7e9284-2d49-41b2-ad73-0073b2e8bcc6', 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b', 'admin_state_up': True, 'tenant_id': 'bd30c33cb19d47278478aa2340859920'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:14.560931 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a6886e52-ee8c-4c89-addb-bf0ba1c6618b admin admin] Publish callbacks [] for security_group (6928a340-a773-4875-8445-cb6803034a93), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:14.580296 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a6886e52-ee8c-4c89-addb-bf0ba1c6618b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (6928a340-a773-4875-8445-cb6803034a93), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:14.583868 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0186ac80-a6d7-41f3-b419-3e4730cc24c3 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (88fb8760-50a0-4fe4-92cd-a44babed0c8c), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:14.587996 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0186ac80-a6d7-41f3-b419-3e4730cc24c3 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:14.593255 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0186ac80-a6d7-41f3-b419-3e4730cc24c3 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/88fb8760-50a0-4fe4-92cd-a44babed0c8c HTTP/1.1" status: 204 len: 168 time: 1.1922340 Sep 16 12:57:14.608029 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60060) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:14.662586 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [None req-0fe5ba05-ab21-40de-8cfd-f15c7c1bc3bb tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] show failed (client error): The resource could not be found. Sep 16 12:57:14.667478 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-0fe5ba05-ab21-40de-8cfd-f15c7c1bc3bb tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups/88fb8760-50a0-4fe4-92cd-a44babed0c8c HTTP/1.1" status: 404 len: 347 time: 0.0528834 Sep 16 12:57:14.671023 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60062) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:14.710852 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2c03ef-8cde-472f-845d-3097f9c2adb7 admin admin] Deleting subnet b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:57:14.754633 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 8f2a0399-3c3a-4d79-821f-17053e346116 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:14.817119 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-85861727-6444-4674-8ef4-b531e62e4b51 req-6de52306-b2b2-4c99-bd5e-b665d657da07 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Allocated IP 172.20.0.11 (2a13e2e0-76af-4011-86c3-ccf3c7f1953b/2a13c8b8-1de8-4567-b7af-c0aeedeaafac/6a98d6d9-ecee-467f-84c8-ff25d39449e6) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:57:14.830722 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6886e52-ee8c-4c89-addb-bf0ba1c6618b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6928a340-a773-4875-8445-cb6803034a93,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:14.853350 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186ac80-a6d7-41f3-b419-3e4730cc24c3 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fb8760-50a0-4fe4-92cd-a44babed0c8c,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:14.879424 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a6886e52-ee8c-4c89-addb-bf0ba1c6618b admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=11109ded6fac470c9e1efe976f136236&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3132889 Sep 16 12:57:14.892840 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:14.908868 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60070) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:14.927187 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85861727-6444-4674-8ef4-b531e62e4b51 req-de4ebc89-771d-4b85-93fd-dde622c922fd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Made reservation on behalf of bd30c33cb19d47278478aa2340859920 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:57:14.932248 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-85861727-6444-4674-8ef4-b531e62e4b51 req-de4ebc89-771d-4b85-93fd-dde622c922fd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:14.955798 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-8b9ff5a8-186a-4e80-be7c-b4117c83a42b tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Deleting port 83837b4c-c740-4f5e-aff2-f18c3cd7ce83 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:57:14.956166 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff5a8-186a-4e80-be7c-b4117c83a42b tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (83837b4c-c740-4f5e-aff2-f18c3cd7ce83), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:15.033965 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:57:15.050389 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:15.051043 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:15.051645 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 Sep 16 12:57:15.112885 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cc2c03ef-8cde-472f-845d-3097f9c2adb7 admin admin] Publish callbacks [] for subnet (b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:15.119205 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:15.120717 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:15.152150 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff5a8-186a-4e80-be7c-b4117c83a42b tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (83837b4c-c740-4f5e-aff2-f18c3cd7ce83), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:15.152496 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff5a8-186a-4e80-be7c-b4117c83a42b tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for floatingip (83837b4c-c740-4f5e-aff2-f18c3cd7ce83), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:15.187630 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-8b9ff5a8-186a-4e80-be7c-b4117c83a42b tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Calling delete_port for 83837b4c-c740-4f5e-aff2-f18c3cd7ce83 owned by network:floatingip {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:57:15.226025 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-85861727-6444-4674-8ef4-b531e62e4b51 req-6de52306-b2b2-4c99-bd5e-b665d657da07 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks [] for port (6a98d6d9-ecee-467f-84c8-ff25d39449e6), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:15.226572 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:15.229089 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:15.229570 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:15.280157 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:15.281319 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b229371-5f66-466c-a96b-2f668a855aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:57:15.284144 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446ad676-60d6-4787-9dee-8ee75b0cebc3" -d '{"events": [{"server_uuid": "3b229371-5f66-466c-a96b-2f668a855aa0", "name": "network-vif-plugged", "status": "completed", "tag": "ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:57:15.290278 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:15.297605 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cc2c03ef-8cde-472f-845d-3097f9c2adb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:15.366220 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:15.384809 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cc2c03ef-8cde-472f-845d-3097f9c2adb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:15.385964 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70205050-5f1f-4e1f-a195-c17b9a94fdd4 x-openstack-request-id: req-70205050-5f1f-4e1f-a195-c17b9a94fdd4 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:57:15.386488 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b229371-5f66-466c-a96b-2f668a855aa0", "name": "network-vif-plugged", "status": "completed", "tag": "ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:57:15.387211 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-70205050-5f1f-4e1f-a195-c17b9a94fdd4 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:57:15.391979 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70205050-5f1f-4e1f-a195-c17b9a94fdd4'] response: {'server_uuid': '3b229371-5f66-466c-a96b-2f668a855aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7', 'code': 200} Sep 16 12:57:15.458571 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-85861727-6444-4674-8ef4-b531e62e4b51 req-6de52306-b2b2-4c99-bd5e-b665d657da07 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (6a98d6d9-ecee-467f-84c8-ff25d39449e6), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:15.469119 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:15.479099 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff5a8-186a-4e80-be7c-b4117c83a42b tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (83837b4c-c740-4f5e-aff2-f18c3cd7ce83), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:15.538535 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:15.555585 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ff5a8-186a-4e80-be7c-b4117c83a42b tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Pushing event deleted for resources: {'Port': ['ID=83837b4c-c740-4f5e-aff2-f18c3cd7ce83,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:15.636908 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60090) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:15.639298 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9872c-b705-44cc-91f3-e8bfd7162924 req-fc32e4a8-77ff-4e28-9041-42ddce010125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:15.640991 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19a9872c-b705-44cc-91f3-e8bfd7162924 req-fc32e4a8-77ff-4e28-9041-42ddce010125 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 1127 time: 0.0641849 Sep 16 12:57:15.656083 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:15.670310 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9a24df7e-c8af-4794-85d9-0b353e6bf870 admin admin] Publish callbacks [] for security_group (6928a340-a773-4875-8445-cb6803034a93), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:15.715749 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de52306-b2b2-4c99-bd5e-b665d657da07 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Pushing event updated for resources: {'Port': ['ID=6a98d6d9-ecee-467f-84c8-ff25d39449e6,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:15.751221 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015b5a4-3b9d-4ffa-abc7-d06606509630 req-41b8305b-77ef-470b-aa4b-e21f4eb5366c tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:15.769817 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e015b5a4-3b9d-4ffa-abc7-d06606509630 req-41b8305b-77ef-470b-aa4b-e21f4eb5366c tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 945 time: 0.6370282 Sep 16 12:57:15.772675 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9a24df7e-c8af-4794-85d9-0b353e6bf870 admin admin] Publish callbacks [] for security_group (6928a340-a773-4875-8445-cb6803034a93), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:15.776712 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff5a8-186a-4e80-be7c-b4117c83a42b tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for floatingip (0be927d8-8802-458c-be99-c70b0e2dd0f7), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:15.779363 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff5a8-186a-4e80-be7c-b4117c83a42b tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:15.783080 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8b9ff5a8-186a-4e80-be7c-b4117c83a42b tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/0be927d8-8802-458c-be99-c70b0e2dd0f7 HTTP/1.1" status: 204 len: 168 time: 1.0967414 Sep 16 12:57:15.844725 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-85861727-6444-4674-8ef4-b531e62e4b51 req-de4ebc89-771d-4b85-93fd-dde622c922fd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Allocated IP 172.20.0.10 (2a13e2e0-76af-4011-86c3-ccf3c7f1953b/2a13c8b8-1de8-4567-b7af-c0aeedeaafac/756b6c88-8a28-4069-a46d-126915a24fb8) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:57:15.854539 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 1b7f99dc-8e1f-4bbd-9418-9be078130077 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:57:15.862654 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85861727-6444-4674-8ef4-b531e62e4b51 req-6de52306-b2b2-4c99-bd5e-b665d657da07 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:15.869308 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a95f74-02f0-4bb0-849a-0ba0274665a4 req-e24ad92a-8407-4668-ae9e-1f90096a5b69 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:15.870927 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8a95f74-02f0-4bb0-849a-0ba0274665a4 req-e24ad92a-8407-4668-ae9e-1f90096a5b69 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c31cfc02-e506-4e4f-b06d-a0d38e56c5b6 HTTP/1.1" status: 200 len: 932 time: 0.2509356 Sep 16 12:57:15.875291 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 1b7f99dc-8e1f-4bbd-9418-9be078130077 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:57:15.875886 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 1b7f99dc-8e1f-4bbd-9418-9be078130077 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:57:15.876554 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:57:15.889475 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-85861727-6444-4674-8ef4-b531e62e4b51 req-6de52306-b2b2-4c99-bd5e-b665d657da07 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:15.900830 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-3215ff63-f160-4015-814c-ae2fbe9144a7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-279571137-network', 'tenant_id': 'cfe82d8dd4fb42cbb054a6f069424c57'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:15.909740 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-85861727-6444-4674-8ef4-b531e62e4b51 req-6de52306-b2b2-4c99-bd5e-b665d657da07 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:57:15.911115 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:57:15.912951 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 07edf7e2-2aa7-4dd8-b4a0-ab1c9a7bf134 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:57:15.934036 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9a24df7e-c8af-4794-85d9-0b353e6bf870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (6928a340-a773-4875-8445-cb6803034a93), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:15.936702 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9a24df7e-c8af-4794-85d9-0b353e6bf870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:15.940538 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9a24df7e-c8af-4794-85d9-0b353e6bf870 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/6928a340-a773-4875-8445-cb6803034a93 HTTP/1.1" status: 204 len: 168 time: 1.0253563 Sep 16 12:57:15.980252 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e015b5a4-3b9d-4ffa-abc7-d06606509630 req-1225102d-57fd-4f4b-8e4e-4ac092bb67df tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078280 Sep 16 12:57:15.995160 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24df7e-c8af-4794-85d9-0b353e6bf870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6928a340-a773-4875-8445-cb6803034a93,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:16.017255 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3215ff63-f160-4015-814c-ae2fbe9144a7 admin admin] Made reservation on behalf of cfe82d8dd4fb42cbb054a6f069424c57 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:57:16.020170 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3215ff63-f160-4015-814c-ae2fbe9144a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.040821 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cc2c03ef-8cde-472f-845d-3097f9c2adb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.066300 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3215ff63-f160-4015-814c-ae2fbe9144a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.151737 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19a9872c-b705-44cc-91f3-e8bfd7162924 req-4d4b3514-8fb6-4e42-a803-dba56fbd462e service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971874 Sep 16 12:57:16.164505 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d234d47c-47ee-4b01-a745-980886dae7dd None None] Network 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:57:16.173798 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cc2c03ef-8cde-472f-845d-3097f9c2adb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.177073 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-cc2c03ef-8cde-472f-845d-3097f9c2adb7 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c HTTP/1.1" status: 204 len: 168 time: 1.7037320 Sep 16 12:57:16.178864 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c03ef-8cde-472f-845d-3097f9c2adb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ca0d86-07ce-4c4a-89c6-e5ef77d59f9c,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:16.184929 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60102) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:16.235250 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861727-6444-4674-8ef4-b531e62e4b51 req-6de52306-b2b2-4c99-bd5e-b665d657da07 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:16.235944 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-85861727-6444-4674-8ef4-b531e62e4b51 req-6de52306-b2b2-4c99-bd5e-b665d657da07 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.293392 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8a95f74-02f0-4bb0-849a-0ba0274665a4 req-507aa23a-177a-4225-a09d-e7f08f71428d tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122145 Sep 16 12:57:16.319776 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-177d44cb-f6ad-4b80-a779-46f6a37a4839 req-08114c75-d756-484d-96b3-8648f34c1ae1 tempest-ServersAdmin275Test-615773775 tempest-ServersAdmin275Test-615773775-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.1461091 Sep 16 12:57:16.342063 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-6de52306-b2b2-4c99-bd5e-b665d657da07 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4050639 Sep 16 12:57:16.437908 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-e70ca408-c938-414e-aa91-417c4abe6fa4 None None] Provisioning complete for port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:16.439264 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e70ca408-c938-414e-aa91-417c4abe6fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6a98d6d9-ecee-467f-84c8-ff25d39449e6), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.440682 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e70ca408-c938-414e-aa91-417c4abe6fa4 None None] Attempt 1 to provision port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 Sep 16 12:57:16.462446 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60106) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:16.471243 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-34127e44-63fc-44d5-b442-45cd64f9062d tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2143500835', 'description': 'tempest-description--1660874686'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:16.514309 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-34127e44-63fc-44d5-b442-45cd64f9062d tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.518305 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046396fd-6d9d-4cab-b283-51bd90a6a4e6 None None] DHCP port deletion for 4f690fd7-a007-4db5-a7d2-6b0378c9fb20 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:57:16.535039 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1d4b-07e7-44a9-a938-250cedef8494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (4f690fd7-a007-4db5-a7d2-6b0378c9fb20), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.571939 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] Request body: {'port': {'device_id': 'c31cfc02-e506-4e4f-b06d-a0d38e56c5b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:16.574258 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e70ca408-c938-414e-aa91-417c4abe6fa4 None None] Port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:16.591940 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-046396fd-6d9d-4cab-b283-51bd90a6a4e6 None None] Deleting port 411bfe2e-463d-4541-bdae-2e245381feb7 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:57:16.592361 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-046396fd-6d9d-4cab-b283-51bd90a6a4e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (411bfe2e-463d-4541-bdae-2e245381feb7), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.651419 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f1d4b-07e7-44a9-a938-250cedef8494 admin admin] Deleting port 411bfe2e-463d-4541-bdae-2e245381feb7 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:57:16.652007 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1d4b-07e7-44a9-a938-250cedef8494 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (411bfe2e-463d-4541-bdae-2e245381feb7), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.674006 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3215ff63-f160-4015-814c-ae2fbe9144a7 admin admin] Publish callbacks [] for security_group (f21d94e8-8a5e-4fe3-9c56-c1e1de88043b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.695232 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-85861727-6444-4674-8ef4-b531e62e4b51 req-de4ebc89-771d-4b85-93fd-dde622c922fd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks [] for port (756b6c88-8a28-4069-a46d-126915a24fb8), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.709792 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-34127e44-63fc-44d5-b442-45cd64f9062d tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group (17851306-4aa7-4f48-b7a3-0f9055cfafd2), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.714861 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-34127e44-63fc-44d5-b442-45cd64f9062d tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (17851306-4aa7-4f48-b7a3-0f9055cfafd2), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.715084 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-046396fd-6d9d-4cab-b283-51bd90a6a4e6 None None] For port 411bfe2e-463d-4541-bdae-2e245381feb7, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=411bfe2e-463d-4541-bdae-2e245381feb7,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:16.715339 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-046396fd-6d9d-4cab-b283-51bd90a6a4e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (411bfe2e-463d-4541-bdae-2e245381feb7), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.739861 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6a98d6d9-ecee-467f-84c8-ff25d39449e6), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.750806 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3215ff63-f160-4015-814c-ae2fbe9144a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (f21d94e8-8a5e-4fe3-9c56-c1e1de88043b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.755579 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-046396fd-6d9d-4cab-b283-51bd90a6a4e6 None None] Calling delete_port for 411bfe2e-463d-4541-bdae-2e245381feb7 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:57:16.767438 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-34127e44-63fc-44d5-b442-45cd64f9062d tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.771586 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3215ff63-f160-4015-814c-ae2fbe9144a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:57:16.771809 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-34127e44-63fc-44d5-b442-45cd64f9062d tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3050089 Sep 16 12:57:16.773027 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60114) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:16.778208 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-8facfa3f-0990-46bd-bf1d-7bd06c635992 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Request body: {'security_group_rule': {'security_group_id': '17851306-4aa7-4f48-b7a3-0f9055cfafd2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:16.783089 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3215ff63-f160-4015-814c-ae2fbe9144a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (ce20a569-3358-4cdf-a537-d2b7460d6ea3), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.783800 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-3215ff63-f160-4015-814c-ae2fbe9144a7 admin admin] Added segment ce20a569-3358-4cdf-a537-d2b7460d6ea3 of type vlan for network 4c6a423f-0493-4448-999c-84f17e899760 Sep 16 12:57:16.804159 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:16.804925 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=73,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:16.932174 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3215ff63-f160-4015-814c-ae2fbe9144a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (4c6a423f-0493-4448-999c-84f17e899760), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.942848 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34127e44-63fc-44d5-b442-45cd64f9062d tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17851306-4aa7-4f48-b7a3-0f9055cfafd2,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:16.944848 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-1d0f1d4b-07e7-44a9-a938-250cedef8494 admin admin] For port 411bfe2e-463d-4541-bdae-2e245381feb7, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=411bfe2e-463d-4541-bdae-2e245381feb7,segment=NetworkSegment(62345359-95e2-4218-a391-811cb46f50d3),segment_id=62345359-95e2-4218-a391-811cb46f50d3)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:16.945535 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1d4b-07e7-44a9-a938-250cedef8494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (411bfe2e-463d-4541-bdae-2e245381feb7), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.973430 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215ff63-f160-4015-814c-ae2fbe9144a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:16.979006 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-046396fd-6d9d-4cab-b283-51bd90a6a4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (411bfe2e-463d-4541-bdae-2e245381feb7), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.987779 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8facfa3f-0990-46bd-bf1d-7bd06c635992 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group_rule (41e7e491-11b4-4a05-a35b-fc8fd632e2b5), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:16.993965 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f1d4b-07e7-44a9-a938-250cedef8494 admin admin] Calling delete_port for 411bfe2e-463d-4541-bdae-2e245381feb7 owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:57:17.021105 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-85861727-6444-4674-8ef4-b531e62e4b51 req-de4ebc89-771d-4b85-93fd-dde622c922fd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (756b6c88-8a28-4069-a46d-126915a24fb8), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:17.065292 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046396fd-6d9d-4cab-b283-51bd90a6a4e6 None None] Pushing event deleted for resources: {'Port': ['ID=411bfe2e-463d-4541-bdae-2e245381feb7,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:17.078433 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046396fd-6d9d-4cab-b283-51bd90a6a4e6 None None] No DVR routers for this DVR port 411bfe2e-463d-4541-bdae-2e245381feb7 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:57:17.086027 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:17.086693 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e70ca408-c938-414e-aa91-417c4abe6fa4 None None] Attempt 2 to provision port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 Sep 16 12:57:17.110052 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ebc89-771d-4b85-93fd-dde622c922fd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Pushing event updated for resources: {'Port': ['ID=756b6c88-8a28-4069-a46d-126915a24fb8,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:17.112681 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3215ff63-f160-4015-814c-ae2fbe9144a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (4c6a423f-0493-4448-999c-84f17e899760), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:17.113675 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3215ff63-f160-4015-814c-ae2fbe9144a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:17.114355 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3215ff63-f160-4015-814c-ae2fbe9144a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:17.184175 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e70ca408-c938-414e-aa91-417c4abe6fa4 None None] Port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:17.216243 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3215ff63-f160-4015-814c-ae2fbe9144a7 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5725183 Sep 16 12:57:17.216243 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85861727-6444-4674-8ef4-b531e62e4b51 req-de4ebc89-771d-4b85-93fd-dde622c922fd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:17.223754 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60128) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:17.233279 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-8aa74e77-7bbf-4361-9010-0272ec79aa95 admin admin] Request body: {'subnet': {'network_id': '4c6a423f-0493-4448-999c-84f17e899760', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-279571137-subnet', 'tenant_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:17.261455 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-85861727-6444-4674-8ef4-b531e62e4b51 req-de4ebc89-771d-4b85-93fd-dde622c922fd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:17.268558 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa74e77-7bbf-4361-9010-0272ec79aa95 admin admin] Made reservation on behalf of cfe82d8dd4fb42cbb054a6f069424c57 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:57:17.270848 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8aa74e77-7bbf-4361-9010-0272ec79aa95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:17.275122 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-85861727-6444-4674-8ef4-b531e62e4b51 req-de4ebc89-771d-4b85-93fd-dde622c922fd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:57:17.287136 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:17.427257 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a98d6d9-ecee-467f-84c8-ff25d39449e6 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:57:17.436926 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] Publish callbacks [] for port (6a98d6d9-ecee-467f-84c8-ff25d39449e6), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:17.453214 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] Transition to ACTIVE for port object 6a98d6d9-ecee-467f-84c8-ff25d39449e6 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:57:17.469178 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ecb12-9907-42cf-964a-c3a9e3c039f7 req-014ad52a-d151-4c69-9951-9fc31c8dbad9 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:17.473263 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-076ecb12-9907-42cf-964a-c3a9e3c039f7 req-014ad52a-d151-4c69-9951-9fc31c8dbad9 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 945 time: 0.2711809 Sep 16 12:57:17.486590 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (6a98d6d9-ecee-467f-84c8-ff25d39449e6), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:17.499835 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215ff63-f160-4015-814c-ae2fbe9144a7 admin admin] Pushing event updated for resources: {'Network': ['ID=4c6a423f-0493-4448-999c-84f17e899760,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:17.523170 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 4c6a423f-0493-4448-999c-84f17e899760 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:57:17.564045 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a98d6d9-ecee-467f-84c8-ff25d39449e6,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:17.594328 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8facfa3f-0990-46bd-bf1d-7bd06c635992 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group_rule (41e7e491-11b4-4a05-a35b-fc8fd632e2b5), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:17.651336 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3f7d4465-007a-40aa-849b-144cbdd21cc3 req-e56eecc6-8474-47ac-b0d2-6f7102d758b1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.1432090 Sep 16 12:57:17.687053 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8facfa3f-0990-46bd-bf1d-7bd06c635992 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (41e7e491-11b4-4a05-a35b-fc8fd632e2b5), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:17.692775 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e70ca408-c938-414e-aa91-417c4abe6fa4 None None] Attempt 3 to provision port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 Sep 16 12:57:17.714149 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1d4b-07e7-44a9-a938-250cedef8494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (411bfe2e-463d-4541-bdae-2e245381feb7), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:17.753122 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:17.776569 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b00a-63f0-4861-91c1-19d79f707141 req-1f997431-9da0-428d-9c8a-61db67e2cc38 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:17.785297 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e70ca408-c938-414e-aa91-417c4abe6fa4 None None] Port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:17.788734 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8aa3b00a-63f0-4861-91c1-19d79f707141 req-1f997431-9da0-428d-9c8a-61db67e2cc38 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c31cfc02-e506-4e4f-b06d-a0d38e56c5b6 HTTP/1.1" status: 200 len: 944 time: 0.2264569 Sep 16 12:57:17.789124 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861727-6444-4674-8ef4-b531e62e4b51 req-de4ebc89-771d-4b85-93fd-dde622c922fd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:17.789789 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-85861727-6444-4674-8ef4-b531e62e4b51 req-de4ebc89-771d-4b85-93fd-dde622c922fd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:17.799955 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facfa3f-0990-46bd-bf1d-7bd06c635992 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e7e491-11b4-4a05-a35b-fc8fd632e2b5,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:17.810016 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f1d4b-07e7-44a9-a938-250cedef8494 admin admin] Pushing event deleted for resources: {'Port': ['ID=411bfe2e-463d-4541-bdae-2e245381feb7,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:17.811742 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:17.842740 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0f1d4b-07e7-44a9-a938-250cedef8494 admin admin] No DVR routers for this DVR port 411bfe2e-463d-4541-bdae-2e245381feb7 on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:57:17.844650 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8facfa3f-0990-46bd-bf1d-7bd06c635992 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:17.848529 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8aa74e77-7bbf-4361-9010-0272ec79aa95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (084dc942-2fdd-4c42-96da-2aec36f644a5), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:17.851082 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-8facfa3f-0990-46bd-bf1d-7bd06c635992 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0767350 Sep 16 12:57:17.851916 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60138) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:17.860473 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-de4ebc89-771d-4b85-93fd-dde622c922fd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3394392 Sep 16 12:57:17.883856 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-93351ad7-8980-4902-b25f-decfa86aacf2 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Request body: {'security_group_rule': {'security_group_id': '17851306-4aa7-4f48-b7a3-0f9055cfafd2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:17.885917 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-076ecb12-9907-42cf-964a-c3a9e3c039f7 req-cbed6bca-3f56-4b3c-8c7a-8da376687fdc tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895962 Sep 16 12:57:17.923295 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] Request body: {'port': {'device_id': 'cc7e9284-2d49-41b2-ad73-0073b2e8bcc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:18.024969 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8aa3b00a-63f0-4861-91c1-19d79f707141 req-36a173b3-4b48-48b2-8e61-bb7847fdadd4 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969829 Sep 16 12:57:18.025592 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:18.026055 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 411bfe2e-463d-4541-bdae-2e245381feb7 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:57:18.036453 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] Attempting to bind port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:57:18.037658 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] Attempting to bind port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:57:18.038911 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] Attempting to bind port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 on network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:18.072018 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa74e77-7bbf-4361-9010-0272ec79aa95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=084dc942-2fdd-4c42-96da-2aec36f644a5,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:18.082861 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 411bfe2e-463d-4541-bdae-2e245381feb7 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:57:18.083205 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 411bfe2e-463d-4541-bdae-2e245381feb7 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:57:18.111388 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1d4b-07e7-44a9-a938-250cedef8494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (4f690fd7-a007-4db5-a7d2-6b0378c9fb20), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:18.141074 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f05946da-3106-400a-ac7f-ef6060231fba req-14d7f00c-0af9-4ca2-be9b-a65d1e5f1c64 tempest-ServersAdmin275Test-615773775 tempest-ServersAdmin275Test-615773775-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.1140418 Sep 16 12:57:18.150581 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-93351ad7-8980-4902-b25f-decfa86aacf2 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group_rule (3c2dce3d-0707-4cf1-b963-1b8050934060), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:18.170637 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] Port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 on network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:57:18.171217 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] Attempting to bind port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 on network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:18.226798 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:57:18.227134 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] Checking segment: {'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:18.227923 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] Bound using segment: {'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:57:18.228052 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] Bound port: 6a98d6d9-ecee-467f-84c8-ff25d39449e6, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:57:18.228385 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6a98d6d9-ecee-467f-84c8-ff25d39449e6), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:18.271133 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:18.286373 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e70ca408-c938-414e-aa91-417c4abe6fa4 None None] Attempt 4 to provision port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 Sep 16 12:57:18.329868 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] For port 6a98d6d9-ecee-467f-84c8-ff25d39449e6, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:57:18.336607 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] For port 6a98d6d9-ecee-467f-84c8-ff25d39449e6, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=6a98d6d9-ecee-467f-84c8-ff25d39449e6,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:57:18.349027 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (6a98d6d9-ecee-467f-84c8-ff25d39449e6), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:18.353376 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:18.356102 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:18.357738 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/6a98d6d9-ecee-467f-84c8-ff25d39449e6 HTTP/1.1" status: 200 len: 1092 time: 1.7913458 Sep 16 12:57:18.362599 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e70ca408-c938-414e-aa91-417c4abe6fa4 None None] Port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:18.362788 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31cfc02-e506-4e4f-b06d-a0d38e56c5b6', 'tag': '6a98d6d9-ecee-467f-84c8-ff25d39449e6'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:57:18.365974 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3f9884-ffd9-4d85-bd10-3922abaffa4c" -d '{"events": [{"name": "network-changed", "server_uuid": "c31cfc02-e506-4e4f-b06d-a0d38e56c5b6", "tag": "6a98d6d9-ecee-467f-84c8-ff25d39449e6"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:57:18.434066 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df95c04f-3790-486e-aeb6-758c24e26ab8 x-openstack-request-id: req-df95c04f-3790-486e-aeb6-758c24e26ab8 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:57:18.434495 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31cfc02-e506-4e4f-b06d-a0d38e56c5b6", "tag": "6a98d6d9-ecee-467f-84c8-ff25d39449e6", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:57:18.434756 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-df95c04f-3790-486e-aeb6-758c24e26ab8 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:57:18.435157 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df95c04f-3790-486e-aeb6-758c24e26ab8'] response: {'name': 'network-changed', 'server_uuid': 'c31cfc02-e506-4e4f-b06d-a0d38e56c5b6', 'tag': '6a98d6d9-ecee-467f-84c8-ff25d39449e6', 'status': 'completed', 'code': 200} Sep 16 12:57:18.478778 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7b44c-304f-4c36-9015-5c2e76deb3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a98d6d9-ecee-467f-84c8-ff25d39449e6,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:18.535489 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861727-6444-4674-8ef4-b531e62e4b51 req-b3b3ab5c-d1d1-4637-b2b6-1fa9c0cb026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:18.538542 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-b3b3ab5c-d1d1-4637-b2b6-1fa9c0cb026a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bd30c33cb19d47278478aa2340859920&device_id=c31cfc02-e506-4e4f-b06d-a0d38e56c5b6 HTTP/1.1" status: 200 len: 1126 time: 0.0850275 Sep 16 12:57:18.597105 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-1d0f1d4b-07e7-44a9-a938-250cedef8494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f690fd7-a007-4db5-a7d2-6b0378c9fb20']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:18.612519 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (756b6c88-8a28-4069-a46d-126915a24fb8), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:18.620544 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-03eccef1-83ab-49aa-b9a2-b7ceb17a665b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a98d6d9-ecee-467f-84c8-ff25d39449e6 HTTP/1.1" status: 200 len: 217 time: 0.0691280 Sep 16 12:57:18.635695 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-1d0f1d4b-07e7-44a9-a938-250cedef8494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62345359-95e2-4218-a391-811cb46f50d3') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:18.636051 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-1d0f1d4b-07e7-44a9-a938-250cedef8494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62345359-95e2-4218-a391-811cb46f50d3') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:18.649399 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa74e77-7bbf-4361-9010-0272ec79aa95 admin admin] Checking segment: {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:18.649759 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa74e77-7bbf-4361-9010-0272ec79aa95 admin admin] Network hostable DHCP agents. Network: 4c6a423f-0493-4448-999c-84f17e899760, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:57:18.660597 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1d4b-07e7-44a9-a938-250cedef8494 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (62345359-95e2-4218-a391-811cb46f50d3), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:18.689978 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861727-6444-4674-8ef4-b531e62e4b51 req-6e176800-dd2d-440f-9445-58025c8a379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:18.691537 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-6e176800-dd2d-440f-9445-58025c8a379c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a13c8b8-1de8-4567-b7af-c0aeedeaafac HTTP/1.1" status: 200 len: 852 time: 0.0656915 Sep 16 12:57:18.709981 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1d4b-07e7-44a9-a938-250cedef8494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (62345359-95e2-4218-a391-811cb46f50d3), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:18.727586 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0f1d4b-07e7-44a9-a938-250cedef8494 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:57:18.728265 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1d4b-07e7-44a9-a938-250cedef8494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (62345359-95e2-4218-a391-811cb46f50d3), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:18.744622 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-93351ad7-8980-4902-b25f-decfa86aacf2 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group_rule (3c2dce3d-0707-4cf1-b963-1b8050934060), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:18.750576 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861727-6444-4674-8ef4-b531e62e4b51 req-000487eb-f09b-4311-b848-300ec61b4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:18.752271 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-000487eb-f09b-4311-b848-300ec61b4544 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2a13e2e0-76af-4011-86c3-ccf3c7f1953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549700 Sep 16 12:57:18.765831 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-93351ad7-8980-4902-b25f-decfa86aacf2 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (3c2dce3d-0707-4cf1-b963-1b8050934060), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:18.767518 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa74e77-7bbf-4361-9010-0272ec79aa95 admin admin] Network 4c6a423f-0493-4448-999c-84f17e899760 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:57:18.864416 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e70ca408-c938-414e-aa91-417c4abe6fa4 None None] Attempt 5 to provision port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 Sep 16 12:57:18.892817 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3681a884-970b-4e61-ba5f-d6ac19397b05 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a13e2e0-76af-4011-86c3-ccf3c7f1953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304979 Sep 16 12:57:18.940494 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93351ad7-8980-4902-b25f-decfa86aacf2 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2dce3d-0707-4cf1-b963-1b8050934060,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:18.942106 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:18.951772 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-8aa74e77-7bbf-4361-9010-0272ec79aa95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 4c6a423f-0493-4448-999c-84f17e899760) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:18.961201 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa74e77-7bbf-4361-9010-0272ec79aa95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:18.961876 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8aa74e77-7bbf-4361-9010-0272ec79aa95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:18.971994 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c0af62-b1da-4053-9eb0-366b4d9803eb None None] Network 4c6a423f-0493-4448-999c-84f17e899760 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:57:18.977384 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1d4b-07e7-44a9-a938-250cedef8494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (4f690fd7-a007-4db5-a7d2-6b0378c9fb20), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:19.000070 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1d4b-07e7-44a9-a938-250cedef8494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:19.008093 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1d0f1d4b-07e7-44a9-a938-250cedef8494 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/4f690fd7-a007-4db5-a7d2-6b0378c9fb20 HTTP/1.1" status: 204 len: 168 time: 2.8197045 Sep 16 12:57:19.029875 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 62345359-95e2-4218-a391-811cb46f50d3 resource provider aggregate not found Sep 16 12:57:19.077151 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-d508d2c4-7146-43a7-ab61-1ba5182bd804 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a13e2e0-76af-4011-86c3-ccf3c7f1953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784742 Sep 16 12:57:19.099281 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60174) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:19.103297 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8aa74e77-7bbf-4361-9010-0272ec79aa95 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8775697 Sep 16 12:57:19.112755 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-0be56131-ba98-41c8-bd75-b665652abe45 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-279571137-router', 'tenant_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:19.113436 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-93351ad7-8980-4902-b25f-decfa86aacf2 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:19.124027 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-93351ad7-8980-4902-b25f-decfa86aacf2 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2670722 Sep 16 12:57:19.137383 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60176) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:19.146547 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f1d4b-07e7-44a9-a938-250cedef8494 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f690fd7-a007-4db5-a7d2-6b0378c9fb20,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:19.160862 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-2b7b4a2e-bcb9-4b44-96f9-315557733379 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:19.191104 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 62345359-95e2-4218-a391-811cb46f50d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62345359-95e2-4218-a391-811cb46f50d3 found for delete ", "request_id": "req-6a3e130c-2131-43c2-bf9e-280657039722"}]} Sep 16 12:57:19.225559 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:19.250203 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0be56131-ba98-41c8-bd75-b665652abe45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (c6f58ba4-07fe-4961-b956-2e0bca27bcd1), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:19.251897 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e70ca408-c938-414e-aa91-417c4abe6fa4 None None] Port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:57:19.254733 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0be56131-ba98-41c8-bd75-b665652abe45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (c6f58ba4-07fe-4961-b956-2e0bca27bcd1), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:19.313888 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4a2e-bcb9-4b44-96f9-315557733379 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:19.331843 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65377667-37db-403b-a92a-347d79f8d718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-4c6a423f-0493-4448-999c-84f17e899760', 'network_id': '4c6a423f-0493-4448-999c-84f17e899760', 'project_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'fixed_ips': [{'subnet_id': '084dc942-2fdd-4c42-96da-2aec36f644a5'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:57:19.336720 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-65377667-37db-403b-a92a-347d79f8d718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:19.438307 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-3e1ea4d7-7ce1-4891-a093-d70a9b9b901d None None] Provisioning complete for port 756b6c88-8a28-4069-a46d-126915a24fb8 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:19.439368 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea4d7-7ce1-4891-a093-d70a9b9b901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (756b6c88-8a28-4069-a46d-126915a24fb8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:19.441235 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3e1ea4d7-7ce1-4891-a093-d70a9b9b901d None None] Attempt 1 to provision port 756b6c88-8a28-4069-a46d-126915a24fb8 Sep 16 12:57:19.447977 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4a2e-bcb9-4b44-96f9-315557733379 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:19.465958 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60182) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:19.555368 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0703f9c-c2ee-44ec-9434-b1379ab1920e req-270d55ab-8b68-4633-963b-9848daec946a tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:19.558873 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d0703f9c-c2ee-44ec-9434-b1379ab1920e req-270d55ab-8b68-4633-963b-9848daec946a tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c31cfc02-e506-4e4f-b06d-a0d38e56c5b6 HTTP/1.1" status: 200 len: 944 time: 0.3305748 Sep 16 12:57:19.570342 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2daa6-ded2-48ca-9e39-6800894f4b8e req-7cccd802-738e-4290-855a-3cab0122d9ed tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:19.579650 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-30d2daa6-ded2-48ca-9e39-6800894f4b8e req-7cccd802-738e-4290-855a-3cab0122d9ed tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 945 time: 0.4430118 Sep 16 12:57:19.592187 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756b6c88-8a28-4069-a46d-126915a24fb8 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:57:19.604173 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] Publish callbacks [] for port (756b6c88-8a28-4069-a46d-126915a24fb8), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:19.604432 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ea4d7-7ce1-4891-a093-d70a9b9b901d None None] Port 756b6c88-8a28-4069-a46d-126915a24fb8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:19.609868 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-401f427c-af2e-44da-922e-8fba31a4c99f admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=c88ea8e8750c440e86d3c1eb4ab6110e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427896 Sep 16 12:57:19.612616 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:19.613485 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60184) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:19.638166 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] Transition to ACTIVE for port object 756b6c88-8a28-4069-a46d-126915a24fb8 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:57:19.644439 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0be56131-ba98-41c8-bd75-b665652abe45 admin admin] Publish callbacks [] for router_controller (c6f58ba4-07fe-4961-b956-2e0bca27bcd1), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:19.651308 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (756b6c88-8a28-4069-a46d-126915a24fb8), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:19.664472 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:19.691806 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-65377667-37db-403b-a92a-347d79f8d718 None None] Allocated IP 172.20.0.2 (4c6a423f-0493-4448-999c-84f17e899760/084dc942-2fdd-4c42-96da-2aec36f644a5/2f63ffb0-0806-496d-8b8a-3ec529d205a7) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:57:19.702909 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:19.761729 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] Pushing event updated for resources: {'Port': ['ID=756b6c88-8a28-4069-a46d-126915a24fb8,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:19.802257 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-628cdc54-c85f-4e83-a482-17207bb02724 admin admin] Publish callbacks [] for security_group (efe3062c-e47c-4cb5-aaaa-c66c5ea4877d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:19.843669 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-628cdc54-c85f-4e83-a482-17207bb02724 admin admin] Publish callbacks [] for security_group (efe3062c-e47c-4cb5-aaaa-c66c5ea4877d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:19.851294 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] Attempting to bind port 756b6c88-8a28-4069-a46d-126915a24fb8 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:57:19.852027 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] Attempting to bind port 756b6c88-8a28-4069-a46d-126915a24fb8 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:57:19.852457 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] Attempting to bind port 756b6c88-8a28-4069-a46d-126915a24fb8 on network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:19.891271 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-65377667-37db-403b-a92a-347d79f8d718 None None] Publish callbacks [] for port (2f63ffb0-0806-496d-8b8a-3ec529d205a7), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:19.898875 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-65377667-37db-403b-a92a-347d79f8d718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (2f63ffb0-0806-496d-8b8a-3ec529d205a7), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:19.914960 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-30d2daa6-ded2-48ca-9e39-6800894f4b8e req-3c350bd1-85ee-414c-a4c5-092aa0d8833f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313003 Sep 16 12:57:19.941062 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] Port 756b6c88-8a28-4069-a46d-126915a24fb8 on network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:57:19.942623 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] Attempting to bind port 756b6c88-8a28-4069-a46d-126915a24fb8 on network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:19.948993 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65377667-37db-403b-a92a-347d79f8d718 None None] Network 4c6a423f-0493-4448-999c-84f17e899760 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:19.950481 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-65377667-37db-403b-a92a-347d79f8d718 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:19.954367 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60188) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:19.956973 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-2b7b4a2e-bcb9-4b44-96f9-315557733379 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Allocated IP 172.25.2.214 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/61bf8f97-017d-4062-b2dd-13dd33cb405f) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:57:19.958762 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65377667-37db-403b-a92a-347d79f8d718 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:57:19.970567 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d0703f9c-c2ee-44ec-9434-b1379ab1920e req-d42bf900-2182-4d73-a0fc-9ccf0b14bb30 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868744 Sep 16 12:57:19.989316 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-628cdc54-c85f-4e83-a482-17207bb02724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (efe3062c-e47c-4cb5-aaaa-c66c5ea4877d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:19.992166 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-628cdc54-c85f-4e83-a482-17207bb02724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:19.995703 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-628cdc54-c85f-4e83-a482-17207bb02724 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/efe3062c-e47c-4cb5-aaaa-c66c5ea4877d HTTP/1.1" status: 204 len: 168 time: 0.3760538 Sep 16 12:57:20.017216 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0be56131-ba98-41c8-bd75-b665652abe45 admin admin] Publish callbacks [] for router_gateway (c6f58ba4-07fe-4961-b956-2e0bca27bcd1), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:20.020865 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:20.048633 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628cdc54-c85f-4e83-a482-17207bb02724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe3062c-e47c-4cb5-aaaa-c66c5ea4877d,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:20.057891 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:57:20.058671 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] Checking segment: {'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:20.060078 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] Bound using segment: {'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:57:20.060839 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] Bound port: 756b6c88-8a28-4069-a46d-126915a24fb8, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:57:20.061699 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (756b6c88-8a28-4069-a46d-126915a24fb8), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:20.066251 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a0acd895-5778-46a4-9915-2677a07ca076 req-f608f942-5e10-40dc-aef7-51f9e63341e4 tempest-ServersAdmin275Test-615773775 tempest-ServersAdmin275Test-615773775-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.0449798 Sep 16 12:57:20.122491 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3e1ea4d7-7ce1-4891-a093-d70a9b9b901d None None] Attempt 2 to provision port 756b6c88-8a28-4069-a46d-126915a24fb8 Sep 16 12:57:20.226594 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] For port 756b6c88-8a28-4069-a46d-126915a24fb8, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:57:20.235590 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] For port 756b6c88-8a28-4069-a46d-126915a24fb8, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=756b6c88-8a28-4069-a46d-126915a24fb8,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:57:20.252320 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (756b6c88-8a28-4069-a46d-126915a24fb8), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:20.281398 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65377667-37db-403b-a92a-347d79f8d718 None None] Pushing event updated for resources: {'Port': ['ID=2f63ffb0-0806-496d-8b8a-3ec529d205a7,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:20.328783 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4a2e-bcb9-4b44-96f9-315557733379 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for port (61bf8f97-017d-4062-b2dd-13dd33cb405f), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:20.368421 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] Pushing event updated for resources: {'Port': ['ID=756b6c88-8a28-4069-a46d-126915a24fb8,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:20.373170 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:20.373810 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:20.375710 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-3617e216-1ff8-4806-87d2-7b0f169fa890 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/756b6c88-8a28-4069-a46d-126915a24fb8 HTTP/1.1" status: 200 len: 1092 time: 2.4566991 Sep 16 12:57:20.376279 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7e9284-2d49-41b2-ad73-0073b2e8bcc6', 'tag': '756b6c88-8a28-4069-a46d-126915a24fb8'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:57:20.380205 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df51a98-4e86-424b-a9cb-b22f86b8cfe6" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7e9284-2d49-41b2-ad73-0073b2e8bcc6", "tag": "756b6c88-8a28-4069-a46d-126915a24fb8"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:57:20.434697 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0be56131-ba98-41c8-bd75-b665652abe45 admin admin] Publish callbacks [] for router_gateway (c6f58ba4-07fe-4961-b956-2e0bca27bcd1), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:20.438774 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4a2e-bcb9-4b44-96f9-315557733379 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (61bf8f97-017d-4062-b2dd-13dd33cb405f), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:20.451462 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-65377667-37db-403b-a92a-347d79f8d718 None None] Attempting to bind port 2f63ffb0-0806-496d-8b8a-3ec529d205a7 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:57:20.455602 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-65377667-37db-403b-a92a-347d79f8d718 None None] Attempting to bind port 2f63ffb0-0806-496d-8b8a-3ec529d205a7 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:57:20.456808 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65377667-37db-403b-a92a-347d79f8d718 None None] Attempting to bind port 2f63ffb0-0806-496d-8b8a-3ec529d205a7 on network 4c6a423f-0493-4448-999c-84f17e899760 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:20.469176 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ea4d7-7ce1-4891-a093-d70a9b9b901d None None] Port 756b6c88-8a28-4069-a46d-126915a24fb8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:20.498934 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-47ce8ce4-685a-4c20-9794-293a5f7d7998 req-0517418b-9c90-4e4c-adbd-1cc8348c8ff1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=20cd3ecbb8b84f8eb7b81a9b63721cda&device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.1138158 Sep 16 12:57:20.567558 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65377667-37db-403b-a92a-347d79f8d718 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:57:20.568039 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65377667-37db-403b-a92a-347d79f8d718 None None] Checking segment: {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:20.568569 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-65377667-37db-403b-a92a-347d79f8d718 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:20.569037 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65377667-37db-403b-a92a-347d79f8d718 None None] Bound using segment: {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:57:20.569842 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-65377667-37db-403b-a92a-347d79f8d718 None None] Bound port: 2f63ffb0-0806-496d-8b8a-3ec529d205a7, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:57:20.570314 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-65377667-37db-403b-a92a-347d79f8d718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (2f63ffb0-0806-496d-8b8a-3ec529d205a7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:20.592919 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-47ce8ce4-685a-4c20-9794-293a5f7d7998 req-8741ebaf-37d7-4b49-b96b-265ecdc81930 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=20cd3ecbb8b84f8eb7b81a9b63721cda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563612 Sep 16 12:57:20.594171 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-58933fa6-8db7-40c2-a633-c6db36cb01a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:20.617935 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861727-6444-4674-8ef4-b531e62e4b51 req-ad01413d-72fc-4777-80fe-225659a6a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:20.619838 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-ad01413d-72fc-4777-80fe-225659a6a183 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=bd30c33cb19d47278478aa2340859920&device_id=cc7e9284-2d49-41b2-ad73-0073b2e8bcc6 HTTP/1.1" status: 200 len: 1126 time: 0.1578028 Sep 16 12:57:20.678572 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-65377667-37db-403b-a92a-347d79f8d718 None None] For port 2f63ffb0-0806-496d-8b8a-3ec529d205a7, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:57:20.683963 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-65377667-37db-403b-a92a-347d79f8d718 None None] For port 2f63ffb0-0806-496d-8b8a-3ec529d205a7, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=2f63ffb0-0806-496d-8b8a-3ec529d205a7,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:57:20.692727 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-65377667-37db-403b-a92a-347d79f8d718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (2f63ffb0-0806-496d-8b8a-3ec529d205a7), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:20.750309 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-58933fa6-8db7-40c2-a633-c6db36cb01a8 admin admin] Publish callbacks [] for security_group (5caf9dcc-015c-4fcd-8789-3210ef5685c0), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:20.762405 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:20.773521 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65377667-37db-403b-a92a-347d79f8d718 None None] Pushing event updated for resources: {'Port': ['ID=2f63ffb0-0806-496d-8b8a-3ec529d205a7,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:20.775359 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-58933fa6-8db7-40c2-a633-c6db36cb01a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (5caf9dcc-015c-4fcd-8789-3210ef5685c0), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:20.881480 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-ce18a1a6-4ef9-487b-be91-7224099a8aaa service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=756b6c88-8a28-4069-a46d-126915a24fb8 HTTP/1.1" status: 200 len: 217 time: 0.1292806 Sep 16 12:57:20.939635 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0be56131-ba98-41c8-bd75-b665652abe45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:20.971059 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3e1ea4d7-7ce1-4891-a093-d70a9b9b901d None None] Attempt 3 to provision port 756b6c88-8a28-4069-a46d-126915a24fb8 Sep 16 12:57:20.978599 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58933fa6-8db7-40c2-a633-c6db36cb01a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5caf9dcc-015c-4fcd-8789-3210ef5685c0,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:20.986814 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-58933fa6-8db7-40c2-a633-c6db36cb01a8 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=5cf67168d8f94bb191b0078d4718370c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0311365 Sep 16 12:57:20.989926 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:20.990103 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60216) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:20.997083 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7b4a2e-bcb9-4b44-96f9-315557733379 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:21.018313 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-75a2a5c6-951a-49e9-91bc-1cff1ea295f4 req-6db76083-b8ce-4886-9e79-ec17deb9e3eb tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.5486879 Sep 16 12:57:21.048613 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861727-6444-4674-8ef4-b531e62e4b51 req-9a2467ac-822f-4ebc-b485-0aebd397c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:21.050670 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-9a2467ac-822f-4ebc-b485-0aebd397c980 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=2a13c8b8-1de8-4567-b7af-c0aeedeaafac HTTP/1.1" status: 200 len: 852 time: 0.1524570 Sep 16 12:57:21.082279 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-2b7b4a2e-bcb9-4b44-96f9-315557733379 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:21.115701 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861727-6444-4674-8ef4-b531e62e4b51 req-dbfadfcd-60b5-4e97-b8a9-c65a3f5066f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:21.117516 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-dbfadfcd-60b5-4e97-b8a9-c65a3f5066f8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2a13e2e0-76af-4011-86c3-ccf3c7f1953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536048 Sep 16 12:57:21.118741 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce8ce4-685a-4c20-9794-293a5f7d7998 req-974242c8-83a8-45dd-8a8b-95eb1d460985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:21.120253 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-47ce8ce4-685a-4c20-9794-293a5f7d7998 req-974242c8-83a8-45dd-8a8b-95eb1d460985 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5186307 Sep 16 12:57:21.138272 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ea4d7-7ce1-4891-a093-d70a9b9b901d None None] Port 756b6c88-8a28-4069-a46d-126915a24fb8 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:57:21.143249 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112ed8a8-968f-427b-bf09-9b63a895d8bd x-openstack-request-id: req-112ed8a8-968f-427b-bf09-9b63a895d8bd {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:57:21.143601 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7e9284-2d49-41b2-ad73-0073b2e8bcc6", "tag": "756b6c88-8a28-4069-a46d-126915a24fb8", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:57:21.144044 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-112ed8a8-968f-427b-bf09-9b63a895d8bd {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:57:21.144888 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-112ed8a8-968f-427b-bf09-9b63a895d8bd'] response: {'name': 'network-changed', 'server_uuid': 'cc7e9284-2d49-41b2-ad73-0073b2e8bcc6', 'tag': '756b6c88-8a28-4069-a46d-126915a24fb8', 'status': 'completed', 'code': 200} Sep 16 12:57:21.188582 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7b4a2e-bcb9-4b44-96f9-315557733379 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:57:21.215402 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b4a2e-bcb9-4b44-96f9-315557733379 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Pushing event updated for resources: {'Port': ['ID=61bf8f97-017d-4062-b2dd-13dd33cb405f,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:21.286222 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f8c3e-549e-4cd5-a600-d18587780bd5 req-7d39d248-f68d-4d87-a4a8-aeb2235e3743 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:21.295409 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf6f8c3e-549e-4cd5-a600-d18587780bd5 req-7d39d248-f68d-4d87-a4a8-aeb2235e3743 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 1127 time: 0.3428314 Sep 16 12:57:21.295980 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-f53fdff3-b499-46af-a51f-e11d1eeff7a2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2a13e2e0-76af-4011-86c3-ccf3c7f1953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622765 Sep 16 12:57:21.315014 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:21.347279 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:21.365150 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60230) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:21.451078 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f9884-ffd9-4d85-bd10-3922abaffa4c req-c32ad605-8969-4564-af20-1989bc19159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:21.452618 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6c3f9884-ffd9-4d85-bd10-3922abaffa4c req-c32ad605-8969-4564-af20-1989bc19159a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bd30c33cb19d47278478aa2340859920&device_id=c31cfc02-e506-4e4f-b06d-a0d38e56c5b6 HTTP/1.1" status: 200 len: 1126 time: 0.1875448 Sep 16 12:57:21.481279 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-38ca8561-3606-4b46-a04e-11905c935e53 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-305954793-network', 'tenant_id': '18ad456d126a4c25accb04f76a159733'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:21.485608 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:21.496289 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa238828-bf50-4908-9514-94360b8f55ac req-be622f53-9a3e-4c95-b252-509fd743c6f4 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:21.498137 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fa238828-bf50-4908-9514-94360b8f55ac req-be622f53-9a3e-4c95-b252-509fd743c6f4 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c31cfc02-e506-4e4f-b06d-a0d38e56c5b6 HTTP/1.1" status: 200 len: 944 time: 0.2296979 Sep 16 12:57:21.505431 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ca8561-3606-4b46-a04e-11905c935e53 admin admin] Made reservation on behalf of 18ad456d126a4c25accb04f76a159733 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:57:21.508153 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-38ca8561-3606-4b46-a04e-11905c935e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:21.517145 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-38ca8561-3606-4b46-a04e-11905c935e53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:21.553825 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-35c07ca4-1ee9-4703-9e43-d18a6b5cd3b1 admin admin] Publish callbacks [] for security_group (5caf9dcc-015c-4fcd-8789-3210ef5685c0), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:21.607678 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-38ca8561-3606-4b46-a04e-11905c935e53 admin admin] Publish callbacks [] for security_group (f5fac540-6899-4d22-b2dd-c21843021eb2), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:21.609599 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-0be56131-ba98-41c8-bd75-b665652abe45 admin admin] Allocated IP 172.25.2.186 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/e69d0888-c329-4f05-be79-f100b0d653d9) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:57:21.613629 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-38ca8561-3606-4b46-a04e-11905c935e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (f5fac540-6899-4d22-b2dd-c21843021eb2), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:21.626818 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf6f8c3e-549e-4cd5-a600-d18587780bd5 req-c4f88c60-308c-41a9-bc44-db7f52b44049 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303232 Sep 16 12:57:21.628424 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ca8561-3606-4b46-a04e-11905c935e53 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:57:21.641674 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-38ca8561-3606-4b46-a04e-11905c935e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (e7afe18f-154f-430f-b19a-d97954104248), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:21.642182 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-38ca8561-3606-4b46-a04e-11905c935e53 admin admin] Added segment e7afe18f-154f-430f-b19a-d97954104248 of type vlan for network 21105669-b7b0-4978-a5ba-3159f713feca Sep 16 12:57:21.669178 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-35c07ca4-1ee9-4703-9e43-d18a6b5cd3b1 admin admin] Publish callbacks [] for security_group (5caf9dcc-015c-4fcd-8789-3210ef5685c0), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:21.679438 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4a2e-bcb9-4b44-96f9-315557733379 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for floatingip (02204b7a-57b7-4d7c-a1ae-44487d8ad113), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:21.692599 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-38ca8561-3606-4b46-a04e-11905c935e53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (21105669-b7b0-4978-a5ba-3159f713feca), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:21.728463 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-38ca8561-3606-4b46-a04e-11905c935e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (21105669-b7b0-4978-a5ba-3159f713feca), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:21.729694 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ca8561-3606-4b46-a04e-11905c935e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:21.730323 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-38ca8561-3606-4b46-a04e-11905c935e53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:21.781748 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fa238828-bf50-4908-9514-94360b8f55ac req-8d6807d4-99d7-49cc-a592-c55f512eb616 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399015 Sep 16 12:57:21.847944 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-38ca8561-3606-4b46-a04e-11905c935e53 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4814558 Sep 16 12:57:21.857469 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60236) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:21.867825 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-ad75edc6-29b1-4d13-a4c6-19eee29486a0 admin admin] Request body: {'subnet': {'network_id': '21105669-b7b0-4978-a5ba-3159f713feca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-305954793-subnet', 'tenant_id': '18ad456d126a4c25accb04f76a159733', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:21.871665 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca8561-3606-4b46-a04e-11905c935e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fac540-6899-4d22-b2dd-c21843021eb2,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:21.880145 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca8561-3606-4b46-a04e-11905c935e53 admin admin] Pushing event updated for resources: {'Network': ['ID=21105669-b7b0-4978-a5ba-3159f713feca,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:21.894237 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad75edc6-29b1-4d13-a4c6-19eee29486a0 admin admin] Made reservation on behalf of 18ad456d126a4c25accb04f76a159733 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:57:21.897113 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ad75edc6-29b1-4d13-a4c6-19eee29486a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:21.913798 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 21105669-b7b0-4978-a5ba-3159f713feca details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:57:21.937017 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-35c07ca4-1ee9-4703-9e43-d18a6b5cd3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (5caf9dcc-015c-4fcd-8789-3210ef5685c0), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:21.939552 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-35c07ca4-1ee9-4703-9e43-d18a6b5cd3b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:21.943453 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-35c07ca4-1ee9-4703-9e43-d18a6b5cd3b1 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/5caf9dcc-015c-4fcd-8789-3210ef5685c0 HTTP/1.1" status: 204 len: 168 time: 0.9403772 Sep 16 12:57:21.962706 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 2f63ffb0-0806-496d-8b8a-3ec529d205a7 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:21.978357 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f9884-ffd9-4d85-bd10-3922abaffa4c req-aff5616d-4865-44d4-8372-5ced541ce58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:21.979924 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6c3f9884-ffd9-4d85-bd10-3922abaffa4c req-aff5616d-4865-44d4-8372-5ced541ce58b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2a13e2e0-76af-4011-86c3-ccf3c7f1953b HTTP/1.1" status: 200 len: 914 time: 0.5039980 Sep 16 12:57:21.980589 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4a2e-bcb9-4b44-96f9-315557733379 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (61bf8f97-017d-4062-b2dd-13dd33cb405f), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:21.982742 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d3d20-54f3-4699-8650-23c91e021a43 req-7b1195d3-5083-43e6-afce-8da09933e93e tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:21.984263 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-387d3d20-54f3-4699-8650-23c91e021a43 req-7b1195d3-5083-43e6-afce-8da09933e93e tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 1127 time: 0.2127833 Sep 16 12:57:22.008432 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c07ca4-1ee9-4703-9e43-d18a6b5cd3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caf9dcc-015c-4fcd-8789-3210ef5685c0,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:22.021677 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:22.091645 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 2f63ffb0-0806-496d-8b8a-3ec529d205a7 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:22.092289 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (2f63ffb0-0806-496d-8b8a-3ec529d205a7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:22.092818 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 2f63ffb0-0806-496d-8b8a-3ec529d205a7 Sep 16 12:57:22.094792 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:22.130205 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6c3f9884-ffd9-4d85-bd10-3922abaffa4c req-bef091a1-d8ec-494f-8bfb-a7c0cd8d6e7f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a98d6d9-ecee-467f-84c8-ff25d39449e6 HTTP/1.1" status: 200 len: 217 time: 0.1257432 Sep 16 12:57:22.191360 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30bf4e1-96de-4934-9a9a-7f26986b53d9 None None] Network 4c6a423f-0493-4448-999c-84f17e899760 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:57:22.206155 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-85861727-6444-4674-8ef4-b531e62e4b51 req-ee7c602c-62c3-4633-80b8-8b4d8fd7270f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2a13e2e0-76af-4011-86c3-ccf3c7f1953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930358 Sep 16 12:57:22.230774 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0be56131-ba98-41c8-bd75-b665652abe45 admin admin] Publish callbacks [] for port (e69d0888-c329-4f05-be79-f100b0d653d9), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:22.231001 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=12 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:22.345567 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-387d3d20-54f3-4699-8650-23c91e021a43 req-7d1f62ed-ef22-4b3d-a386-6bc8e452fd37 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343625 Sep 16 12:57:22.356158 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e806cb58-5d24-4f29-80f0-5722519e74d1 req-5b5b8d71-97e0-4802-a688-70a000b83276 tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.1340361 Sep 16 12:57:22.370908 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f9884-ffd9-4d85-bd10-3922abaffa4c req-9827d448-4fc4-4347-b233-97dcf4cfc60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:22.372435 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6c3f9884-ffd9-4d85-bd10-3922abaffa4c req-9827d448-4fc4-4347-b233-97dcf4cfc60b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a13c8b8-1de8-4567-b7af-c0aeedeaafac HTTP/1.1" status: 200 len: 852 time: 0.2227395 Sep 16 12:57:22.414768 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:22.423207 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ad75edc6-29b1-4d13-a4c6-19eee29486a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (069eafbc-3196-4257-ae11-ea328043262b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:22.508016 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:22.519547 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0be56131-ba98-41c8-bd75-b665652abe45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (e69d0888-c329-4f05-be79-f100b0d653d9), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:22.533888 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f9884-ffd9-4d85-bd10-3922abaffa4c req-95930107-4674-47b4-aea3-28e31a2ada72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:22.535408 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6c3f9884-ffd9-4d85-bd10-3922abaffa4c req-95930107-4674-47b4-aea3-28e31a2ada72 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2a13e2e0-76af-4011-86c3-ccf3c7f1953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1486418 Sep 16 12:57:22.556898 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75edc6-29b1-4d13-a4c6-19eee29486a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=069eafbc-3196-4257-ae11-ea328043262b,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:22.564351 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60252) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:22.590804 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ac4cf0b6-51bb-484d-a2e4-3e11c83f0e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:22.607436 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad75edc6-29b1-4d13-a4c6-19eee29486a0 admin admin] Checking segment: {'id': 'e7afe18f-154f-430f-b19a-d97954104248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '21105669-b7b0-4978-a5ba-3159f713feca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:22.607790 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad75edc6-29b1-4d13-a4c6-19eee29486a0 admin admin] Network hostable DHCP agents. Network: 21105669-b7b0-4978-a5ba-3159f713feca, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:57:22.608817 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-90679c8b-8840-4003-8359-cb7b8ec16d6d None None] Provisioning complete for port 2f63ffb0-0806-496d-8b8a-3ec529d205a7 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:22.610460 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-90679c8b-8840-4003-8359-cb7b8ec16d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (2f63ffb0-0806-496d-8b8a-3ec529d205a7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:22.611019 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-90679c8b-8840-4003-8359-cb7b8ec16d6d None None] Attempt 1 to provision port 2f63ffb0-0806-496d-8b8a-3ec529d205a7 Sep 16 12:57:22.611477 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be56131-ba98-41c8-bd75-b665652abe45 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:22.627572 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-c2ba17b4-2dcf-41e1-ac95-826856981f6b req-1ef6e0a2-f5ea-40af-918a-e2b60146425a service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:57:22.628597 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c2ba17b4-2dcf-41e1-ac95-826856981f6b req-1ef6e0a2-f5ea-40af-918a-e2b60146425a service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0103266 Sep 16 12:57:22.645214 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad75edc6-29b1-4d13-a4c6-19eee29486a0 admin admin] Network 21105669-b7b0-4978-a5ba-3159f713feca is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:57:22.664417 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-0be56131-ba98-41c8-bd75-b665652abe45 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:22.674749 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be56131-ba98-41c8-bd75-b665652abe45 admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:57:22.675173 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-ad75edc6-29b1-4d13-a4c6-19eee29486a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 21105669-b7b0-4978-a5ba-3159f713feca) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:22.676993 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be56131-ba98-41c8-bd75-b665652abe45 admin admin] Pushing event updated for resources: {'Port': ['ID=e69d0888-c329-4f05-be79-f100b0d653d9,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:22.687573 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 2f63ffb0-0806-496d-8b8a-3ec529d205a7 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:22.687969 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (2f63ffb0-0806-496d-8b8a-3ec529d205a7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:22.689864 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad75edc6-29b1-4d13-a4c6-19eee29486a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:22.690457 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ad75edc6-29b1-4d13-a4c6-19eee29486a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:22.705147 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4a2e-bcb9-4b44-96f9-315557733379 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for port (61bf8f97-017d-4062-b2dd-13dd33cb405f), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:22.711781 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fc4761-d836-41c3-a38f-18b2923419f4 None None] Network 21105669-b7b0-4978-a5ba-3159f713feca requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:57:22.716314 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4a2e-bcb9-4b44-96f9-315557733379 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (61bf8f97-017d-4062-b2dd-13dd33cb405f), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:22.717906 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ad75edc6-29b1-4d13-a4c6-19eee29486a0 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8576233 Sep 16 12:57:22.721408 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60254) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:22.726089 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-afc6a88a-8e3f-4639-8091-5596e840b562 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-305954793-router', 'tenant_id': '18ad456d126a4c25accb04f76a159733', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:22.750625 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-afc6a88a-8e3f-4639-8091-5596e840b562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (fe400a37-583e-4f40-bf1b-cd7d3f68887a), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:22.751627 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-afc6a88a-8e3f-4639-8091-5596e840b562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (fe400a37-583e-4f40-bf1b-cd7d3f68887a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:22.789351 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ac4cf0b6-51bb-484d-a2e4-3e11c83f0e48 admin admin] Publish callbacks [] for security_group (737d27c9-c5fb-4205-b986-1367c5b3e183), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:22.806993 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ac4cf0b6-51bb-484d-a2e4-3e11c83f0e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (737d27c9-c5fb-4205-b986-1367c5b3e183), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:22.867729 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-afc6a88a-8e3f-4639-8091-5596e840b562 admin admin] Publish callbacks [] for router_controller (fe400a37-583e-4f40-bf1b-cd7d3f68887a), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:22.869101 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b4a2e-bcb9-4b44-96f9-315557733379 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Pushing event updated for resources: {'Port': ['ID=61bf8f97-017d-4062-b2dd-13dd33cb405f,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:22.890043 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ac4cf0b6-51bb-484d-a2e4-3e11c83f0e48 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=3ba71fdbf2274dcf907cdc89bf25ffce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3218520 Sep 16 12:57:22.911093 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60258) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:22.920485 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cf0b6-51bb-484d-a2e4-3e11c83f0e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737d27c9-c5fb-4205-b986-1367c5b3e183,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:22.923667 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4a2e-bcb9-4b44-96f9-315557733379 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (02204b7a-57b7-4d7c-a1ae-44487d8ad113), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:22.931112 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6c3f9884-ffd9-4d85-bd10-3922abaffa4c req-73c8795c-fe21-44e3-8506-d8401c67539e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a13e2e0-76af-4011-86c3-ccf3c7f1953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819666 Sep 16 12:57:22.942069 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 6a98d6d9-ecee-467f-84c8-ff25d39449e6 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:57:22.955773 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:23.008300 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:23.009609 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-90679c8b-8840-4003-8359-cb7b8ec16d6d None None] Current status of the port 2f63ffb0-0806-496d-8b8a-3ec529d205a7 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:23.009993 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-90679c8b-8840-4003-8359-cb7b8ec16d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (2f63ffb0-0806-496d-8b8a-3ec529d205a7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:23.011566 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4a2e-bcb9-4b44-96f9-315557733379 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:23.012394 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-21105669-b7b0-4978-a5ba-3159f713feca', 'network_id': '21105669-b7b0-4978-a5ba-3159f713feca', 'project_id': '18ad456d126a4c25accb04f76a159733', 'fixed_ips': [{'subnet_id': '069eafbc-3196-4257-ae11-ea328043262b'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:57:23.013270 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:23.013607 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-2b7b4a2e-bcb9-4b44-96f9-315557733379 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8750398 Sep 16 12:57:23.068379 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 2f63ffb0-0806-496d-8b8a-3ec529d205a7, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=2f63ffb0-0806-496d-8b8a-3ec529d205a7,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:23.200838 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (2f63ffb0-0806-496d-8b8a-3ec529d205a7), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:23.215778 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-afc6a88a-8e3f-4639-8091-5596e840b562 admin admin] Publish callbacks [] for router_gateway (fe400a37-583e-4f40-bf1b-cd7d3f68887a), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:23.230626 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.resource_extend [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 12:57:23.314741 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c6031-99ba-4ff3-a91d-02cd20029319 req-e43c0151-b7d5-4569-a67f-e380bdd56713 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:23.324683 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1e9c6031-99ba-4ff3-a91d-02cd20029319 req-e43c0151-b7d5-4569-a67f-e380bdd56713 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c31cfc02-e506-4e4f-b06d-a0d38e56c5b6 HTTP/1.1" status: 200 len: 944 time: 0.3914342 Sep 16 12:57:23.326214 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-47ce8ce4-685a-4c20-9794-293a5f7d7998 req-b8f311e3-8681-4cec-a154-c1b9aa868d4e tempest-ServersAdmin275Test-595283692 tempest-ServersAdmin275Test-595283692-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=82cb6908-86e4-45e3-9cb3-9d069bc7dc2b HTTP/1.1" status: 200 len: 210 time: 0.1796730 Sep 16 12:57:23.412410 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6b644b2d-cd98-487d-8e51-1f07f5855f10 admin admin] Publish callbacks [] for security_group (737d27c9-c5fb-4205-b986-1367c5b3e183), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:23.416301 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df51a98-4e86-424b-a9cb-b22f86b8cfe6 req-5272c4a0-5357-470f-bcdb-023327c0622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:23.418218 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-8df51a98-4e86-424b-a9cb-b22f86b8cfe6 req-5272c4a0-5357-470f-bcdb-023327c0622d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=bd30c33cb19d47278478aa2340859920&device_id=cc7e9284-2d49-41b2-ad73-0073b2e8bcc6 HTTP/1.1" status: 200 len: 1126 time: 0.2700865 Sep 16 12:57:23.470023 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=54 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:23.472324 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=22 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:23.477490 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.api [None req-90679c8b-8840-4003-8359-cb7b8ec16d6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 12:57:23.477903 n-d-858094-4 neutron-server[113700]: DEBUG oslo_db.api [None req-90679c8b-8840-4003-8359-cb7b8ec16d6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 12:57:23.483763 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=2f63ffb0-0806-496d-8b8a-3ec529d205a7,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:23.527796 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 6a98d6d9-ecee-467f-84c8-ff25d39449e6, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=6a98d6d9-ecee-467f-84c8-ff25d39449e6,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:23.530755 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] Allocated IP 172.20.0.2 (21105669-b7b0-4978-a5ba-3159f713feca/069eafbc-3196-4257-ae11-ea328043262b/1b4c1983-9b66-49f0-855a-2cac4ee0ff15) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:57:23.549830 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '6a98d6d9-ecee-467f-84c8-ff25d39449e6', 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b', 'port_id': '6a98d6d9-ecee-467f-84c8-ff25d39449e6', 'mac_address': 'fa:16:3e:78:45:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a13c8b8-1de8-4567-b7af-c0aeedeaafac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:57:23.567454 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0be56131-ba98-41c8-bd75-b665652abe45 admin admin] Publish callbacks [] for router_gateway (c6f58ba4-07fe-4961-b956-2e0bca27bcd1), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:23.594194 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:23.652627 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:23.653237 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6a98d6d9-ecee-467f-84c8-ff25d39449e6), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:23.659211 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1e9c6031-99ba-4ff3-a91d-02cd20029319 req-67efb2f1-1880-47a7-92ce-c1c1e3689a00 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314102 Sep 16 12:57:23.663843 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6b644b2d-cd98-487d-8e51-1f07f5855f10 admin admin] Publish callbacks [] for security_group (737d27c9-c5fb-4205-b986-1367c5b3e183), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:23.698034 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a98d6d9-ecee-467f-84c8-ff25d39449e6 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:57:23.720970 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-afc6a88a-8e3f-4639-8091-5596e840b562 admin admin] Publish callbacks [] for router_gateway (fe400a37-583e-4f40-bf1b-cd7d3f68887a), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:23.726614 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df51a98-4e86-424b-a9cb-b22f86b8cfe6 req-ce254089-8aab-4f30-a59d-44a10b5c947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:23.727467 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-8df51a98-4e86-424b-a9cb-b22f86b8cfe6 req-ce254089-8aab-4f30-a59d-44a10b5c947c service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=2a13e2e0-76af-4011-86c3-ccf3c7f1953b HTTP/1.1" status: 200 len: 914 time: 0.1375387 Sep 16 12:57:23.736757 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6c3f9884-ffd9-4d85-bd10-3922abaffa4c req-adecb6f6-e38c-407b-8971-96c650f11f32 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a13e2e0-76af-4011-86c3-ccf3c7f1953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7666886 Sep 16 12:57:23.746407 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-afc6a88a-8e3f-4639-8091-5596e840b562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:23.752494 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 6a98d6d9-ecee-467f-84c8-ff25d39449e6, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=6a98d6d9-ecee-467f-84c8-ff25d39449e6,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:23.763098 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6a98d6d9-ecee-467f-84c8-ff25d39449e6), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:23.809433 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-8df51a98-4e86-424b-a9cb-b22f86b8cfe6 req-0f1a2150-c04c-4e82-84db-0696d557acf0 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=756b6c88-8a28-4069-a46d-126915a24fb8 HTTP/1.1" status: 200 len: 217 time: 0.0594754 Sep 16 12:57:23.923821 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5047aa15-127a-437b-b7e3-dd3710260fff req-aea9ac35-273d-4b8f-9ac4-a3dd96598487 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2143500835&fields=id&tenant_id=7a67136b9d8041fd8e62a81be2d6b48d HTTP/1.1" status: 200 len: 267 time: 0.1444066 Sep 16 12:57:23.926722 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:23.927851 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:23.932031 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df51a98-4e86-424b-a9cb-b22f86b8cfe6 req-053ab291-70bd-4750-90ed-c789f30ba61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:23.934655 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-8df51a98-4e86-424b-a9cb-b22f86b8cfe6 req-053ab291-70bd-4750-90ed-c789f30ba61a service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=2a13c8b8-1de8-4567-b7af-c0aeedeaafac HTTP/1.1" status: 200 len: 852 time: 0.0670395 Sep 16 12:57:24.010033 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=6a98d6d9-ecee-467f-84c8-ff25d39449e6,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:24.015559 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] Publish callbacks [] for port (1b4c1983-9b66-49f0-855a-2cac4ee0ff15), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:24.018999 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 2f63ffb0-0806-496d-8b8a-3ec529d205a7 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:24.019359 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df51a98-4e86-424b-a9cb-b22f86b8cfe6 req-f8f9670a-93cc-45ac-a632-6169e4613543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:24.020914 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-8df51a98-4e86-424b-a9cb-b22f86b8cfe6 req-f8f9670a-93cc-45ac-a632-6169e4613543 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2a13e2e0-76af-4011-86c3-ccf3c7f1953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0777388 Sep 16 12:57:24.053856 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (1b4c1983-9b66-49f0-855a-2cac4ee0ff15), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:24.076028 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:24.077074 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6b644b2d-cd98-487d-8e51-1f07f5855f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (737d27c9-c5fb-4205-b986-1367c5b3e183), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:24.077194 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-afc6a88a-8e3f-4639-8091-5596e840b562 admin admin] Allocated IP 172.25.2.78 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/32049977-af9b-45c0-a7c2-f8aa18651c51) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:57:24.080308 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6b644b2d-cd98-487d-8e51-1f07f5855f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:24.083966 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-6b644b2d-cd98-487d-8e51-1f07f5855f10 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/737d27c9-c5fb-4205-b986-1367c5b3e183 HTTP/1.1" status: 204 len: 168 time: 1.1590886 Sep 16 12:57:24.107236 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-90679c8b-8840-4003-8359-cb7b8ec16d6d None None] Current status of the port 2f63ffb0-0806-496d-8b8a-3ec529d205a7 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:24.112066 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b644b2d-cd98-487d-8e51-1f07f5855f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737d27c9-c5fb-4205-b986-1367c5b3e183,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:24.149144 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] Network 21105669-b7b0-4978-a5ba-3159f713feca is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:24.153050 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:24.160189 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:57:24.187629 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] Pushing event updated for resources: {'Port': ['ID=1b4c1983-9b66-49f0-855a-2cac4ee0ff15,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:24.231496 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047aa15-127a-437b-b7e3-dd3710260fff req-43940a3c-2f40-4563-9f26-ad1d4f9c63ab tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:24.233311 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5047aa15-127a-437b-b7e3-dd3710260fff req-43940a3c-2f40-4563-9f26-ad1d4f9c63ab tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/networks?id=3f814bae-963f-4f23-965e-dabc87858a1e HTTP/1.1" status: 200 len: 811 time: 0.3084545 Sep 16 12:57:24.279848 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0be56131-ba98-41c8-bd75-b665652abe45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (c6f58ba4-07fe-4961-b956-2e0bca27bcd1), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:24.294021 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5047aa15-127a-437b-b7e3-dd3710260fff req-8bdf16d0-cf11-4412-9224-72435b7d4f96 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/quotas/7a67136b9d8041fd8e62a81be2d6b48d HTTP/1.1" status: 200 len: 375 time: 0.0537415 Sep 16 12:57:24.338791 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-afc6a88a-8e3f-4639-8091-5596e840b562 admin admin] Publish callbacks [] for port (32049977-af9b-45c0-a7c2-f8aa18651c51), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:24.349537 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-8df51a98-4e86-424b-a9cb-b22f86b8cfe6 req-746e1851-3edb-4b6d-bd41-fa678ff91adf service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2a13e2e0-76af-4011-86c3-ccf3c7f1953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742921 Sep 16 12:57:24.351547 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:24.356570 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['6a98d6d9-ecee-467f-84c8-ff25d39449e6'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:57:24.464736 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-8df51a98-4e86-424b-a9cb-b22f86b8cfe6 req-73cd9be8-3dd7-4557-b195-74c93f43b997 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2a13e2e0-76af-4011-86c3-ccf3c7f1953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087723 Sep 16 12:57:24.520275 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-08865c7c-71d9-4e3e-84f8-875996783c4d None None] Provisioning complete for port 2f63ffb0-0806-496d-8b8a-3ec529d205a7 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:24.520481 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-afc6a88a-8e3f-4639-8091-5596e840b562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (32049977-af9b-45c0-a7c2-f8aa18651c51), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:24.520708 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-08865c7c-71d9-4e3e-84f8-875996783c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (2f63ffb0-0806-496d-8b8a-3ec529d205a7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:24.521009 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08865c7c-71d9-4e3e-84f8-875996783c4d None None] Attempt 1 to provision port 2f63ffb0-0806-496d-8b8a-3ec529d205a7 Sep 16 12:57:24.609218 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc6a88a-8e3f-4639-8091-5596e840b562 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:24.612911 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-afc6a88a-8e3f-4639-8091-5596e840b562 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:24.625042 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc6a88a-8e3f-4639-8091-5596e840b562 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:57:24.635758 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6a88a-8e3f-4639-8091-5596e840b562 admin admin] Pushing event updated for resources: {'Port': ['ID=32049977-af9b-45c0-a7c2-f8aa18651c51,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:24.648156 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 2f63ffb0-0806-496d-8b8a-3ec529d205a7 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:24.648372 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (2f63ffb0-0806-496d-8b8a-3ec529d205a7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:24.648810 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 2f63ffb0-0806-496d-8b8a-3ec529d205a7 Sep 16 12:57:24.658845 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] Attempting to bind port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:57:24.666487 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] Attempting to bind port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'e7afe18f-154f-430f-b19a-d97954104248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '21105669-b7b0-4978-a5ba-3159f713feca'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:57:24.668917 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] Attempting to bind port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 on network 21105669-b7b0-4978-a5ba-3159f713feca {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:24.838584 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:57:24.838958 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] Checking segment: {'id': 'e7afe18f-154f-430f-b19a-d97954104248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '21105669-b7b0-4978-a5ba-3159f713feca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:24.839363 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:24.839757 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] Bound using segment: {'id': 'e7afe18f-154f-430f-b19a-d97954104248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '21105669-b7b0-4978-a5ba-3159f713feca'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:57:24.840264 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] Bound port: 1b4c1983-9b66-49f0-855a-2cac4ee0ff15, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7afe18f-154f-430f-b19a-d97954104248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '21105669-b7b0-4978-a5ba-3159f713feca'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:57:24.840644 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1b4c1983-9b66-49f0-855a-2cac4ee0ff15), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:24.873797 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08865c7c-71d9-4e3e-84f8-875996783c4d None None] Current status of the port 2f63ffb0-0806-496d-8b8a-3ec529d205a7 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:24.899381 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-2d54618a-c7ad-4563-909c-dfe65bcf6356 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:57:24.900881 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-2d54618a-c7ad-4563-909c-dfe65bcf6356 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7130802 Sep 16 12:57:24.931083 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:24.959756 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 2f63ffb0-0806-496d-8b8a-3ec529d205a7 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:24.974612 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:24.996266 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41201ce5-d836-4e54-a867-81ddcc38135d req-2eb471ff-af03-42fc-9b86-81d8bab96b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:24.998048 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-2eb471ff-af03-42fc-9b86-81d8bab96b3a service neutron] 10.222.0.67 "GET /networking/v2.0/ports/ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 HTTP/1.1" status: 200 len: 1124 time: 0.0709784 Sep 16 12:57:25.002100 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] For port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:57:25.009022 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] For port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=1b4c1983-9b66-49f0-855a-2cac4ee0ff15,segment=NetworkSegment(e7afe18f-154f-430f-b19a-d97954104248),segment_id=e7afe18f-154f-430f-b19a-d97954104248)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:57:25.016657 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (1b4c1983-9b66-49f0-855a-2cac4ee0ff15), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:25.031381 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5047aa15-127a-437b-b7e3-dd3710260fff req-aba3bd8c-77c6-4a3b-9f8f-b1f86425fec2 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=7a67136b9d8041fd8e62a81be2d6b48d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7251856 Sep 16 12:57:25.040251 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-41201ce5-d836-4e54-a867-81ddcc38135d req-5c4685bc-dd13-40f5-922c-cfa0eb0683b6 service neutron] Request body: {'binding': {'host': 'n-h2-858094-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:25.050260 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-41201ce5-d836-4e54-a867-81ddcc38135d req-5c4685bc-dd13-40f5-922c-cfa0eb0683b6 service neutron] Unknown quota resources ['binding']. {{(pid=113698) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Sep 16 12:57:25.061484 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-afc6a88a-8e3f-4639-8091-5596e840b562 admin admin] Publish callbacks [] for router_gateway (fe400a37-583e-4f40-bf1b-cd7d3f68887a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:25.086715 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd580b3b-032a-462d-b995-97407eedc018 None None] Pushing event updated for resources: {'Port': ['ID=1b4c1983-9b66-49f0-855a-2cac4ee0ff15,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:25.218129 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:25.231265 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be56131-ba98-41c8-bd75-b665652abe45 admin admin] Router c6f58ba4-07fe-4961-b956-2e0bca27bcd1 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:57:25.244538 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:25.386360 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-41201ce5-d836-4e54-a867-81ddcc38135d req-5c4685bc-dd13-40f5-922c-cfa0eb0683b6 service neutron] Attempting to bind port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 on host n-h2-858094-4 for vnic_type normal with profile None {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:57:25.386360 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-41201ce5-d836-4e54-a867-81ddcc38135d req-5c4685bc-dd13-40f5-922c-cfa0eb0683b6 service neutron] Attempting to bind port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:57:25.386360 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41201ce5-d836-4e54-a867-81ddcc38135d req-5c4685bc-dd13-40f5-922c-cfa0eb0683b6 service neutron] Attempting to bind port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:25.416962 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 756b6c88-8a28-4069-a46d-126915a24fb8 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:57:25.428059 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-5047aa15-127a-437b-b7e3-dd3710260fff req-3cfeacfb-d3c5-446e-85d6-a0d63810a072 service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:57:25.429263 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5047aa15-127a-437b-b7e3-dd3710260fff req-3cfeacfb-d3c5-446e-85d6-a0d63810a072 service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3436890 Sep 16 12:57:25.488422 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-afc6a88a-8e3f-4639-8091-5596e840b562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (fe400a37-583e-4f40-bf1b-cd7d3f68887a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:25.575710 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:25.576655 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41201ce5-d836-4e54-a867-81ddcc38135d req-5c4685bc-dd13-40f5-922c-cfa0eb0683b6 service neutron] Port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 on network 1e927054-126f-4e94-8719-fa14f3244a7f not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:57:25.576936 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41201ce5-d836-4e54-a867-81ddcc38135d req-5c4685bc-dd13-40f5-922c-cfa0eb0683b6 service neutron] Attempting to bind port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:25.609368 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be56131-ba98-41c8-bd75-b665652abe45 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:57:25.623934 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] Sync routers for ids ['c6f58ba4-07fe-4961-b956-2e0bca27bcd1'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:57:25.643283 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 756b6c88-8a28-4069-a46d-126915a24fb8, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=756b6c88-8a28-4069-a46d-126915a24fb8,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:25.645205 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] Routers {'c6f58ba4-07fe-4961-b956-2e0bca27bcd1'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:57:25.646814 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:57:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c6f58ba4-07fe-4961-b956-2e0bca27bcd1'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:25.668653 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '756b6c88-8a28-4069-a46d-126915a24fb8', 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b', 'port_id': '756b6c88-8a28-4069-a46d-126915a24fb8', 'mac_address': 'fa:16:3e:6b:89:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a13c8b8-1de8-4567-b7af-c0aeedeaafac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:57:25.675836 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc6a88a-8e3f-4639-8091-5596e840b562 admin admin] Router fe400a37-583e-4f40-bf1b-cd7d3f68887a is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:57:25.689825 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0be56131-ba98-41c8-bd75-b665652abe45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:25.691110 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-0be56131-ba98-41c8-bd75-b665652abe45 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5901072 Sep 16 12:57:25.696558 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60322) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:25.718570 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5047aa15-127a-437b-b7e3-dd3710260fff req-10b85536-8a4a-405c-83c7-2675fde03f15 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818468 Sep 16 12:57:25.746495 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 756b6c88-8a28-4069-a46d-126915a24fb8 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:25.747085 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (756b6c88-8a28-4069-a46d-126915a24fb8), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:25.767842 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41201ce5-d836-4e54-a867-81ddcc38135d req-5c4685bc-dd13-40f5-922c-cfa0eb0683b6 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:57:25.768234 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41201ce5-d836-4e54-a867-81ddcc38135d req-5c4685bc-dd13-40f5-922c-cfa0eb0683b6 service neutron] Checking segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:25.768627 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41201ce5-d836-4e54-a867-81ddcc38135d req-5c4685bc-dd13-40f5-922c-cfa0eb0683b6 service neutron] Bound using segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:57:25.769097 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-41201ce5-d836-4e54-a867-81ddcc38135d req-5c4685bc-dd13-40f5-922c-cfa0eb0683b6 service neutron] Bound port: ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:57:25.818466 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756b6c88-8a28-4069-a46d-126915a24fb8 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:57:25.849974 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] Set router c6f58ba4-07fe-4961-b956-2e0bca27bcd1 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:57:25.928804 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 756b6c88-8a28-4069-a46d-126915a24fb8, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=756b6c88-8a28-4069-a46d-126915a24fb8,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:25.941886 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (756b6c88-8a28-4069-a46d-126915a24fb8), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:26.111248 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f58ba4-07fe-4961-b956-2e0bca27bcd1', 'name': 'tempest-DeleteServersTestJSON-279571137-router', 'tenant_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e69d0888-c329-4f05-be79-f100b0d653d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:57:19Z', 'updated_at': '2022-09-16T12:57:23Z', 'revision_number': 3, 'project_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'gw_port': {'id': 'e69d0888-c329-4f05-be79-f100b0d653d9', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:90:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f58ba4-07fe-4961-b956-2e0bca27bcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:20Z', 'updated_at': '2022-09-16T12:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:26.154829 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] Checking router: c6f58ba4-07fe-4961-b956-2e0bca27bcd1 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:57:26.155109 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] Updating router c6f58ba4-07fe-4961-b956-2e0bca27bcd1 port e69d0888-c329-4f05-be79-f100b0d653d9 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:57:26.186853 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-41201ce5-d836-4e54-a867-81ddcc38135d req-5c4685bc-dd13-40f5-922c-cfa0eb0683b6 service neutron] For port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:57:26.219153 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-41201ce5-d836-4e54-a867-81ddcc38135d req-5c4685bc-dd13-40f5-922c-cfa0eb0683b6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:26.220455 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-5c4685bc-dd13-40f5-922c-cfa0eb0683b6 service neutron] 10.222.0.67 "POST /networking/v2.0/ports/ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7/bindings HTTP/1.1" status: 201 len: 389 time: 1.1880085 Sep 16 12:57:26.236469 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e69d0888-c329-4f05-be79-f100b0d653d9), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:26.315385 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:26.328257 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:26.394204 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['756b6c88-8a28-4069-a46d-126915a24fb8'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:57:26.437259 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5047aa15-127a-437b-b7e3-dd3710260fff req-5d83f48d-9e0b-4261-abfe-b5143194589a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6625881 Sep 16 12:57:26.467705 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc6a88a-8e3f-4639-8091-5596e840b562 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:57:26.502880 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] Sync routers for ids ['fe400a37-583e-4f40-bf1b-cd7d3f68887a'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:57:26.512275 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-afc6a88a-8e3f-4639-8091-5596e840b562 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:26.514739 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-afc6a88a-8e3f-4639-8091-5596e840b562 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7924194 Sep 16 12:57:26.517599 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60342) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:26.525383 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=756b6c88-8a28-4069-a46d-126915a24fb8,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:26.580286 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:26.624776 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] Routers {'fe400a37-583e-4f40-bf1b-cd7d3f68887a'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:57:26.625048 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:57:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['fe400a37-583e-4f40-bf1b-cd7d3f68887a'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:26.650855 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:26.651225 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (1b4c1983-9b66-49f0-855a-2cac4ee0ff15), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:26.651554 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 Sep 16 12:57:26.858362 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff8ceab-be86-4bf3-9a76-4b7614884080 None None] Network 21105669-b7b0-4978-a5ba-3159f713feca requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:57:26.991870 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 6a98d6d9-ecee-467f-84c8-ff25d39449e6 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:27.125672 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d188ab-66e0-4dba-a811-f3799057ccf8 req-8c2e96ac-211a-4254-a7d8-1d7ab973c384 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:27.138811 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c3d188ab-66e0-4dba-a811-f3799057ccf8 req-8c2e96ac-211a-4254-a7d8-1d7ab973c384 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c31cfc02-e506-4e4f-b06d-a0d38e56c5b6 HTTP/1.1" status: 200 len: 945 time: 0.5539978 Sep 16 12:57:27.160311 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-c4439e62-a30b-4852-9b43-82b136d27fc9 None None] Provisioning complete for port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:27.160960 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c4439e62-a30b-4852-9b43-82b136d27fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (1b4c1983-9b66-49f0-855a-2cac4ee0ff15), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:27.161465 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c4439e62-a30b-4852-9b43-82b136d27fc9 None None] Attempt 1 to provision port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 Sep 16 12:57:27.195610 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:27.230388 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] Publish callbacks [] for port (e69d0888-c329-4f05-be79-f100b0d653d9), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:27.239788 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e69d0888-c329-4f05-be79-f100b0d653d9), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:27.240509 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ce5dc-3b1a-4257-90cf-28e1c0927dba req-87e17d86-5693-4c40-badd-9457af3e4d50 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:27.243514 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dd9ce5dc-3b1a-4257-90cf-28e1c0927dba req-87e17d86-5693-4c40-badd-9457af3e4d50 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 945 time: 0.3086739 Sep 16 12:57:27.258215 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41201ce5-d836-4e54-a867-81ddcc38135d req-b8bef524-c886-483a-ae98-27f13cda64fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:27.266866 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-b8bef524-c886-483a-ae98-27f13cda64fc service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 1127 time: 0.1310501 Sep 16 12:57:27.289470 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] Attempting to bind port e69d0888-c329-4f05-be79-f100b0d653d9 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:57:27.290101 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] Attempting to bind port e69d0888-c329-4f05-be79-f100b0d653d9 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:57:27.290656 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] Attempting to bind port e69d0888-c329-4f05-be79-f100b0d653d9 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:27.355493 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60362) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:27.404581 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a0f26-5e0d-48bf-b873-e48d6e4a6dde None None] Pushing event updated for resources: {'Port': ['ID=e69d0888-c329-4f05-be79-f100b0d653d9,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:27.417064 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] Set router fe400a37-583e-4f40-bf1b-cd7d3f68887a gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:57:27.448399 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a0f26-5e0d-48bf-b873-e48d6e4a6dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:27.448844 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a0f26-5e0d-48bf-b873-e48d6e4a6dde None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:27.449238 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a0f26-5e0d-48bf-b873-e48d6e4a6dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:27.450870 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a0f26-5e0d-48bf-b873-e48d6e4a6dde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:27.451294 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a0f26-5e0d-48bf-b873-e48d6e4a6dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:27.451683 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a0f26-5e0d-48bf-b873-e48d6e4a6dde None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:27.452073 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a0f26-5e0d-48bf-b873-e48d6e4a6dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:27.452504 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a0f26-5e0d-48bf-b873-e48d6e4a6dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:27.452925 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a0f26-5e0d-48bf-b873-e48d6e4a6dde None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:27.453312 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a0f26-5e0d-48bf-b873-e48d6e4a6dde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:27.453734 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a0f26-5e0d-48bf-b873-e48d6e4a6dde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:27.454114 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a0f26-5e0d-48bf-b873-e48d6e4a6dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:27.454681 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a0f26-5e0d-48bf-b873-e48d6e4a6dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:27.455067 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a0f26-5e0d-48bf-b873-e48d6e4a6dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:27.455447 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a0f26-5e0d-48bf-b873-e48d6e4a6dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:27.474456 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:57:27.475142 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:27.476307 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:27.476894 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:57:27.477541 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] Bound port: e69d0888-c329-4f05-be79-f100b0d653d9, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:57:27.477874 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e69d0888-c329-4f05-be79-f100b0d653d9), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:27.508557 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c3d188ab-66e0-4dba-a811-f3799057ccf8 req-653fa829-cbc1-4e77-b4c6-473c912f56af tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687267 Sep 16 12:57:27.572038 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dd9ce5dc-3b1a-4257-90cf-28e1c0927dba req-0ded5a99-6d64-4414-ae9f-077719b6f53c tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031330 Sep 16 12:57:27.586723 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] For port e69d0888-c329-4f05-be79-f100b0d653d9, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:57:27.591351 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] For port e69d0888-c329-4f05-be79-f100b0d653d9, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e69d0888-c329-4f05-be79-f100b0d653d9,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:57:27.603086 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e69d0888-c329-4f05-be79-f100b0d653d9), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:27.650325 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:57:27.670891 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] Routers {'c6f58ba4-07fe-4961-b956-2e0bca27bcd1'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:57:27.671934 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:57:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c6f58ba4-07fe-4961-b956-2e0bca27bcd1'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:27.699778 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:27.700157 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6a98d6d9-ecee-467f-84c8-ff25d39449e6), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:27.700495 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 Sep 16 12:57:27.718832 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:27.719217 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1b4c1983-9b66-49f0-855a-2cac4ee0ff15), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:27.728194 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:27.748500 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1e81c207-fd0b-4a9c-b2c8-eae14b92b616 req-7dfade5a-8244-4592-910a-c9652ad0c6e3 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 210 time: 0.0990288 Sep 16 12:57:27.777985 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41201ce5-d836-4e54-a867-81ddcc38135d req-65abad30-bf60-4cce-8ae8-3c6d1d19310a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:27.779451 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-65abad30-bf60-4cce-8ae8-3c6d1d19310a service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 922 time: 0.5025160 Sep 16 12:57:27.782032 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9c96d82e-d9b1-4960-9d08-9b19981f2f04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:27.806588 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a0f26-5e0d-48bf-b873-e48d6e4a6dde None None] Pushing event updated for resources: {'Port': ['ID=e69d0888-c329-4f05-be79-f100b0d653d9,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:27.820434 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:27.877256 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-e92f24ea-9d61-4dfb-aa57-7b0b6a4a6062 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 HTTP/1.1" status: 200 len: 217 time: 0.0867958 Sep 16 12:57:27.929254 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:27.951961 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:27.962951 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] Set router c6f58ba4-07fe-4961-b956-2e0bca27bcd1 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:57:28.009670 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=1b4c1983-9b66-49f0-855a-2cac4ee0ff15,segment=NetworkSegment(e7afe18f-154f-430f-b19a-d97954104248),segment_id=e7afe18f-154f-430f-b19a-d97954104248)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:28.011532 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c4439e62-a30b-4852-9b43-82b136d27fc9 None None] Current status of the port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:28.012327 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c4439e62-a30b-4852-9b43-82b136d27fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1b4c1983-9b66-49f0-855a-2cac4ee0ff15), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:28.031312 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (1b4c1983-9b66-49f0-855a-2cac4ee0ff15), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:28.039812 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:28.042664 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41201ce5-d836-4e54-a867-81ddcc38135d req-2bf3e0ed-e36a-4de9-9cea-531086db6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:28.045405 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-687643f1-582f-4d5b-910b-4497a3be9b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:28.047627 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-2bf3e0ed-e36a-4de9-9cea-531086db6b26 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.1615982 Sep 16 12:57:28.054155 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:28.174789 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41201ce5-d836-4e54-a867-81ddcc38135d req-fc3134a6-f364-4836-95e0-f7d4c0464e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:28.185049 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-fc3134a6-f364-4836-95e0-f7d4c0464e16 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1151528 Sep 16 12:57:28.214747 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:28.215633 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6a98d6d9-ecee-467f-84c8-ff25d39449e6), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:28.277392 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9c96d82e-d9b1-4960-9d08-9b19981f2f04 admin admin] Publish callbacks [] for security_group (05cabce9-d878-4903-b1ed-b5056367aa51), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:28.321266 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe400a37-583e-4f40-bf1b-cd7d3f68887a', 'name': 'tempest-ServersTestMultiNic-305954793-router', 'tenant_id': '18ad456d126a4c25accb04f76a159733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '32049977-af9b-45c0-a7c2-f8aa18651c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:57:22Z', 'updated_at': '2022-09-16T12:57:24Z', 'revision_number': 3, 'project_id': '18ad456d126a4c25accb04f76a159733', 'gw_port': {'id': '32049977-af9b-45c0-a7c2-f8aa18651c51', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe400a37-583e-4f40-bf1b-cd7d3f68887a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:23Z', 'updated_at': '2022-09-16T12:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:28.326130 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9c96d82e-d9b1-4960-9d08-9b19981f2f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (05cabce9-d878-4903-b1ed-b5056367aa51), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:28.348592 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=1b4c1983-9b66-49f0-855a-2cac4ee0ff15,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:28.406166 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31cfc02-e506-4e4f-b06d-a0d38e56c5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a98d6d9-ecee-467f-84c8-ff25d39449e6'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:57:28.409586 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd64b86-f91c-4fb6-bd87-b7070f98b4a1" -d '{"events": [{"server_uuid": "c31cfc02-e506-4e4f-b06d-a0d38e56c5b6", "name": "network-vif-plugged", "status": "completed", "tag": "6a98d6d9-ecee-467f-84c8-ff25d39449e6"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:57:28.417902 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] Checking router: fe400a37-583e-4f40-bf1b-cd7d3f68887a for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:57:28.418951 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] Updating router fe400a37-583e-4f40-bf1b-cd7d3f68887a port 32049977-af9b-45c0-a7c2-f8aa18651c51 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:57:28.450982 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.api [None req-c4439e62-a30b-4852-9b43-82b136d27fc9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 12:57:28.451560 n-d-858094-4 neutron-server[113700]: DEBUG oslo_db.api [None req-c4439e62-a30b-4852-9b43-82b136d27fc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 12:57:28.453511 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 6a98d6d9-ecee-467f-84c8-ff25d39449e6, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=6a98d6d9-ecee-467f-84c8-ff25d39449e6,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:28.467036 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6a98d6d9-ecee-467f-84c8-ff25d39449e6), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:28.477104 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (32049977-af9b-45c0-a7c2-f8aa18651c51), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:28.487543 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-9c96d82e-d9b1-4960-9d08-9b19981f2f04 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=20cd3ecbb8b84f8eb7b81a9b63721cda&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0885718 Sep 16 12:57:28.491718 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60390) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:28.504437 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96d82e-d9b1-4960-9d08-9b19981f2f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cabce9-d878-4903-b1ed-b5056367aa51,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:28.552856 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df92b60f-0b65-4b1c-b334-2af8f5e3434e x-openstack-request-id: req-df92b60f-0b65-4b1c-b334-2af8f5e3434e {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:57:28.553228 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31cfc02-e506-4e4f-b06d-a0d38e56c5b6", "name": "network-vif-plugged", "status": "completed", "tag": "6a98d6d9-ecee-467f-84c8-ff25d39449e6", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:57:28.553517 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-df92b60f-0b65-4b1c-b334-2af8f5e3434e {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:57:28.553926 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df92b60f-0b65-4b1c-b334-2af8f5e3434e'] response: {'server_uuid': 'c31cfc02-e506-4e4f-b06d-a0d38e56c5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a98d6d9-ecee-467f-84c8-ff25d39449e6', 'code': 200} Sep 16 12:57:28.557813 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:28.621551 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f58ba4-07fe-4961-b956-2e0bca27bcd1', 'name': 'tempest-DeleteServersTestJSON-279571137-router', 'tenant_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e69d0888-c329-4f05-be79-f100b0d653d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:57:19Z', 'updated_at': '2022-09-16T12:57:23Z', 'revision_number': 3, 'project_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'gw_port': {'id': 'e69d0888-c329-4f05-be79-f100b0d653d9', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:90:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f58ba4-07fe-4961-b956-2e0bca27bcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:20Z', 'updated_at': '2022-09-16T12:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:28.654380 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=6a98d6d9-ecee-467f-84c8-ff25d39449e6,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:28.666106 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5cd7-c857-40ae-8670-2b77717d2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:28.719287 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:28.739719 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-adb1c8e6-da77-4795-920c-538499dafcaf service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508668 Sep 16 12:57:28.755984 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f7cea861-0a10-430b-b68e-7aa9895bd2f2 admin admin] Publish callbacks [] for security_group (05cabce9-d878-4903-b1ed-b5056367aa51), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:28.781500 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-687643f1-582f-4d5b-910b-4497a3be9b52 admin admin] Allocated IP 172.20.0.1 (4c6a423f-0493-4448-999c-84f17e899760/084dc942-2fdd-4c42-96da-2aec36f644a5/e058bafb-d180-421e-bc06-68a34ab9d944) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:57:28.789543 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343cb04-e637-48bf-a12d-d4e300c82f45 req-d6aed772-8bf8-4649-83ee-cc9fff4f73f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:28.791881 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0343cb04-e637-48bf-a12d-d4e300c82f45 req-d6aed772-8bf8-4649-83ee-cc9fff4f73f6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c31cfc02-e506-4e4f-b06d-a0d38e56c5b6 HTTP/1.1" status: 200 len: 1128 time: 0.1112394 Sep 16 12:57:28.834366 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f7cea861-0a10-430b-b68e-7aa9895bd2f2 admin admin] Publish callbacks [] for security_group (05cabce9-d878-4903-b1ed-b5056367aa51), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:28.946086 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] Publish callbacks [] for port (32049977-af9b-45c0-a7c2-f8aa18651c51), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:28.949195 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:28.983876 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (32049977-af9b-45c0-a7c2-f8aa18651c51), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:29.025238 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503a207-22e8-4c59-a943-b9e832900339 req-46a8d4ac-c841-4cf7-ba7e-11312b1b1d05 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:29.027587 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6503a207-22e8-4c59-a943-b9e832900339 req-46a8d4ac-c841-4cf7-ba7e-11312b1b1d05 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c31cfc02-e506-4e4f-b06d-a0d38e56c5b6 HTTP/1.1" status: 200 len: 946 time: 0.1998994 Sep 16 12:57:29.045176 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba351c-abab-4c21-a6f6-56d1be9e2c94 None None] Pushing event updated for resources: {'Port': ['ID=32049977-af9b-45c0-a7c2-f8aa18651c51,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:29.077843 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] Attempting to bind port 32049977-af9b-45c0-a7c2-f8aa18651c51 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:57:29.078786 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] Attempting to bind port 32049977-af9b-45c0-a7c2-f8aa18651c51 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:57:29.079491 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] Attempting to bind port 32049977-af9b-45c0-a7c2-f8aa18651c51 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:29.108554 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0343cb04-e637-48bf-a12d-d4e300c82f45 req-63694544-7e13-4ebb-bc20-c2d569121b2a service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923214 Sep 16 12:57:29.110627 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c4439e62-a30b-4852-9b43-82b136d27fc9 None None] Current status of the port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:29.153238 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:57:29.154225 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:29.155005 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:29.155620 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:57:29.156393 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] Bound port: 32049977-af9b-45c0-a7c2-f8aa18651c51, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:57:29.158245 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (32049977-af9b-45c0-a7c2-f8aa18651c51), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:29.213429 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff93522-c5b0-4cea-bdc8-134ed9ead92a None None] The sync data for ids ['c6f58ba4-07fe-4961-b956-2e0bca27bcd1'] in n-d-858094-4 is: [{'id': 'c6f58ba4-07fe-4961-b956-2e0bca27bcd1', 'name': 'tempest-DeleteServersTestJSON-279571137-router', 'tenant_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e69d0888-c329-4f05-be79-f100b0d653d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:57:19Z', 'updated_at': '2022-09-16T12:57:23Z', 'revision_number': 3, 'project_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'gw_port': {'id': 'e69d0888-c329-4f05-be79-f100b0d653d9', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:90:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f58ba4-07fe-4961-b956-2e0bca27bcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:20Z', 'updated_at': '2022-09-16T12:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:57:29.243226 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f7cea861-0a10-430b-b68e-7aa9895bd2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (05cabce9-d878-4903-b1ed-b5056367aa51), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:29.246244 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f7cea861-0a10-430b-b68e-7aa9895bd2f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:29.250194 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f7cea861-0a10-430b-b68e-7aa9895bd2f2 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/05cabce9-d878-4903-b1ed-b5056367aa51 HTTP/1.1" status: 204 len: 168 time: 0.7204401 Sep 16 12:57:29.379244 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cea861-0a10-430b-b68e-7aa9895bd2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cabce9-d878-4903-b1ed-b5056367aa51,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:29.410464 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6503a207-22e8-4c59-a943-b9e832900339 req-bf3ef624-2bc1-4dd2-bc2b-10b687df7692 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633933 Sep 16 12:57:29.428062 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-687643f1-582f-4d5b-910b-4497a3be9b52 admin admin] Publish callbacks [] for port (e058bafb-d180-421e-bc06-68a34ab9d944), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:29.521579 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-687643f1-582f-4d5b-910b-4497a3be9b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (e058bafb-d180-421e-bc06-68a34ab9d944), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:29.620203 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687643f1-582f-4d5b-910b-4497a3be9b52 admin admin] Network 4c6a423f-0493-4448-999c-84f17e899760 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:29.634362 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:29.646038 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-687643f1-582f-4d5b-910b-4497a3be9b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:29.675281 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687643f1-582f-4d5b-910b-4497a3be9b52 admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:57:29.690101 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 756b6c88-8a28-4069-a46d-126915a24fb8 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:29.726067 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687643f1-582f-4d5b-910b-4497a3be9b52 admin admin] Pushing event updated for resources: {'Port': ['ID=e058bafb-d180-421e-bc06-68a34ab9d944,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:29.739360 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-687643f1-582f-4d5b-910b-4497a3be9b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (c6f58ba4-07fe-4961-b956-2e0bca27bcd1), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:29.781503 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-bc0d5cd7-c857-40ae-8670-2b77717d2f5e admin admin] Allocated IP 172.20.0.1 (21105669-b7b0-4978-a5ba-3159f713feca/069eafbc-3196-4257-ae11-ea328043262b/f298da99-baec-468c-b085-62915e637ec9) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:57:29.842361 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee58a7-f0de-4e71-82e2-46318113242c req-d326081b-ace5-49ab-abc8-2dbf0c7d5103 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:29.843960 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-adee58a7-f0de-4e71-82e2-46318113242c req-d326081b-ace5-49ab-abc8-2dbf0c7d5103 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 945 time: 0.2325571 Sep 16 12:57:29.883014 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60424) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:29.985365 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-25948e12-dc7d-48c9-9a5d-f5efe129cbc8 None None] Provisioning complete for port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:29.985808 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-25948e12-dc7d-48c9-9a5d-f5efe129cbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (1b4c1983-9b66-49f0-855a-2cac4ee0ff15), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:29.986760 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-25948e12-dc7d-48c9-9a5d-f5efe129cbc8 None None] Attempt 1 to provision port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 Sep 16 12:57:30.062196 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] For port 32049977-af9b-45c0-a7c2-f8aa18651c51, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:57:30.070746 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] For port 32049977-af9b-45c0-a7c2-f8aa18651c51, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=32049977-af9b-45c0-a7c2-f8aa18651c51,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:57:30.079851 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 756b6c88-8a28-4069-a46d-126915a24fb8 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:57:30.085819 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f570a1d4-ec8f-4146-9a73-cf787a287c0f req-c625b4d3-709e-42fc-9058-d94fbaa20784 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 210 time: 0.0779128 Sep 16 12:57:30.088213 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (32049977-af9b-45c0-a7c2-f8aa18651c51), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:30.091029 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-adee58a7-f0de-4e71-82e2-46318113242c req-b495777b-a432-45f5-9a2e-f15b74e979ce tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384989 Sep 16 12:57:30.171136 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] Routers {'fe400a37-583e-4f40-bf1b-cd7d3f68887a'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:57:30.172030 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:57:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['fe400a37-583e-4f40-bf1b-cd7d3f68887a'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:30.175360 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 756b6c88-8a28-4069-a46d-126915a24fb8 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:30.175728 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (756b6c88-8a28-4069-a46d-126915a24fb8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:30.176259 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 756b6c88-8a28-4069-a46d-126915a24fb8 Sep 16 12:57:30.248866 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-687643f1-582f-4d5b-910b-4497a3be9b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e058bafb-d180-421e-bc06-68a34ab9d944), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:30.297596 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-25948e12-dc7d-48c9-9a5d-f5efe129cbc8 None None] Current status of the port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:30.333235 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5cd7-c857-40ae-8670-2b77717d2f5e admin admin] Publish callbacks [] for port (f298da99-baec-468c-b085-62915e637ec9), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:30.391320 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60432) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:30.406145 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3f19cb7b-9e09-4551-9cb1-22a68d2b8431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:30.416858 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:30.418282 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:30.425918 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f37738fc-4b72-43d4-ae7e-1fd4822b19e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:30.427409 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-3062b20b-6b6e-43c2-9223-bd265cf72055 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6220505 Sep 16 12:57:30.431763 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5cd7-c857-40ae-8670-2b77717d2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (f298da99-baec-468c-b085-62915e637ec9), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:30.440623 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 756b6c88-8a28-4069-a46d-126915a24fb8 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:30.441054 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (756b6c88-8a28-4069-a46d-126915a24fb8), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:30.458629 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba351c-abab-4c21-a6f6-56d1be9e2c94 None None] Pushing event updated for resources: {'Port': ['ID=32049977-af9b-45c0-a7c2-f8aa18651c51,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:30.523082 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Provisioning complete for port e058bafb-d180-421e-bc06-68a34ab9d944 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:30.529727 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e058bafb-d180-421e-bc06-68a34ab9d944), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:30.530731 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Attempt 1 to provision port e058bafb-d180-421e-bc06-68a34ab9d944 Sep 16 12:57:30.538688 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e69d0888-c329-4f05-be79-f100b0d653d9 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:30.580085 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0d5cd7-c857-40ae-8670-2b77717d2f5e admin admin] Network 21105669-b7b0-4978-a5ba-3159f713feca is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:30.597040 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-bc0d5cd7-c857-40ae-8670-2b77717d2f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:30.629280 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:30.636901 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0d5cd7-c857-40ae-8670-2b77717d2f5e admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:57:30.690193 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7e9284-2d49-41b2-ad73-0073b2e8bcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756b6c88-8a28-4069-a46d-126915a24fb8'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:57:30.692610 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7303e540-a959-4f51-bb88-a4aaebab26d4" -d '{"events": [{"server_uuid": "cc7e9284-2d49-41b2-ad73-0073b2e8bcc6", "name": "network-vif-plugged", "status": "completed", "tag": "756b6c88-8a28-4069-a46d-126915a24fb8"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:57:30.704825 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] Set router fe400a37-583e-4f40-bf1b-cd7d3f68887a gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:57:30.794349 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5cd7-c857-40ae-8670-2b77717d2f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (fe400a37-583e-4f40-bf1b-cd7d3f68887a), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:30.816688 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e69d0888-c329-4f05-be79-f100b0d653d9 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:30.817201 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e69d0888-c329-4f05-be79-f100b0d653d9), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:30.817624 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e69d0888-c329-4f05-be79-f100b0d653d9 Sep 16 12:57:30.822815 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f37738fc-4b72-43d4-ae7e-1fd4822b19e7 admin admin] Publish callbacks [] for security_group (8403fa70-9edd-4873-8b95-3b2627d020b3), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:30.832306 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 756b6c88-8a28-4069-a46d-126915a24fb8, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=756b6c88-8a28-4069-a46d-126915a24fb8,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:30.896275 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Port e058bafb-d180-421e-bc06-68a34ab9d944 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:30.955386 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047aa15-127a-437b-b7e3-dd3710260fff req-dfc5ae6b-214e-4fd7-813c-7f46c947c6dc tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:30.957021 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5047aa15-127a-437b-b7e3-dd3710260fff req-dfc5ae6b-214e-4fd7-813c-7f46c947c6dc tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.76 "GET /networking/v2.0/networks?id=3f814bae-963f-4f23-965e-dabc87858a1e HTTP/1.1" status: 200 len: 811 time: 1.9972465 Sep 16 12:57:30.961944 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a55f18-a293-41aa-9a84-c14072a0d0bc req-979181d1-c0cb-4567-b0a3-2f37bb0da267 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:30.963545 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-68a55f18-a293-41aa-9a84-c14072a0d0bc req-979181d1-c0cb-4567-b0a3-2f37bb0da267 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c31cfc02-e506-4e4f-b06d-a0d38e56c5b6 HTTP/1.1" status: 200 len: 946 time: 0.1300051 Sep 16 12:57:30.988609 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f37738fc-4b72-43d4-ae7e-1fd4822b19e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (8403fa70-9edd-4873-8b95-3b2627d020b3), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:31.032214 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d5cd7-c857-40ae-8670-2b77717d2f5e admin admin] Pushing event updated for resources: {'Port': ['ID=f298da99-baec-468c-b085-62915e637ec9,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:31.066630 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:31.072894 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128741f4-0817-4385-b617-d80ad7fac798 x-openstack-request-id: req-128741f4-0817-4385-b617-d80ad7fac798 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:57:31.073433 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7e9284-2d49-41b2-ad73-0073b2e8bcc6", "name": "network-vif-plugged", "status": "completed", "tag": "756b6c88-8a28-4069-a46d-126915a24fb8", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:57:31.073934 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-128741f4-0817-4385-b617-d80ad7fac798 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:57:31.074470 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-128741f4-0817-4385-b617-d80ad7fac798'] response: {'server_uuid': 'cc7e9284-2d49-41b2-ad73-0073b2e8bcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756b6c88-8a28-4069-a46d-126915a24fb8', 'code': 200} Sep 16 12:57:31.089117 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37738fc-4b72-43d4-ae7e-1fd4822b19e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8403fa70-9edd-4873-8b95-3b2627d020b3,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:31.101539 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:31.115424 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (756b6c88-8a28-4069-a46d-126915a24fb8), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:31.147206 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5047aa15-127a-437b-b7e3-dd3710260fff req-047c94e6-a373-41f7-bde5-9d7c2c1af981 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7a67136b9d8041fd8e62a81be2d6b48d HTTP/1.1" status: 200 len: 380 time: 0.1703620 Sep 16 12:57:31.170658 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-5047aa15-127a-437b-b7e3-dd3710260fff req-9269733b-375f-4731-a11f-ee42daa39363 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Request body: {'port': {'device_id': '272fddb0-eba2-4559-b76d-460bd65246ec', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'admin_state_up': True, 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'security_groups': ['17851306-4aa7-4f48-b7a3-0f9055cfafd2']}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:31.196688 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-68a55f18-a293-41aa-9a84-c14072a0d0bc req-47bc5c32-3c62-4c5d-8fab-aae13eeb6e51 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179592 Sep 16 12:57:31.245792 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f37738fc-4b72-43d4-ae7e-1fd4822b19e7 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=3b0209a1641748aba4cd8e4729a242a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8498890 Sep 16 12:57:31.249958 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60446) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:31.286904 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:31.295605 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=756b6c88-8a28-4069-a46d-126915a24fb8,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:31.382889 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-47554186-62a7-4ac0-a1d1-c7a117be0cc1 req-12ef6561-807e-42c2-b5f5-3f0356c3ea03 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 210 time: 0.0975666 Sep 16 12:57:31.397423 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Attempt 2 to provision port e058bafb-d180-421e-bc06-68a34ab9d944 Sep 16 12:57:31.399649 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe400a37-583e-4f40-bf1b-cd7d3f68887a', 'name': 'tempest-ServersTestMultiNic-305954793-router', 'tenant_id': '18ad456d126a4c25accb04f76a159733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '32049977-af9b-45c0-a7c2-f8aa18651c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:57:22Z', 'updated_at': '2022-09-16T12:57:24Z', 'revision_number': 3, 'project_id': '18ad456d126a4c25accb04f76a159733', 'gw_port': {'id': '32049977-af9b-45c0-a7c2-f8aa18651c51', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe400a37-583e-4f40-bf1b-cd7d3f68887a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:23Z', 'updated_at': '2022-09-16T12:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:31.457854 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1878b-08a0-48c1-98be-48c15b112785 None None] The sync data for ids ['fe400a37-583e-4f40-bf1b-cd7d3f68887a'] in n-d-858094-4 is: [{'id': 'fe400a37-583e-4f40-bf1b-cd7d3f68887a', 'name': 'tempest-ServersTestMultiNic-305954793-router', 'tenant_id': '18ad456d126a4c25accb04f76a159733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '32049977-af9b-45c0-a7c2-f8aa18651c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:57:22Z', 'updated_at': '2022-09-16T12:57:24Z', 'revision_number': 3, 'project_id': '18ad456d126a4c25accb04f76a159733', 'gw_port': {'id': '32049977-af9b-45c0-a7c2-f8aa18651c51', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe400a37-583e-4f40-bf1b-cd7d3f68887a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:23Z', 'updated_at': '2022-09-16T12:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:57:31.478993 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca239acb-d66b-4091-95b5-90e4aaed86e6 req-53fadc3d-0fa9-4c31-a4ea-4290285195d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:31.480479 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ca239acb-d66b-4091-95b5-90e4aaed86e6 req-53fadc3d-0fa9-4c31-a4ea-4290285195d1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=cc7e9284-2d49-41b2-ad73-0073b2e8bcc6 HTTP/1.1" status: 200 len: 1128 time: 0.3305423 Sep 16 12:57:31.519601 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Port e058bafb-d180-421e-bc06-68a34ab9d944 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:31.521670 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e69d0888-c329-4f05-be79-f100b0d653d9 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:31.522062 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e69d0888-c329-4f05-be79-f100b0d653d9), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:31.523901 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a3ab8-1344-424a-af0e-8e728963c346 req-2811d308-66c6-4785-9dcb-4cf13ab26ecf tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:31.531586 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf0a3ab8-1344-424a-af0e-8e728963c346 req-2811d308-66c6-4785-9dcb-4cf13ab26ecf tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 945 time: 0.1405649 Sep 16 12:57:31.547247 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3f19cb7b-9e09-4551-9cb1-22a68d2b8431 admin admin] Publish callbacks [] for security_group (67b8ccde-81ed-454f-85a1-50f558c1d576), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:31.555745 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port e69d0888-c329-4f05-be79-f100b0d653d9, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e69d0888-c329-4f05-be79-f100b0d653d9,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:31.557578 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-687643f1-582f-4d5b-910b-4497a3be9b52 admin admin] Publish callbacks [] for port (e058bafb-d180-421e-bc06-68a34ab9d944), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:31.565553 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e69d0888-c329-4f05-be79-f100b0d653d9), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:31.567653 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:31.571283 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3f19cb7b-9e09-4551-9cb1-22a68d2b8431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (67b8ccde-81ed-454f-85a1-50f558c1d576), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:31.611203 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-3f19cb7b-9e09-4551-9cb1-22a68d2b8431 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=77b91aa69f414e5a9859d9755c0536f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7267311 Sep 16 12:57:31.615094 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-687643f1-582f-4d5b-910b-4497a3be9b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (e058bafb-d180-421e-bc06-68a34ab9d944), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:31.618484 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60448) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:31.702161 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ca239acb-d66b-4091-95b5-90e4aaed86e6 req-f03d0d54-757f-4470-91d1-9b06a88177ed service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968691 Sep 16 12:57:31.728839 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:31.730097 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (1b4c1983-9b66-49f0-855a-2cac4ee0ff15), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:31.730628 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 Sep 16 12:57:31.735782 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=e69d0888-c329-4f05-be79-f100b0d653d9,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:31.775674 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf0a3ab8-1344-424a-af0e-8e728963c346 req-53cd3c22-145b-45b9-ac7b-e73f915675d1 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430542 Sep 16 12:57:31.783932 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5cd7-c857-40ae-8670-2b77717d2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f298da99-baec-468c-b085-62915e637ec9), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:31.837274 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687643f1-582f-4d5b-910b-4497a3be9b52 admin admin] Pushing event updated for resources: {'Port': ['ID=e058bafb-d180-421e-bc06-68a34ab9d944,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:31.876643 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-02b5a09b-dd6c-4301-b6a2-a25e5334cacb admin admin] Publish callbacks [] for security_group (8403fa70-9edd-4873-8b95-3b2627d020b3), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:31.885768 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:31.896569 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8ebea5b7-aa2d-4ed4-9f97-1521a3215e83 admin admin] Publish callbacks [] for security_group (67b8ccde-81ed-454f-85a1-50f558c1d576), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:31.919144 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8ebea5b7-aa2d-4ed4-9f97-1521a3215e83 admin admin] Publish callbacks [] for security_group (67b8ccde-81ed-454f-85a1-50f558c1d576), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:31.958520 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-02b5a09b-dd6c-4301-b6a2-a25e5334cacb admin admin] Publish callbacks [] for security_group (8403fa70-9edd-4873-8b95-3b2627d020b3), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:31.988413 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19cb7b-9e09-4551-9cb1-22a68d2b8431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b8ccde-81ed-454f-85a1-50f558c1d576,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:32.003585 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5047aa15-127a-437b-b7e3-dd3710260fff req-9269733b-375f-4731-a11f-ee42daa39363 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Made reservation on behalf of 7a67136b9d8041fd8e62a81be2d6b48d for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:57:32.004189 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-687643f1-582f-4d5b-910b-4497a3be9b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (c6f58ba4-07fe-4961-b956-2e0bca27bcd1), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:32.008642 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8ebea5b7-aa2d-4ed4-9f97-1521a3215e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (67b8ccde-81ed-454f-85a1-50f558c1d576), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:32.009214 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5047aa15-127a-437b-b7e3-dd3710260fff req-9269733b-375f-4731-a11f-ee42daa39363 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:32.011771 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8ebea5b7-aa2d-4ed4-9f97-1521a3215e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:32.019151 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-8ebea5b7-aa2d-4ed4-9f97-1521a3215e83 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/67b8ccde-81ed-454f-85a1-50f558c1d576 HTTP/1.1" status: 204 len: 168 time: 0.3901768 Sep 16 12:57:32.021173 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Attempt 3 to provision port e058bafb-d180-421e-bc06-68a34ab9d944 Sep 16 12:57:32.069886 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebea5b7-aa2d-4ed4-9f97-1521a3215e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b8ccde-81ed-454f-85a1-50f558c1d576,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:32.107370 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Port e058bafb-d180-421e-bc06-68a34ab9d944 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:32.252910 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:32.282667 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687643f1-582f-4d5b-910b-4497a3be9b52 admin admin] Network 4c6a423f-0493-4448-999c-84f17e899760 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:32.285766 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-687643f1-582f-4d5b-910b-4497a3be9b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:32.356026 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-16464e86-eefc-4821-a0e7-03f4121fc88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:32.380941 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-02b5a09b-dd6c-4301-b6a2-a25e5334cacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (8403fa70-9edd-4873-8b95-3b2627d020b3), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:32.384860 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-02b5a09b-dd6c-4301-b6a2-a25e5334cacb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:32.385968 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-02b5a09b-dd6c-4301-b6a2-a25e5334cacb admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/8403fa70-9edd-4873-8b95-3b2627d020b3 HTTP/1.1" status: 204 len: 168 time: 1.0439477 Sep 16 12:57:32.457447 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:32.512493 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5a09b-dd6c-4301-b6a2-a25e5334cacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8403fa70-9edd-4873-8b95-3b2627d020b3,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:32.608224 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Attempt 4 to provision port e058bafb-d180-421e-bc06-68a34ab9d944 Sep 16 12:57:32.725602 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Port e058bafb-d180-421e-bc06-68a34ab9d944 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:32.805916 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-38add7a0-e1a4-4023-9800-1a6bc408fe19 req-ccaf1efd-ac51-49db-8197-66cf57a8b176 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 210 time: 0.1178200 Sep 16 12:57:32.807781 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e69d0888-c329-4f05-be79-f100b0d653d9 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:32.861406 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6ccfb-eba4-4b3b-8536-b474f9bcbe27 req-ba4fbb25-c981-4b09-b0f9-163603baac62 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:32.867624 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5af6ccfb-eba4-4b3b-8536-b474f9bcbe27 req-ba4fbb25-c981-4b09-b0f9-163603baac62 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c31cfc02-e506-4e4f-b06d-a0d38e56c5b6 HTTP/1.1" status: 200 len: 946 time: 0.4051907 Sep 16 12:57:32.938372 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-5047aa15-127a-437b-b7e3-dd3710260fff req-9269733b-375f-4731-a11f-ee42daa39363 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Allocated IP 172.20.0.12 (3f814bae-963f-4f23-965e-dabc87858a1e/6061ddae-e5d0-47a0-8962-b4b487ae4f3d/137f7ed1-df61-44ac-b25d-fb1d5a0609d4) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:57:32.977791 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e69d0888-c329-4f05-be79-f100b0d653d9 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:32.978177 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e69d0888-c329-4f05-be79-f100b0d653d9), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:32.978510 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e69d0888-c329-4f05-be79-f100b0d653d9 Sep 16 12:57:33.034274 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5cd7-c857-40ae-8670-2b77717d2f5e admin admin] Publish callbacks [] for port (f298da99-baec-468c-b085-62915e637ec9), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:33.051914 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5cd7-c857-40ae-8670-2b77717d2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (f298da99-baec-468c-b085-62915e637ec9), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:33.111023 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:33.228084 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Attempt 5 to provision port e058bafb-d180-421e-bc06-68a34ab9d944 Sep 16 12:57:33.232624 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e69d0888-c329-4f05-be79-f100b0d653d9 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:33.237671 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 32049977-af9b-45c0-a7c2-f8aa18651c51 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:33.340890 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d5cd7-c857-40ae-8670-2b77717d2f5e admin admin] Pushing event updated for resources: {'Port': ['ID=f298da99-baec-468c-b085-62915e637ec9,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:33.371592 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Port e058bafb-d180-421e-bc06-68a34ab9d944 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:33.394007 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5cd7-c857-40ae-8670-2b77717d2f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (fe400a37-583e-4f40-bf1b-cd7d3f68887a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:33.396878 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 32049977-af9b-45c0-a7c2-f8aa18651c51 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:33.397259 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (32049977-af9b-45c0-a7c2-f8aa18651c51), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:33.400671 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 32049977-af9b-45c0-a7c2-f8aa18651c51 Sep 16 12:57:33.401658 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:33.473577 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60474) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:33.581658 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:33.582801 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 32049977-af9b-45c0-a7c2-f8aa18651c51 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:33.583307 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (32049977-af9b-45c0-a7c2-f8aa18651c51), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:33.602575 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2de63aa5-d83e-4f5a-9dfb-9b114a5c7b33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:33.617041 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 32049977-af9b-45c0-a7c2-f8aa18651c51, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=32049977-af9b-45c0-a7c2-f8aa18651c51,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:33.623283 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (32049977-af9b-45c0-a7c2-f8aa18651c51), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:33.709392 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=32049977-af9b-45c0-a7c2-f8aa18651c51,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:33.792969 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5047aa15-127a-437b-b7e3-dd3710260fff req-9269733b-375f-4731-a11f-ee42daa39363 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for port (137f7ed1-df61-44ac-b25d-fb1d5a0609d4), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:33.818837 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:33.826692 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687643f1-582f-4d5b-910b-4497a3be9b52 admin admin] Router c6f58ba4-07fe-4961-b956-2e0bca27bcd1 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:57:33.835008 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600d139-76a2-462a-b705-a3b4da7aff12 req-b33d32ff-b444-4bf7-afbc-16f33a8efbbc tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:33.842194 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6600d139-76a2-462a-b705-a3b4da7aff12 req-b33d32ff-b444-4bf7-afbc-16f33a8efbbc tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 945 time: 0.0931740 Sep 16 12:57:33.848454 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5af6ccfb-eba4-4b3b-8536-b474f9bcbe27 req-b8e052e6-3f30-4ecd-aa6b-605a305df90d tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8483574 Sep 16 12:57:33.872761 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Attempt 6 to provision port e058bafb-d180-421e-bc06-68a34ab9d944 Sep 16 12:57:33.894030 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0d5cd7-c857-40ae-8670-2b77717d2f5e admin admin] Network 21105669-b7b0-4978-a5ba-3159f713feca is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:33.925415 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Port e058bafb-d180-421e-bc06-68a34ab9d944 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:33.927068 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-bc0d5cd7-c857-40ae-8670-2b77717d2f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:33.945479 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6600d139-76a2-462a-b705-a3b4da7aff12 req-f81e4cd5-4aa0-418b-9fa8-ce9a5c4df35d tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001890 Sep 16 12:57:34.086024 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5047aa15-127a-437b-b7e3-dd3710260fff req-9269733b-375f-4731-a11f-ee42daa39363 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (137f7ed1-df61-44ac-b25d-fb1d5a0609d4), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:34.236702 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687643f1-582f-4d5b-910b-4497a3be9b52 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:57:34.250162 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2de63aa5-d83e-4f5a-9dfb-9b114a5c7b33 admin admin] Publish callbacks [] for security_group (47897e8b-9add-41f4-9e38-286cd085e5c7), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:34.250480 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] Sync routers for ids ['c6f58ba4-07fe-4961-b956-2e0bca27bcd1'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:57:34.266584 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 32049977-af9b-45c0-a7c2-f8aa18651c51 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:34.278830 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-687643f1-582f-4d5b-910b-4497a3be9b52 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/c6f58ba4-07fe-4961-b956-2e0bca27bcd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5811634 Sep 16 12:57:34.298613 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6a250-1226-4254-a5fa-c9e890a77c6a req-b6f4156f-70b9-4ee4-97e7-0a6349bb343b tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:34.301211 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4ca6a250-1226-4254-a5fa-c9e890a77c6a req-b6f4156f-70b9-4ee4-97e7-0a6349bb343b tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 932 time: 0.1963429 Sep 16 12:57:34.316618 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2de63aa5-d83e-4f5a-9dfb-9b114a5c7b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (47897e8b-9add-41f4-9e38-286cd085e5c7), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:34.324336 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] Routers {'c6f58ba4-07fe-4961-b956-2e0bca27bcd1'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:57:34.327772 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:57:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c6f58ba4-07fe-4961-b956-2e0bca27bcd1'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:34.330420 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c082451-a459-4659-b1a5-78349477d556 req-8283218d-5204-43a7-b295-6bdbccfa6bfe tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:34.340823 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0c082451-a459-4659-b1a5-78349477d556 req-8283218d-5204-43a7-b295-6bdbccfa6bfe tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cc7e9284-2d49-41b2-ad73-0073b2e8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.1620975 Sep 16 12:57:34.428813 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Attempt 7 to provision port e058bafb-d180-421e-bc06-68a34ab9d944 Sep 16 12:57:34.464000 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4ca6a250-1226-4254-a5fa-c9e890a77c6a req-ac5b96b5-e256-4081-812c-443d0625d9f7 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=17851306-4aa7-4f48-b7a3-0f9055cfafd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497719 Sep 16 12:57:34.475309 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0c082451-a459-4659-b1a5-78349477d556 req-406b63bd-0ee1-4594-9be8-07015d4a3b58 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332574 Sep 16 12:57:34.488074 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Port e058bafb-d180-421e-bc06-68a34ab9d944 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:34.497837 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 32049977-af9b-45c0-a7c2-f8aa18651c51 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:34.498230 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (32049977-af9b-45c0-a7c2-f8aa18651c51), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:34.498552 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 32049977-af9b-45c0-a7c2-f8aa18651c51 Sep 16 12:57:34.649751 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 32049977-af9b-45c0-a7c2-f8aa18651c51 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:34.707234 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a40a6965-0eda-41da-b7e4-50504c06c509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:34.726515 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] Set router c6f58ba4-07fe-4961-b956-2e0bca27bcd1 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:57:34.842380 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:34.848700 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60504) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:34.849479 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2de63aa5-d83e-4f5a-9dfb-9b114a5c7b33 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=7f62bbaedfbd46c2836a68b0ccbbce1b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3739026 Sep 16 12:57:34.852377 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5047aa15-127a-437b-b7e3-dd3710260fff req-9269733b-375f-4731-a11f-ee42daa39363 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Network 3f814bae-963f-4f23-965e-dabc87858a1e is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:34.869848 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-5047aa15-127a-437b-b7e3-dd3710260fff req-9269733b-375f-4731-a11f-ee42daa39363 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:34.885826 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-5047aa15-127a-437b-b7e3-dd3710260fff req-9269733b-375f-4731-a11f-ee42daa39363 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:57:34.897174 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269733b-375f-4731-a11f-ee42daa39363 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Pushing event updated for resources: {'Port': ['ID=137f7ed1-df61-44ac-b25d-fb1d5a0609d4,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:34.931198 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0d5cd7-c857-40ae-8670-2b77717d2f5e admin admin] Router fe400a37-583e-4f40-bf1b-cd7d3f68887a has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:57:34.957522 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de63aa5-d83e-4f5a-9dfb-9b114a5c7b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47897e8b-9add-41f4-9e38-286cd085e5c7,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:34.987557 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Attempt 8 to provision port e058bafb-d180-421e-bc06-68a34ab9d944 Sep 16 12:57:35.048921 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3ae29d3b-00f1-4e5a-8a74-013f3e90e37f admin admin] Publish callbacks [] for security_group (47897e8b-9add-41f4-9e38-286cd085e5c7), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:35.058124 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047aa15-127a-437b-b7e3-dd3710260fff req-9269733b-375f-4731-a11f-ee42daa39363 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:35.058796 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5047aa15-127a-437b-b7e3-dd3710260fff req-9269733b-375f-4731-a11f-ee42daa39363 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:35.066746 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Port e058bafb-d180-421e-bc06-68a34ab9d944 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:35.081584 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:35.103901 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5047aa15-127a-437b-b7e3-dd3710260fff req-9269733b-375f-4731-a11f-ee42daa39363 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9410000 Sep 16 12:57:35.158217 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3ae29d3b-00f1-4e5a-8a74-013f3e90e37f admin admin] Publish callbacks [] for security_group (47897e8b-9add-41f4-9e38-286cd085e5c7), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:35.181052 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0d5cd7-c857-40ae-8670-2b77717d2f5e admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:57:35.192555 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] Sync routers for ids ['fe400a37-583e-4f40-bf1b-cd7d3f68887a'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:57:35.228178 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-bc0d5cd7-c857-40ae-8670-2b77717d2f5e admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/fe400a37-583e-4f40-bf1b-cd7d3f68887a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7028015 Sep 16 12:57:35.228456 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] Routers {'fe400a37-583e-4f40-bf1b-cd7d3f68887a'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:57:35.228456 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:57:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['fe400a37-583e-4f40-bf1b-cd7d3f68887a'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:35.339183 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3ae29d3b-00f1-4e5a-8a74-013f3e90e37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (47897e8b-9add-41f4-9e38-286cd085e5c7), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:35.344250 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3ae29d3b-00f1-4e5a-8a74-013f3e90e37f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:35.347873 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-3ae29d3b-00f1-4e5a-8a74-013f3e90e37f admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/47897e8b-9add-41f4-9e38-286cd085e5c7 HTTP/1.1" status: 204 len: 168 time: 0.4954035 Sep 16 12:57:35.365799 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f58ba4-07fe-4961-b956-2e0bca27bcd1', 'name': 'tempest-DeleteServersTestJSON-279571137-router', 'tenant_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e69d0888-c329-4f05-be79-f100b0d653d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:57:19Z', 'updated_at': '2022-09-16T12:57:30Z', 'revision_number': 4, 'project_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'gw_port': {'id': 'e69d0888-c329-4f05-be79-f100b0d653d9', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f58ba4-07fe-4961-b956-2e0bca27bcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:20Z', 'updated_at': '2022-09-16T12:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e058bafb-d180-421e-bc06-68a34ab9d944', 'name': '', 'network_id': '4c6a423f-0493-4448-999c-84f17e899760', 'tenant_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'mac_address': 'fa:16:3e:1c:e7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f58ba4-07fe-4961-b956-2e0bca27bcd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '084dc942-2fdd-4c42-96da-2aec36f644a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:28Z', 'updated_at': '2022-09-16T12:57:30Z', 'revision_number': 2, 'project_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'subnets': [{'id': '084dc942-2fdd-4c42-96da-2aec36f644a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:35.378407 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae29d3b-00f1-4e5a-8a74-013f3e90e37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47897e8b-9add-41f4-9e38-286cd085e5c7,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:35.468198 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] Checking router: c6f58ba4-07fe-4961-b956-2e0bca27bcd1 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:57:35.469821 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] Updating router c6f58ba4-07fe-4961-b956-2e0bca27bcd1 port e058bafb-d180-421e-bc06-68a34ab9d944 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:57:35.493519 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6957c-78d6-4fbc-995e-1490dece2ab0 req-87a16cbc-3eb4-4704-8bad-b63def51b300 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:35.503169 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6fa6957c-78d6-4fbc-995e-1490dece2ab0 req-87a16cbc-3eb4-4704-8bad-b63def51b300 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 945 time: 0.1308658 Sep 16 12:57:35.563288 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e058bafb-d180-421e-bc06-68a34ab9d944), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:35.589548 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60534) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:35.764053 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:35.812336 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] Request body: {'port': {'device_id': '272fddb0-eba2-4559-b76d-460bd65246ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:35.841593 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6fa6957c-78d6-4fbc-995e-1490dece2ab0 req-d14a4182-ae65-4df2-a871-8a2884a0f686 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372366 Sep 16 12:57:35.892716 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-e673b7e4-9124-4eda-8bcb-6673a8ca298a tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:35.905096 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-e673b7e4-9124-4eda-8bcb-6673a8ca298a tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/networks?id=4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 200 len: 811 time: 0.3742342 Sep 16 12:57:35.927882 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] Set router fe400a37-583e-4f40-bf1b-cd7d3f68887a gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:57:35.954871 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (137f7ed1-df61-44ac-b25d-fb1d5a0609d4), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:35.966977 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-cc94e64f-6209-4209-9291-124a8e8ecf27 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/quotas/cfe82d8dd4fb42cbb054a6f069424c57 HTTP/1.1" status: 200 len: 375 time: 0.0509980 Sep 16 12:57:36.126568 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-f693f1f9-e44f-4c41-90a5-26a61b840a34 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1579905 Sep 16 12:57:36.139241 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Attempt 9 to provision port e058bafb-d180-421e-bc06-68a34ab9d944 Sep 16 12:57:36.146579 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:36.171072 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] Publish callbacks [] for port (e058bafb-d180-421e-bc06-68a34ab9d944), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:36.185426 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e058bafb-d180-421e-bc06-68a34ab9d944), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:36.283429 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870bbc6-54d5-4da7-96ca-27ee5c7d8203 req-7e5ac0de-fe5d-4905-bde6-757bed8c7e4b tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:36.288077 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-2870bbc6-54d5-4da7-96ca-27ee5c7d8203 req-7e5ac0de-fe5d-4905-bde6-757bed8c7e4b tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=cc7e9284-2d49-41b2-ad73-0073b2e8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.2043149 Sep 16 12:57:36.296814 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-1ea0ce3d-bfed-4fb6-bb53-731d05518e4d tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-516585728'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:36.341962 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:36.345078 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9a2e4-4498-49f5-b7b5-2a551e99253a None None] Pushing event updated for resources: {'Port': ['ID=e058bafb-d180-421e-bc06-68a34ab9d944,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:36.353021 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea0ce3d-bfed-4fb6-bb53-731d05518e4d tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Made reservation on behalf of 18ad456d126a4c25accb04f76a159733 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:57:36.355279 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-60f88a55-8b61-455f-b36d-92e54c1eba37 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148483 Sep 16 12:57:36.368701 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ce3d-bfed-4fb6-bb53-731d05518e4d tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:36.386643 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:36.404561 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Port e058bafb-d180-421e-bc06-68a34ab9d944 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:36.409417 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:36.463856 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea0ce3d-bfed-4fb6-bb53-731d05518e4d tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:57:36.491379 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ce3d-bfed-4fb6-bb53-731d05518e4d tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (7f346e65-7fb5-4a92-b6b1-6e890df0b8e4), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:36.492739 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-1ea0ce3d-bfed-4fb6-bb53-731d05518e4d tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Added segment 7f346e65-7fb5-4a92-b6b1-6e890df0b8e4 of type vlan for network d73f9ac4-e3fa-4fbb-92bf-6c462d38b039 Sep 16 12:57:36.509683 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] Attempting to bind port e058bafb-d180-421e-bc06-68a34ab9d944 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:57:36.510042 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] Attempting to bind port e058bafb-d180-421e-bc06-68a34ab9d944 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:57:36.510629 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] Attempting to bind port e058bafb-d180-421e-bc06-68a34ab9d944 on network 4c6a423f-0493-4448-999c-84f17e899760 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:36.541109 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:36.570303 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe400a37-583e-4f40-bf1b-cd7d3f68887a', 'name': 'tempest-ServersTestMultiNic-305954793-router', 'tenant_id': '18ad456d126a4c25accb04f76a159733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '32049977-af9b-45c0-a7c2-f8aa18651c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:57:22Z', 'updated_at': '2022-09-16T12:57:31Z', 'revision_number': 4, 'project_id': '18ad456d126a4c25accb04f76a159733', 'gw_port': {'id': '32049977-af9b-45c0-a7c2-f8aa18651c51', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe400a37-583e-4f40-bf1b-cd7d3f68887a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:23Z', 'updated_at': '2022-09-16T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'f298da99-baec-468c-b085-62915e637ec9', 'name': '', 'network_id': '21105669-b7b0-4978-a5ba-3159f713feca', 'tenant_id': '18ad456d126a4c25accb04f76a159733', 'mac_address': 'fa:16:3e:90:af:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe400a37-583e-4f40-bf1b-cd7d3f68887a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '069eafbc-3196-4257-ae11-ea328043262b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:28Z', 'updated_at': '2022-09-16T12:57:31Z', 'revision_number': 2, 'project_id': '18ad456d126a4c25accb04f76a159733', 'subnets': [{'id': '069eafbc-3196-4257-ae11-ea328043262b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:36.573398 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:57:36.574417 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] Checking segment: {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:36.575342 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:36.576911 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] Bound using segment: {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:57:36.577596 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] Bound port: e058bafb-d180-421e-bc06-68a34ab9d944, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:57:36.578168 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e058bafb-d180-421e-bc06-68a34ab9d944), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:36.583046 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc52b4-77ae-45cd-8065-cea664178af7 req-61b54b88-168d-4d45-b56b-94ec8775496d tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:36.590748 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-85bc52b4-77ae-45cd-8065-cea664178af7 req-61b54b88-168d-4d45-b56b-94ec8775496d tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 932 time: 0.2455046 Sep 16 12:57:36.634115 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ce3d-bfed-4fb6-bb53-731d05518e4d tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (d73f9ac4-e3fa-4fbb-92bf-6c462d38b039), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:36.636497 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] Checking router: fe400a37-583e-4f40-bf1b-cd7d3f68887a for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:57:36.636848 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] Updating router fe400a37-583e-4f40-bf1b-cd7d3f68887a port f298da99-baec-468c-b085-62915e637ec9 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:57:36.693787 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] For port e058bafb-d180-421e-bc06-68a34ab9d944, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:57:36.699755 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] For port e058bafb-d180-421e-bc06-68a34ab9d944, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e058bafb-d180-421e-bc06-68a34ab9d944,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:57:36.711952 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f298da99-baec-468c-b085-62915e637ec9), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:36.714948 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e058bafb-d180-421e-bc06-68a34ab9d944), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:36.769782 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-961d9f68-552f-4f0e-91e7-37a94873bf52 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899846 Sep 16 12:57:36.784895 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9a2e4-4498-49f5-b7b5-2a551e99253a None None] Pushing event updated for resources: {'Port': ['ID=e058bafb-d180-421e-bc06-68a34ab9d944,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:36.796075 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] Routers {'c6f58ba4-07fe-4961-b956-2e0bca27bcd1'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:57:36.796935 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:57:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c6f58ba4-07fe-4961-b956-2e0bca27bcd1'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:36.804099 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-85bc52b4-77ae-45cd-8065-cea664178af7 req-6cd0361c-73f0-4e7e-b5dc-6330b7bb4be0 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=17851306-4aa7-4f48-b7a3-0f9055cfafd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122767 Sep 16 12:57:36.915877 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Attempt 10 to provision port e058bafb-d180-421e-bc06-68a34ab9d944 Sep 16 12:57:37.085298 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] Set router c6f58ba4-07fe-4961-b956-2e0bca27bcd1 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:57:37.141157 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:37.159067 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ce3d-bfed-4fb6-bb53-731d05518e4d tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (d73f9ac4-e3fa-4fbb-92bf-6c462d38b039), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:37.166420 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea0ce3d-bfed-4fb6-bb53-731d05518e4d tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:37.167354 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ce3d-bfed-4fb6-bb53-731d05518e4d tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:37.211037 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:37.267094 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-6b259e29-897c-4426-9741-8f904c201ce0 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:37.268720 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-6b259e29-897c-4426-9741-8f904c201ce0 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/networks?id=2a13e2e0-76af-4011-86c3-ccf3c7f1953b HTTP/1.1" status: 200 len: 813 time: 0.3392704 Sep 16 12:57:37.307435 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137f7ed1-df61-44ac-b25d-fb1d5a0609d4 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:57:37.344764 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda66a2-0883-43da-b3a9-ceb69b408c0f req-86e422b1-ab36-4656-8ffd-b5951f278a0a tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:37.355310 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4cda66a2-0883-43da-b3a9-ceb69b408c0f req-86e422b1-ab36-4656-8ffd-b5951f278a0a tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c31cfc02-e506-4e4f-b06d-a0d38e56c5b6 HTTP/1.1" status: 200 len: 946 time: 0.3368268 Sep 16 12:57:37.357290 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-d1999f09-1203-402d-8b21-9d52e1057b9f tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/quotas/bd30c33cb19d47278478aa2340859920 HTTP/1.1" status: 200 len: 375 time: 0.0789547 Sep 16 12:57:37.446122 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] Publish callbacks [] for port (137f7ed1-df61-44ac-b25d-fb1d5a0609d4), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:37.454570 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1ea0ce3d-bfed-4fb6-bb53-731d05518e4d tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8637521 Sep 16 12:57:37.469767 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60580) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:37.480015 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Current status of the port e058bafb-d180-421e-bc06-68a34ab9d944 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:37.480504 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e058bafb-d180-421e-bc06-68a34ab9d944), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:37.545136 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:37.556202 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0ce3d-bfed-4fb6-bb53-731d05518e4d tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event updated for resources: {'Network': ['ID=d73f9ac4-e3fa-4fbb-92bf-6c462d38b039,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:37.576670 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-6c04fa96-a2cd-435f-a9d0-8ff1816bc9b3 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Request body: {'subnet': {'network_id': 'd73f9ac4-e3fa-4fbb-92bf-6c462d38b039', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:37.597611 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network d73f9ac4-e3fa-4fbb-92bf-6c462d38b039 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:57:37.620900 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] Transition to ACTIVE for port object 137f7ed1-df61-44ac-b25d-fb1d5a0609d4 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:57:37.622275 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-2870bbc6-54d5-4da7-96ca-27ee5c7d8203 req-79a4228e-3c41-449b-8ab5-8c9dfd09d381 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Deleting port 756b6c88-8a28-4069-a46d-126915a24fb8 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:57:37.622830 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-2870bbc6-54d5-4da7-96ca-27ee5c7d8203 req-79a4228e-3c41-449b-8ab5-8c9dfd09d381 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (756b6c88-8a28-4069-a46d-126915a24fb8), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:37.653266 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f58ba4-07fe-4961-b956-2e0bca27bcd1', 'name': 'tempest-DeleteServersTestJSON-279571137-router', 'tenant_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e69d0888-c329-4f05-be79-f100b0d653d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:57:19Z', 'updated_at': '2022-09-16T12:57:30Z', 'revision_number': 4, 'project_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'gw_port': {'id': 'e69d0888-c329-4f05-be79-f100b0d653d9', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f58ba4-07fe-4961-b956-2e0bca27bcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:20Z', 'updated_at': '2022-09-16T12:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e058bafb-d180-421e-bc06-68a34ab9d944', 'name': '', 'network_id': '4c6a423f-0493-4448-999c-84f17e899760', 'tenant_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'mac_address': 'fa:16:3e:1c:e7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f58ba4-07fe-4961-b956-2e0bca27bcd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '084dc942-2fdd-4c42-96da-2aec36f644a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:28Z', 'updated_at': '2022-09-16T12:57:36Z', 'revision_number': 4, 'project_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'subnets': [{'id': '084dc942-2fdd-4c42-96da-2aec36f644a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:37.699734 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (137f7ed1-df61-44ac-b25d-fb1d5a0609d4), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:37.725323 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:37.733258 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5f6c5-03ae-430d-af81-a453e0b41c43 None None] The sync data for ids ['c6f58ba4-07fe-4961-b956-2e0bca27bcd1'] in n-d-858094-4 is: [{'id': 'c6f58ba4-07fe-4961-b956-2e0bca27bcd1', 'name': 'tempest-DeleteServersTestJSON-279571137-router', 'tenant_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e69d0888-c329-4f05-be79-f100b0d653d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:57:19Z', 'updated_at': '2022-09-16T12:57:30Z', 'revision_number': 4, 'project_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'gw_port': {'id': 'e69d0888-c329-4f05-be79-f100b0d653d9', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f58ba4-07fe-4961-b956-2e0bca27bcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:20Z', 'updated_at': '2022-09-16T12:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e058bafb-d180-421e-bc06-68a34ab9d944', 'name': '', 'network_id': '4c6a423f-0493-4448-999c-84f17e899760', 'tenant_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'mac_address': 'fa:16:3e:1c:e7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f58ba4-07fe-4961-b956-2e0bca27bcd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '084dc942-2fdd-4c42-96da-2aec36f644a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:28Z', 'updated_at': '2022-09-16T12:57:36Z', 'revision_number': 4, 'project_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'subnets': [{'id': '084dc942-2fdd-4c42-96da-2aec36f644a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:57:37.895573 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] For port e058bafb-d180-421e-bc06-68a34ab9d944, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e058bafb-d180-421e-bc06-68a34ab9d944,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:37.932565 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e058bafb-d180-421e-bc06-68a34ab9d944), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:38.045725 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] Pushing event updated for resources: {'Port': ['ID=137f7ed1-df61-44ac-b25d-fb1d5a0609d4,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:38.103294 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-b91a35a4-0009-4753-ba5d-be975fb8ccac None None] Provisioning complete for port e058bafb-d180-421e-bc06-68a34ab9d944 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:38.105321 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-4cda66a2-0883-43da-b3a9-ceb69b408c0f req-ee217da2-8f0f-433c-a1ef-689d094bbffd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Deleting port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:57:38.105626 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b91a35a4-0009-4753-ba5d-be975fb8ccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e058bafb-d180-421e-bc06-68a34ab9d944), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:38.106118 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4cda66a2-0883-43da-b3a9-ceb69b408c0f req-ee217da2-8f0f-433c-a1ef-689d094bbffd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (6a98d6d9-ecee-467f-84c8-ff25d39449e6), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:38.106747 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b91a35a4-0009-4753-ba5d-be975fb8ccac None None] Attempt 1 to provision port e058bafb-d180-421e-bc06-68a34ab9d944 Sep 16 12:57:38.282242 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-2870bbc6-54d5-4da7-96ca-27ee5c7d8203 req-79a4228e-3c41-449b-8ab5-8c9dfd09d381 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] For port 756b6c88-8a28-4069-a46d-126915a24fb8, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=756b6c88-8a28-4069-a46d-126915a24fb8,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:38.282657 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-2870bbc6-54d5-4da7-96ca-27ee5c7d8203 req-79a4228e-3c41-449b-8ab5-8c9dfd09d381 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (756b6c88-8a28-4069-a46d-126915a24fb8), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:38.333979 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c06eb-e192-434a-a75f-e61f81aa5857 None None] Pushing event updated for resources: {'Port': ['ID=e058bafb-d180-421e-bc06-68a34ab9d944,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:38.344388 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-2870bbc6-54d5-4da7-96ca-27ee5c7d8203 req-79a4228e-3c41-449b-8ab5-8c9dfd09d381 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Calling delete_port for 756b6c88-8a28-4069-a46d-126915a24fb8 owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:57:38.345595 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] Publish callbacks [] for port (f298da99-baec-468c-b085-62915e637ec9), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:38.350922 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:38.363382 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f298da99-baec-468c-b085-62915e637ec9), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:38.411742 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c16b36-5a3c-4681-a3df-57ec111afa00 req-3738a5ec-0333-490f-a699-9f23203ccb26 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:38.413455 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f0c16b36-5a3c-4681-a3df-57ec111afa00 req-3738a5ec-0333-490f-a699-9f23203ccb26 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 945 time: 0.5554342 Sep 16 12:57:38.547054 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-f799e801-d030-4554-b6b5-d20e2a410c7e tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=bd30c33cb19d47278478aa2340859920&fields=id HTTP/1.1" status: 200 len: 394 time: 1.1789587 Sep 16 12:57:38.578411 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec871e13-b826-4c1c-a851-c8f3b7d62ae3 None None] Pushing event updated for resources: {'Port': ['ID=f298da99-baec-468c-b085-62915e637ec9,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:38.587291 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e058bafb-d180-421e-bc06-68a34ab9d944 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:38.591853 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-4cda66a2-0883-43da-b3a9-ceb69b408c0f req-ee217da2-8f0f-433c-a1ef-689d094bbffd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] For port 6a98d6d9-ecee-467f-84c8-ff25d39449e6, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=6a98d6d9-ecee-467f-84c8-ff25d39449e6,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:38.592871 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4cda66a2-0883-43da-b3a9-ceb69b408c0f req-ee217da2-8f0f-433c-a1ef-689d094bbffd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (6a98d6d9-ecee-467f-84c8-ff25d39449e6), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:38.598831 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] Attempting to bind port 137f7ed1-df61-44ac-b25d-fb1d5a0609d4 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:57:38.599195 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] Attempting to bind port 137f7ed1-df61-44ac-b25d-fb1d5a0609d4 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '80b31fa5-9330-46a2-9838-326d6e413bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:57:38.599504 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] Attempting to bind port 137f7ed1-df61-44ac-b25d-fb1d5a0609d4 on network 3f814bae-963f-4f23-965e-dabc87858a1e {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:38.662755 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:38.706829 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b91a35a4-0009-4753-ba5d-be975fb8ccac None None] Current status of the port e058bafb-d180-421e-bc06-68a34ab9d944 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:38.714993 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-2870bbc6-54d5-4da7-96ca-27ee5c7d8203 req-79a4228e-3c41-449b-8ab5-8c9dfd09d381 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (756b6c88-8a28-4069-a46d-126915a24fb8), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:38.741223 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-4cda66a2-0883-43da-b3a9-ceb69b408c0f req-ee217da2-8f0f-433c-a1ef-689d094bbffd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Calling delete_port for 6a98d6d9-ecee-467f-84c8-ff25d39449e6 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:57:38.762736 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4228e-3c41-449b-8ab5-8c9dfd09d381 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Pushing event deleted for resources: {'Port': ['ID=756b6c88-8a28-4069-a46d-126915a24fb8,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:38.779480 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:38.786921 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] Port 137f7ed1-df61-44ac-b25d-fb1d5a0609d4 on network 3f814bae-963f-4f23-965e-dabc87858a1e not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:57:38.789120 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] Attempting to bind port 137f7ed1-df61-44ac-b25d-fb1d5a0609d4 on network 3f814bae-963f-4f23-965e-dabc87858a1e {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:38.797076 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:38.852712 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:38.883209 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['6a98d6d9-ecee-467f-84c8-ff25d39449e6'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:57:38.972573 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-b91a35a4-0009-4753-ba5d-be975fb8ccac None None] Provisioning complete for port f298da99-baec-468c-b085-62915e637ec9 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:38.976677 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b91a35a4-0009-4753-ba5d-be975fb8ccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f298da99-baec-468c-b085-62915e637ec9), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:38.977245 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b91a35a4-0009-4753-ba5d-be975fb8ccac None None] Attempt 1 to provision port f298da99-baec-468c-b085-62915e637ec9 Sep 16 12:57:38.995716 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:57:38.996054 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] Checking segment: {'id': '80b31fa5-9330-46a2-9838-326d6e413bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:38.996468 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] Bound using segment: {'id': '80b31fa5-9330-46a2-9838-326d6e413bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:57:38.996920 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] Bound port: 137f7ed1-df61-44ac-b25d-fb1d5a0609d4, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b31fa5-9330-46a2-9838-326d6e413bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:57:38.997276 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (137f7ed1-df61-44ac-b25d-fb1d5a0609d4), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:39.073872 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-2870bbc6-54d5-4da7-96ca-27ee5c7d8203 req-79a4228e-3c41-449b-8ab5-8c9dfd09d381 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] No DVR routers for this DVR port 756b6c88-8a28-4069-a46d-126915a24fb8 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:57:39.100437 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-2870bbc6-54d5-4da7-96ca-27ee5c7d8203 req-79a4228e-3c41-449b-8ab5-8c9dfd09d381 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:39.108069 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-2870bbc6-54d5-4da7-96ca-27ee5c7d8203 req-79a4228e-3c41-449b-8ab5-8c9dfd09d381 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.76 "DELETE /networking/v2.0/ports/756b6c88-8a28-4069-a46d-126915a24fb8 HTTP/1.1" status: 204 len: 173 time: 2.7595241 Sep 16 12:57:39.109312 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7e9284-2d49-41b2-ad73-0073b2e8bcc6', 'name': 'network-vif-deleted', 'tag': '756b6c88-8a28-4069-a46d-126915a24fb8'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:57:39.112299 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d234c1-4ac7-4843-8a56-501c0fbb77dd" -d '{"events": [{"server_uuid": "cc7e9284-2d49-41b2-ad73-0073b2e8bcc6", "name": "network-vif-deleted", "tag": "756b6c88-8a28-4069-a46d-126915a24fb8"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:57:39.195844 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] For port 137f7ed1-df61-44ac-b25d-fb1d5a0609d4, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:57:39.199692 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] For port 137f7ed1-df61-44ac-b25d-fb1d5a0609d4, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=137f7ed1-df61-44ac-b25d-fb1d5a0609d4,segment=NetworkSegment(80b31fa5-9330-46a2-9838-326d6e413bf7),segment_id=80b31fa5-9330-46a2-9838-326d6e413bf7)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:57:39.202252 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] Attempting to bind port f298da99-baec-468c-b085-62915e637ec9 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:57:39.202703 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] Attempting to bind port f298da99-baec-468c-b085-62915e637ec9 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'e7afe18f-154f-430f-b19a-d97954104248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '21105669-b7b0-4978-a5ba-3159f713feca'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:57:39.203062 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] Attempting to bind port f298da99-baec-468c-b085-62915e637ec9 on network 21105669-b7b0-4978-a5ba-3159f713feca {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:39.214057 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (137f7ed1-df61-44ac-b25d-fb1d5a0609d4), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:39.218777 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:39.219404 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:39.220875 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/137f7ed1-df61-44ac-b25d-fb1d5a0609d4 HTTP/1.1" status: 200 len: 1092 time: 3.4178102 Sep 16 12:57:39.262078 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4cda66a2-0883-43da-b3a9-ceb69b408c0f req-ee217da2-8f0f-433c-a1ef-689d094bbffd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (6a98d6d9-ecee-467f-84c8-ff25d39449e6), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:39.324267 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c249ed-2049-4d59-ad99-be38d96c8a71 service neutron] Pushing event updated for resources: {'Port': ['ID=137f7ed1-df61-44ac-b25d-fb1d5a0609d4,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:39.339732 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f0c16b36-5a3c-4681-a3df-57ec111afa00 req-2de12268-edf1-4324-b01b-645089af7e02 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7904689 Sep 16 12:57:39.355132 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c04fa96-a2cd-435f-a9d0-8ff1816bc9b3 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Made reservation on behalf of 18ad456d126a4c25accb04f76a159733 for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:57:39.374908 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6c04fa96-a2cd-435f-a9d0-8ff1816bc9b3 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:39.385372 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:39.385372 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee217da2-8f0f-433c-a1ef-689d094bbffd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Pushing event deleted for resources: {'Port': ['ID=6a98d6d9-ecee-467f-84c8-ff25d39449e6,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:39.403152 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77eb9c6c-b9a4-4884-9650-2ee0d958cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:39.406092 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5047aa15-127a-437b-b7e3-dd3710260fff req-77eb9c6c-b9a4-4884-9650-2ee0d958cb09 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7a67136b9d8041fd8e62a81be2d6b48d&device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 1126 time: 0.0655212 Sep 16 12:57:39.412190 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e058bafb-d180-421e-bc06-68a34ab9d944 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:39.412653 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e058bafb-d180-421e-bc06-68a34ab9d944), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:39.440285 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e058bafb-d180-421e-bc06-68a34ab9d944 Sep 16 12:57:39.496531 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5047aa15-127a-437b-b7e3-dd3710260fff req-644e6763-42b8-47ee-83fc-160950aba029 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=137f7ed1-df61-44ac-b25d-fb1d5a0609d4 HTTP/1.1" status: 200 len: 217 time: 0.0830693 Sep 16 12:57:39.573776 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 756b6c88-8a28-4069-a46d-126915a24fb8 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:57:39.710005 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 756b6c88-8a28-4069-a46d-126915a24fb8 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:57:39.710463 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 756b6c88-8a28-4069-a46d-126915a24fb8 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:57:39.720621 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:57:39.725442 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] Checking segment: {'id': 'e7afe18f-154f-430f-b19a-d97954104248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '21105669-b7b0-4978-a5ba-3159f713feca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:39.735684 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cda66a2-0883-43da-b3a9-ceb69b408c0f req-ee217da2-8f0f-433c-a1ef-689d094bbffd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] No DVR routers for this DVR port 6a98d6d9-ecee-467f-84c8-ff25d39449e6 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:57:39.743600 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:39.744490 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] Bound using segment: {'id': 'e7afe18f-154f-430f-b19a-d97954104248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '21105669-b7b0-4978-a5ba-3159f713feca'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:57:39.745211 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] Bound port: f298da99-baec-468c-b085-62915e637ec9, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7afe18f-154f-430f-b19a-d97954104248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '21105669-b7b0-4978-a5ba-3159f713feca'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:57:39.745773 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f298da99-baec-468c-b085-62915e637ec9), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:39.746913 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4cda66a2-0883-43da-b3a9-ceb69b408c0f req-ee217da2-8f0f-433c-a1ef-689d094bbffd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:39.751866 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4cda66a2-0883-43da-b3a9-ceb69b408c0f req-ee217da2-8f0f-433c-a1ef-689d094bbffd tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.25 "DELETE /networking/v2.0/ports/6a98d6d9-ecee-467f-84c8-ff25d39449e6 HTTP/1.1" status: 204 len: 173 time: 2.3899958 Sep 16 12:57:39.755363 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31cfc02-e506-4e4f-b06d-a0d38e56c5b6', 'name': 'network-vif-deleted', 'tag': '6a98d6d9-ecee-467f-84c8-ff25d39449e6'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:57:39.758502 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26242e24-2cca-48e2-8fe0-1765a5feb287" -d '{"events": [{"server_uuid": "c31cfc02-e506-4e4f-b06d-a0d38e56c5b6", "name": "network-vif-deleted", "tag": "6a98d6d9-ecee-467f-84c8-ff25d39449e6"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:57:39.800731 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-82454109-3d1b-43b5-bcb3-2ae47d8aedb8 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2a13e2e0-76af-4011-86c3-ccf3c7f1953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2038491 Sep 16 12:57:39.858089 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b91a35a4-0009-4753-ba5d-be975fb8ccac None None] Port f298da99-baec-468c-b085-62915e637ec9 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:39.889684 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047aa15-127a-437b-b7e3-dd3710260fff req-030fb99b-ad59-481b-aeb1-bbed580d6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:39.894588 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5047aa15-127a-437b-b7e3-dd3710260fff req-030fb99b-ad59-481b-aeb1-bbed580d6846 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=6061ddae-e5d0-47a0-8962-b4b487ae4f3d HTTP/1.1" status: 200 len: 850 time: 0.3916080 Sep 16 12:57:40.057168 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-88811fbe-46cc-4b9f-8999-95086074ebf4 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:40.058746 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-88811fbe-46cc-4b9f-8999-95086074ebf4 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.76 "GET /networking/v2.0/networks?id=4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 200 len: 811 time: 0.3980687 Sep 16 12:57:40.090381 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:40.143059 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047aa15-127a-437b-b7e3-dd3710260fff req-df85e4a1-225d-4548-8548-93358f1e9675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:40.144592 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5047aa15-127a-437b-b7e3-dd3710260fff req-df85e4a1-225d-4548-8548-93358f1e9675 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=3f814bae-963f-4f23-965e-dabc87858a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2436831 Sep 16 12:57:40.173221 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e058bafb-d180-421e-bc06-68a34ab9d944 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:40.178477 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-114fdd10-9f11-49e7-9356-66e964f951dc req-2a7fd74f-a894-4c7f-87a0-92e768f32245 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cc79a200-5972-4bec-9322-503d99b7d85a HTTP/1.1" status: 200 len: 210 time: 0.3987327 Sep 16 12:57:40.185878 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] For port f298da99-baec-468c-b085-62915e637ec9, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:57:40.192482 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] For port f298da99-baec-468c-b085-62915e637ec9, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f298da99-baec-468c-b085-62915e637ec9,segment=NetworkSegment(e7afe18f-154f-430f-b19a-d97954104248),segment_id=e7afe18f-154f-430f-b19a-d97954104248)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:57:40.208582 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-870bc979-0267-4659-91e8-837fa480a5ed service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2a13e2e0-76af-4011-86c3-ccf3c7f1953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047143 Sep 16 12:57:40.220091 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f298da99-baec-468c-b085-62915e637ec9), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:40.279086 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-7437a928-328b-4444-b4d1-29db285122ae tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Request body: {'port': {'device_id': 'cc79a200-5972-4bec-9322-503d99b7d85a', 'network_id': '4c6a423f-0493-4448-999c-84f17e899760', 'admin_state_up': True, 'tenant_id': 'cfe82d8dd4fb42cbb054a6f069424c57'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:40.475676 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b91a35a4-0009-4753-ba5d-be975fb8ccac None None] Attempt 2 to provision port f298da99-baec-468c-b085-62915e637ec9 Sep 16 12:57:40.503899 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e058bafb-d180-421e-bc06-68a34ab9d944 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:40.659793 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] Routers {'fe400a37-583e-4f40-bf1b-cd7d3f68887a'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:57:40.661925 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:57:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['fe400a37-583e-4f40-bf1b-cd7d3f68887a'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:40.679819 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec871e13-b826-4c1c-a851-c8f3b7d62ae3 None None] Pushing event updated for resources: {'Port': ['ID=f298da99-baec-468c-b085-62915e637ec9,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:40.784100 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6c04fa96-a2cd-435f-a9d0-8ff1816bc9b3 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (83f32e38-2bb2-42bc-9220-e13426719a47), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:40.788586 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5047aa15-127a-437b-b7e3-dd3710260fff req-1f022ea3-f29e-4a58-ae0c-1938a136557a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402226 Sep 16 12:57:40.857187 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-7437a928-328b-4444-b4d1-29db285122ae tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Made reservation on behalf of cfe82d8dd4fb42cbb054a6f069424c57 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:57:40.880509 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-7437a928-328b-4444-b4d1-29db285122ae tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:40.914431 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a1dd6-a296-46e3-b636-cedb2daf34e5 req-a4876129-2ff4-41ac-b434-481737a26066 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:40.920244 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-130a1dd6-a296-46e3-b636-cedb2daf34e5 req-a4876129-2ff4-41ac-b434-481737a26066 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 944 time: 0.3128126 Sep 16 12:57:40.951431 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314f7937-5bea-4921-8720-229bc8b41f35 x-openstack-request-id: req-314f7937-5bea-4921-8720-229bc8b41f35 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:57:40.951769 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7e9284-2d49-41b2-ad73-0073b2e8bcc6", "name": "network-vif-deleted", "tag": "756b6c88-8a28-4069-a46d-126915a24fb8", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:57:40.952035 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-314f7937-5bea-4921-8720-229bc8b41f35 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:57:40.961520 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314f7937-5bea-4921-8720-229bc8b41f35'] response: {'server_uuid': 'cc7e9284-2d49-41b2-ad73-0073b2e8bcc6', 'name': 'network-vif-deleted', 'tag': '756b6c88-8a28-4069-a46d-126915a24fb8', 'status': 'completed', 'code': 200} Sep 16 12:57:41.061326 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99129509-0383-4ab7-9b71-4ec217aa1e1f x-openstack-request-id: req-99129509-0383-4ab7-9b71-4ec217aa1e1f {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:57:41.062363 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31cfc02-e506-4e4f-b06d-a0d38e56c5b6", "name": "network-vif-deleted", "tag": "6a98d6d9-ecee-467f-84c8-ff25d39449e6", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:57:41.064302 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-99129509-0383-4ab7-9b71-4ec217aa1e1f {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:57:41.066373 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99129509-0383-4ab7-9b71-4ec217aa1e1f'] response: {'server_uuid': 'c31cfc02-e506-4e4f-b06d-a0d38e56c5b6', 'name': 'network-vif-deleted', 'tag': '6a98d6d9-ecee-467f-84c8-ff25d39449e6', 'status': 'completed', 'code': 200} Sep 16 12:57:41.115608 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 6a98d6d9-ecee-467f-84c8-ff25d39449e6 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:57:41.188022 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04fa96-a2cd-435f-a9d0-8ff1816bc9b3 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event updated for resources: {'Subnet': ['ID=83f32e38-2bb2-42bc-9220-e13426719a47,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:41.192734 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: 6a98d6d9-ecee-467f-84c8-ff25d39449e6 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:57:41.193591 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 6a98d6d9-ecee-467f-84c8-ff25d39449e6 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:57:41.255067 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c04fa96-a2cd-435f-a9d0-8ff1816bc9b3 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Checking segment: {'id': '7f346e65-7fb5-4a92-b6b1-6e890df0b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd73f9ac4-e3fa-4fbb-92bf-6c462d38b039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:41.258198 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c04fa96-a2cd-435f-a9d0-8ff1816bc9b3 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Network hostable DHCP agents. Network: d73f9ac4-e3fa-4fbb-92bf-6c462d38b039, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:57:41.273074 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b91a35a4-0009-4753-ba5d-be975fb8ccac None None] Current status of the port f298da99-baec-468c-b085-62915e637ec9 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:41.273979 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b91a35a4-0009-4753-ba5d-be975fb8ccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f298da99-baec-468c-b085-62915e637ec9), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:41.274442 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-7437a928-328b-4444-b4d1-29db285122ae tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Allocated IP 172.20.0.13 (4c6a423f-0493-4448-999c-84f17e899760/084dc942-2fdd-4c42-96da-2aec36f644a5/c9811505-9290-4353-ad69-62b405cd0ded) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:57:41.341202 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-130a1dd6-a296-46e3-b636-cedb2daf34e5 req-fcda6466-af16-4c03-a11b-6866714ff9ad tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=17851306-4aa7-4f48-b7a3-0f9055cfafd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3941059 Sep 16 12:57:41.433537 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c04fa96-a2cd-435f-a9d0-8ff1816bc9b3 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Network d73f9ac4-e3fa-4fbb-92bf-6c462d38b039 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:57:41.438576 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-b91a35a4-0009-4753-ba5d-be975fb8ccac None None] For port f298da99-baec-468c-b085-62915e637ec9, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f298da99-baec-468c-b085-62915e637ec9,segment=NetworkSegment(e7afe18f-154f-430f-b19a-d97954104248),segment_id=e7afe18f-154f-430f-b19a-d97954104248)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:41.444653 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e058bafb-d180-421e-bc06-68a34ab9d944 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:41.447842 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e058bafb-d180-421e-bc06-68a34ab9d944), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:41.449138 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e058bafb-d180-421e-bc06-68a34ab9d944 Sep 16 12:57:41.455324 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-6c04fa96-a2cd-435f-a9d0-8ff1816bc9b3 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, d73f9ac4-e3fa-4fbb-92bf-6c462d38b039) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:41.471477 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c04fa96-a2cd-435f-a9d0-8ff1816bc9b3 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:41.473543 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6c04fa96-a2cd-435f-a9d0-8ff1816bc9b3 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:41.502172 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e423dc-3846-4de4-b289-9acb1966dcb4 req-4cb2ee73-e870-4c43-8298-303043bc0cc6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:41.514489 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-98e423dc-3846-4de4-b289-9acb1966dcb4 req-4cb2ee73-e870-4c43-8298-303043bc0cc6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 945 time: 0.1977215 Sep 16 12:57:41.559927 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] Set router fe400a37-583e-4f40-bf1b-cd7d3f68887a gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:57:41.650295 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-7437a928-328b-4444-b4d1-29db285122ae tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks [] for port (c9811505-9290-4353-ad69-62b405cd0ded), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:41.667550 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:41.677745 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-6c04fa96-a2cd-435f-a9d0-8ff1816bc9b3 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.1514025 Sep 16 12:57:41.681457 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60676) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:41.693895 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff108ea8-d258-4495-9f01-5d7d6b9ec8a8 None None] Network d73f9ac4-e3fa-4fbb-92bf-6c462d38b039 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:57:41.699338 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b91a35a4-0009-4753-ba5d-be975fb8ccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f298da99-baec-468c-b085-62915e637ec9), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:41.709254 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-15737f69-b60c-4d13-8005-340f32458241 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1904660748'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:41.721554 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:41.721951 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:41.722999 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:41.732826 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-7437a928-328b-4444-b4d1-29db285122ae tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (c9811505-9290-4353-ad69-62b405cd0ded), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:41.808061 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-7437a928-328b-4444-b4d1-29db285122ae tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Network 4c6a423f-0493-4448-999c-84f17e899760 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:41.822662 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-7437a928-328b-4444-b4d1-29db285122ae tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:41.838518 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-7437a928-328b-4444-b4d1-29db285122ae tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:57:41.866211 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15737f69-b60c-4d13-8005-340f32458241 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Made reservation on behalf of 18ad456d126a4c25accb04f76a159733 for: {'network': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:57:41.881248 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15737f69-b60c-4d13-8005-340f32458241 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:41.951318 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-98e423dc-3846-4de4-b289-9acb1966dcb4 req-b992efa0-ebf7-4bea-9c05-d7dc141d5b2e tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337394 Sep 16 12:57:41.978367 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-7437a928-328b-4444-b4d1-29db285122ae tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:41.981988 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-7437a928-328b-4444-b4d1-29db285122ae tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:42.016996 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437a928-328b-4444-b4d1-29db285122ae tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Pushing event updated for resources: {'Port': ['ID=c9811505-9290-4353-ad69-62b405cd0ded,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:42.066673 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-5047aa15-127a-437b-b7e3-dd3710260fff req-74bc8c1f-19c1-490a-93da-e0df98257ab1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2467651 Sep 16 12:57:42.076216 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15737f69-b60c-4d13-8005-340f32458241 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=113698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:57:42.077450 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-7437a928-328b-4444-b4d1-29db285122ae tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8043780 Sep 16 12:57:42.094693 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] Request body: {'port': {'device_id': 'cc79a200-5972-4bec-9322-503d99b7d85a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:42.102982 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:42.150260 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15737f69-b60c-4d13-8005-340f32458241 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (14c11de5-efba-4afe-aa92-687819c24f6c), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:42.152200 n-d-858094-4 neutron-server[113698]: INFO neutron.db.segments_db [None req-15737f69-b60c-4d13-8005-340f32458241 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Added segment 14c11de5-efba-4afe-aa92-687819c24f6c of type vlan for network 609f556d-5ff4-4778-acbd-e74414e27820 Sep 16 12:57:42.205271 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a8f37-d27d-4010-bd2b-ccfb474d6d8a req-913e72ac-6fa6-4ae2-beaa-fcb3272db5e6 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:42.218645 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f31a8f37-d27d-4010-bd2b-ccfb474d6d8a req-913e72ac-6fa6-4ae2-beaa-fcb3272db5e6 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cc79a200-5972-4bec-9322-503d99b7d85a HTTP/1.1" status: 200 len: 932 time: 0.2339339 Sep 16 12:57:42.305369 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a35a4-0009-4753-ba5d-be975fb8ccac None None] Pushing event updated for resources: {'Port': ['ID=f298da99-baec-468c-b085-62915e637ec9,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:42.340668 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c9811505-9290-4353-ad69-62b405cd0ded), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:42.497887 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60692) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:42.534787 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d82fe6c8-1032-4d22-86c4-20dc74564aa6 req-07a9ef08-1701-4822-8388-2a163d853d45 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4f9dac6d-1e24-4618-b802-96fdd6306c30 HTTP/1.1" status: 200 len: 210 time: 0.2884469 Sep 16 12:57:42.575370 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-d73f9ac4-e3fa-4fbb-92bf-6c462d38b039', 'network_id': 'd73f9ac4-e3fa-4fbb-92bf-6c462d38b039', 'project_id': '18ad456d126a4c25accb04f76a159733', 'fixed_ips': [{'subnet_id': '83f32e38-2bb2-42bc-9220-e13426719a47'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:57:42.577835 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:42.630444 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15737f69-b60c-4d13-8005-340f32458241 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (609f556d-5ff4-4778-acbd-e74414e27820), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:42.643158 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60698) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:42.740997 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f31a8f37-d27d-4010-bd2b-ccfb474d6d8a req-6c09390b-cbd0-4d7c-b851-b67638c25242 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206757 Sep 16 12:57:42.771966 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-ca95ba91-5f6c-44f2-bed5-6d1bee43651b None None] Provisioning complete for port c9811505-9290-4353-ad69-62b405cd0ded triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:42.775231 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ca95ba91-5f6c-44f2-bed5-6d1bee43651b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c9811505-9290-4353-ad69-62b405cd0ded), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:42.777456 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ca95ba91-5f6c-44f2-bed5-6d1bee43651b None None] Attempt 1 to provision port c9811505-9290-4353-ad69-62b405cd0ded Sep 16 12:57:42.856363 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1df794-e95c-4752-8ded-34f9aa639e5f req-1bab9c1f-bd87-463b-bb26-6bf5b8d2db0c tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:42.860912 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ec1df794-e95c-4752-8ded-34f9aa639e5f req-1bab9c1f-bd87-463b-bb26-6bf5b8d2db0c tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 944 time: 0.1684115 Sep 16 12:57:42.903494 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15737f69-b60c-4d13-8005-340f32458241 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (609f556d-5ff4-4778-acbd-e74414e27820), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:42.906172 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e058bafb-d180-421e-bc06-68a34ab9d944 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:42.909798 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15737f69-b60c-4d13-8005-340f32458241 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:42.910944 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15737f69-b60c-4d13-8005-340f32458241 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:42.926115 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:42.948808 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-15737f69-b60c-4d13-8005-340f32458241 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2513771 Sep 16 12:57:42.953239 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60702) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:42.968374 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272fddb0-eba2-4559-b76d-460bd65246ec', 'tag': '137f7ed1-df61-44ac-b25d-fb1d5a0609d4'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:57:42.973776 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65da616-29b9-4bf3-bae6-a27c808f93bc" -d '{"events": [{"name": "network-changed", "server_uuid": "272fddb0-eba2-4559-b76d-460bd65246ec", "tag": "137f7ed1-df61-44ac-b25d-fb1d5a0609d4"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:57:42.989289 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-86289aa4-8e55-4907-b232-fa5aa7e5456e tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Request body: {'subnet': {'network_id': '609f556d-5ff4-4778-acbd-e74414e27820', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:43.062140 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe400a37-583e-4f40-bf1b-cd7d3f68887a', 'name': 'tempest-ServersTestMultiNic-305954793-router', 'tenant_id': '18ad456d126a4c25accb04f76a159733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '32049977-af9b-45c0-a7c2-f8aa18651c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:57:22Z', 'updated_at': '2022-09-16T12:57:31Z', 'revision_number': 4, 'project_id': '18ad456d126a4c25accb04f76a159733', 'gw_port': {'id': '32049977-af9b-45c0-a7c2-f8aa18651c51', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe400a37-583e-4f40-bf1b-cd7d3f68887a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:23Z', 'updated_at': '2022-09-16T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'f298da99-baec-468c-b085-62915e637ec9', 'name': '', 'network_id': '21105669-b7b0-4978-a5ba-3159f713feca', 'tenant_id': '18ad456d126a4c25accb04f76a159733', 'mac_address': 'fa:16:3e:90:af:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe400a37-583e-4f40-bf1b-cd7d3f68887a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '069eafbc-3196-4257-ae11-ea328043262b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:28Z', 'updated_at': '2022-09-16T12:57:40Z', 'revision_number': 4, 'project_id': '18ad456d126a4c25accb04f76a159733', 'subnets': [{'id': '069eafbc-3196-4257-ae11-ea328043262b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:57:43.126872 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ca95ba91-5f6c-44f2-bed5-6d1bee43651b None None] Port c9811505-9290-4353-ad69-62b405cd0ded cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:43.177451 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7e0a9-8b83-45d9-806d-f5b031e979ee None None] The sync data for ids ['fe400a37-583e-4f40-bf1b-cd7d3f68887a'] in n-d-858094-4 is: [{'id': 'fe400a37-583e-4f40-bf1b-cd7d3f68887a', 'name': 'tempest-ServersTestMultiNic-305954793-router', 'tenant_id': '18ad456d126a4c25accb04f76a159733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '32049977-af9b-45c0-a7c2-f8aa18651c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:57:22Z', 'updated_at': '2022-09-16T12:57:31Z', 'revision_number': 4, 'project_id': '18ad456d126a4c25accb04f76a159733', 'gw_port': {'id': '32049977-af9b-45c0-a7c2-f8aa18651c51', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe400a37-583e-4f40-bf1b-cd7d3f68887a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:23Z', 'updated_at': '2022-09-16T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'f298da99-baec-468c-b085-62915e637ec9', 'name': '', 'network_id': '21105669-b7b0-4978-a5ba-3159f713feca', 'tenant_id': '18ad456d126a4c25accb04f76a159733', 'mac_address': 'fa:16:3e:90:af:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe400a37-583e-4f40-bf1b-cd7d3f68887a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '069eafbc-3196-4257-ae11-ea328043262b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:28Z', 'updated_at': '2022-09-16T12:57:40Z', 'revision_number': 4, 'project_id': '18ad456d126a4c25accb04f76a159733', 'subnets': [{'id': '069eafbc-3196-4257-ae11-ea328043262b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:57:43.215988 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f241cc80-a9b6-4040-816c-6030c0ee2c1e x-openstack-request-id: req-f241cc80-a9b6-4040-816c-6030c0ee2c1e {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:57:43.216345 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272fddb0-eba2-4559-b76d-460bd65246ec", "tag": "137f7ed1-df61-44ac-b25d-fb1d5a0609d4", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:57:43.216514 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f241cc80-a9b6-4040-816c-6030c0ee2c1e {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:57:43.222094 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f241cc80-a9b6-4040-816c-6030c0ee2c1e'] response: {'name': 'network-changed', 'server_uuid': '272fddb0-eba2-4559-b76d-460bd65246ec', 'tag': '137f7ed1-df61-44ac-b25d-fb1d5a0609d4', 'status': 'completed', 'code': 200} Sep 16 12:57:43.298855 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:43.300822 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1fe497e7-62be-4135-8c2a-b315aa153b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:43.404242 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15d2ddef-b6d7-4354-b5fe-fe8e00e64e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:43.429999 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ec1df794-e95c-4752-8ded-34f9aa639e5f req-eec521bd-1edf-4556-9287-0b9c35b31d96 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=17851306-4aa7-4f48-b7a3-0f9055cfafd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5552490 Sep 16 12:57:43.459610 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] Allocated IP 19.80.0.2 (d73f9ac4-e3fa-4fbb-92bf-6c462d38b039/83f32e38-2bb2-42bc-9220-e13426719a47/f817e4f8-16b6-4fa2-87d1-8788ce85caca) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:57:43.484708 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15737f69-b60c-4d13-8005-340f32458241 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event updated for resources: {'Network': ['ID=609f556d-5ff4-4778-acbd-e74414e27820,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:43.502047 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 609f556d-5ff4-4778-acbd-e74414e27820 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:57:43.661146 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65da616-29b9-4bf3-bae6-a27c808f93bc req-5fc60004-9d08-4c4f-a5e2-b11bdc67332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:43.663041 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a65da616-29b9-4bf3-bae6-a27c808f93bc req-5fc60004-9d08-4c4f-a5e2-b11bdc67332b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7a67136b9d8041fd8e62a81be2d6b48d&device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 1126 time: 0.4122777 Sep 16 12:57:43.677612 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9811505-9290-4353-ad69-62b405cd0ded {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:57:43.703830 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86289aa4-8e55-4907-b232-fa5aa7e5456e tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Made reservation on behalf of 18ad456d126a4c25accb04f76a159733 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:57:43.709548 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e93a8-5ae9-40d3-a395-1b5d762382f0 req-b924d6d0-a125-4c40-9198-47b82a5d4a97 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:43.711413 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d75e93a8-5ae9-40d3-a395-1b5d762382f0 req-b924d6d0-a125-4c40-9198-47b82a5d4a97 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 945 time: 0.3086798 Sep 16 12:57:43.712850 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-86289aa4-8e55-4907-b232-fa5aa7e5456e tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:43.735469 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] Publish callbacks [] for port (c9811505-9290-4353-ad69-62b405cd0ded), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:43.738412 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ca95ba91-5f6c-44f2-bed5-6d1bee43651b None None] Attempt 2 to provision port c9811505-9290-4353-ad69-62b405cd0ded Sep 16 12:57:43.755793 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] Transition to ACTIVE for port object c9811505-9290-4353-ad69-62b405cd0ded will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:57:43.764215 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:43.793972 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (c9811505-9290-4353-ad69-62b405cd0ded), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:43.871763 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eee07fc9-043d-423b-aa37-69512cc396f6 req-a73f2c45-891d-4010-b184-65891534c935 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4f9dac6d-1e24-4618-b802-96fdd6306c30 HTTP/1.1" status: 200 len: 210 time: 0.1572435 Sep 16 12:57:43.911340 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] Publish callbacks [] for port (f817e4f8-16b6-4fa2-87d1-8788ce85caca), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:43.935890 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ca95ba91-5f6c-44f2-bed5-6d1bee43651b None None] Port c9811505-9290-4353-ad69-62b405cd0ded cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:43.941621 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (f817e4f8-16b6-4fa2-87d1-8788ce85caca), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:43.959929 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d75e93a8-5ae9-40d3-a395-1b5d762382f0 req-898b8a6f-d8db-4116-8e94-3ebda15573f6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125115 Sep 16 12:57:44.107681 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] Network d73f9ac4-e3fa-4fbb-92bf-6c462d38b039 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:44.136288 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:44.153343 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:57:44.185459 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15d2ddef-b6d7-4354-b5fe-fe8e00e64e60 admin admin] Publish callbacks [] for security_group (f003f666-8d80-4056-80b8-5e7e83a20187), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:44.205686 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] Pushing event updated for resources: {'Port': ['ID=f817e4f8-16b6-4fa2-87d1-8788ce85caca,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:44.255643 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15d2ddef-b6d7-4354-b5fe-fe8e00e64e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (f003f666-8d80-4056-80b8-5e7e83a20187), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:44.323364 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-15d2ddef-b6d7-4354-b5fe-fe8e00e64e60 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=b6f72900b85f4073be75bac57ef7ce48&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6692402 Sep 16 12:57:44.413152 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] Attempting to bind port f817e4f8-16b6-4fa2-87d1-8788ce85caca on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:57:44.421328 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] Attempting to bind port f817e4f8-16b6-4fa2-87d1-8788ce85caca by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '7f346e65-7fb5-4a92-b6b1-6e890df0b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd73f9ac4-e3fa-4fbb-92bf-6c462d38b039'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:57:44.421853 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] Attempting to bind port f817e4f8-16b6-4fa2-87d1-8788ce85caca on network d73f9ac4-e3fa-4fbb-92bf-6c462d38b039 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:44.425006 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:44.472806 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1fe497e7-62be-4135-8c2a-b315aa153b11 admin admin] Publish callbacks [] for security_group (297dbfbb-ac21-4ae8-a074-debc0f2f8b6c), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:44.478771 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2ddef-b6d7-4354-b5fe-fe8e00e64e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f003f666-8d80-4056-80b8-5e7e83a20187,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:44.494535 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-8fd5f502-6400-47ac-a404-9fca8315a337 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:44.496177 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-8fd5f502-6400-47ac-a404-9fca8315a337 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.25 "GET /networking/v2.0/networks?id=2a13e2e0-76af-4011-86c3-ccf3c7f1953b HTTP/1.1" status: 200 len: 813 time: 0.2083306 Sep 16 12:57:44.497359 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60718) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:44.504487 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc424ae-35b0-4544-a7b3-739d173ee5df req-4494b5a9-9b39-4596-a4a2-569e66c94482 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:44.514914 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dfc424ae-35b0-4544-a7b3-739d173ee5df req-4494b5a9-9b39-4596-a4a2-569e66c94482 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cc79a200-5972-4bec-9322-503d99b7d85a HTTP/1.1" status: 200 len: 944 time: 0.4448884 Sep 16 12:57:44.549439 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ca95ba91-5f6c-44f2-bed5-6d1bee43651b None None] Attempt 3 to provision port c9811505-9290-4353-ad69-62b405cd0ded Sep 16 12:57:44.555742 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-87690550-61ea-416b-ade2-e599f833ea4b tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Request body: {'port': {'device_id': '5f30c650-f49a-419b-acfe-165d9886e897', 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b', 'admin_state_up': True, 'tenant_id': 'bd30c33cb19d47278478aa2340859920'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:44.560925 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1fe497e7-62be-4135-8c2a-b315aa153b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (297dbfbb-ac21-4ae8-a074-debc0f2f8b6c), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:44.670121 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:57:44.675590 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] Checking segment: {'id': '7f346e65-7fb5-4a92-b6b1-6e890df0b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd73f9ac4-e3fa-4fbb-92bf-6c462d38b039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:44.678705 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:44.679177 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] Bound using segment: {'id': '7f346e65-7fb5-4a92-b6b1-6e890df0b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd73f9ac4-e3fa-4fbb-92bf-6c462d38b039'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:57:44.682994 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] Bound port: f817e4f8-16b6-4fa2-87d1-8788ce85caca, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f346e65-7fb5-4a92-b6b1-6e890df0b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd73f9ac4-e3fa-4fbb-92bf-6c462d38b039'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:57:44.683411 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f817e4f8-16b6-4fa2-87d1-8788ce85caca), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:44.749118 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] Pushing event updated for resources: {'Port': ['ID=c9811505-9290-4353-ad69-62b405cd0ded,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:44.755081 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe497e7-62be-4135-8c2a-b315aa153b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297dbfbb-ac21-4ae8-a074-debc0f2f8b6c,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:44.792713 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] For port f817e4f8-16b6-4fa2-87d1-8788ce85caca, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:57:44.797628 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] For port f817e4f8-16b6-4fa2-87d1-8788ce85caca, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f817e4f8-16b6-4fa2-87d1-8788ce85caca,segment=NetworkSegment(7f346e65-7fb5-4a92-b6b1-6e890df0b8e4),segment_id=7f346e65-7fb5-4a92-b6b1-6e890df0b8e4)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:57:44.808489 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:44.816466 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f817e4f8-16b6-4fa2-87d1-8788ce85caca), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:44.840741 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1fe497e7-62be-4135-8c2a-b315aa153b11 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=8191b092f3c3496d97a3d47c2527703e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3296759 Sep 16 12:57:44.842335 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60724) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:44.890688 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de9f5d-a3e9-40f6-b50d-9b2fe7e1de8d None None] Pushing event updated for resources: {'Port': ['ID=f817e4f8-16b6-4fa2-87d1-8788ce85caca,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:44.896505 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ca95ba91-5f6c-44f2-bed5-6d1bee43651b None None] Port c9811505-9290-4353-ad69-62b405cd0ded cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:44.903340 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:44.962317 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a82a38-c82d-46b9-aa16-82de01a949d7 req-939ef596-4282-4e01-9533-c1357527afb6 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:44.971315 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41a82a38-c82d-46b9-aa16-82de01a949d7 req-939ef596-4282-4e01-9533-c1357527afb6 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 944 time: 0.2598000 Sep 16 12:57:44.974264 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65da616-29b9-4bf3-bae6-a27c808f93bc req-7a096198-4de7-4d43-a3e4-c579a4984f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:44.976087 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a65da616-29b9-4bf3-bae6-a27c808f93bc req-7a096198-4de7-4d43-a3e4-c579a4984f36 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=3f814bae-963f-4f23-965e-dabc87858a1e HTTP/1.1" status: 200 len: 912 time: 1.3062601 Sep 16 12:57:44.995015 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dfc424ae-35b0-4544-a7b3-739d173ee5df req-e91804bd-f79e-44f9-8102-d14e799a7c73 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740026 Sep 16 12:57:45.010780 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:45.105123 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] Attempting to bind port c9811505-9290-4353-ad69-62b405cd0ded on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:57:45.105643 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] Attempting to bind port c9811505-9290-4353-ad69-62b405cd0ded by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:57:45.106098 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] Attempting to bind port c9811505-9290-4353-ad69-62b405cd0ded on network 4c6a423f-0493-4448-999c-84f17e899760 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:45.108597 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=14 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:45.144541 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-87690550-61ea-416b-ade2-e599f833ea4b tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Made reservation on behalf of bd30c33cb19d47278478aa2340859920 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:57:45.148400 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-87690550-61ea-416b-ade2-e599f833ea4b tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:45.158719 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6aad94b8-a944-4586-86b3-d78043353821 admin admin] Publish callbacks [] for security_group (f003f666-8d80-4056-80b8-5e7e83a20187), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:45.160484 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f298da99-baec-468c-b085-62915e637ec9 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:45.241308 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6aad94b8-a944-4586-86b3-d78043353821 admin admin] Publish callbacks [] for security_group (f003f666-8d80-4056-80b8-5e7e83a20187), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:45.314807 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41a82a38-c82d-46b9-aa16-82de01a949d7 req-96932f34-7595-4e8c-a86a-ca0f2d51cc0a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=17851306-4aa7-4f48-b7a3-0f9055cfafd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3423288 Sep 16 12:57:45.348598 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port f298da99-baec-468c-b085-62915e637ec9 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:45.350584 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f298da99-baec-468c-b085-62915e637ec9), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:45.352830 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port f298da99-baec-468c-b085-62915e637ec9 Sep 16 12:57:45.459091 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ca95ba91-5f6c-44f2-bed5-6d1bee43651b None None] Attempt 4 to provision port c9811505-9290-4353-ad69-62b405cd0ded Sep 16 12:57:45.542679 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 137f7ed1-df61-44ac-b25d-fb1d5a0609d4 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:57:45.580984 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a65da616-29b9-4bf3-bae6-a27c808f93bc req-dc8517ae-a5cf-4600-9478-b49d251b5fd9 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=137f7ed1-df61-44ac-b25d-fb1d5a0609d4 HTTP/1.1" status: 200 len: 217 time: 0.4640844 Sep 16 12:57:45.598389 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ca95ba91-5f6c-44f2-bed5-6d1bee43651b None None] Port c9811505-9290-4353-ad69-62b405cd0ded cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:45.620641 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d8c08681-1511-4552-b0dd-9f7c8bf5941e req-6b46d363-0250-43ca-9909-8ba5d52bb86f tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4f9dac6d-1e24-4618-b802-96fdd6306c30 HTTP/1.1" status: 200 len: 210 time: 0.1450946 Sep 16 12:57:45.772158 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-8258b54f-b707-46b1-99d4-76718ae68408 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:45.775055 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-8258b54f-b707-46b1-99d4-76718ae68408 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.25 "GET /networking/v2.0/networks?id=2a13e2e0-76af-4011-86c3-ccf3c7f1953b HTTP/1.1" status: 200 len: 813 time: 0.4190729 Sep 16 12:57:45.805798 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-bd85f98f-4e2e-40e8-82ed-5dcebd8a1172 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Request body: {'port': {'device_id': '4f9dac6d-1e24-4618-b802-96fdd6306c30', 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b', 'admin_state_up': True, 'tenant_id': 'bd30c33cb19d47278478aa2340859920'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:45.831982 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-86289aa4-8e55-4907-b232-fa5aa7e5456e tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (ba314f31-9d8f-4606-bec8-eabcb4966f60), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:45.842949 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2fa6a866-919a-42b5-a739-4a1cf6dddd41 admin admin] Publish callbacks [] for security_group (297dbfbb-ac21-4ae8-a074-debc0f2f8b6c), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:45.915981 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port f298da99-baec-468c-b085-62915e637ec9 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:45.936712 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] Port c9811505-9290-4353-ad69-62b405cd0ded on network 4c6a423f-0493-4448-999c-84f17e899760 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:57:45.937056 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] Attempting to bind port c9811505-9290-4353-ad69-62b405cd0ded on network 4c6a423f-0493-4448-999c-84f17e899760 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:45.950474 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6aad94b8-a944-4586-86b3-d78043353821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (f003f666-8d80-4056-80b8-5e7e83a20187), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:45.953127 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6aad94b8-a944-4586-86b3-d78043353821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:45.954312 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-6aad94b8-a944-4586-86b3-d78043353821 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/f003f666-8d80-4056-80b8-5e7e83a20187 HTTP/1.1" status: 204 len: 168 time: 1.4365621 Sep 16 12:57:45.962270 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-fcda0f83-7dea-415e-95da-7ed87ac98552 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:45.964062 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-fcda0f83-7dea-415e-95da-7ed87ac98552 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/networks?id=d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 HTTP/1.1" status: 200 len: 814 time: 0.8001058 Sep 16 12:57:45.981636 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2fa6a866-919a-42b5-a739-4a1cf6dddd41 admin admin] Publish callbacks [] for security_group (297dbfbb-ac21-4ae8-a074-debc0f2f8b6c), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:45.989250 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65da616-29b9-4bf3-bae6-a27c808f93bc req-654569d8-2f95-4310-a145-8b0d5d384524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:45.991390 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a65da616-29b9-4bf3-bae6-a27c808f93bc req-654569d8-2f95-4310-a145-8b0d5d384524 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=6061ddae-e5d0-47a0-8962-b4b487ae4f3d HTTP/1.1" status: 200 len: 850 time: 0.3965721 Sep 16 12:57:46.018790 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 137f7ed1-df61-44ac-b25d-fb1d5a0609d4, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=137f7ed1-df61-44ac-b25d-fb1d5a0609d4,segment=NetworkSegment(80b31fa5-9330-46a2-9838-326d6e413bf7),segment_id=80b31fa5-9330-46a2-9838-326d6e413bf7)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:46.062188 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '137f7ed1-df61-44ac-b25d-fb1d5a0609d4', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'port_id': '137f7ed1-df61-44ac-b25d-fb1d5a0609d4', 'mac_address': 'fa:16:3e:35:71:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:57:46.098957 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86289aa4-8e55-4907-b232-fa5aa7e5456e tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event updated for resources: {'Subnet': ['ID=ba314f31-9d8f-4606-bec8-eabcb4966f60,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:46.128421 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ca95ba91-5f6c-44f2-bed5-6d1bee43651b None None] Attempt 5 to provision port c9811505-9290-4353-ad69-62b405cd0ded Sep 16 12:57:46.143187 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65da616-29b9-4bf3-bae6-a27c808f93bc req-23dcd614-b39c-4bb0-92ff-84a442b6717b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:46.145321 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a65da616-29b9-4bf3-bae6-a27c808f93bc req-23dcd614-b39c-4bb0-92ff-84a442b6717b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=3f814bae-963f-4f23-965e-dabc87858a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1337953 Sep 16 12:57:46.166349 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86289aa4-8e55-4907-b232-fa5aa7e5456e tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Checking segment: {'id': '14c11de5-efba-4afe-aa92-687819c24f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '609f556d-5ff4-4778-acbd-e74414e27820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:46.167084 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86289aa4-8e55-4907-b232-fa5aa7e5456e tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Network hostable DHCP agents. Network: 609f556d-5ff4-4778-acbd-e74414e27820, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:57:46.171719 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:57:46.172334 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] Checking segment: {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:46.172915 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] Bound using segment: {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:57:46.173537 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] Bound port: c9811505-9290-4353-ad69-62b405cd0ded, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:57:46.174079 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c9811505-9290-4353-ad69-62b405cd0ded), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:46.232461 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ca95ba91-5f6c-44f2-bed5-6d1bee43651b None None] Port c9811505-9290-4353-ad69-62b405cd0ded cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:46.233556 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 137f7ed1-df61-44ac-b25d-fb1d5a0609d4 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:46.234792 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (137f7ed1-df61-44ac-b25d-fb1d5a0609d4), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:46.258687 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137f7ed1-df61-44ac-b25d-fb1d5a0609d4 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:57:46.268804 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:46.305344 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 137f7ed1-df61-44ac-b25d-fb1d5a0609d4, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=137f7ed1-df61-44ac-b25d-fb1d5a0609d4,segment=NetworkSegment(80b31fa5-9330-46a2-9838-326d6e413bf7),segment_id=80b31fa5-9330-46a2-9838-326d6e413bf7)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:46.312666 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2fa6a866-919a-42b5-a739-4a1cf6dddd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (297dbfbb-ac21-4ae8-a074-debc0f2f8b6c), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:46.313123 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (137f7ed1-df61-44ac-b25d-fb1d5a0609d4), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:46.315568 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2fa6a866-919a-42b5-a739-4a1cf6dddd41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:46.316809 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2fa6a866-919a-42b5-a739-4a1cf6dddd41 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/297dbfbb-ac21-4ae8-a074-debc0f2f8b6c HTTP/1.1" status: 204 len: 168 time: 1.4515641 Sep 16 12:57:46.365511 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6a866-919a-42b5-a739-4a1cf6dddd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297dbfbb-ac21-4ae8-a074-debc0f2f8b6c,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:46.380479 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86289aa4-8e55-4907-b232-fa5aa7e5456e tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Network 609f556d-5ff4-4778-acbd-e74414e27820 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:57:46.497624 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-86289aa4-8e55-4907-b232-fa5aa7e5456e tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 609f556d-5ff4-4778-acbd-e74414e27820) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:46.519003 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d639c7a-cdf5-45e3-a528-a30fc1d6b995 None None] Network 609f556d-5ff4-4778-acbd-e74414e27820 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:57:46.528318 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86289aa4-8e55-4907-b232-fa5aa7e5456e tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:46.530092 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-86289aa4-8e55-4907-b232-fa5aa7e5456e tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:46.531890 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=137f7ed1-df61-44ac-b25d-fb1d5a0609d4,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:46.538269 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] For port c9811505-9290-4353-ad69-62b405cd0ded, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:57:46.577346 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['137f7ed1-df61-44ac-b25d-fb1d5a0609d4'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:57:46.768372 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ca95ba91-5f6c-44f2-bed5-6d1bee43651b None None] Attempt 6 to provision port c9811505-9290-4353-ad69-62b405cd0ded Sep 16 12:57:46.785746 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60750) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:46.834169 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:46.855865 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ca95ba91-5f6c-44f2-bed5-6d1bee43651b None None] Port c9811505-9290-4353-ad69-62b405cd0ded cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:46.920063 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-e6407139-3627-43ee-968a-ccd469b070d1 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/quotas/6e940a963f7740dea44034d06e8c2a77 HTTP/1.1" status: 200 len: 375 time: 0.1474073 Sep 16 12:57:46.939802 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:46.951319 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-609f556d-5ff4-4778-acbd-e74414e27820', 'network_id': '609f556d-5ff4-4778-acbd-e74414e27820', 'project_id': '18ad456d126a4c25accb04f76a159733', 'fixed_ips': [{'subnet_id': 'ba314f31-9d8f-4606-bec8-eabcb4966f60'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:57:46.954580 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:46.957533 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad94b8-a944-4586-86b3-d78043353821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f003f666-8d80-4056-80b8-5e7e83a20187,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:47.064323 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-4854216b-aeeb-4286-a96d-b00eadf7d52b tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=6e940a963f7740dea44034d06e8c2a77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1377907 Sep 16 12:57:47.145016 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a65da616-29b9-4bf3-bae6-a27c808f93bc req-1bf37d6e-7ca6-4c15-b80b-062b0c3e6dd4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9899905 Sep 16 12:57:47.164214 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] For port c9811505-9290-4353-ad69-62b405cd0ded, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c9811505-9290-4353-ad69-62b405cd0ded,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:57:47.185369 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:47.196679 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-eb6d64ee-6f42-4403-8946-281e5f58f6d7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d07f81e7-3dc4-4b39-ad5d-bffdea9cea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300962 Sep 16 12:57:47.205346 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f50c6be8-770b-42c5-93ca-5c481fdd8b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:47.208074 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60756) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:47.211513 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-86289aa4-8e55-4907-b232-fa5aa7e5456e tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.2571514 Sep 16 12:57:47.219116 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01c9c1-4aac-4a4a-b794-df7a9a592481 req-936414e1-03e3-4b26-82a0-e1dd4e793e39 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:47.227689 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (c9811505-9290-4353-ad69-62b405cd0ded), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:47.230294 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0c01c9c1-4aac-4a4a-b794-df7a9a592481 req-936414e1-03e3-4b26-82a0-e1dd4e793e39 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 945 time: 1.3080869 Sep 16 12:57:47.261657 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:47.262581 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:47.264236 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/c9811505-9290-4353-ad69-62b405cd0ded HTTP/1.1" status: 200 len: 1092 time: 5.1815100 Sep 16 12:57:47.265110 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc79a200-5972-4bec-9322-503d99b7d85a', 'tag': 'c9811505-9290-4353-ad69-62b405cd0ded'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:57:47.267616 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c91350-ba47-411c-a7be-ea7feebafa01" -d '{"events": [{"name": "network-changed", "server_uuid": "cc79a200-5972-4bec-9322-503d99b7d85a", "tag": "c9811505-9290-4353-ad69-62b405cd0ded"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:57:47.359907 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-554f2aa4-5651-409e-9ea9-a77a13007040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:47.363174 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-bd85f98f-4e2e-40e8-82ed-5dcebd8a1172 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Made reservation on behalf of bd30c33cb19d47278478aa2340859920 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:57:47.369633 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27f4014-fe45-4aa1-bfef-5f32b7f767ea None None] Network d73f9ac4-e3fa-4fbb-92bf-6c462d38b039 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:57:47.373320 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-bd85f98f-4e2e-40e8-82ed-5dcebd8a1172 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:47.398973 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb549aae-7b59-4cd2-8549-ff5f15a43977 service neutron] Pushing event updated for resources: {'Port': ['ID=c9811505-9290-4353-ad69-62b405cd0ded,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:47.418047 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:47.425803 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f817e4f8-16b6-4fa2-87d1-8788ce85caca up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:47.428077 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ca95ba91-5f6c-44f2-bed5-6d1bee43651b None None] Attempt 7 to provision port c9811505-9290-4353-ad69-62b405cd0ded Sep 16 12:57:47.434266 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:47.444985 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-87690550-61ea-416b-ade2-e599f833ea4b tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Allocated IP 172.20.0.10 (2a13e2e0-76af-4011-86c3-ccf3c7f1953b/2a13c8b8-1de8-4567-b7af-c0aeedeaafac/c26f96da-286f-479c-9e95-6d00e8c892e4) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:57:47.451629 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-d9467439-b650-499e-822c-67fe56efaf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:47.452889 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-d9467439-b650-499e-822c-67fe56efaf19 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&device_id=cc79a200-5972-4bec-9322-503d99b7d85a HTTP/1.1" status: 200 len: 1126 time: 0.1359930 Sep 16 12:57:47.460299 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a65da616-29b9-4bf3-bae6-a27c808f93bc req-d89da1bf-2ec9-429a-810a-15179473164b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072994 Sep 16 12:57:47.504631 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-c0ef1c09-d68d-4577-8ce2-8c44ce96a316 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9811505-9290-4353-ad69-62b405cd0ded HTTP/1.1" status: 200 len: 217 time: 0.0430706 Sep 16 12:57:47.567195 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:47.574584 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-827b1d62-34f5-48db-b362-693036a2b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:47.576493 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-827b1d62-34f5-48db-b362-693036a2b9df service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=084dc942-2fdd-4c42-96da-2aec36f644a5 HTTP/1.1" status: 200 len: 850 time: 0.0666428 Sep 16 12:57:47.590524 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] Allocated IP 19.86.0.2 (609f556d-5ff4-4778-acbd-e74414e27820/ba314f31-9d8f-4606-bec8-eabcb4966f60/b96307c0-6e5f-454b-93f9-97672b4a288e) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:57:47.595597 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0c01c9c1-4aac-4a4a-b794-df7a9a592481 req-e24a1354-2d26-4ada-9f20-ff01a54c022f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641765 Sep 16 12:57:47.653121 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ca95ba91-5f6c-44f2-bed5-6d1bee43651b None None] Port c9811505-9290-4353-ad69-62b405cd0ded had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:57:47.659869 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-d5902598-e9c5-4367-a03b-a0e1a41a452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:47.661202 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port f817e4f8-16b6-4fa2-87d1-8788ce85caca triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:47.661560 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-d5902598-e9c5-4367-a03b-a0e1a41a452b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=4c6a423f-0493-4448-999c-84f17e899760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0801926 Sep 16 12:57:47.661761 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f817e4f8-16b6-4fa2-87d1-8788ce85caca), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:47.661952 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port f817e4f8-16b6-4fa2-87d1-8788ce85caca Sep 16 12:57:47.662647 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:47.831370 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-b53b6d31-3491-4519-9ee7-d937bbb237fa service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620450 Sep 16 12:57:47.852502 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-355684fd-b8bb-41ad-b816-a9b18ec23812 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d07f81e7-3dc4-4b39-ad5d-bffdea9cea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6505475 Sep 16 12:57:47.860613 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-e7e02b0c-4674-4933-b060-f1cb4a08b0f3 None None] Provisioning complete for port f817e4f8-16b6-4fa2-87d1-8788ce85caca triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:47.860992 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e7e02b0c-4674-4933-b060-f1cb4a08b0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f817e4f8-16b6-4fa2-87d1-8788ce85caca), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:47.863239 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e7e02b0c-4674-4933-b060-f1cb4a08b0f3 None None] Attempt 1 to provision port f817e4f8-16b6-4fa2-87d1-8788ce85caca Sep 16 12:57:47.968660 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-ec69804d-c571-4f57-aed2-3d4e674341bf req-a69c68b9-1214-4db1-b73e-23e672351e2b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304917 Sep 16 12:57:47.973839 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] Publish callbacks [] for port (b96307c0-6e5f-454b-93f9-97672b4a288e), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:47.993432 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240b6e6-8a23-4261-948d-dee22bd82bbd req-a9884aca-3d76-4836-9bc7-74e141a9a949 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:48.001596 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4240b6e6-8a23-4261-948d-dee22bd82bbd req-a9884aca-3d76-4836-9bc7-74e141a9a949 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cc79a200-5972-4bec-9322-503d99b7d85a HTTP/1.1" status: 200 len: 944 time: 0.2342861 Sep 16 12:57:48.006616 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port f817e4f8-16b6-4fa2-87d1-8788ce85caca is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:48.007391 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f817e4f8-16b6-4fa2-87d1-8788ce85caca), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:48.061237 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:48.067317 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (b96307c0-6e5f-454b-93f9-97672b4a288e), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:48.121668 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-87690550-61ea-416b-ade2-e599f833ea4b tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks [] for port (c26f96da-286f-479c-9e95-6d00e8c892e4), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:48.136407 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f50c6be8-770b-42c5-93ca-5c481fdd8b23 admin admin] Publish callbacks [] for security_group (d335f1b6-7957-4c58-a4c6-34078861b912), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:48.140506 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-554f2aa4-5651-409e-9ea9-a77a13007040 admin admin] Publish callbacks [] for security_group (bbca6351-6696-4360-b973-c6bc52ae8448), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:48.162157 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] Network 609f556d-5ff4-4778-acbd-e74414e27820 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:48.164053 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-554f2aa4-5651-409e-9ea9-a77a13007040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (bbca6351-6696-4360-b973-c6bc52ae8448), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:48.167258 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f50c6be8-770b-42c5-93ca-5c481fdd8b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (d335f1b6-7957-4c58-a4c6-34078861b912), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:48.169602 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:48.170925 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:48.183116 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:57:48.187779 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:48.208156 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port f817e4f8-16b6-4fa2-87d1-8788ce85caca, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f817e4f8-16b6-4fa2-87d1-8788ce85caca,segment=NetworkSegment(7f346e65-7fb5-4a92-b6b1-6e890df0b8e4),segment_id=7f346e65-7fb5-4a92-b6b1-6e890df0b8e4)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:48.235839 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f817e4f8-16b6-4fa2-87d1-8788ce85caca), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:48.244209 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4240b6e6-8a23-4261-948d-dee22bd82bbd req-d5f29147-4c03-4922-8451-adb30c91c7a8 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413135 Sep 16 12:57:48.247269 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] Pushing event updated for resources: {'Port': ['ID=b96307c0-6e5f-454b-93f9-97672b4a288e,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:48.357737 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-554f2aa4-5651-409e-9ea9-a77a13007040 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=2792e6b3be9e41abaa8ab05947344ef4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1019924 Sep 16 12:57:48.360529 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60766) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:48.398752 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60768) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:48.399644 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f50c6be8-770b-42c5-93ca-5c481fdd8b23 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=57ee74b70c9a4ecab36d2d3023d0a4f6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6046290 Sep 16 12:57:48.434650 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f2aa4-5651-409e-9ea9-a77a13007040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbca6351-6696-4360-b973-c6bc52ae8448,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:48.437295 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e7e02b0c-4674-4933-b060-f1cb4a08b0f3 None None] Current status of the port f817e4f8-16b6-4fa2-87d1-8788ce85caca is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:48.437685 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e7e02b0c-4674-4933-b060-f1cb4a08b0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f817e4f8-16b6-4fa2-87d1-8788ce85caca), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:48.456678 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:48.473929 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] Attempting to bind port b96307c0-6e5f-454b-93f9-97672b4a288e on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:57:48.474614 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] Attempting to bind port b96307c0-6e5f-454b-93f9-97672b4a288e by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '14c11de5-efba-4afe-aa92-687819c24f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '609f556d-5ff4-4778-acbd-e74414e27820'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:57:48.474848 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] Attempting to bind port b96307c0-6e5f-454b-93f9-97672b4a288e on network 609f556d-5ff4-4778-acbd-e74414e27820 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:48.522812 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=f817e4f8-16b6-4fa2-87d1-8788ce85caca,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:48.543423 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41987e14-ec0a-4eea-9db6-c50904443769 req-fbb93ad7-a7a2-4e29-8c92-55cf36e3d9af tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4f9dac6d-1e24-4618-b802-96fdd6306c30 HTTP/1.1" status: 200 len: 210 time: 0.1538258 Sep 16 12:57:48.577031 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ef985272-9010-48f5-aa48-487f081aa6e8 admin admin] Publish callbacks [] for security_group (bbca6351-6696-4360-b973-c6bc52ae8448), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:48.580870 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-87690550-61ea-416b-ade2-e599f833ea4b tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (c26f96da-286f-479c-9e95-6d00e8c892e4), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:48.601871 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c1043-cd45-4510-900f-83eb28d39075 req-6d4cb911-b092-468c-a1f0-50c7efce8abf tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:48.603554 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-992c1043-cd45-4510-900f-83eb28d39075 req-6d4cb911-b092-468c-a1f0-50c7efce8abf tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 945 time: 0.2932565 Sep 16 12:57:48.640286 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:48.657146 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.api [None req-e7e02b0c-4674-4933-b060-f1cb4a08b0f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 12:57:48.657586 n-d-858094-4 neutron-server[113700]: DEBUG oslo_db.api [None req-e7e02b0c-4674-4933-b060-f1cb4a08b0f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 12:57:48.660259 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:57:48.660668 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] Checking segment: {'id': '14c11de5-efba-4afe-aa92-687819c24f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '609f556d-5ff4-4778-acbd-e74414e27820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:48.661047 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:48.662039 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] Bound using segment: {'id': '14c11de5-efba-4afe-aa92-687819c24f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '609f556d-5ff4-4778-acbd-e74414e27820'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:57:48.662039 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] Bound port: b96307c0-6e5f-454b-93f9-97672b4a288e, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c11de5-efba-4afe-aa92-687819c24f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '609f556d-5ff4-4778-acbd-e74414e27820'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:57:48.662554 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b96307c0-6e5f-454b-93f9-97672b4a288e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:48.669617 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ef985272-9010-48f5-aa48-487f081aa6e8 admin admin] Publish callbacks [] for security_group (bbca6351-6696-4360-b973-c6bc52ae8448), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:48.690669 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45df6591-248a-4505-a2c4-fd18783d7d21 x-openstack-request-id: req-45df6591-248a-4505-a2c4-fd18783d7d21 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:57:48.690973 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc79a200-5972-4bec-9322-503d99b7d85a", "tag": "c9811505-9290-4353-ad69-62b405cd0ded", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:57:48.691201 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-45df6591-248a-4505-a2c4-fd18783d7d21 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:57:48.691664 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45df6591-248a-4505-a2c4-fd18783d7d21'] response: {'name': 'network-changed', 'server_uuid': 'cc79a200-5972-4bec-9322-503d99b7d85a', 'tag': 'c9811505-9290-4353-ad69-62b405cd0ded', 'status': 'completed', 'code': 200} Sep 16 12:57:48.722964 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-55eaffcc-5118-405d-870e-bf694b505e99 admin admin] Publish callbacks [] for security_group (d335f1b6-7957-4c58-a4c6-34078861b912), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:48.771111 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c6be8-770b-42c5-93ca-5c481fdd8b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d335f1b6-7957-4c58-a4c6-34078861b912,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:48.776451 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-55eaffcc-5118-405d-870e-bf694b505e99 admin admin] Publish callbacks [] for security_group (d335f1b6-7957-4c58-a4c6-34078861b912), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:48.785185 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:57:48.827147 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] For port b96307c0-6e5f-454b-93f9-97672b4a288e, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:57:48.831884 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] For port b96307c0-6e5f-454b-93f9-97672b4a288e, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b96307c0-6e5f-454b-93f9-97672b4a288e,segment=NetworkSegment(14c11de5-efba-4afe-aa92-687819c24f6c),segment_id=14c11de5-efba-4afe-aa92-687819c24f6c)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:57:48.845005 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b96307c0-6e5f-454b-93f9-97672b4a288e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:48.862674 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-87690550-61ea-416b-ade2-e599f833ea4b tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:48.916140 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-87690550-61ea-416b-ade2-e599f833ea4b tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:48.941487 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa4dcf-642b-488b-9ac0-a86586fba8ac None None] Pushing event updated for resources: {'Port': ['ID=b96307c0-6e5f-454b-93f9-97672b4a288e,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:48.995140 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-87690550-61ea-416b-ade2-e599f833ea4b tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:57:49.017603 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87690550-61ea-416b-ade2-e599f833ea4b tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Pushing event updated for resources: {'Port': ['ID=c26f96da-286f-479c-9e95-6d00e8c892e4,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:49.030796 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-bd85f98f-4e2e-40e8-82ed-5dcebd8a1172 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Allocated IP 172.20.0.6 (2a13e2e0-76af-4011-86c3-ccf3c7f1953b/2a13c8b8-1de8-4567-b7af-c0aeedeaafac/31028850-a929-4e17-a925-e55dedb937e0) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:57:49.068878 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c91350-ba47-411c-a7be-ea7feebafa01 req-03123238-60f7-4b69-a9e9-cc2d40765db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:49.076031 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-17c91350-ba47-411c-a7be-ea7feebafa01 req-03123238-60f7-4b69-a9e9-cc2d40765db0 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&device_id=cc79a200-5972-4bec-9322-503d99b7d85a HTTP/1.1" status: 200 len: 1126 time: 0.2409408 Sep 16 12:57:49.166509 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ef985272-9010-48f5-aa48-487f081aa6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (bbca6351-6696-4360-b973-c6bc52ae8448), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:49.171986 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ef985272-9010-48f5-aa48-487f081aa6e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:49.173682 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ef985272-9010-48f5-aa48-487f081aa6e8 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/bbca6351-6696-4360-b973-c6bc52ae8448 HTTP/1.1" status: 204 len: 168 time: 0.8121049 Sep 16 12:57:49.257216 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef985272-9010-48f5-aa48-487f081aa6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbca6351-6696-4360-b973-c6bc52ae8448,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:49.280993 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-55eaffcc-5118-405d-870e-bf694b505e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (d335f1b6-7957-4c58-a4c6-34078861b912), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:49.296562 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-55eaffcc-5118-405d-870e-bf694b505e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:49.305194 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-55eaffcc-5118-405d-870e-bf694b505e99 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/d335f1b6-7957-4c58-a4c6-34078861b912 HTTP/1.1" status: 204 len: 168 time: 0.9008920 Sep 16 12:57:49.331515 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e7e02b0c-4674-4933-b060-f1cb4a08b0f3 None None] Current status of the port f817e4f8-16b6-4fa2-87d1-8788ce85caca is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:49.351327 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eaffcc-5118-405d-870e-bf694b505e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d335f1b6-7957-4c58-a4c6-34078861b912,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:49.355727 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f817e4f8-16b6-4fa2-87d1-8788ce85caca up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:49.482346 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c91350-ba47-411c-a7be-ea7feebafa01 req-5bc191e5-30f6-4274-9773-422e7912448e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:49.485851 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-17c91350-ba47-411c-a7be-ea7feebafa01 req-5bc191e5-30f6-4274-9773-422e7912448e service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 200 len: 912 time: 0.4087620 Sep 16 12:57:49.558689 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 137f7ed1-df61-44ac-b25d-fb1d5a0609d4 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:49.585538 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-17c91350-ba47-411c-a7be-ea7feebafa01 req-6e0485a8-e7e7-44aa-934e-72761c29ea47 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9811505-9290-4353-ad69-62b405cd0ded HTTP/1.1" status: 200 len: 217 time: 0.0925367 Sep 16 12:57:49.694267 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c91350-ba47-411c-a7be-ea7feebafa01 req-4be65281-1c5b-4205-8c99-32f93266fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:49.701032 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-17c91350-ba47-411c-a7be-ea7feebafa01 req-4be65281-1c5b-4205-8c99-32f93266fca6 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=084dc942-2fdd-4c42-96da-2aec36f644a5 HTTP/1.1" status: 200 len: 850 time: 0.1063821 Sep 16 12:57:49.701700 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d42d4ff4-15e2-4545-8f8a-14c014fd38f8 None None] Provisioning complete for port f817e4f8-16b6-4fa2-87d1-8788ce85caca triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:49.702073 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d42d4ff4-15e2-4545-8f8a-14c014fd38f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f817e4f8-16b6-4fa2-87d1-8788ce85caca), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:49.702403 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d42d4ff4-15e2-4545-8f8a-14c014fd38f8 None None] Attempt 1 to provision port f817e4f8-16b6-4fa2-87d1-8788ce85caca Sep 16 12:57:49.732475 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-bd85f98f-4e2e-40e8-82ed-5dcebd8a1172 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks [] for port (31028850-a929-4e17-a925-e55dedb937e0), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:49.740531 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port f817e4f8-16b6-4fa2-87d1-8788ce85caca triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:49.741328 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f817e4f8-16b6-4fa2-87d1-8788ce85caca), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:49.741666 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port f817e4f8-16b6-4fa2-87d1-8788ce85caca Sep 16 12:57:49.775669 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 137f7ed1-df61-44ac-b25d-fb1d5a0609d4 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:57:49.804168 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 137f7ed1-df61-44ac-b25d-fb1d5a0609d4 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:49.805078 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (137f7ed1-df61-44ac-b25d-fb1d5a0609d4), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:49.805432 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 137f7ed1-df61-44ac-b25d-fb1d5a0609d4 Sep 16 12:57:49.813418 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-7337b763-ebc6-4b7a-a3b2-a690fd7698dd tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:49.829104 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-7337b763-ebc6-4b7a-a3b2-a690fd7698dd tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:49.842736 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-7337b763-ebc6-4b7a-a3b2-a690fd7698dd tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/networks?id=d73f9ac4-e3fa-4fbb-92bf-6c462d38b039&id=609f556d-5ff4-4778-acbd-e74414e27820&id=d73f9ac4-e3fa-4fbb-92bf-6c462d38b039 HTTP/1.1" status: 200 len: 1391 time: 1.0205741 Sep 16 12:57:49.859951 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-992c1043-cd45-4510-900f-83eb28d39075 req-1aa519fc-30e7-444b-8f03-401184f81b26 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=17851306-4aa7-4f48-b7a3-0f9055cfafd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1483243 Sep 16 12:57:49.946834 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-f09c010c-7994-4e62-8df1-c07c671f7c2c tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/quotas/18ad456d126a4c25accb04f76a159733 HTTP/1.1" status: 200 len: 375 time: 0.1029444 Sep 16 12:57:49.969620 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-87690550-61ea-416b-ade2-e599f833ea4b tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:49.974219 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-87690550-61ea-416b-ade2-e599f833ea4b tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:49.977264 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c91350-ba47-411c-a7be-ea7feebafa01 req-a312985c-7aa7-45e4-bbee-7e5fb0021c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:49.978894 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-17c91350-ba47-411c-a7be-ea7feebafa01 req-a312985c-7aa7-45e4-bbee-7e5fb0021c70 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=4c6a423f-0493-4448-999c-84f17e899760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1430113 Sep 16 12:57:50.050754 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-87690550-61ea-416b-ade2-e599f833ea4b tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5070484 Sep 16 12:57:50.167992 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] Request body: {'port': {'device_id': '5f30c650-f49a-419b-acfe-165d9886e897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:50.218557 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-17c91350-ba47-411c-a7be-ea7feebafa01 req-f263aef8-15e9-4271-8182-b613836a7b3e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285337 Sep 16 12:57:50.259973 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4d624bea-31d4-4086-97da-5590cc101ada req-7d9097d0-84d2-4248-a699-6d96874d94f3 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2998767f-d217-40ea-a487-60c0c4ade426 HTTP/1.1" status: 200 len: 210 time: 0.1483679 Sep 16 12:57:50.346105 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-bd85f98f-4e2e-40e8-82ed-5dcebd8a1172 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (31028850-a929-4e17-a925-e55dedb937e0), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:50.412728 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-2a1ef7e2-affe-4428-8468-3ca84cffb737 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=18ad456d126a4c25accb04f76a159733&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4649141 Sep 16 12:57:50.570134 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-bd85f98f-4e2e-40e8-82ed-5dcebd8a1172 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:50.574502 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-17c91350-ba47-411c-a7be-ea7feebafa01 req-0d52a7ff-cf38-4fb6-a0c0-cd57fd459c48 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254462 Sep 16 12:57:50.636047 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:50.639965 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 137f7ed1-df61-44ac-b25d-fb1d5a0609d4 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:50.641276 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (137f7ed1-df61-44ac-b25d-fb1d5a0609d4), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:50.677336 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port f817e4f8-16b6-4fa2-87d1-8788ce85caca is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:50.682766 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:50.690733 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:50.716492 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-bd85f98f-4e2e-40e8-82ed-5dcebd8a1172 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:50.721099 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-bd85f98f-4e2e-40e8-82ed-5dcebd8a1172 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:57:50.730352 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ada316-9b9a-457c-942c-2efd3dae5c8d req-629a08e7-9799-4829-88b4-5f9b97258186 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:50.745227 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-38ada316-9b9a-457c-942c-2efd3dae5c8d req-629a08e7-9799-4829-88b4-5f9b97258186 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 945 time: 0.2347240 Sep 16 12:57:50.772815 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272fddb0-eba2-4559-b76d-460bd65246ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137f7ed1-df61-44ac-b25d-fb1d5a0609d4'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:57:50.779566 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88baa857-d600-4143-a31b-319942cc219b" -d '{"events": [{"server_uuid": "272fddb0-eba2-4559-b76d-460bd65246ec", "name": "network-vif-plugged", "status": "completed", "tag": "137f7ed1-df61-44ac-b25d-fb1d5a0609d4"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:57:50.862734 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 137f7ed1-df61-44ac-b25d-fb1d5a0609d4, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=137f7ed1-df61-44ac-b25d-fb1d5a0609d4,segment=NetworkSegment(80b31fa5-9330-46a2-9838-326d6e413bf7),segment_id=80b31fa5-9330-46a2-9838-326d6e413bf7)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:50.864625 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:50.870622 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6f4a51-b253-4392-9dbf-93234e7d2d20 None None] Network 609f556d-5ff4-4778-acbd-e74414e27820 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:57:50.876247 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-4580a030-56e3-465a-b340-99b6e3290e3f tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:50.877886 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-4580a030-56e3-465a-b340-99b6e3290e3f tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.76 "GET /networking/v2.0/networks?id=d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 HTTP/1.1" status: 200 len: 814 time: 0.3027413 Sep 16 12:57:50.891184 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-72852310-c4d6-42b1-9f0a-89c153a0cabe tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Request body: {'port': {'device_id': '2998767f-d217-40ea-a487-60c0c4ade426', 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45', 'admin_state_up': True, 'tenant_id': '6e940a963f7740dea44034d06e8c2a77'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:50.904228 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (137f7ed1-df61-44ac-b25d-fb1d5a0609d4), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:50.924312 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d42d4ff4-15e2-4545-8f8a-14c014fd38f8 None None] Current status of the port f817e4f8-16b6-4fa2-87d1-8788ce85caca is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:50.985722 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:51.055870 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-72852310-c4d6-42b1-9f0a-89c153a0cabe tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Made reservation on behalf of 6e940a963f7740dea44034d06e8c2a77 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:57:51.066930 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-72852310-c4d6-42b1-9f0a-89c153a0cabe tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:51.100391 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85f98f-4e2e-40e8-82ed-5dcebd8a1172 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Pushing event updated for resources: {'Port': ['ID=31028850-a929-4e17-a925-e55dedb937e0,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:51.118089 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d42d4ff4-15e2-4545-8f8a-14c014fd38f8 None None] Provisioning complete for port c26f96da-286f-479c-9e95-6d00e8c892e4 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:51.118089 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d42d4ff4-15e2-4545-8f8a-14c014fd38f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c26f96da-286f-479c-9e95-6d00e8c892e4), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:51.118089 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d42d4ff4-15e2-4545-8f8a-14c014fd38f8 None None] Attempt 1 to provision port c26f96da-286f-479c-9e95-6d00e8c892e4 Sep 16 12:57:51.139832 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c26f96da-286f-479c-9e95-6d00e8c892e4), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:51.198913 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b96307c0-6e5f-454b-93f9-97672b4a288e up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:51.231375 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-bd85f98f-4e2e-40e8-82ed-5dcebd8a1172 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:51.232043 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-bd85f98f-4e2e-40e8-82ed-5dcebd8a1172 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:51.291597 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d42d4ff4-15e2-4545-8f8a-14c014fd38f8 None None] Port c26f96da-286f-479c-9e95-6d00e8c892e4 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:51.325489 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-72852310-c4d6-42b1-9f0a-89c153a0cabe tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Allocated IP 172.20.0.7 (d07f81e7-3dc4-4b39-ad5d-bffdea9cea45/4adf093a-088a-4424-822e-484468ee3329/5cef43f7-b56b-46c5-a6b2-06877f434cd6) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:57:51.328623 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port b96307c0-6e5f-454b-93f9-97672b4a288e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:51.329374 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b96307c0-6e5f-454b-93f9-97672b4a288e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:51.330023 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port b96307c0-6e5f-454b-93f9-97672b4a288e Sep 16 12:57:51.357677 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=137f7ed1-df61-44ac-b25d-fb1d5a0609d4,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:51.385778 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-bd85f98f-4e2e-40e8-82ed-5dcebd8a1172 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5888574 Sep 16 12:57:51.402653 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-38ada316-9b9a-457c-942c-2efd3dae5c8d req-c3549032-4afa-4194-8041-89b6bc388ead tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6565259 Sep 16 12:57:51.424602 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:51.425368 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-b36ebdbf-6313-4dcc-baec-14cbce7ba06c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d73f9ac4-e3fa-4fbb-92bf-6c462d38b039?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0021856 Sep 16 12:57:51.430544 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:51.430931 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:51.431277 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:51.431613 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:51.431993 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:51.432379 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:51.432759 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:51.433328 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:51.433660 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:51.434040 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:51.434547 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:51.434829 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:51.435157 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:51.435479 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:51.435801 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:51.549165 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] Request body: {'port': {'device_id': '4f9dac6d-1e24-4618-b802-96fdd6306c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:51.578426 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-72852310-c4d6-42b1-9f0a-89c153a0cabe tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for port (5cef43f7-b56b-46c5-a6b2-06877f434cd6), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:51.592654 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port b96307c0-6e5f-454b-93f9-97672b4a288e is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:51.593317 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b96307c0-6e5f-454b-93f9-97672b4a288e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:51.598411 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device c9811505-9290-4353-ad69-62b405cd0ded details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:57:51.646495 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-72852310-c4d6-42b1-9f0a-89c153a0cabe tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (5cef43f7-b56b-46c5-a6b2-06877f434cd6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:51.734352 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port b96307c0-6e5f-454b-93f9-97672b4a288e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b96307c0-6e5f-454b-93f9-97672b4a288e,segment=NetworkSegment(14c11de5-efba-4afe-aa92-687819c24f6c),segment_id=14c11de5-efba-4afe-aa92-687819c24f6c)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:51.752747 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b96307c0-6e5f-454b-93f9-97672b4a288e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:51.760359 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:51.763358 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60852) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:51.767614 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72852310-c4d6-42b1-9f0a-89c153a0cabe tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Pushing event updated for resources: {'Port': ['ID=5cef43f7-b56b-46c5-a6b2-06877f434cd6,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:51.784097 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:51.806305 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-d1f36a91-50e3-455c-ab20-8231a557bc7a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d73f9ac4-e3fa-4fbb-92bf-6c462d38b039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797615 Sep 16 12:57:51.825668 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-72852310-c4d6-42b1-9f0a-89c153a0cabe tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Network d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:51.825883 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d42d4ff4-15e2-4545-8f8a-14c014fd38f8 None None] Attempt 2 to provision port c26f96da-286f-479c-9e95-6d00e8c892e4 Sep 16 12:57:51.827673 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-72852310-c4d6-42b1-9f0a-89c153a0cabe tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:51.829533 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (31028850-a929-4e17-a925-e55dedb937e0), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:51.841285 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-72852310-c4d6-42b1-9f0a-89c153a0cabe tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:57:51.889592 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.resource_extend [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 12:57:51.893090 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d42d4ff4-15e2-4545-8f8a-14c014fd38f8 None None] Port c26f96da-286f-479c-9e95-6d00e8c892e4 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:51.929882 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-72852310-c4d6-42b1-9f0a-89c153a0cabe tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:51.933704 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-72852310-c4d6-42b1-9f0a-89c153a0cabe tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:51.971961 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-72852310-c4d6-42b1-9f0a-89c153a0cabe tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0830157 Sep 16 12:57:51.985736 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] Request body: {'port': {'device_id': '2998767f-d217-40ea-a487-60c0c4ade426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:52.000866 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=b96307c0-6e5f-454b-93f9-97672b4a288e,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:52.033808 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-07ff712f-2844-4469-9934-8a034b5e6993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:52.045919 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port c9811505-9290-4353-ad69-62b405cd0ded, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c9811505-9290-4353-ad69-62b405cd0ded,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:52.066443 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': 'c9811505-9290-4353-ad69-62b405cd0ded', 'network_id': '4c6a423f-0493-4448-999c-84f17e899760', 'port_id': 'c9811505-9290-4353-ad69-62b405cd0ded', 'mac_address': 'fa:16:3e:d6:05:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084dc942-2fdd-4c42-96da-2aec36f644a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:57:52.080792 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5cef43f7-b56b-46c5-a6b2-06877f434cd6), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:52.103188 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199b715-4be5-49dd-b680-eb8808410ad6 req-0ce3ac9f-a2b5-4834-b55a-180ea9e6cb2d tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:52.110650 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e199b715-4be5-49dd-b680-eb8808410ad6 req-0ce3ac9f-a2b5-4834-b55a-180ea9e6cb2d tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cc79a200-5972-4bec-9322-503d99b7d85a HTTP/1.1" status: 200 len: 944 time: 0.5456171 Sep 16 12:57:52.138567 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:52.158302 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port c9811505-9290-4353-ad69-62b405cd0ded is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:52.159073 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c9811505-9290-4353-ad69-62b405cd0ded), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:52.184431 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9811505-9290-4353-ad69-62b405cd0ded {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:57:52.208160 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e199b715-4be5-49dd-b680-eb8808410ad6 req-bf42d78b-c35d-467c-8dee-e6970859c8cf tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962377 Sep 16 12:57:52.221168 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port c9811505-9290-4353-ad69-62b405cd0ded, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c9811505-9290-4353-ad69-62b405cd0ded,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:52.232844 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:52.243211 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c9811505-9290-4353-ad69-62b405cd0ded), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:52.306133 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=c9811505-9290-4353-ad69-62b405cd0ded,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:52.389450 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-07ff712f-2844-4469-9934-8a034b5e6993 admin admin] Publish callbacks [] for security_group (386f1df8-1ce3-46f3-9f8a-8aea0200fdf0), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:52.395051 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d42d4ff4-15e2-4545-8f8a-14c014fd38f8 None None] Attempt 3 to provision port c26f96da-286f-479c-9e95-6d00e8c892e4 Sep 16 12:57:52.437990 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-07ff712f-2844-4469-9934-8a034b5e6993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (386f1df8-1ce3-46f3-9f8a-8aea0200fdf0), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:52.442886 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['c9811505-9290-4353-ad69-62b405cd0ded'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:57:52.449256 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-4847ef6e-674e-4579-9b11-cdcf3708bfec service neutron] 10.222.0.67 "GET /networking/v2.0/networks/609f556d-5ff4-4778-acbd-e74414e27820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5962865 Sep 16 12:57:52.460671 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6370d9-8876-4107-ab03-74858b387432 req-74ad9a01-c4e0-4f73-adca-41358e254591 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:52.469262 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8b6370d9-8876-4107-ab03-74858b387432 req-74ad9a01-c4e0-4f73-adca-41358e254591 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4f9dac6d-1e24-4618-b802-96fdd6306c30 HTTP/1.1" status: 200 len: 931 time: 0.1249368 Sep 16 12:57:52.499756 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d42d4ff4-15e2-4545-8f8a-14c014fd38f8 None None] Port c26f96da-286f-479c-9e95-6d00e8c892e4 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:52.501707 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff712f-2844-4469-9934-8a034b5e6993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386f1df8-1ce3-46f3-9f8a-8aea0200fdf0,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:52.513692 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-07ff712f-2844-4469-9934-8a034b5e6993 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=9f1577d24ccf46aaa3842c8c9920beb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7397230 Sep 16 12:57:52.518189 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60858) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:52.548151 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8b6370d9-8876-4107-ab03-74858b387432 req-17c09738-210a-4a7c-a278-3341e86aa7cb tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775414 Sep 16 12:57:52.589901 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:52.618660 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cef43f7-b56b-46c5-a6b2-06877f434cd6 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:57:52.628519 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] Publish callbacks [] for port (5cef43f7-b56b-46c5-a6b2-06877f434cd6), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:52.651712 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdba538-b71e-4aef-85f6-2a874d096df7 x-openstack-request-id: req-6cdba538-b71e-4aef-85f6-2a874d096df7 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:57:52.652069 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272fddb0-eba2-4559-b76d-460bd65246ec", "name": "network-vif-plugged", "status": "completed", "tag": "137f7ed1-df61-44ac-b25d-fb1d5a0609d4", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:57:52.652490 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6cdba538-b71e-4aef-85f6-2a874d096df7 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:57:52.652941 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cdba538-b71e-4aef-85f6-2a874d096df7'] response: {'server_uuid': '272fddb0-eba2-4559-b76d-460bd65246ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137f7ed1-df61-44ac-b25d-fb1d5a0609d4', 'code': 200} Sep 16 12:57:52.656723 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] Transition to ACTIVE for port object 5cef43f7-b56b-46c5-a6b2-06877f434cd6 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:57:52.657932 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-878d22f9-c41e-4a94-8783-dcb1bfe26e7b admin admin] Publish callbacks [] for security_group (386f1df8-1ce3-46f3-9f8a-8aea0200fdf0), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:52.679423 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (5cef43f7-b56b-46c5-a6b2-06877f434cd6), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:52.694822 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-878d22f9-c41e-4a94-8783-dcb1bfe26e7b admin admin] Publish callbacks [] for security_group (386f1df8-1ce3-46f3-9f8a-8aea0200fdf0), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:52.723360 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:52.787958 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:52.790787 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:52.796019 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c26f96da-286f-479c-9e95-6d00e8c892e4 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:57:52.816268 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] Publish callbacks [] for port (c26f96da-286f-479c-9e95-6d00e8c892e4), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:52.821401 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] Pushing event updated for resources: {'Port': ['ID=5cef43f7-b56b-46c5-a6b2-06877f434cd6,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:52.828647 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385d0d4-f7c7-4959-91f0-bc70c48d0943 req-3f4e405a-8a83-4941-b8b5-0cfbe703a174 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:52.830320 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0385d0d4-f7c7-4959-91f0-bc70c48d0943 req-3f4e405a-8a83-4941-b8b5-0cfbe703a174 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 946 time: 0.0823443 Sep 16 12:57:52.840154 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-5ee63079-6484-4224-a43b-2c2ab6c3e967 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/609f556d-5ff4-4778-acbd-e74414e27820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659523 Sep 16 12:57:52.849468 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd903ed8-9b5f-4353-9b16-dbf7b8269189 req-2493de3e-48c9-419e-8c2b-6903d6a3a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:52.851313 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bd903ed8-9b5f-4353-9b16-dbf7b8269189 req-2493de3e-48c9-419e-8c2b-6903d6a3a8ed service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 1128 time: 0.1245048 Sep 16 12:57:52.861100 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] Transition to ACTIVE for port object c26f96da-286f-479c-9e95-6d00e8c892e4 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:57:52.893937 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (c26f96da-286f-479c-9e95-6d00e8c892e4), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:52.918836 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-878d22f9-c41e-4a94-8783-dcb1bfe26e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (386f1df8-1ce3-46f3-9f8a-8aea0200fdf0), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:52.921326 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-878d22f9-c41e-4a94-8783-dcb1bfe26e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:52.925127 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-878d22f9-c41e-4a94-8783-dcb1bfe26e7b admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/386f1df8-1ce3-46f3-9f8a-8aea0200fdf0 HTTP/1.1" status: 204 len: 168 time: 0.4033837 Sep 16 12:57:52.950652 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bd903ed8-9b5f-4353-9b16-dbf7b8269189 req-ae5bae68-09f7-4fbe-8e2b-9842d12d766a service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=17851306-4aa7-4f48-b7a3-0f9055cfafd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911705 Sep 16 12:57:52.951444 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] Attempting to bind port 5cef43f7-b56b-46c5-a6b2-06877f434cd6 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:57:52.951858 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] Attempting to bind port 5cef43f7-b56b-46c5-a6b2-06877f434cd6 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': 'ca0d95fc-3fe7-49bf-ac16-c9a3b271e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:57:52.952134 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] Attempting to bind port 5cef43f7-b56b-46c5-a6b2-06877f434cd6 on network d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:52.964876 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d22f9-c41e-4a94-8783-dcb1bfe26e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386f1df8-1ce3-46f3-9f8a-8aea0200fdf0,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:53.013986 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d42d4ff4-15e2-4545-8f8a-14c014fd38f8 None None] Attempt 4 to provision port c26f96da-286f-479c-9e95-6d00e8c892e4 Sep 16 12:57:53.025294 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] Port 5cef43f7-b56b-46c5-a6b2-06877f434cd6 on network d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:57:53.025641 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] Attempting to bind port 5cef43f7-b56b-46c5-a6b2-06877f434cd6 on network d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:53.090800 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d42d4ff4-15e2-4545-8f8a-14c014fd38f8 None None] Port c26f96da-286f-479c-9e95-6d00e8c892e4 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:53.103651 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] Pushing event updated for resources: {'Port': ['ID=c26f96da-286f-479c-9e95-6d00e8c892e4,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:53.122158 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:57:53.129417 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] Checking segment: {'id': 'ca0d95fc-3fe7-49bf-ac16-c9a3b271e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:53.129909 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] Bound using segment: {'id': 'ca0d95fc-3fe7-49bf-ac16-c9a3b271e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:57:53.130916 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] Bound port: 5cef43f7-b56b-46c5-a6b2-06877f434cd6, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca0d95fc-3fe7-49bf-ac16-c9a3b271e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:57:53.131205 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5cef43f7-b56b-46c5-a6b2-06877f434cd6), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:53.153203 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b96307c0-6e5f-454b-93f9-97672b4a288e up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:53.169493 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0385d0d4-f7c7-4959-91f0-bc70c48d0943 req-3efd649f-e29b-40a0-aefa-74e085ee2a4b tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=17851306-4aa7-4f48-b7a3-0f9055cfafd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3279836 Sep 16 12:57:53.229279 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a01b1c1d-abd9-4bed-8e47-c55d65258077 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d73f9ac4-e3fa-4fbb-92bf-6c462d38b039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765891 Sep 16 12:57:53.244307 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port b96307c0-6e5f-454b-93f9-97672b4a288e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:53.244866 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b96307c0-6e5f-454b-93f9-97672b4a288e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:53.245268 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port b96307c0-6e5f-454b-93f9-97672b4a288e Sep 16 12:57:53.315331 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] Attempting to bind port c26f96da-286f-479c-9e95-6d00e8c892e4 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:57:53.315972 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] Attempting to bind port c26f96da-286f-479c-9e95-6d00e8c892e4 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:57:53.316501 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] Attempting to bind port c26f96da-286f-479c-9e95-6d00e8c892e4 on network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:53.333571 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] For port 5cef43f7-b56b-46c5-a6b2-06877f434cd6, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:57:53.341879 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] For port 5cef43f7-b56b-46c5-a6b2-06877f434cd6, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=5cef43f7-b56b-46c5-a6b2-06877f434cd6,segment=NetworkSegment(ca0d95fc-3fe7-49bf-ac16-c9a3b271e436),segment_id=ca0d95fc-3fe7-49bf-ac16-c9a3b271e436)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:57:53.354252 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port b96307c0-6e5f-454b-93f9-97672b4a288e is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:53.361180 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (5cef43f7-b56b-46c5-a6b2-06877f434cd6), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:53.370291 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:53.371065 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:53.378869 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:53.379650 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/5cef43f7-b56b-46c5-a6b2-06877f434cd6 HTTP/1.1" status: 200 len: 1091 time: 1.3944719 Sep 16 12:57:53.382270 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2998767f-d217-40ea-a487-60c0c4ade426', 'tag': '5cef43f7-b56b-46c5-a6b2-06877f434cd6'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:57:53.385044 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89429c82-1ebd-4a4e-90d3-fcfda3190988" -d '{"events": [{"name": "network-changed", "server_uuid": "2998767f-d217-40ea-a487-60c0c4ade426", "tag": "5cef43f7-b56b-46c5-a6b2-06877f434cd6"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:57:53.400283 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31028850-a929-4e17-a925-e55dedb937e0 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:57:53.417041 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] Publish callbacks [] for port (31028850-a929-4e17-a925-e55dedb937e0), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:53.446290 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209924e-ab8d-4537-adbe-5cab667f1b10 service neutron] Pushing event updated for resources: {'Port': ['ID=5cef43f7-b56b-46c5-a6b2-06877f434cd6,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:53.450742 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] Port c26f96da-286f-479c-9e95-6d00e8c892e4 on network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:57:53.451146 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] Attempting to bind port c26f96da-286f-479c-9e95-6d00e8c892e4 on network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:53.457940 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] Transition to ACTIVE for port object 31028850-a929-4e17-a925-e55dedb937e0 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:57:53.479644 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-8696b694-c397-479f-bbbd-2362b7144e06 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d73f9ac4-e3fa-4fbb-92bf-6c462d38b039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426629 Sep 16 12:57:53.482118 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (31028850-a929-4e17-a925-e55dedb937e0), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:53.526794 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device c9811505-9290-4353-ad69-62b405cd0ded up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:53.597118 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d42d4ff4-15e2-4545-8f8a-14c014fd38f8 None None] Attempt 5 to provision port c26f96da-286f-479c-9e95-6d00e8c892e4 Sep 16 12:57:53.798030 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d42d4ff4-15e2-4545-8f8a-14c014fd38f8 None None] Port c26f96da-286f-479c-9e95-6d00e8c892e4 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:53.844072 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port c9811505-9290-4353-ad69-62b405cd0ded completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:57:53.850398 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-926d6cb1-83a7-43ed-b797-7ab4be171dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:53.855009 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-926d6cb1-83a7-43ed-b797-7ab4be171dab service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=6e940a963f7740dea44034d06e8c2a77&device_id=2998767f-d217-40ea-a487-60c0c4ade426 HTTP/1.1" status: 200 len: 1125 time: 0.1268365 Sep 16 12:57:53.859245 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port c9811505-9290-4353-ad69-62b405cd0ded triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:53.860422 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c9811505-9290-4353-ad69-62b405cd0ded), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:53.860857 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port c9811505-9290-4353-ad69-62b405cd0ded Sep 16 12:57:54.027375 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-9ac87813-4ead-4cc3-8733-564575ca41c3 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cef43f7-b56b-46c5-a6b2-06877f434cd6 HTTP/1.1" status: 200 len: 217 time: 0.1109252 Sep 16 12:57:54.086957 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port c9811505-9290-4353-ad69-62b405cd0ded is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:54.090482 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c9811505-9290-4353-ad69-62b405cd0ded), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:54.174119 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-08f0f3ff-9922-4dd5-bbf3-d534abc29427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:54.178969 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-08f0f3ff-9922-4dd5-bbf3-d534abc29427 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=4adf093a-088a-4424-822e-484468ee3329 HTTP/1.1" status: 200 len: 853 time: 0.1078267 Sep 16 12:57:54.182006 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:54.183359 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port c9811505-9290-4353-ad69-62b405cd0ded, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c9811505-9290-4353-ad69-62b405cd0ded,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:54.183578 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:57:54.184114 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] Checking segment: {'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:54.184763 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] Bound using segment: {'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:57:54.185222 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] Bound port: c26f96da-286f-479c-9e95-6d00e8c892e4, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:57:54.185591 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c26f96da-286f-479c-9e95-6d00e8c892e4), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:54.189407 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c9811505-9290-4353-ad69-62b405cd0ded), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:54.230652 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] Pushing event updated for resources: {'Port': ['ID=31028850-a929-4e17-a925-e55dedb937e0,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:54.238631 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60902) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:54.250310 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:54.291776 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfe683-a04a-49f7-8312-b95c6a9177b1 req-752581ef-2776-4083-9557-639c6189bd18 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:54.295693 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-ff74c96d-6b77-48bd-ae79-3a417298cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:54.297206 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-ff74c96d-6b77-48bd-ae79-3a417298cedb service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=d07f81e7-3dc4-4b39-ad5d-bffdea9cea45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1104867 Sep 16 12:57:54.299591 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d42d4ff4-15e2-4545-8f8a-14c014fd38f8 None None] Attempt 6 to provision port c26f96da-286f-479c-9e95-6d00e8c892e4 Sep 16 12:57:54.303371 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=c9811505-9290-4353-ad69-62b405cd0ded,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:54.304187 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8dcfe683-a04a-49f7-8312-b95c6a9177b1 req-752581ef-2776-4083-9557-639c6189bd18 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 945 time: 0.1738985 Sep 16 12:57:54.348517 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d42d4ff4-15e2-4545-8f8a-14c014fd38f8 None None] Port c26f96da-286f-479c-9e95-6d00e8c892e4 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:54.392973 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b75f6-89a5-4571-b70f-f2d522ac21f9 req-13bf46d1-82a2-47cf-a6e8-2d416914beec tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:54.394538 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-744b75f6-89a5-4571-b70f-f2d522ac21f9 req-13bf46d1-82a2-47cf-a6e8-2d416914beec tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2998767f-d217-40ea-a487-60c0c4ade426 HTTP/1.1" status: 200 len: 943 time: 0.2600477 Sep 16 12:57:54.437585 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] Attempting to bind port 31028850-a929-4e17-a925-e55dedb937e0 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:57:54.438176 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] Attempting to bind port 31028850-a929-4e17-a925-e55dedb937e0 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:57:54.438673 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] Attempting to bind port 31028850-a929-4e17-a925-e55dedb937e0 on network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:54.464165 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-991100d4-3227-46a7-8cf9-8308599e595d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d07f81e7-3dc4-4b39-ad5d-bffdea9cea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550419 Sep 16 12:57:54.527910 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] For port c26f96da-286f-479c-9e95-6d00e8c892e4, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:57:54.558747 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8dcfe683-a04a-49f7-8312-b95c6a9177b1 req-0472481e-da64-46db-9d6f-e68c471110c0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535639 Sep 16 12:57:54.599341 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] For port c26f96da-286f-479c-9e95-6d00e8c892e4, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c26f96da-286f-479c-9e95-6d00e8c892e4,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:57:54.608890 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-b5b8994d-a4c4-48a3-9e34-2ec7030af4e3 req-71019800-adeb-44ee-b0f5-c0afe59461c9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d07f81e7-3dc4-4b39-ad5d-bffdea9cea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380174 Sep 16 12:57:54.632798 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-744b75f6-89a5-4571-b70f-f2d522ac21f9 req-6e8b71f8-ba9a-49ab-ad04-cbd2019f485b tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=69cc8fbc-249e-4c2c-918f-a1a634768324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181008 Sep 16 12:57:54.638427 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (c26f96da-286f-479c-9e95-6d00e8c892e4), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:54.642357 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:54.643987 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:54.645991 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/c26f96da-286f-479c-9e95-6d00e8c892e4 HTTP/1.1" status: 200 len: 1092 time: 4.5336304 Sep 16 12:57:54.646973 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] Port 31028850-a929-4e17-a925-e55dedb937e0 on network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:57:54.647494 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] Attempting to bind port 31028850-a929-4e17-a925-e55dedb937e0 on network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:57:54.654682 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc79a200-5972-4bec-9322-503d99b7d85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9811505-9290-4353-ad69-62b405cd0ded'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:57:54.660992 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe1b742-1613-4ee0-8f33-32094aee7703" -d '{"events": [{"server_uuid": "cc79a200-5972-4bec-9322-503d99b7d85a", "name": "network-vif-plugged", "status": "completed", "tag": "c9811505-9290-4353-ad69-62b405cd0ded"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:57:54.705685 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d59eaf1-aefc-45d7-88b1-74e7e0495314 x-openstack-request-id: req-4d59eaf1-aefc-45d7-88b1-74e7e0495314 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:57:54.705976 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2998767f-d217-40ea-a487-60c0c4ade426", "tag": "5cef43f7-b56b-46c5-a6b2-06877f434cd6", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:57:54.706232 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4d59eaf1-aefc-45d7-88b1-74e7e0495314 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:57:54.706641 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d59eaf1-aefc-45d7-88b1-74e7e0495314'] response: {'name': 'network-changed', 'server_uuid': '2998767f-d217-40ea-a487-60c0c4ade426', 'tag': '5cef43f7-b56b-46c5-a6b2-06877f434cd6', 'status': 'completed', 'code': 200} Sep 16 12:57:54.738177 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f30c650-f49a-419b-acfe-165d9886e897', 'tag': 'c26f96da-286f-479c-9e95-6d00e8c892e4'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:57:54.740614 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307d86b5-67e2-4b5e-9f45-17416314c7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "5f30c650-f49a-419b-acfe-165d9886e897", "tag": "c26f96da-286f-479c-9e95-6d00e8c892e4"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:57:54.844692 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:57:54.845031 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] Checking segment: {'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:57:54.845418 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] Bound using segment: {'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:57:54.845873 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] Bound port: 31028850-a929-4e17-a925-e55dedb937e0, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '904d0f57-9070-4fde-ad75-5554204ce629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:57:54.846233 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (31028850-a929-4e17-a925-e55dedb937e0), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:54.849407 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d42d4ff4-15e2-4545-8f8a-14c014fd38f8 None None] Attempt 7 to provision port c26f96da-286f-479c-9e95-6d00e8c892e4 Sep 16 12:57:54.865589 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f2262a4f-488a-4e54-88da-df3fe3be7432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:54.900104 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d42d4ff4-15e2-4545-8f8a-14c014fd38f8 None None] Port c26f96da-286f-479c-9e95-6d00e8c892e4 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:57:54.925425 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-de445a2d-2533-4ae0-8bd2-62228c333042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:54.926140 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60924) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:54.926926 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-de445a2d-2533-4ae0-8bd2-62228c333042 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bd30c33cb19d47278478aa2340859920&device_id=5f30c650-f49a-419b-acfe-165d9886e897 HTTP/1.1" status: 200 len: 1126 time: 0.1960335 Sep 16 12:57:54.957739 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb00c8-b44c-42f0-a86f-d26ee8235fee req-0827aa21-728d-4e7a-8e9a-a51b5a5f0c57 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:54.959222 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3ddb00c8-b44c-42f0-a86f-d26ee8235fee req-0827aa21-728d-4e7a-8e9a-a51b5a5f0c57 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cc79a200-5972-4bec-9322-503d99b7d85a HTTP/1.1" status: 200 len: 946 time: 0.2271957 Sep 16 12:57:54.998726 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da035983-e8f1-458d-9b27-716586f5e024 service neutron] Pushing event updated for resources: {'Port': ['ID=c26f96da-286f-479c-9e95-6d00e8c892e4,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:55.021569 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-fae0dde4-52b7-4884-a0c7-502a017e49c1 None None] Provisioning complete for port b96307c0-6e5f-454b-93f9-97672b4a288e triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:55.022040 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fae0dde4-52b7-4884-a0c7-502a017e49c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b96307c0-6e5f-454b-93f9-97672b4a288e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:55.022255 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-fae0dde4-52b7-4884-a0c7-502a017e49c1 None None] Attempt 1 to provision port b96307c0-6e5f-454b-93f9-97672b4a288e Sep 16 12:57:55.042301 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb446f5-6eaf-49f4-ad86-331e4943ddbe req-3b94b8e4-1e13-42e2-8f4e-c836eb2efac3 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:55.048991 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9fb446f5-6eaf-49f4-ad86-331e4943ddbe req-3b94b8e4-1e13-42e2-8f4e-c836eb2efac3 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4f9dac6d-1e24-4618-b802-96fdd6306c30 HTTP/1.1" status: 200 len: 943 time: 0.2297928 Sep 16 12:57:55.052781 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2cd2d0d7-207d-427b-9a73-dd61f58cc120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:55.060666 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:55.072830 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-048de530-37f6-4d09-8146-224bb9626c22 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c26f96da-286f-479c-9e95-6d00e8c892e4 HTTP/1.1" status: 200 len: 217 time: 0.1261971 Sep 16 12:57:55.113005 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-fae0dde4-52b7-4884-a0c7-502a017e49c1 None None] Current status of the port b96307c0-6e5f-454b-93f9-97672b4a288e is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:55.116003 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:55.158392 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2cd2d0d7-207d-427b-9a73-dd61f58cc120 admin admin] Publish callbacks [] for security_group (4a3b57fa-c8bb-4083-a431-fcb5cb251d39), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:55.163827 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2cd2d0d7-207d-427b-9a73-dd61f58cc120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (4a3b57fa-c8bb-4083-a431-fcb5cb251d39), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:55.197069 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:55.209831 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2cd2d0d7-207d-427b-9a73-dd61f58cc120 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=711f7a656dff449f9b3db3667df1471d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2823927 Sep 16 12:57:55.213017 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2d0d7-207d-427b-9a73-dd61f58cc120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3b57fa-c8bb-4083-a431-fcb5cb251d39,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:55.215961 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 60928) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:55.227600 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] For port 31028850-a929-4e17-a925-e55dedb937e0, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:57:55.237598 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:55.266564 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3ddb00c8-b44c-42f0-a86f-d26ee8235fee req-70b7d402-cf31-4868-a0fb-4948b4e30725 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688797 Sep 16 12:57:55.280574 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9fb446f5-6eaf-49f4-ad86-331e4943ddbe req-b97fb1f1-2e43-481f-b7f7-2f7693408cf4 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179868 Sep 16 12:57:55.282081 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-3ae61b3a-6cbc-4aa2-8531-3ac3ee4386fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:55.285780 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-3ae61b3a-6cbc-4aa2-8531-3ac3ee4386fd service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a13c8b8-1de8-4567-b7af-c0aeedeaafac HTTP/1.1" status: 200 len: 852 time: 0.1915698 Sep 16 12:57:55.292464 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cd2b64b2-6631-498c-8d2d-006bf50a7c18 admin admin] Publish callbacks [] for security_group (4a3b57fa-c8bb-4083-a431-fcb5cb251d39), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:55.294012 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] For port 31028850-a929-4e17-a925-e55dedb937e0, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=31028850-a929-4e17-a925-e55dedb937e0,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:57:55.326775 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (31028850-a929-4e17-a925-e55dedb937e0), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:55.327051 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cd2b64b2-6631-498c-8d2d-006bf50a7c18 admin admin] Publish callbacks [] for security_group (4a3b57fa-c8bb-4083-a431-fcb5cb251d39), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:55.358245 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:55.358831 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:55.360232 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/31028850-a929-4e17-a925-e55dedb937e0 HTTP/1.1" status: 200 len: 1091 time: 3.9504738 Sep 16 12:57:55.392622 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cd2b64b2-6631-498c-8d2d-006bf50a7c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (4a3b57fa-c8bb-4083-a431-fcb5cb251d39), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:55.395147 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cd2b64b2-6631-498c-8d2d-006bf50a7c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:55.396316 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-cd2b64b2-6631-498c-8d2d-006bf50a7c18 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/4a3b57fa-c8bb-4083-a431-fcb5cb251d39 HTTP/1.1" status: 204 len: 168 time: 0.1794264 Sep 16 12:57:55.405529 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b64b2-6631-498c-8d2d-006bf50a7c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3b57fa-c8bb-4083-a431-fcb5cb251d39,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:55.424761 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f2262a4f-488a-4e54-88da-df3fe3be7432 admin admin] Publish callbacks [] for security_group (258b8a14-b7c7-4940-9f8f-8c7483b5156a), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:55.495211 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-09f7160c-11d7-4f41-8669-26342aff46b1 req-61c9faee-b3f0-482b-8b0c-48c7440bfa85 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 210 time: 0.1387038 Sep 16 12:57:55.495826 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f2262a4f-488a-4e54-88da-df3fe3be7432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (258b8a14-b7c7-4940-9f8f-8c7483b5156a), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:55.522017 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-3b4ee41f-2fb5-4baa-9e8d-8d4493cb9f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:55.523528 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-3b4ee41f-2fb5-4baa-9e8d-8d4493cb9f99 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2a13e2e0-76af-4011-86c3-ccf3c7f1953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2250803 Sep 16 12:57:55.580457 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89429c82-1ebd-4a4e-90d3-fcfda3190988 req-17dba39c-85db-49a6-be9f-73291d750744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:55.582828 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-89429c82-1ebd-4a4e-90d3-fcfda3190988 req-17dba39c-85db-49a6-be9f-73291d750744 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=6e940a963f7740dea44034d06e8c2a77&device_id=2998767f-d217-40ea-a487-60c0c4ade426 HTTP/1.1" status: 200 len: 1125 time: 0.0782402 Sep 16 12:57:55.604861 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b2661-0a7c-4b19-bf8d-b942a96e746f req-54e3157f-a72d-4e17-acfe-a3952207a20a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:55.612186 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-240b2661-0a7c-4b19-bf8d-b942a96e746f req-54e3157f-a72d-4e17-acfe-a3952207a20a tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 946 time: 0.2263472 Sep 16 12:57:55.630439 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac27917-97ce-4475-9c15-be5c006cb728 x-openstack-request-id: req-dac27917-97ce-4475-9c15-be5c006cb728 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:57:55.630888 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc79a200-5972-4bec-9322-503d99b7d85a", "name": "network-vif-plugged", "status": "completed", "tag": "c9811505-9290-4353-ad69-62b405cd0ded", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:57:55.631221 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dac27917-97ce-4475-9c15-be5c006cb728 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:57:55.631728 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac27917-97ce-4475-9c15-be5c006cb728'] response: {'server_uuid': 'cc79a200-5972-4bec-9322-503d99b7d85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9811505-9290-4353-ad69-62b405cd0ded', 'code': 200} Sep 16 12:57:55.677010 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-7982e7f8-6553-4190-8ea9-8895f22f3e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:55.678548 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-7982e7f8-6553-4190-8ea9-8895f22f3e9e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bd30c33cb19d47278478aa2340859920&device_id=4f9dac6d-1e24-4618-b802-96fdd6306c30 HTTP/1.1" status: 200 len: 1125 time: 0.2523968 Sep 16 12:57:55.690098 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4cdde-3541-498d-b1c1-10f1d68e77f0 service neutron] Pushing event updated for resources: {'Port': ['ID=31028850-a929-4e17-a925-e55dedb937e0,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:55.693961 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fa5d66-ce6c-461a-a67f-955c7ca7002b x-openstack-request-id: req-f3fa5d66-ce6c-461a-a67f-955c7ca7002b {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:57:55.694339 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f30c650-f49a-419b-acfe-165d9886e897", "tag": "c26f96da-286f-479c-9e95-6d00e8c892e4", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:57:55.694874 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f3fa5d66-ce6c-461a-a67f-955c7ca7002b {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:57:55.695183 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3fa5d66-ce6c-461a-a67f-955c7ca7002b'] response: {'name': 'network-changed', 'server_uuid': '5f30c650-f49a-419b-acfe-165d9886e897', 'tag': 'c26f96da-286f-479c-9e95-6d00e8c892e4', 'status': 'completed', 'code': 200} Sep 16 12:57:55.705709 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f2262a4f-488a-4e54-88da-df3fe3be7432 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=8a29c86523434c41b5078cb1dad129c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4544454 Sep 16 12:57:55.707899 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60938) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:55.713152 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2262a4f-488a-4e54-88da-df3fe3be7432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258b8a14-b7c7-4940-9f8f-8c7483b5156a,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:55.781684 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-05dd893e-345f-48d0-9918-116e3b9dbad2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31028850-a929-4e17-a925-e55dedb937e0 HTTP/1.1" status: 200 len: 217 time: 0.0745921 Sep 16 12:57:55.845857 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89429c82-1ebd-4a4e-90d3-fcfda3190988 req-8f84a7a7-fafd-4d4d-8578-981eba770f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:55.847644 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-89429c82-1ebd-4a4e-90d3-fcfda3190988 req-8f84a7a7-fafd-4d4d-8578-981eba770f89 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 HTTP/1.1" status: 200 len: 915 time: 0.2581129 Sep 16 12:57:55.852444 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951c8cb-f8b5-4719-a883-777d47295f8e req-cb53a0f8-9c17-4e7e-be9d-8338ab023df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:55.854261 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1951c8cb-f8b5-4719-a883-777d47295f8e req-cb53a0f8-9c17-4e7e-be9d-8338ab023df1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=cc79a200-5972-4bec-9322-503d99b7d85a HTTP/1.1" status: 200 len: 1128 time: 0.0855484 Sep 16 12:57:55.901958 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-89429c82-1ebd-4a4e-90d3-fcfda3190988 req-0c26ff48-de06-4589-9d30-9e3f8e00483a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cef43f7-b56b-46c5-a6b2-06877f434cd6 HTTP/1.1" status: 200 len: 217 time: 0.0467396 Sep 16 12:57:55.950897 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-240b2661-0a7c-4b19-bf8d-b942a96e746f req-197c037c-b48e-4954-b86b-4a349c24342c tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=17851306-4aa7-4f48-b7a3-0f9055cfafd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3377030 Sep 16 12:57:55.985862 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-0774a659-4863-440c-a79f-64923a11c57e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a13e2e0-76af-4011-86c3-ccf3c7f1953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443669 Sep 16 12:57:55.995942 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-1951c8cb-f8b5-4719-a883-777d47295f8e req-9bb11833-74fc-4bd9-89de-46612408b0aa service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345520 Sep 16 12:57:56.009038 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-5fe7620a-2394-46d9-883c-c50bdac392a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:56.010966 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-5fe7620a-2394-46d9-883c-c50bdac392a2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a13c8b8-1de8-4567-b7af-c0aeedeaafac HTTP/1.1" status: 200 len: 852 time: 0.2144980 Sep 16 12:57:56.011647 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-49edf4ca-81e5-40c6-b3cc-931e9f34c5b8 admin admin] Publish callbacks [] for security_group (258b8a14-b7c7-4940-9f8f-8c7483b5156a), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:56.018142 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89429c82-1ebd-4a4e-90d3-fcfda3190988 req-dbfaf233-85fa-4a13-929e-bca48df78b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:56.019788 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-89429c82-1ebd-4a4e-90d3-fcfda3190988 req-dbfaf233-85fa-4a13-929e-bca48df78b59 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=4adf093a-088a-4424-822e-484468ee3329 HTTP/1.1" status: 200 len: 853 time: 0.1100190 Sep 16 12:57:56.022705 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdde0b-e862-4200-a4d8-93753e8c7268 req-cfac3c3e-9772-4f26-af38-b18736d9e9bd tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:56.024955 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-82cdde0b-e862-4200-a4d8-93753e8c7268 req-cfac3c3e-9772-4f26-af38-b18736d9e9bd tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 945 time: 0.1513269 Sep 16 12:57:56.148496 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-49edf4ca-81e5-40c6-b3cc-931e9f34c5b8 admin admin] Publish callbacks [] for security_group (258b8a14-b7c7-4940-9f8f-8c7483b5156a), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:56.186164 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:56.224697 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-59e748d1-861e-484c-b621-97954886dafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:56.226790 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-59e748d1-861e-484c-b621-97954886dafc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2a13e2e0-76af-4011-86c3-ccf3c7f1953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1957238 Sep 16 12:57:56.264624 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:56.281602 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a92bc8-72ce-4d3c-a088-b726d9bbe4a9 req-808a7051-328f-4ab7-b61e-5eb81dd7d82c tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:56.283129 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67a92bc8-72ce-4d3c-a088-b726d9bbe4a9 req-808a7051-328f-4ab7-b61e-5eb81dd7d82c tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2998767f-d217-40ea-a487-60c0c4ade426 HTTP/1.1" status: 200 len: 943 time: 0.2162876 Sep 16 12:57:56.323647 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-82cdde0b-e862-4200-a4d8-93753e8c7268 req-8d1a8074-2134-4a09-a4e8-f55fd0349d33 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689748 Sep 16 12:57:56.400693 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-59886699-720c-4419-8dc3-087a493fa28e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a13e2e0-76af-4011-86c3-ccf3c7f1953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075072 Sep 16 12:57:56.446708 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89429c82-1ebd-4a4e-90d3-fcfda3190988 req-13963335-d489-4ffb-8628-5f99d5e812ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:56.449338 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-89429c82-1ebd-4a4e-90d3-fcfda3190988 req-13963335-d489-4ffb-8628-5f99d5e812ab service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=d07f81e7-3dc4-4b39-ad5d-bffdea9cea45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0615327 Sep 16 12:57:56.484112 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-49edf4ca-81e5-40c6-b3cc-931e9f34c5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (258b8a14-b7c7-4940-9f8f-8c7483b5156a), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:56.486646 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-49edf4ca-81e5-40c6-b3cc-931e9f34c5b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:56.487775 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-49edf4ca-81e5-40c6-b3cc-931e9f34c5b8 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/258b8a14-b7c7-4940-9f8f-8c7483b5156a HTTP/1.1" status: 204 len: 168 time: 0.7716327 Sep 16 12:57:56.511671 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67a92bc8-72ce-4d3c-a088-b726d9bbe4a9 req-3df37c05-7282-4edf-b981-7d65529dee35 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=69cc8fbc-249e-4c2c-918f-a1a634768324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035739 Sep 16 12:57:56.527231 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edf4ca-81e5-40c6-b3cc-931e9f34c5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258b8a14-b7c7-4940-9f8f-8c7483b5156a,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:56.531669 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-c471df95-fe94-4cb1-a2d1-09842def5160 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a13e2e0-76af-4011-86c3-ccf3c7f1953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895043 Sep 16 12:57:56.542113 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803821d5-c51d-4c9e-85a4-0efaddff642f req-21b86967-9ca2-45e2-bac4-315818b79107 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:56.548745 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-803821d5-c51d-4c9e-85a4-0efaddff642f req-21b86967-9ca2-45e2-bac4-315818b79107 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 946 time: 0.1396639 Sep 16 12:57:56.553967 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 60970) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:56.576916 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-6e276a6e-3a33-4127-abd9-e791607cbd34 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Request body: {'floatingip': {'port_id': '137f7ed1-df61-44ac-b25d-fb1d5a0609d4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:56.662764 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6e276a6e-3a33-4127-abd9-e791607cbd34 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for floatingip (02204b7a-57b7-4d7c-a1ae-44487d8ad113), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:56.749085 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c7f92-509f-46b5-b1e0-ffd29c13f8a2 req-b600937a-330e-4f43-a850-e8cf935a4728 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:56.751235 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ad8c7f92-509f-46b5-b1e0-ffd29c13f8a2 req-b600937a-330e-4f43-a850-e8cf935a4728 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cc79a200-5972-4bec-9322-503d99b7d85a HTTP/1.1" status: 200 len: 946 time: 0.1404476 Sep 16 12:57:56.845820 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea30950-5e62-42a5-a20f-6fd9baa5f9c6 req-9cf744eb-0e37-4cee-b7a1-bd5a4f280be6 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:56.850435 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eea30950-5e62-42a5-a20f-6fd9baa5f9c6 req-9cf744eb-0e37-4cee-b7a1-bd5a4f280be6 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4f9dac6d-1e24-4618-b802-96fdd6306c30 HTTP/1.1" status: 200 len: 943 time: 0.2241929 Sep 16 12:57:56.919597 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-89429c82-1ebd-4a4e-90d3-fcfda3190988 req-bc99f7da-59bc-45d4-b90a-6c0df72c7297 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d07f81e7-3dc4-4b39-ad5d-bffdea9cea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235751 Sep 16 12:57:57.010102 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-0237e62b-df53-40bf-b44e-3692c04876cb tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:57.017261 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-0237e62b-df53-40bf-b44e-3692c04876cb tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:57.019279 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-0237e62b-df53-40bf-b44e-3692c04876cb tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.76 "GET /networking/v2.0/networks?id=d73f9ac4-e3fa-4fbb-92bf-6c462d38b039&id=609f556d-5ff4-4778-acbd-e74414e27820&id=d73f9ac4-e3fa-4fbb-92bf-6c462d38b039 HTTP/1.1" status: 200 len: 1391 time: 0.1894057 Sep 16 12:57:57.068910 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ad8c7f92-509f-46b5-b1e0-ffd29c13f8a2 req-890de461-31ef-469a-836b-50750914497f tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037832 Sep 16 12:57:57.071855 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Request body: {'port': {'device_id': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'network_id': 'd73f9ac4-e3fa-4fbb-92bf-6c462d38b039', 'admin_state_up': True, 'tenant_id': '18ad456d126a4c25accb04f76a159733'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:57.186681 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:57.331962 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fee268af-da67-4413-8ffa-b3485d6afce2 req-cdcaab1d-0237-4e74-a54a-6e1e9992c40a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 210 time: 0.0784526 Sep 16 12:57:57.339577 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-89429c82-1ebd-4a4e-90d3-fcfda3190988 req-4d831544-deda-4dd9-9b58-61049f3ff37f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d07f81e7-3dc4-4b39-ad5d-bffdea9cea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628407 Sep 16 12:57:57.353831 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eea30950-5e62-42a5-a20f-6fd9baa5f9c6 req-39746055-135b-4827-82c0-10c39f7c3a6f tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788473 Sep 16 12:57:57.357664 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Made reservation on behalf of 18ad456d126a4c25accb04f76a159733 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:57:57.363876 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:57.543381 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 5cef43f7-b56b-46c5-a6b2-06877f434cd6 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:57:57.699170 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9dac6d-1e24-4618-b802-96fdd6306c30', 'tag': '31028850-a929-4e17-a925-e55dedb937e0'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:57:57.701444 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Allocated IP 19.80.0.145 (d73f9ac4-e3fa-4fbb-92bf-6c462d38b039/83f32e38-2bb2-42bc-9220-e13426719a47/7d29c55a-fbb0-4e50-9719-1dcce2aaef81) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:57:57.702021 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e043a7f-46e3-4bf4-a264-cf689a73200b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9dac6d-1e24-4618-b802-96fdd6306c30", "tag": "31028850-a929-4e17-a925-e55dedb937e0"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:57:57.730330 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:57.737851 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:57.766899 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39186ff7-bb3d-435f-92c5-1359a89f7262 req-abc136b0-4072-486b-8cb5-564e74b69c65 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:57.768904 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-39186ff7-bb3d-435f-92c5-1359a89f7262 req-abc136b0-4072-486b-8cb5-564e74b69c65 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 945 time: 0.2701311 Sep 16 12:57:57.825133 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 5cef43f7-b56b-46c5-a6b2-06877f434cd6, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=5cef43f7-b56b-46c5-a6b2-06877f434cd6,segment=NetworkSegment(ca0d95fc-3fe7-49bf-ac16-c9a3b271e436),segment_id=ca0d95fc-3fe7-49bf-ac16-c9a3b271e436)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:57.843731 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '5cef43f7-b56b-46c5-a6b2-06877f434cd6', 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45', 'port_id': '5cef43f7-b56b-46c5-a6b2-06877f434cd6', 'mac_address': 'fa:16:3e:a6:90:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4adf093a-088a-4424-822e-484468ee3329', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:57:57.855499 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a9ca4-3f97-4239-88db-bbbe73e1cfe4 req-b1530746-f496-4cfd-96fd-e7234635fb84 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:57.857446 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-128a9ca4-3f97-4239-88db-bbbe73e1cfe4 req-b1530746-f496-4cfd-96fd-e7234635fb84 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2998767f-d217-40ea-a487-60c0c4ade426 HTTP/1.1" status: 200 len: 943 time: 0.1519303 Sep 16 12:57:57.907380 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 5cef43f7-b56b-46c5-a6b2-06877f434cd6 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:57.908265 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5cef43f7-b56b-46c5-a6b2-06877f434cd6), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:57.929343 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cef43f7-b56b-46c5-a6b2-06877f434cd6 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:57:57.963465 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 5cef43f7-b56b-46c5-a6b2-06877f434cd6, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=5cef43f7-b56b-46c5-a6b2-06877f434cd6,segment=NetworkSegment(ca0d95fc-3fe7-49bf-ac16-c9a3b271e436),segment_id=ca0d95fc-3fe7-49bf-ac16-c9a3b271e436)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:57.969776 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5cef43f7-b56b-46c5-a6b2-06877f434cd6), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:57.991908 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:58.008331 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks [] for port (7d29c55a-fbb0-4e50-9719-1dcce2aaef81), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:58.050493 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=5cef43f7-b56b-46c5-a6b2-06877f434cd6,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:58.055835 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (7d29c55a-fbb0-4e50-9719-1dcce2aaef81), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:58.070480 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-39186ff7-bb3d-435f-92c5-1359a89f7262 req-640cd895-62af-425b-aa32-912833b45219 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901919 Sep 16 12:57:58.096159 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:58.099814 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.db.resource_extend [None req-6e276a6e-3a33-4127-abd9-e791607cbd34 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 12:57:58.113333 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Network d73f9ac4-e3fa-4fbb-92bf-6c462d38b039 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:58.128169 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:58.128574 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-128a9ca4-3f97-4239-88db-bbbe73e1cfe4 req-2718fe33-0947-4dfa-96bd-9bb11d8f97d0 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=69cc8fbc-249e-4c2c-918f-a1a634768324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408447 Sep 16 12:57:58.156476 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:57:58.179000 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event updated for resources: {'Port': ['ID=7d29c55a-fbb0-4e50-9719-1dcce2aaef81,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:58.186710 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['5cef43f7-b56b-46c5-a6b2-06877f434cd6'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:57:58.261184 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:58.261624 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:58.262129 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:58.262602 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:58.263180 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:58.263412 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:58.263745 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:58.264069 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:58.264511 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:58.264823 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:58.265060 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:58.265382 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:58.265699 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:58.266159 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:58.266487 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:57:58.292718 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6e276a6e-3a33-4127-abd9-e791607cbd34 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:58.296193 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:58.297173 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:58.302709 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c22f64-d45b-4e21-b7c7-d9de0c1f93df x-openstack-request-id: req-b3c22f64-d45b-4e21-b7c7-d9de0c1f93df {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:57:58.303017 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9dac6d-1e24-4618-b802-96fdd6306c30", "tag": "31028850-a929-4e17-a925-e55dedb937e0", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:57:58.303278 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b3c22f64-d45b-4e21-b7c7-d9de0c1f93df {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:57:58.303692 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3c22f64-d45b-4e21-b7c7-d9de0c1f93df'] response: {'name': 'network-changed', 'server_uuid': '4f9dac6d-1e24-4618-b802-96fdd6306c30', 'tag': '31028850-a929-4e17-a925-e55dedb937e0', 'status': 'completed', 'code': 200} Sep 16 12:57:58.307668 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6e276a6e-3a33-4127-abd9-e791607cbd34 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (02204b7a-57b7-4d7c-a1ae-44487d8ad113), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:58.349204 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-818bd2d4-02b8-4f49-aa1f-4896a80c4991 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2855127 Sep 16 12:57:58.361531 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-11fa9116-4802-4063-865e-49f4ef69a469 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Request body: {'port': {'device_id': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'network_id': '609f556d-5ff4-4778-acbd-e74414e27820', 'admin_state_up': True, 'tenant_id': '18ad456d126a4c25accb04f76a159733'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:58.450395 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:58.494342 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Provisioning complete for port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:58.497209 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (7d29c55a-fbb0-4e50-9719-1dcce2aaef81), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:58.497669 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Attempt 1 to provision port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 Sep 16 12:57:58.536388 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-11fa9116-4802-4063-865e-49f4ef69a469 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Made reservation on behalf of 18ad456d126a4c25accb04f76a159733 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:57:58.536667 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:58.540964 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa6102-e3ae-405f-b14e-1e47321d10bd req-f74a36b6-048b-4b06-a55e-c00d4a419b15 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:58.542369 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-86aa6102-e3ae-405f-b14e-1e47321d10bd req-f74a36b6-048b-4b06-a55e-c00d4a419b15 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cc79a200-5972-4bec-9322-503d99b7d85a HTTP/1.1" status: 200 len: 946 time: 0.1149011 Sep 16 12:57:58.547364 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-11fa9116-4802-4063-865e-49f4ef69a469 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:58.595218 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [None req-6e276a6e-3a33-4127-abd9-e791607cbd34 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Floating IP 02204b7a-57b7-4d7c-a1ae-44487d8ad113 associated. External IP: 172.25.2.214, port: 137f7ed1-df61-44ac-b25d-fb1d5a0609d4. Sep 16 12:57:58.710738 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=24 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:58.743294 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-11fa9116-4802-4063-865e-49f4ef69a469 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Allocated IP 19.86.0.242 (609f556d-5ff4-4778-acbd-e74414e27820/ba314f31-9d8f-4606-bec8-eabcb4966f60/e389c52d-c333-408c-a4a5-dd1fb810bd22) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:57:58.783807 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=4 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:58.921663 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-11fa9116-4802-4063-865e-49f4ef69a469 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks [] for port (e389c52d-c333-408c-a4a5-dd1fb810bd22), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:58.963616 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-11fa9116-4802-4063-865e-49f4ef69a469 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (e389c52d-c333-408c-a4a5-dd1fb810bd22), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:59.011989 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 32846) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:59.025410 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-11fa9116-4802-4063-865e-49f4ef69a469 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Network 609f556d-5ff4-4778-acbd-e74414e27820 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:57:59.029341 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-11fa9116-4802-4063-865e-49f4ef69a469 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:57:59.033840 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-11fa9116-4802-4063-865e-49f4ef69a469 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:57:59.037763 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Attempt 2 to provision port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 Sep 16 12:57:59.059292 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa9116-4802-4063-865e-49f4ef69a469 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event updated for resources: {'Port': ['ID=e389c52d-c333-408c-a4a5-dd1fb810bd22,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:59.099638 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device c26f96da-286f-479c-9e95-6d00e8c892e4 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:57:59.102344 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:59.103236 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-11fa9116-4802-4063-865e-49f4ef69a469 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:59.106988 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-11fa9116-4802-4063-865e-49f4ef69a469 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:59.110235 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:59.115741 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:59.138935 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-11fa9116-4802-4063-865e-49f4ef69a469 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7826166 Sep 16 12:57:59.204866 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-86aa6102-e3ae-405f-b14e-1e47321d10bd req-15bbec83-83e0-4bbe-a4b0-422287963f14 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6532946 Sep 16 12:57:59.205303 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-68cedac9-2c65-4ff9-a11d-3698c7c8f302 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Request body: {'port': {'device_id': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'network_id': 'd73f9ac4-e3fa-4fbb-92bf-6c462d38b039', 'admin_state_up': True, 'tenant_id': '18ad456d126a4c25accb04f76a159733'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:57:59.233139 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7368fa6-43a1-4466-bb98-9e13a4eb75b7 req-5c720dc0-1e62-40ce-9236-49ab79214916 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:59.240787 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c7368fa6-43a1-4466-bb98-9e13a4eb75b7 req-5c720dc0-1e62-40ce-9236-49ab79214916 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4f9dac6d-1e24-4618-b802-96fdd6306c30 HTTP/1.1" status: 200 len: 943 time: 0.5236449 Sep 16 12:57:59.260563 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e65fc9f4-4d31-4b6f-9668-8df172662ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:59.271062 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port c26f96da-286f-479c-9e95-6d00e8c892e4, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c26f96da-286f-479c-9e95-6d00e8c892e4,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:59.288262 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': 'c26f96da-286f-479c-9e95-6d00e8c892e4', 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b', 'port_id': 'c26f96da-286f-479c-9e95-6d00e8c892e4', 'mac_address': 'fa:16:3e:b4:0a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a13c8b8-1de8-4567-b7af-c0aeedeaafac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:57:59.301003 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d86b5-67e2-4b5e-9f45-17416314c7ba req-559857af-d575-4a84-adfd-4b4f20355095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:59.302544 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-307d86b5-67e2-4b5e-9f45-17416314c7ba req-559857af-d575-4a84-adfd-4b4f20355095 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bd30c33cb19d47278478aa2340859920&device_id=5f30c650-f49a-419b-acfe-165d9886e897 HTTP/1.1" status: 200 len: 1126 time: 0.6414421 Sep 16 12:57:59.341331 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port c26f96da-286f-479c-9e95-6d00e8c892e4 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:59.341900 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c26f96da-286f-479c-9e95-6d00e8c892e4), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:59.358629 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26f96da-286f-479c-9e95-6d00e8c892e4 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:57:59.391766 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port c26f96da-286f-479c-9e95-6d00e8c892e4, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c26f96da-286f-479c-9e95-6d00e8c892e4,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:59.397285 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c26f96da-286f-479c-9e95-6d00e8c892e4), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:59.424198 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c7368fa6-43a1-4466-bb98-9e13a4eb75b7 req-26704dd2-f5b4-4c4e-b7c0-db8084f2ed73 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821752 Sep 16 12:57:59.453679 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-68cedac9-2c65-4ff9-a11d-3698c7c8f302 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Made reservation on behalf of 18ad456d126a4c25accb04f76a159733 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:57:59.468248 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=c26f96da-286f-479c-9e95-6d00e8c892e4,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:59.468515 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-68cedac9-2c65-4ff9-a11d-3698c7c8f302 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:59.468515 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e65fc9f4-4d31-4b6f-9668-8df172662ff5 admin admin] Publish callbacks [] for security_group (78ee0eee-b61a-443b-a1c9-d748f35c2034), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:59.473796 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e65fc9f4-4d31-4b6f-9668-8df172662ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (78ee0eee-b61a-443b-a1c9-d748f35c2034), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:59.503147 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:59.528063 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-975c2f6b-9e7a-44ec-99d8-c2bd0924cb32 req-91ee48e6-69bc-4638-bd5c-163ce1615e79 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a13e2e0-76af-4011-86c3-ccf3c7f1953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9279122 Sep 16 12:57:59.534309 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fc9f4-4d31-4b6f-9668-8df172662ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ee0eee-b61a-443b-a1c9-d748f35c2034,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:57:59.544832 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc361050-af4b-4000-adec-fa855d0a78cc req-c4c629a9-c783-4aab-a195-e55392bc222c tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:59.549861 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc361050-af4b-4000-adec-fa855d0a78cc req-c4c629a9-c783-4aab-a195-e55392bc222c tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:59.562283 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fc361050-af4b-4000-adec-fa855d0a78cc req-c4c629a9-c783-4aab-a195-e55392bc222c tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 1655 time: 0.1804085 Sep 16 12:57:59.565153 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 5cef43f7-b56b-46c5-a6b2-06877f434cd6 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:57:59.603429 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Attempt 3 to provision port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 Sep 16 12:57:59.614401 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e65fc9f4-4d31-4b6f-9668-8df172662ff5 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=8e4f9cbba5a648959ddd45f4d80babcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5965176 Sep 16 12:57:59.621473 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 32866) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:57:59.651284 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 5cef43f7-b56b-46c5-a6b2-06877f434cd6 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:57:59.653545 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:57:59.657436 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 5cef43f7-b56b-46c5-a6b2-06877f434cd6 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:57:59.662430 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5cef43f7-b56b-46c5-a6b2-06877f434cd6), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:59.663028 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 5cef43f7-b56b-46c5-a6b2-06877f434cd6 Sep 16 12:57:59.709240 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fc361050-af4b-4000-adec-fa855d0a78cc req-0da15991-d3f8-444e-9604-e628491343ad tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505578 Sep 16 12:57:59.721201 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:59.733684 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ec724674-b123-463b-818c-fa42c4531261 admin admin] Publish callbacks [] for security_group (78ee0eee-b61a-443b-a1c9-d748f35c2034), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:59.760758 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d86b5-67e2-4b5e-9f45-17416314c7ba req-3e6d2fc6-912b-4353-b096-7aa9c337bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:59.762231 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-307d86b5-67e2-4b5e-9f45-17416314c7ba req-3e6d2fc6-912b-4353-b096-7aa9c337bc9c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2a13e2e0-76af-4011-86c3-ccf3c7f1953b HTTP/1.1" status: 200 len: 914 time: 0.4058650 Sep 16 12:57:59.772795 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654d5e3-610a-4f8b-866b-2b6098304f1c req-384b70c3-1c1f-430b-b6b7-a3e898472cee tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:59.774973 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4654d5e3-610a-4f8b-866b-2b6098304f1c req-384b70c3-1c1f-430b-b6b7-a3e898472cee tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 945 time: 0.1418955 Sep 16 12:57:59.795031 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:57:59.798099 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ec724674-b123-463b-818c-fa42c4531261 admin admin] Publish callbacks [] for security_group (78ee0eee-b61a-443b-a1c9-d748f35c2034), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:59.801231 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-68cedac9-2c65-4ff9-a11d-3698c7c8f302 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Allocated IP 19.80.0.101 (d73f9ac4-e3fa-4fbb-92bf-6c462d38b039/83f32e38-2bb2-42bc-9220-e13426719a47/0f8de272-9fd7-474d-85d6-e69716710172) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:57:59.814499 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e276a6e-3a33-4127-abd9-e791607cbd34 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Router b5f2aefe-764d-43c1-90a1-ef7c305dbffa has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:57:59.892805 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4654d5e3-610a-4f8b-866b-2b6098304f1c req-68b73f3f-cd45-4ee0-a15e-86e12fc1a758 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095250 Sep 16 12:57:59.916289 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23308de9-e9d9-4031-9094-d27e4712a1a0 req-e9ef1796-aac1-4774-9d9f-dca3960e6b9b tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:57:59.925129 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 5cef43f7-b56b-46c5-a6b2-06877f434cd6 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:57:59.925129 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5cef43f7-b56b-46c5-a6b2-06877f434cd6), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:59.927283 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-23308de9-e9d9-4031-9094-d27e4712a1a0 req-e9ef1796-aac1-4774-9d9f-dca3960e6b9b tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2998767f-d217-40ea-a487-60c0c4ade426 HTTP/1.1" status: 200 len: 944 time: 0.1072361 Sep 16 12:57:59.952807 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2998767f-d217-40ea-a487-60c0c4ade426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cef43f7-b56b-46c5-a6b2-06877f434cd6'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:57:59.955199 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956ff4ed-4842-4af4-b5ae-90cf5dea5f7c" -d '{"events": [{"server_uuid": "2998767f-d217-40ea-a487-60c0c4ade426", "name": "network-vif-plugged", "status": "completed", "tag": "5cef43f7-b56b-46c5-a6b2-06877f434cd6"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:57:59.970722 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 5cef43f7-b56b-46c5-a6b2-06877f434cd6, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=5cef43f7-b56b-46c5-a6b2-06877f434cd6,segment=NetworkSegment(ca0d95fc-3fe7-49bf-ac16-c9a3b271e436),segment_id=ca0d95fc-3fe7-49bf-ac16-c9a3b271e436)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:57:59.975262 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['c26f96da-286f-479c-9e95-6d00e8c892e4'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:57:59.981427 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5cef43f7-b56b-46c5-a6b2-06877f434cd6), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:57:59.988553 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:00.069921 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=5cef43f7-b56b-46c5-a6b2-06877f434cd6,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:00.103288 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-23308de9-e9d9-4031-9094-d27e4712a1a0 req-c1d1f734-5705-4648-b4c6-03972062f477 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=69cc8fbc-249e-4c2c-918f-a1a634768324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749525 Sep 16 12:58:00.145397 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e276a6e-3a33-4127-abd9-e791607cbd34 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:58:00.151944 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6e276a6e-3a33-4127-abd9-e791607cbd34 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:00.157519 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Attempt 4 to provision port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 Sep 16 12:58:00.157734 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6379c52-5931-44a6-bf74-0c411f424784 None None] Sync routers for ids ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:58:00.176177 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6379c52-5931-44a6-bf74-0c411f424784 None None] Routers {'b5f2aefe-764d-43c1-90a1-ef7c305dbffa'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:58:00.176809 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-e6379c52-5931-44a6-bf74-0c411f424784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:57:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:00.212987 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-6e276a6e-3a33-4127-abd9-e791607cbd34 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/02204b7a-57b7-4d7c-a1ae-44487d8ad113 HTTP/1.1" status: 200 len: 992 time: 3.6496828 Sep 16 12:58:00.224014 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:00.266656 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae644142-51cd-4ec7-9824-89dcd7a83ea3 x-openstack-request-id: req-ae644142-51cd-4ec7-9824-89dcd7a83ea3 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:00.267252 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2998767f-d217-40ea-a487-60c0c4ade426", "name": "network-vif-plugged", "status": "completed", "tag": "5cef43f7-b56b-46c5-a6b2-06877f434cd6", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:00.267659 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ae644142-51cd-4ec7-9824-89dcd7a83ea3 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:00.268266 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae644142-51cd-4ec7-9824-89dcd7a83ea3'] response: {'server_uuid': '2998767f-d217-40ea-a487-60c0c4ade426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cef43f7-b56b-46c5-a6b2-06877f434cd6', 'code': 200} Sep 16 12:58:00.305831 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272fddb0-eba2-4559-b76d-460bd65246ec', 'tag': '137f7ed1-df61-44ac-b25d-fb1d5a0609d4'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:00.309063 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62022cf-1854-4927-9133-c176cf7e7466" -d '{"events": [{"name": "network-changed", "server_uuid": "272fddb0-eba2-4559-b76d-460bd65246ec", "tag": "137f7ed1-df61-44ac-b25d-fb1d5a0609d4"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:00.367758 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497cc984-eb66-4b74-883c-9687ad88243b x-openstack-request-id: req-497cc984-eb66-4b74-883c-9687ad88243b {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:00.368427 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272fddb0-eba2-4559-b76d-460bd65246ec", "tag": "137f7ed1-df61-44ac-b25d-fb1d5a0609d4", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:00.369115 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-497cc984-eb66-4b74-883c-9687ad88243b {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:00.369674 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497cc984-eb66-4b74-883c-9687ad88243b'] response: {'name': 'network-changed', 'server_uuid': '272fddb0-eba2-4559-b76d-460bd65246ec', 'tag': '137f7ed1-df61-44ac-b25d-fb1d5a0609d4', 'status': 'completed', 'code': 200} Sep 16 12:58:00.422122 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c1f38-7504-4c94-96fe-6c3929373c81 req-8a6ea8f8-e05b-49cb-b958-4fc3bc049010 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:00.423261 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b13c1f38-7504-4c94-96fe-6c3929373c81 req-8a6ea8f8-e05b-49cb-b958-4fc3bc049010 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cc79a200-5972-4bec-9322-503d99b7d85a HTTP/1.1" status: 200 len: 946 time: 0.0724699 Sep 16 12:58:00.428855 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ec724674-b123-463b-818c-fa42c4531261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (78ee0eee-b61a-443b-a1c9-d748f35c2034), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:00.431934 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-e6379c52-5931-44a6-bf74-0c411f424784 None None] Set router b5f2aefe-764d-43c1-90a1-ef7c305dbffa gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:58:00.432796 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ec724674-b123-463b-818c-fa42c4531261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:00.442441 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ec724674-b123-463b-818c-fa42c4531261 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/78ee0eee-b61a-443b-a1c9-d748f35c2034 HTTP/1.1" status: 204 len: 168 time: 0.8148232 Sep 16 12:58:00.481930 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:00.485796 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41201ce5-d836-4e54-a867-81ddcc38135d req-2c91a97d-1fd8-4ff1-9351-9945bee9b98f tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:00.487366 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-2c91a97d-1fd8-4ff1-9351-9945bee9b98f tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0&tenant_id=da915844493a4928ac8830897afa126f&binding%3Ahost_id=n-h1-858094-4 HTTP/1.1" status: 200 len: 1127 time: 0.5740898 Sep 16 12:58:00.488654 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b13c1f38-7504-4c94-96fe-6c3929373c81 req-1120a63d-bdce-44bb-b53f-16abfc21e814 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557754 Sep 16 12:58:00.490575 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec724674-b123-463b-818c-fa42c4531261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ee0eee-b61a-443b-a1c9-d748f35c2034,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:00.593889 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 32892) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:00.639407 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-68cedac9-2c65-4ff9-a11d-3698c7c8f302 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks [] for port (0f8de272-9fd7-474d-85d6-e69716710172), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:00.644403 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebfde5-44a5-4c3e-83ec-84aa7259f517 req-4841a2c7-8f7d-4e03-8700-756a912d59de tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:00.660948 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-82ebfde5-44a5-4c3e-83ec-84aa7259f517 req-4841a2c7-8f7d-4e03-8700-756a912d59de tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4f9dac6d-1e24-4618-b802-96fdd6306c30 HTTP/1.1" status: 200 len: 943 time: 0.0758815 Sep 16 12:58:00.677375 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-68cedac9-2c65-4ff9-a11d-3698c7c8f302 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (0f8de272-9fd7-474d-85d6-e69716710172), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:00.702536 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-e6379c52-5931-44a6-bf74-0c411f424784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:52Z', 'updated_at': '2022-09-16T12:53:06Z', 'revision_number': 4, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'gw_port': {'id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:53Z', 'updated_at': '2022-09-16T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '02204b7a-57b7-4d7c-a1ae-44487d8ad113', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'port_id': '137f7ed1-df61-44ac-b25d-fb1d5a0609d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'mac_address': 'fa:16:3e:35:71:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272fddb0-eba2-4559-b76d-460bd65246ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:57:21Z', 'updated_at': '2022-09-16T12:57:57Z', 'revision_number': 1, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ec4bb9-5dec-454f-9b09-cc9e14f82e8d', 'name': '', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'mac_address': 'fa:16:3e:ff:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:02Z', 'updated_at': '2022-09-16T12:53:14Z', 'revision_number': 5, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'subnets': [{'id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:00.725903 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Attempt 5 to provision port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 Sep 16 12:58:00.746045 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-68cedac9-2c65-4ff9-a11d-3698c7c8f302 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Network d73f9ac4-e3fa-4fbb-92bf-6c462d38b039 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:58:00.749693 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6379c52-5931-44a6-bf74-0c411f424784 None None] Checking router: b5f2aefe-764d-43c1-90a1-ef7c305dbffa for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:58:00.750948 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-68cedac9-2c65-4ff9-a11d-3698c7c8f302 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:00.755559 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-82ebfde5-44a5-4c3e-83ec-84aa7259f517 req-4b385bd8-8359-48a0-9a13-ad63c6a63478 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879474 Sep 16 12:58:00.766916 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cedac9-2c65-4ff9-a11d-3698c7c8f302 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event updated for resources: {'Port': ['ID=0f8de272-9fd7-474d-85d6-e69716710172,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:00.771880 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-68cedac9-2c65-4ff9-a11d-3698c7c8f302 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:58:00.782577 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6379c52-5931-44a6-bf74-0c411f424784 None None] Routers {'b5f2aefe-764d-43c1-90a1-ef7c305dbffa'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:58:00.783331 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-e6379c52-5931-44a6-bf74-0c411f424784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:57:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:00.807242 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:00.845452 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-68cedac9-2c65-4ff9-a11d-3698c7c8f302 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:00.846216 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-68cedac9-2c65-4ff9-a11d-3698c7c8f302 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:00.882287 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-68cedac9-2c65-4ff9-a11d-3698c7c8f302 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6799364 Sep 16 12:58:00.953401 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-e6379c52-5931-44a6-bf74-0c411f424784 None None] Set router b5f2aefe-764d-43c1-90a1-ef7c305dbffa gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:58:00.982824 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852840b7-8101-4e6e-bac8-f04c2c533e34 req-82c9eb7f-86ca-4156-a850-ebd388f8080c tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:00.998730 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852840b7-8101-4e6e-bac8-f04c2c533e34 req-82c9eb7f-86ca-4156-a850-ebd388f8080c tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:01.010523 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852840b7-8101-4e6e-bac8-f04c2c533e34 req-82c9eb7f-86ca-4156-a850-ebd388f8080c tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:01.011731 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-852840b7-8101-4e6e-bac8-f04c2c533e34 req-82c9eb7f-86ca-4156-a850-ebd388f8080c tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2377 time: 0.1436439 Sep 16 12:58:01.064419 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-567e0af6-c318-44d5-873f-382c8436976e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:01.149881 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735f921-cfc4-4b39-bbc3-1424a67ece62 req-adca8e7e-7f50-4bd3-830f-12dcb713d9ba tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:01.158271 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b735f921-cfc4-4b39-bbc3-1424a67ece62 req-adca8e7e-7f50-4bd3-830f-12dcb713d9ba tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 945 time: 0.1062636 Sep 16 12:58:01.186273 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 32904) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:01.186426 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-852840b7-8101-4e6e-bac8-f04c2c533e34 req-db0e468d-f199-4745-9b3d-08dd21513edb tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628997 Sep 16 12:58:01.194904 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-858094-4'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:01.207068 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:01.209066 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-e6379c52-5931-44a6-bf74-0c411f424784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:52Z', 'updated_at': '2022-09-16T12:53:06Z', 'revision_number': 4, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'gw_port': {'id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:53Z', 'updated_at': '2022-09-16T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '02204b7a-57b7-4d7c-a1ae-44487d8ad113', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'port_id': '137f7ed1-df61-44ac-b25d-fb1d5a0609d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'mac_address': 'fa:16:3e:35:71:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272fddb0-eba2-4559-b76d-460bd65246ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:57:21Z', 'updated_at': '2022-09-16T12:57:57Z', 'revision_number': 1, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ec4bb9-5dec-454f-9b09-cc9e14f82e8d', 'name': '', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'mac_address': 'fa:16:3e:ff:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:02Z', 'updated_at': '2022-09-16T12:53:14Z', 'revision_number': 5, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'subnets': [{'id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:01.229681 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] Request body: {'port': {'device_id': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:01.232425 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c61db35e-cb06-4a67-a3d2-2dc5d755e102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:01.254145 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6379c52-5931-44a6-bf74-0c411f424784 None None] The sync data for ids ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'] in n-d-858094-4 is: [{'id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:52Z', 'updated_at': '2022-09-16T12:53:06Z', 'revision_number': 4, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'gw_port': {'id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:53Z', 'updated_at': '2022-09-16T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '02204b7a-57b7-4d7c-a1ae-44487d8ad113', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'port_id': '137f7ed1-df61-44ac-b25d-fb1d5a0609d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'mac_address': 'fa:16:3e:35:71:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272fddb0-eba2-4559-b76d-460bd65246ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T12:57:21Z', 'updated_at': '2022-09-16T12:57:57Z', 'revision_number': 1, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ec4bb9-5dec-454f-9b09-cc9e14f82e8d', 'name': '', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'mac_address': 'fa:16:3e:ff:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:02Z', 'updated_at': '2022-09-16T12:53:14Z', 'revision_number': 5, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'subnets': [{'id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:58:01.283476 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62022cf-1854-4927-9133-c176cf7e7466 req-d1d122c5-1400-44a9-9c8c-52af991dd2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:01.285298 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d62022cf-1854-4927-9133-c176cf7e7466 req-d1d122c5-1400-44a9-9c8c-52af991dd2ee service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7a67136b9d8041fd8e62a81be2d6b48d&device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 1128 time: 0.1240802 Sep 16 12:58:01.308939 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Attempt 6 to provision port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 Sep 16 12:58:01.362444 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device c26f96da-286f-479c-9e95-6d00e8c892e4 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:58:01.363783 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b735f921-cfc4-4b39-bbc3-1424a67ece62 req-2469e261-7a57-47da-8fe1-219c433fba8f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044852 Sep 16 12:58:01.385678 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdc3a5-561e-402b-ba11-8fc843c5a08f req-52a927a8-b75a-4d89-a7d6-6f88d8b495bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:01.387491 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c5cdc3a5-561e-402b-ba11-8fc843c5a08f req-52a927a8-b75a-4d89-a7d6-6f88d8b495bb service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2998767f-d217-40ea-a487-60c0c4ade426 HTTP/1.1" status: 200 len: 1127 time: 0.0688262 Sep 16 12:58:01.387908 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:01.390075 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:01.402351 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.76', 53770) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:01.421629 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579946-0372-49d9-a049-aec66f4d4199 req-f0681e6f-4b28-43aa-bba9-ede73f112be6 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:01.424483 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cb579946-0372-49d9-a049-aec66f4d4199 req-f0681e6f-4b28-43aa-bba9-ede73f112be6 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2998767f-d217-40ea-a487-60c0c4ade426 HTTP/1.1" status: 200 len: 945 time: 0.1480784 Sep 16 12:58:01.443986 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:01.461764 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port c26f96da-286f-479c-9e95-6d00e8c892e4 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:58:01.469240 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port c26f96da-286f-479c-9e95-6d00e8c892e4 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:01.469965 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c26f96da-286f-479c-9e95-6d00e8c892e4), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:01.470502 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port c26f96da-286f-479c-9e95-6d00e8c892e4 Sep 16 12:58:01.498261 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f8acb-ee24-46e0-867d-52ca137f6c1b req-93680579-61ac-41e1-be17-adfa80f008df tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:01.499925 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d8f8acb-ee24-46e0-867d-52ca137f6c1b req-93680579-61ac-41e1-be17-adfa80f008df tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=cc79a200-5972-4bec-9322-503d99b7d85a HTTP/1.1" status: 200 len: 946 time: 0.0965259 Sep 16 12:58:01.501136 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-567e0af6-c318-44d5-873f-382c8436976e admin admin] Publish callbacks [] for security_group (4fdae76d-8165-471b-8e2b-5006a1cf5087), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:01.507817 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:01.511714 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:01.513696 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7d29c55a-fbb0-4e50-9719-1dcce2aaef81), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:01.517582 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-567e0af6-c318-44d5-873f-382c8436976e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (4fdae76d-8165-471b-8e2b-5006a1cf5087), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:01.575258 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:58:01.577524 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62022cf-1854-4927-9133-c176cf7e7466 req-c50baa92-ffec-49b2-8f72-14ad8cec51e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:01.579554 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d62022cf-1854-4927-9133-c176cf7e7466 req-c50baa92-ffec-49b2-8f72-14ad8cec51e6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=3f814bae-963f-4f23-965e-dabc87858a1e HTTP/1.1" status: 200 len: 912 time: 0.2488859 Sep 16 12:58:01.580877 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port c26f96da-286f-479c-9e95-6d00e8c892e4 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:01.581445 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c26f96da-286f-479c-9e95-6d00e8c892e4), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:01.623392 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cb579946-0372-49d9-a049-aec66f4d4199 req-88cfbde0-424e-41a5-b390-856b21bd97b3 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=69cc8fbc-249e-4c2c-918f-a1a634768324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791208 Sep 16 12:58:01.658038 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:01.694459 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port c26f96da-286f-479c-9e95-6d00e8c892e4, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c26f96da-286f-479c-9e95-6d00e8c892e4,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:01.704514 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c26f96da-286f-479c-9e95-6d00e8c892e4), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:01.718713 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-567e0af6-c318-44d5-873f-382c8436976e admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=f8b6b4047fa146b0bbb3e8453375c654&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1236467 Sep 16 12:58:01.721313 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c5cdc3a5-561e-402b-ba11-8fc843c5a08f req-c54662dd-bbc1-4995-a0df-161758d649ce service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=69cc8fbc-249e-4c2c-918f-a1a634768324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972469 Sep 16 12:58:01.727830 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 32910) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:01.738281 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e0af6-c318-44d5-873f-382c8436976e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdae76d-8165-471b-8e2b-5006a1cf5087,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:01.758866 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:01.763349 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=c26f96da-286f-479c-9e95-6d00e8c892e4,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:01.771153 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e4c32f-bc1e-4479-b9ba-46c64b7b5b74 None None] New status for floating IP 02204b7a-57b7-4d7c-a1ae-44487d8ad113: ACTIVE {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:58:01.773666 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-7d8f8acb-ee24-46e0-867d-52ca137f6c1b req-d5d92a42-fd97-4815-842e-40715229cce4 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Deleting port c9811505-9290-4353-ad69-62b405cd0ded {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:01.774674 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7d8f8acb-ee24-46e0-867d-52ca137f6c1b req-d5d92a42-fd97-4815-842e-40715229cce4 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (c9811505-9290-4353-ad69-62b405cd0ded), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:01.815178 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d62022cf-1854-4927-9133-c176cf7e7466 req-7571387e-a35f-4326-a34f-e8743645d927 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=137f7ed1-df61-44ac-b25d-fb1d5a0609d4 HTTP/1.1" status: 200 len: 1000 time: 0.2241344 Sep 16 12:58:01.815397 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c61db35e-cb06-4a67-a3d2-2dc5d755e102 admin admin] Publish callbacks [] for security_group (171c0429-754f-4928-9b0a-2bff69ee21b0), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:01.835931 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c61db35e-cb06-4a67-a3d2-2dc5d755e102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (171c0429-754f-4928-9b0a-2bff69ee21b0), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:01.892676 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:01.907623 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:01.911098 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-307d86b5-67e2-4b5e-9f45-17416314c7ba req-bda60700-8170-4d5f-9b06-d2412c2ed8f3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c26f96da-286f-479c-9e95-6d00e8c892e4 HTTP/1.1" status: 200 len: 217 time: 0.1187415 Sep 16 12:58:01.928649 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 has no active binding in host n-h2-858094-4 {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 12:58:01.945258 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7b1f4-d375-4258-afc7-4e34e7fd2000 req-13b6a554-f392-463f-a7f5-84a9932005cb tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:01.947536 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-23a7b1f4-d375-4258-afc7-4e34e7fd2000 req-13b6a554-f392-463f-a7f5-84a9932005cb tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cc79a200-5972-4bec-9322-503d99b7d85a HTTP/1.1" status: 200 len: 946 time: 0.2495720 Sep 16 12:58:01.968669 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Attempt 7 to provision port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 Sep 16 12:58:01.986133 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c61db35e-cb06-4a67-a3d2-2dc5d755e102 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=b201810f725643beab621589bf45ffc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7970955 Sep 16 12:58:01.996217 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 32914) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:02.007295 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:02.025457 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61db35e-cb06-4a67-a3d2-2dc5d755e102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171c0429-754f-4928-9b0a-2bff69ee21b0,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:02.125207 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8291f2-f150-47e3-b9b1-1ed8ffbc538a req-1574b221-301c-48d9-bfac-e3d50c0c1de1 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:02.126627 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ca8291f2-f150-47e3-b9b1-1ed8ffbc538a req-1574b221-301c-48d9-bfac-e3d50c0c1de1 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4f9dac6d-1e24-4618-b802-96fdd6306c30 HTTP/1.1" status: 200 len: 943 time: 0.2240779 Sep 16 12:58:02.127587 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e043a7f-46e3-4bf4-a264-cf689a73200b req-faace6df-a409-4277-9766-f23ec675d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:02.128975 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5e043a7f-46e3-4bf4-a264-cf689a73200b req-faace6df-a409-4277-9766-f23ec675d624 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bd30c33cb19d47278478aa2340859920&device_id=4f9dac6d-1e24-4618-b802-96fdd6306c30 HTTP/1.1" status: 200 len: 1125 time: 0.3043098 Sep 16 12:58:02.131498 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] For port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:02.166507 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7553e0c6-bfa0-4033-871f-d66a97496faa admin admin] Publish callbacks [] for security_group (171c0429-754f-4928-9b0a-2bff69ee21b0), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:02.174264 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:02.205184 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d86b5-67e2-4b5e-9f45-17416314c7ba req-846c78da-385a-4b86-837a-69ab36dda75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:02.206522 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-307d86b5-67e2-4b5e-9f45-17416314c7ba req-846c78da-385a-4b86-837a-69ab36dda75f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a13c8b8-1de8-4567-b7af-c0aeedeaafac HTTP/1.1" status: 200 len: 852 time: 0.2559280 Sep 16 12:58:02.207740 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62022cf-1854-4927-9133-c176cf7e7466 req-99374fb2-09c4-488e-a660-6233a6366c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:02.209042 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d62022cf-1854-4927-9133-c176cf7e7466 req-99374fb2-09c4-488e-a660-6233a6366c63 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=6061ddae-e5d0-47a0-8962-b4b487ae4f3d HTTP/1.1" status: 200 len: 850 time: 0.2794693 Sep 16 12:58:02.224090 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-52efb7bb-a38b-44c9-854e-355d614b8e4c admin admin] Publish callbacks [] for security_group (4fdae76d-8165-471b-8e2b-5006a1cf5087), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:02.236112 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7553e0c6-bfa0-4033-871f-d66a97496faa admin admin] Publish callbacks [] for security_group (171c0429-754f-4928-9b0a-2bff69ee21b0), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:02.238675 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] For port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7, host n-h1-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:58:02.270070 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f30c650-f49a-419b-acfe-165d9886e897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26f96da-286f-479c-9e95-6d00e8c892e4'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:02.274942 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acb1f10-1067-4949-af22-f29afcf2b015" -d '{"events": [{"server_uuid": "5f30c650-f49a-419b-acfe-165d9886e897", "name": "network-vif-plugged", "status": "completed", "tag": "c26f96da-286f-479c-9e95-6d00e8c892e4"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:02.275653 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-7d8f8acb-ee24-46e0-867d-52ca137f6c1b req-d5d92a42-fd97-4815-842e-40715229cce4 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] For port c9811505-9290-4353-ad69-62b405cd0ded, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c9811505-9290-4353-ad69-62b405cd0ded,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:02.276226 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7d8f8acb-ee24-46e0-867d-52ca137f6c1b req-d5d92a42-fd97-4815-842e-40715229cce4 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (c9811505-9290-4353-ad69-62b405cd0ded), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:02.331811 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b229371-5f66-466c-a96b-2f668a855aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:02.334128 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20bcf37-5df8-4e5f-862a-39f70de14ad1" -d '{"events": [{"server_uuid": "3b229371-5f66-466c-a96b-2f668a855aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:02.338915 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-7d8f8acb-ee24-46e0-867d-52ca137f6c1b req-d5d92a42-fd97-4815-842e-40715229cce4 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Calling delete_port for c9811505-9290-4353-ad69-62b405cd0ded owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:02.341183 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1355f8b5-9acc-4922-ad81-ff4f394200ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:02.341787 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] Publish callbacks [] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:02.372630 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-23a7b1f4-d375-4258-afc7-4e34e7fd2000 req-3bcce15b-c3a8-4d14-9318-06012ced0d11 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960142 Sep 16 12:58:02.372849 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:02.386851 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-52efb7bb-a38b-44c9-854e-355d614b8e4c admin admin] Publish callbacks [] for security_group (4fdae76d-8165-471b-8e2b-5006a1cf5087), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:02.403928 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:58:02.419902 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] Publish callbacks [] for port (7d29c55a-fbb0-4e50-9719-1dcce2aaef81), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:02.441897 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d86b5-67e2-4b5e-9f45-17416314c7ba req-30dd9221-1ae6-451c-b472-169a43f505c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:02.443407 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-307d86b5-67e2-4b5e-9f45-17416314c7ba req-30dd9221-1ae6-451c-b472-169a43f505c6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2a13e2e0-76af-4011-86c3-ccf3c7f1953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2070742 Sep 16 12:58:02.447223 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ca8291f2-f150-47e3-b9b1-1ed8ffbc538a req-8f55271e-9f49-44d9-9780-452cbff34e69 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997553 Sep 16 12:58:02.473743 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:02.478145 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] Transition to ACTIVE for port object 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:58:02.481730 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7553e0c6-bfa0-4033-871f-d66a97496faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (171c0429-754f-4928-9b0a-2bff69ee21b0), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:02.484674 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7553e0c6-bfa0-4033-871f-d66a97496faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:02.488247 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7553e0c6-bfa0-4033-871f-d66a97496faa admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/171c0429-754f-4928-9b0a-2bff69ee21b0 HTTP/1.1" status: 204 len: 168 time: 0.4886868 Sep 16 12:58:02.494994 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] Pushing event updated for resources: {'Port': ['ID=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7,revision_number=7']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:02.504655 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (7d29c55a-fbb0-4e50-9719-1dcce2aaef81), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:02.508623 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Attempt 8 to provision port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 Sep 16 12:58:02.522788 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553e0c6-bfa0-4033-871f-d66a97496faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171c0429-754f-4928-9b0a-2bff69ee21b0,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:02.526380 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] Attempting to bind port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 on host n-h1-858094-4 for vnic_type normal with profile {"migrating_to": "n-h2-858094-4"} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:58:02.527048 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] Attempting to bind port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:58:02.527386 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] Attempting to bind port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:58:02.587109 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aca74fc-d31c-48bb-9d09-15c8dba7b1de x-openstack-request-id: req-7aca74fc-d31c-48bb-9d09-15c8dba7b1de {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:02.587403 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b229371-5f66-466c-a96b-2f668a855aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:02.587660 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7aca74fc-d31c-48bb-9d09-15c8dba7b1de {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:02.588198 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aca74fc-d31c-48bb-9d09-15c8dba7b1de'] response: {'server_uuid': '3b229371-5f66-466c-a96b-2f668a855aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7', 'code': 200} Sep 16 12:58:02.588319 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2af336-bba5-4ff1-9539-b29bee3fe826 x-openstack-request-id: req-1c2af336-bba5-4ff1-9539-b29bee3fe826 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:02.588681 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f30c650-f49a-419b-acfe-165d9886e897", "name": "network-vif-plugged", "status": "completed", "tag": "c26f96da-286f-479c-9e95-6d00e8c892e4", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:02.589115 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1c2af336-bba5-4ff1-9539-b29bee3fe826 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:02.589576 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c2af336-bba5-4ff1-9539-b29bee3fe826'] response: {'server_uuid': '5f30c650-f49a-419b-acfe-165d9886e897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26f96da-286f-479c-9e95-6d00e8c892e4', 'code': 200} Sep 16 12:58:02.590576 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:02.653370 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] Pushing event updated for resources: {'Port': ['ID=7d29c55a-fbb0-4e50-9719-1dcce2aaef81,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:02.687237 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] Port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 on network 1e927054-126f-4e94-8719-fa14f3244a7f not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:58:02.687345 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] Attempting to bind port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 on network 1e927054-126f-4e94-8719-fa14f3244a7f {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:58:02.744508 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62022cf-1854-4927-9133-c176cf7e7466 req-5ade430a-140e-4e7a-8920-18f2276b3a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:02.746795 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d62022cf-1854-4927-9133-c176cf7e7466 req-5ade430a-140e-4e7a-8920-18f2276b3a0f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=3f814bae-963f-4f23-965e-dabc87858a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3516109 Sep 16 12:58:02.761427 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:02.764287 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] Attempting to bind port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:58:02.764983 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] Attempting to bind port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '7f346e65-7fb5-4a92-b6b1-6e890df0b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd73f9ac4-e3fa-4fbb-92bf-6c462d38b039'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:58:02.765386 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] Attempting to bind port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 on network d73f9ac4-e3fa-4fbb-92bf-6c462d38b039 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:58:02.786845 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e043a7f-46e3-4bf4-a264-cf689a73200b req-f6413d4f-8e04-4a91-bc40-693d6242c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:02.788457 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5e043a7f-46e3-4bf4-a264-cf689a73200b req-f6413d4f-8e04-4a91-bc40-693d6242c5c2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2a13e2e0-76af-4011-86c3-ccf3c7f1953b HTTP/1.1" status: 200 len: 914 time: 0.6454141 Sep 16 12:58:02.799961 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:58:02.800345 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] Checking segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:58:02.800728 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] Bound using segment: {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:58:02.801330 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] Bound port: ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e5577d-4825-4368-885c-dd044b10cb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:58:02.801557 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:02.820237 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:02.874191 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] Port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 on network d73f9ac4-e3fa-4fbb-92bf-6c462d38b039 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:58:02.874648 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] Attempting to bind port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 on network d73f9ac4-e3fa-4fbb-92bf-6c462d38b039 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:58:02.893743 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3128d0-434c-4e65-be59-9b2f0a731882 req-12965008-0116-447f-97e3-1fe44ccf10d4 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:02.899441 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3128d0-434c-4e65-be59-9b2f0a731882 req-12965008-0116-447f-97e3-1fe44ccf10d4 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:02.904632 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3128d0-434c-4e65-be59-9b2f0a731882 req-12965008-0116-447f-97e3-1fe44ccf10d4 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:02.909062 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f3128d0-434c-4e65-be59-9b2f0a731882 req-12965008-0116-447f-97e3-1fe44ccf10d4 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2389 time: 0.3777316 Sep 16 12:58:02.931245 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] For port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7, host n-h1-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:58:02.955557 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] For port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:58:02.957615 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:58:02.957957 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] Checking segment: {'id': '7f346e65-7fb5-4a92-b6b1-6e890df0b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd73f9ac4-e3fa-4fbb-92bf-6c462d38b039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:58:02.958351 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] Bound using segment: {'id': '7f346e65-7fb5-4a92-b6b1-6e890df0b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd73f9ac4-e3fa-4fbb-92bf-6c462d38b039'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:58:02.958787 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] Bound port: 7d29c55a-fbb0-4e50-9719-1dcce2aaef81, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f346e65-7fb5-4a92-b6b1-6e890df0b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd73f9ac4-e3fa-4fbb-92bf-6c462d38b039'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:58:02.959147 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7d29c55a-fbb0-4e50-9719-1dcce2aaef81), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:02.978147 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:02.993771 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5e043a7f-46e3-4bf4-a264-cf689a73200b req-cca8d459-b762-4688-8af1-eb739f78d72c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31028850-a929-4e17-a925-e55dedb937e0 HTTP/1.1" status: 200 len: 217 time: 0.1655610 Sep 16 12:58:03.031160 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ff1ea-72a5-4aee-a7e1-9145b85e622e req-8a8a98ed-5d50-4a48-add6-0ed9fa4f6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:03.032670 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b30ff1ea-72a5-4aee-a7e1-9145b85e622e req-8a8a98ed-5d50-4a48-add6-0ed9fa4f6cc6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f30c650-f49a-419b-acfe-165d9886e897 HTTP/1.1" status: 200 len: 1128 time: 0.2914672 Sep 16 12:58:03.033271 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-52efb7bb-a38b-44c9-854e-355d614b8e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (4fdae76d-8165-471b-8e2b-5006a1cf5087), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:03.035906 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-52efb7bb-a38b-44c9-854e-355d614b8e4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:03.036997 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-52efb7bb-a38b-44c9-854e-355d614b8e4c admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/4fdae76d-8165-471b-8e2b-5006a1cf5087 HTTP/1.1" status: 204 len: 168 time: 1.3080044 Sep 16 12:58:03.067404 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b464a3e-5120-401c-94da-c6ed8704125d req-b0cf73c0-f3eb-487c-b548-a2389f8eaff3 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:03.069000 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2b464a3e-5120-401c-94da-c6ed8704125d req-b0cf73c0-f3eb-487c-b548-a2389f8eaff3 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 943 time: 0.3650115 Sep 16 12:58:03.092809 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Attempt 9 to provision port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 Sep 16 12:58:03.101246 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:03.103027 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:03.104673 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 HTTP/1.1" status: 200 len: 1121 time: 1.9197421 Sep 16 12:58:03.114740 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:03.118853 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72e39a-9234-4652-b798-1f55b2b3f05e service neutron] Pushing event updated for resources: {'Port': ['ID=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7,revision_number=8']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:03.141034 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] For port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:58:03.145306 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] For port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=7d29c55a-fbb0-4e50-9719-1dcce2aaef81,segment=NetworkSegment(7f346e65-7fb5-4a92-b6b1-6e890df0b8e4),segment_id=7f346e65-7fb5-4a92-b6b1-6e890df0b8e4)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:58:03.153768 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (7d29c55a-fbb0-4e50-9719-1dcce2aaef81), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:03.158062 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:03.158543 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:03.160075 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/7d29c55a-fbb0-4e50-9719-1dcce2aaef81 HTTP/1.1" status: 200 len: 1092 time: 1.9728770 Sep 16 12:58:03.167746 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efb7bb-a38b-44c9-854e-355d614b8e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdae76d-8165-471b-8e2b-5006a1cf5087,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:03.225510 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:03.235046 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] Request body: {'port': {'device_id': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:03.270359 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:58:03.273275 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-307d86b5-67e2-4b5e-9f45-17416314c7ba req-9fbbbf09-80bc-4a58-a8b1-4c8195430fa9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a13e2e0-76af-4011-86c3-ccf3c7f1953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7434609 Sep 16 12:58:03.336006 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:58:03.337400 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e043a7f-46e3-4bf4-a264-cf689a73200b req-0e26481b-8e83-41e1-954d-8e8afea3f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:03.339042 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5e043a7f-46e3-4bf4-a264-cf689a73200b req-0e26481b-8e83-41e1-954d-8e8afea3f0b2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a13c8b8-1de8-4567-b7af-c0aeedeaafac HTTP/1.1" status: 200 len: 852 time: 0.3093879 Sep 16 12:58:03.339775 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7d8f8acb-ee24-46e0-867d-52ca137f6c1b req-d5d92a42-fd97-4815-842e-40715229cce4 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (c9811505-9290-4353-ad69-62b405cd0ded), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:03.380995 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0f3128d0-434c-4e65-be59-9b2f0a731882 req-b6dda93b-3ecc-4751-a7a8-d2493e27e3f7 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043725 Sep 16 12:58:03.383301 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d62022cf-1854-4927-9133-c176cf7e7466 req-8376c7f1-4389-48ac-9dd5-3a0558a8a9c8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6124485 Sep 16 12:58:03.389663 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 31028850-a929-4e17-a925-e55dedb937e0 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:58:03.397140 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e632772-7dd9-4015-b08d-b13d2b72667f service neutron] Pushing event updated for resources: {'Port': ['ID=7d29c55a-fbb0-4e50-9719-1dcce2aaef81,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:03.484592 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e389c52d-c333-408c-a4a5-dd1fb810bd22), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:03.486683 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b30ff1ea-72a5-4aee-a7e1-9145b85e622e req-6bc30323-3831-458a-a5e8-1ba736cdb6c6 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300070 Sep 16 12:58:03.559775 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 31028850-a929-4e17-a925-e55dedb937e0, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=31028850-a929-4e17-a925-e55dedb937e0,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:03.576217 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:03.579129 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '31028850-a929-4e17-a925-e55dedb937e0', 'network_id': '2a13e2e0-76af-4011-86c3-ccf3c7f1953b', 'port_id': '31028850-a929-4e17-a925-e55dedb937e0', 'mac_address': 'fa:16:3e:84:7f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a13c8b8-1de8-4567-b7af-c0aeedeaafac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:58:03.659120 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 31028850-a929-4e17-a925-e55dedb937e0 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:03.659617 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (31028850-a929-4e17-a925-e55dedb937e0), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:03.687462 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31028850-a929-4e17-a925-e55dedb937e0 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:58:03.701265 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:03.717774 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 31028850-a929-4e17-a925-e55dedb937e0, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=31028850-a929-4e17-a925-e55dedb937e0,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:03.735975 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (31028850-a929-4e17-a925-e55dedb937e0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:03.739091 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Attempt 10 to provision port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 Sep 16 12:58:03.938343 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4e8403b3-0dcc-4aa8-a612-65e3a7cb908e None None] Port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:58:03.951951 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=31028850-a929-4e17-a925-e55dedb937e0,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:03.979772 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:03.996258 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e389c52d-c333-408c-a4a5-dd1fb810bd22 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:58:04.013207 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] Publish callbacks [] for port (e389c52d-c333-408c-a4a5-dd1fb810bd22), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:04.015129 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d92a42-fd97-4815-842e-40715229cce4 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Pushing event deleted for resources: {'Port': ['ID=c9811505-9290-4353-ad69-62b405cd0ded,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:04.069539 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] Transition to ACTIVE for port object e389c52d-c333-408c-a4a5-dd1fb810bd22 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:58:04.075331 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2b464a3e-5120-401c-94da-c6ed8704125d req-ca6163ed-ccb9-419d-8d92-3df5b9f96982 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9422452 Sep 16 12:58:04.079749 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (e389c52d-c333-408c-a4a5-dd1fb810bd22), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:04.168095 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-6de3cb7a-c7e8-4e47-adaf-be8f7e8f7035 None None] Provisioning complete for port 0f8de272-9fd7-474d-85d6-e69716710172 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:04.168344 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6de3cb7a-c7e8-4e47-adaf-be8f7e8f7035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (0f8de272-9fd7-474d-85d6-e69716710172), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:04.168631 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-6de3cb7a-c7e8-4e47-adaf-be8f7e8f7035 None None] Attempt 1 to provision port 0f8de272-9fd7-474d-85d6-e69716710172 Sep 16 12:58:04.206796 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['31028850-a929-4e17-a925-e55dedb937e0'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:58:04.228304 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] Pushing event updated for resources: {'Port': ['ID=e389c52d-c333-408c-a4a5-dd1fb810bd22,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:04.277014 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e00b49-055c-4147-90cb-d492426413f1 req-b14e5cad-4378-408e-a92c-4cbdea2b99ee tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:04.278589 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f2e00b49-055c-4147-90cb-d492426413f1 req-b14e5cad-4378-408e-a92c-4cbdea2b99ee tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2998767f-d217-40ea-a487-60c0c4ade426 HTTP/1.1" status: 200 len: 945 time: 0.7284675 Sep 16 12:58:04.325342 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6de3cb7a-c7e8-4e47-adaf-be8f7e8f7035 None None] Port 0f8de272-9fd7-474d-85d6-e69716710172 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:04.361737 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] Attempting to bind port e389c52d-c333-408c-a4a5-dd1fb810bd22 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:58:04.362076 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] Attempting to bind port e389c52d-c333-408c-a4a5-dd1fb810bd22 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '14c11de5-efba-4afe-aa92-687819c24f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '609f556d-5ff4-4778-acbd-e74414e27820'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:58:04.362410 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] Attempting to bind port e389c52d-c333-408c-a4a5-dd1fb810bd22 on network 609f556d-5ff4-4778-acbd-e74414e27820 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:58:04.394051 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8f8acb-ee24-46e0-867d-52ca137f6c1b req-d5d92a42-fd97-4815-842e-40715229cce4 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] No DVR routers for this DVR port c9811505-9290-4353-ad69-62b405cd0ded on host n-h2-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:58:04.404030 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7d8f8acb-ee24-46e0-867d-52ca137f6c1b req-d5d92a42-fd97-4815-842e-40715229cce4 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:04.408198 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d8f8acb-ee24-46e0-867d-52ca137f6c1b req-d5d92a42-fd97-4815-842e-40715229cce4 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.76 "DELETE /networking/v2.0/ports/c9811505-9290-4353-ad69-62b405cd0ded HTTP/1.1" status: 204 len: 173 time: 2.8976486 Sep 16 12:58:04.429970 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc79a200-5972-4bec-9322-503d99b7d85a', 'name': 'network-vif-deleted', 'tag': 'c9811505-9290-4353-ad69-62b405cd0ded'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:04.449674 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f86df2-2caa-44f4-88a5-a18aeba5760e" -d '{"events": [{"server_uuid": "cc79a200-5972-4bec-9322-503d99b7d85a", "name": "network-vif-deleted", "tag": "c9811505-9290-4353-ad69-62b405cd0ded"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:04.455411 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] Port e389c52d-c333-408c-a4a5-dd1fb810bd22 on network 609f556d-5ff4-4778-acbd-e74414e27820 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:58:04.456149 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e043a7f-46e3-4bf4-a264-cf689a73200b req-8f9e2a86-d255-459e-b152-dd6c16856633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:04.456626 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] Attempting to bind port e389c52d-c333-408c-a4a5-dd1fb810bd22 on network 609f556d-5ff4-4778-acbd-e74414e27820 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:58:04.469788 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5e043a7f-46e3-4bf4-a264-cf689a73200b req-8f9e2a86-d255-459e-b152-dd6c16856633 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2a13e2e0-76af-4011-86c3-ccf3c7f1953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0498309 Sep 16 12:58:04.526417 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:04.545916 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:58:04.546648 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] Checking segment: {'id': '14c11de5-efba-4afe-aa92-687819c24f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '609f556d-5ff4-4778-acbd-e74414e27820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:58:04.546921 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] Bound using segment: {'id': '14c11de5-efba-4afe-aa92-687819c24f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '609f556d-5ff4-4778-acbd-e74414e27820'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:58:04.547231 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] Bound port: e389c52d-c333-408c-a4a5-dd1fb810bd22, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c11de5-efba-4afe-aa92-687819c24f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '609f556d-5ff4-4778-acbd-e74414e27820'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:58:04.547592 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e389c52d-c333-408c-a4a5-dd1fb810bd22), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:04.550674 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ef5322b2-d77f-4ef1-a6fa-c52f33e96621 req-8b3875d0-d072-45d3-b811-65594e8f2b71 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cc79a200-5972-4bec-9322-503d99b7d85a HTTP/1.1" status: 200 len: 210 time: 0.2594950 Sep 16 12:58:04.574143 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-307d86b5-67e2-4b5e-9f45-17416314c7ba req-d615f509-1e17-4fc3-bb37-1fdfc18d23ec service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a13e2e0-76af-4011-86c3-ccf3c7f1953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2802644 Sep 16 12:58:04.593142 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d62022cf-1854-4927-9133-c176cf7e7466 req-088a0cef-92a4-4ee0-8e78-4820c8bc84cd service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1393540 Sep 16 12:58:04.593862 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b229371-5f66-466c-a96b-2f668a855aa0', 'tag': 'ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7'}, {'name': 'network-changed', 'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'tag': '7d29c55a-fbb0-4e50-9719-1dcce2aaef81'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:04.595359 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f2e00b49-055c-4147-90cb-d492426413f1 req-60815433-c93f-4817-b417-0cc77278de63 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=69cc8fbc-249e-4c2c-918f-a1a634768324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952492 Sep 16 12:58:04.607680 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1f10a3-b702-4a18-8602-7d50b732a7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "3b229371-5f66-466c-a96b-2f668a855aa0", "tag": "ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7"}, {"name": "network-changed", "server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "tag": "7d29c55a-fbb0-4e50-9719-1dcce2aaef81"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:04.632030 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-db4bc8c5-5540-41e3-9042-6a3ca200c6d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:04.671048 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] For port e389c52d-c333-408c-a4a5-dd1fb810bd22, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:58:04.677141 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] For port e389c52d-c333-408c-a4a5-dd1fb810bd22, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e389c52d-c333-408c-a4a5-dd1fb810bd22,segment=NetworkSegment(14c11de5-efba-4afe-aa92-687819c24f6c),segment_id=14c11de5-efba-4afe-aa92-687819c24f6c)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:58:04.686911 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (e389c52d-c333-408c-a4a5-dd1fb810bd22), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:04.753403 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:04.754037 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:04.756615 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/e389c52d-c333-408c-a4a5-dd1fb810bd22 HTTP/1.1" status: 200 len: 1092 time: 1.5445814 Sep 16 12:58:04.764370 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a75d5b-4f8e-4875-9972-c28fd8903e95 service neutron] Pushing event updated for resources: {'Port': ['ID=e389c52d-c333-408c-a4a5-dd1fb810bd22,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:04.791692 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] Request body: {'port': {'device_id': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:04.803809 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cd3e3-f4d3-4cd4-9909-c0282bf95076 req-06bac51b-1488-43fb-bacb-340375353fd8 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:04.810141 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cd3e3-f4d3-4cd4-9909-c0282bf95076 req-06bac51b-1488-43fb-bacb-340375353fd8 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:04.816614 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cd3e3-f4d3-4cd4-9909-c0282bf95076 req-06bac51b-1488-43fb-bacb-340375353fd8 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:04.818545 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-010cd3e3-f4d3-4cd4-9909-c0282bf95076 req-06bac51b-1488-43fb-bacb-340375353fd8 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2401 time: 0.1315145 Sep 16 12:58:04.827004 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-6de3cb7a-c7e8-4e47-adaf-be8f7e8f7035 None None] Attempt 2 to provision port 0f8de272-9fd7-474d-85d6-e69716710172 Sep 16 12:58:04.831811 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a125acd-af4c-4240-8e79-a2ad4082b569 req-5b8929d7-e039-4a76-8f45-c062c3093083 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:04.842050 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a125acd-af4c-4240-8e79-a2ad4082b569 req-5b8929d7-e039-4a76-8f45-c062c3093083 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4f9dac6d-1e24-4618-b802-96fdd6306c30 HTTP/1.1" status: 200 len: 944 time: 0.1043019 Sep 16 12:58:04.878529 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6de3cb7a-c7e8-4e47-adaf-be8f7e8f7035 None None] Port 0f8de272-9fd7-474d-85d6-e69716710172 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:04.881106 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0f8de272-9fd7-474d-85d6-e69716710172), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:04.966357 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-010cd3e3-f4d3-4cd4-9909-c0282bf95076 req-9b2c2b27-2588-47a1-8b85-25a49efb0426 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217339 Sep 16 12:58:05.096966 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a125acd-af4c-4240-8e79-a2ad4082b569 req-4d81fef6-771f-4592-a0c8-ee558d31c6e2 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538512 Sep 16 12:58:05.114680 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:05.116785 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:05.152670 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20cd1cb-3a3c-4282-a8af-a8b584b207c9 x-openstack-request-id: req-b20cd1cb-3a3c-4282-a8af-a8b584b207c9 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:05.154204 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc79a200-5972-4bec-9322-503d99b7d85a", "name": "network-vif-deleted", "tag": "c9811505-9290-4353-ad69-62b405cd0ded", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:05.154476 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b20cd1cb-3a3c-4282-a8af-a8b584b207c9 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:05.154904 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20cd1cb-3a3c-4282-a8af-a8b584b207c9'] response: {'server_uuid': 'cc79a200-5972-4bec-9322-503d99b7d85a', 'name': 'network-vif-deleted', 'tag': 'c9811505-9290-4353-ad69-62b405cd0ded', 'status': 'completed', 'code': 200} Sep 16 12:58:05.227504 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:05.232223 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5e043a7f-46e3-4bf4-a264-cf689a73200b req-e6ea8b47-170b-4f93-bfe9-bcf2926b6490 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a13e2e0-76af-4011-86c3-ccf3c7f1953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633779 Sep 16 12:58:05.290825 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dc0caf-36b4-44dc-83b7-5238af69a534 x-openstack-request-id: req-56dc0caf-36b4-44dc-83b7-5238af69a534 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:05.291081 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b229371-5f66-466c-a96b-2f668a855aa0", "tag": "ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "tag": "7d29c55a-fbb0-4e50-9719-1dcce2aaef81", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:05.291370 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-56dc0caf-36b4-44dc-83b7-5238af69a534 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:05.305237 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56dc0caf-36b4-44dc-83b7-5238af69a534'] response: {'name': 'network-changed', 'server_uuid': '3b229371-5f66-466c-a96b-2f668a855aa0', 'tag': 'ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7', 'status': 'completed', 'code': 200} Sep 16 12:58:05.305679 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56dc0caf-36b4-44dc-83b7-5238af69a534'] response: {'name': 'network-changed', 'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'tag': '7d29c55a-fbb0-4e50-9719-1dcce2aaef81', 'status': 'completed', 'code': 200} Sep 16 12:58:05.380113 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-6de3cb7a-c7e8-4e47-adaf-be8f7e8f7035 None None] Attempt 3 to provision port 0f8de272-9fd7-474d-85d6-e69716710172 Sep 16 12:58:05.434191 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5e043a7f-46e3-4bf4-a264-cf689a73200b req-0db58a70-416c-4bf6-8655-64fd569a6659 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2a13e2e0-76af-4011-86c3-ccf3c7f1953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931820 Sep 16 12:58:05.458411 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8de272-9fd7-474d-85d6-e69716710172 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:58:05.473321 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] Publish callbacks [] for port (0f8de272-9fd7-474d-85d6-e69716710172), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:05.480664 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6de3cb7a-c7e8-4e47-adaf-be8f7e8f7035 None None] Port 0f8de272-9fd7-474d-85d6-e69716710172 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:05.513649 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] Transition to ACTIVE for port object 0f8de272-9fd7-474d-85d6-e69716710172 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:58:05.522474 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (0f8de272-9fd7-474d-85d6-e69716710172), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:05.525654 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 31028850-a929-4e17-a925-e55dedb937e0 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:58:05.598297 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f10a3-b702-4a18-8602-7d50b732a7c0 req-388c0306-9b25-47c5-9faf-89239bb5d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:05.600056 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3f1f10a3-b702-4a18-8602-7d50b732a7c0 req-388c0306-9b25-47c5-9faf-89239bb5d070 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 1155 time: 0.1646636 Sep 16 12:58:05.604538 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f10a3-b702-4a18-8602-7d50b732a7c0 req-fdddae7e-8d54-45f7-a32f-3bb802bc592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:05.605028 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f10a3-b702-4a18-8602-7d50b732a7c0 req-fdddae7e-8d54-45f7-a32f-3bb802bc592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:05.605506 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f10a3-b702-4a18-8602-7d50b732a7c0 req-fdddae7e-8d54-45f7-a32f-3bb802bc592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:05.606148 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] Pushing event updated for resources: {'Port': ['ID=0f8de272-9fd7-474d-85d6-e69716710172,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:05.607317 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3f1f10a3-b702-4a18-8602-7d50b732a7c0 req-fdddae7e-8d54-45f7-a32f-3bb802bc592c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=18ad456d126a4c25accb04f76a159733&device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2861 time: 0.1699893 Sep 16 12:58:05.611712 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device c9811505-9290-4353-ad69-62b405cd0ded no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:05.634447 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d9440-29c9-4ab1-800f-b877293c4184 req-2af3c677-119a-4c94-8c4e-e55b9bf66efe tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:05.635498 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b2d9440-29c9-4ab1-800f-b877293c4184 req-2af3c677-119a-4c94-8c4e-e55b9bf66efe tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 943 time: 0.1513689 Sep 16 12:58:05.671103 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: c9811505-9290-4353-ad69-62b405cd0ded {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:58:05.671817 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device c9811505-9290-4353-ad69-62b405cd0ded not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:58:05.705031 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 31028850-a929-4e17-a925-e55dedb937e0 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:58:05.716798 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:05.724662 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 31028850-a929-4e17-a925-e55dedb937e0 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:05.725074 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (31028850-a929-4e17-a925-e55dedb937e0), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:05.725561 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 31028850-a929-4e17-a925-e55dedb937e0 Sep 16 12:58:05.810509 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] Attempting to bind port 0f8de272-9fd7-474d-85d6-e69716710172 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:58:05.811110 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] Attempting to bind port 0f8de272-9fd7-474d-85d6-e69716710172 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '7f346e65-7fb5-4a92-b6b1-6e890df0b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd73f9ac4-e3fa-4fbb-92bf-6c462d38b039'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:58:05.811209 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] Attempting to bind port 0f8de272-9fd7-474d-85d6-e69716710172 on network d73f9ac4-e3fa-4fbb-92bf-6c462d38b039 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:58:05.884476 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] Port 0f8de272-9fd7-474d-85d6-e69716710172 on network d73f9ac4-e3fa-4fbb-92bf-6c462d38b039 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:58:05.884857 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] Attempting to bind port 0f8de272-9fd7-474d-85d6-e69716710172 on network d73f9ac4-e3fa-4fbb-92bf-6c462d38b039 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:58:05.945008 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:58:05.945008 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] Checking segment: {'id': '7f346e65-7fb5-4a92-b6b1-6e890df0b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd73f9ac4-e3fa-4fbb-92bf-6c462d38b039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:58:05.945317 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] Bound using segment: {'id': '7f346e65-7fb5-4a92-b6b1-6e890df0b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd73f9ac4-e3fa-4fbb-92bf-6c462d38b039'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:58:05.946525 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] Bound port: 0f8de272-9fd7-474d-85d6-e69716710172, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f346e65-7fb5-4a92-b6b1-6e890df0b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd73f9ac4-e3fa-4fbb-92bf-6c462d38b039'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:58:05.947068 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0f8de272-9fd7-474d-85d6-e69716710172), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:05.972617 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ec6d9f7b-84a2-4f57-977a-7b37db671912 req-03ea4c8d-e54b-47ee-bf72-1fbd38f1aee2 tempest-AbsoluteLimitsNegativeTestJSON-86386264 tempest-AbsoluteLimitsNegativeTestJSON-86386264-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=b1b3933dfa664eb48e3498489e3b2942&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527585 Sep 16 12:58:05.985110 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-6de3cb7a-c7e8-4e47-adaf-be8f7e8f7035 None None] Attempt 4 to provision port 0f8de272-9fd7-474d-85d6-e69716710172 Sep 16 12:58:06.038019 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b2d9440-29c9-4ab1-800f-b877293c4184 req-86f61518-242f-448d-894f-0f41f467cda5 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810029 Sep 16 12:58:06.101004 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 31028850-a929-4e17-a925-e55dedb937e0 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:06.101591 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (31028850-a929-4e17-a925-e55dedb937e0), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:06.119701 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] For port 0f8de272-9fd7-474d-85d6-e69716710172, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:58:06.135484 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] For port 0f8de272-9fd7-474d-85d6-e69716710172, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=0f8de272-9fd7-474d-85d6-e69716710172,segment=NetworkSegment(7f346e65-7fb5-4a92-b6b1-6e890df0b8e4),segment_id=7f346e65-7fb5-4a92-b6b1-6e890df0b8e4)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:58:06.151074 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f10a3-b702-4a18-8602-7d50b732a7c0 req-e9fe8566-47f6-416d-a64d-5d6cd80c64ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:06.152913 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3f1f10a3-b702-4a18-8602-7d50b732a7c0 req-e9fe8566-47f6-416d-a64d-5d6cd80c64ba service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 922 time: 0.5359778 Sep 16 12:58:06.157101 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (0f8de272-9fd7-474d-85d6-e69716710172), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:06.162346 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:06.163247 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:06.166184 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/0f8de272-9fd7-474d-85d6-e69716710172 HTTP/1.1" status: 200 len: 1092 time: 1.3790634 Sep 16 12:58:06.211820 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6de3cb7a-c7e8-4e47-adaf-be8f7e8f7035 None None] Port 0f8de272-9fd7-474d-85d6-e69716710172 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:06.214070 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:06.218445 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f10a3-b702-4a18-8602-7d50b732a7c0 req-917913d5-e07d-4138-9451-8a2604c92cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:06.219263 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f10a3-b702-4a18-8602-7d50b732a7c0 req-917913d5-e07d-4138-9451-8a2604c92cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:06.220735 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f10a3-b702-4a18-8602-7d50b732a7c0 req-917913d5-e07d-4138-9451-8a2604c92cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:06.222403 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3f1f10a3-b702-4a18-8602-7d50b732a7c0 req-917913d5-e07d-4138-9451-8a2604c92cf9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=18ad456d126a4c25accb04f76a159733&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5676415 Sep 16 12:58:06.230484 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9dac6d-1e24-4618-b802-96fdd6306c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31028850-a929-4e17-a925-e55dedb937e0'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:06.239298 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3f1f10a3-b702-4a18-8602-7d50b732a7c0 req-40bb4a5d-9b71-43f9-b17d-428120e13fb3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 HTTP/1.1" status: 200 len: 217 time: 0.0690877 Sep 16 12:58:06.240883 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99f2110-1eca-4454-b1ee-4399c4558e64" -d '{"events": [{"server_uuid": "4f9dac6d-1e24-4618-b802-96fdd6306c30", "name": "network-vif-plugged", "status": "completed", "tag": "31028850-a929-4e17-a925-e55dedb937e0"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:06.273028 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2058a14-b9b8-42c9-8a0d-b5bdaac297de service neutron] Pushing event updated for resources: {'Port': ['ID=0f8de272-9fd7-474d-85d6-e69716710172,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:06.287683 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 31028850-a929-4e17-a925-e55dedb937e0, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=31028850-a929-4e17-a925-e55dedb937e0,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:06.295958 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (31028850-a929-4e17-a925-e55dedb937e0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:06.333992 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d9f7b-84a2-4f57-977a-7b37db671912 req-a53805d4-2bf6-476c-bcaf-4bd9af3aa074 tempest-AbsoluteLimitsNegativeTestJSON-86386264 tempest-AbsoluteLimitsNegativeTestJSON-86386264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:06.335534 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ec6d9f7b-84a2-4f57-977a-7b37db671912 req-a53805d4-2bf6-476c-bcaf-4bd9af3aa074 tempest-AbsoluteLimitsNegativeTestJSON-86386264 tempest-AbsoluteLimitsNegativeTestJSON-86386264-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3617842 Sep 16 12:58:06.404931 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=31028850-a929-4e17-a925-e55dedb937e0,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:06.427771 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5eef3b-c7d0-40c4-b413-2ab0566a87ed req-250531a0-b707-408b-8df7-ba7cb517f311 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:06.432940 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5eef3b-c7d0-40c4-b413-2ab0566a87ed req-250531a0-b707-408b-8df7-ba7cb517f311 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:06.437950 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5eef3b-c7d0-40c4-b413-2ab0566a87ed req-250531a0-b707-408b-8df7-ba7cb517f311 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:06.439663 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe5eef3b-c7d0-40c4-b413-2ab0566a87ed req-250531a0-b707-408b-8df7-ba7cb517f311 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2413 time: 0.1898587 Sep 16 12:58:06.441073 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ec6d9f7b-84a2-4f57-977a-7b37db671912 req-ba1abf7b-027c-40da-8c8a-f0233d622041 tempest-AbsoluteLimitsNegativeTestJSON-86386264 tempest-AbsoluteLimitsNegativeTestJSON-86386264-project] 10.222.0.67 "GET /networking/v2.0/quotas/b1b3933dfa664eb48e3498489e3b2942 HTTP/1.1" status: 200 len: 375 time: 0.0499921 Sep 16 12:58:06.452602 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:06.515820 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f10a3-b702-4a18-8602-7d50b732a7c0 req-1e213e06-2551-484a-a075-34b419ea9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:06.517739 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3f1f10a3-b702-4a18-8602-7d50b732a7c0 req-1e213e06-2551-484a-a075-34b419ea9bd0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.2397127 Sep 16 12:58:06.532753 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ec6d9f7b-84a2-4f57-977a-7b37db671912 req-6fb43099-d8a2-4512-a9e1-a92de31dfe1f tempest-AbsoluteLimitsNegativeTestJSON-86386264 tempest-AbsoluteLimitsNegativeTestJSON-86386264-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=b1b3933dfa664eb48e3498489e3b2942&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714135 Sep 16 12:58:06.564312 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:06.621494 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe5eef3b-c7d0-40c4-b413-2ab0566a87ed req-97f2cf68-7adf-430f-8757-5d971eecad47 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687760 Sep 16 12:58:06.621494 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f10a3-b702-4a18-8602-7d50b732a7c0 req-bdf25668-d857-4fa4-9e1d-6efc925289f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:06.622248 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3f1f10a3-b702-4a18-8602-7d50b732a7c0 req-bdf25668-d857-4fa4-9e1d-6efc925289f3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3814306 Sep 16 12:58:06.679669 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f10a3-b702-4a18-8602-7d50b732a7c0 req-477ed61d-2141-4a9a-bc20-387683bcc4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:06.683954 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3f1f10a3-b702-4a18-8602-7d50b732a7c0 req-477ed61d-2141-4a9a-bc20-387683bcc4e6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1307471 Sep 16 12:58:06.713245 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-6de3cb7a-c7e8-4e47-adaf-be8f7e8f7035 None None] Attempt 5 to provision port 0f8de272-9fd7-474d-85d6-e69716710172 Sep 16 12:58:06.798744 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6de3cb7a-c7e8-4e47-adaf-be8f7e8f7035 None None] Port 0f8de272-9fd7-474d-85d6-e69716710172 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:58:06.965793 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-88b6f184-4f41-423d-8457-cbf26837cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:06.966396 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-88b6f184-4f41-423d-8457-cbf26837cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:06.966912 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-88b6f184-4f41-423d-8457-cbf26837cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:06.968658 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-88b6f184-4f41-423d-8457-cbf26837cd6a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=18ad456d126a4c25accb04f76a159733&device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2959 time: 0.2244487 Sep 16 12:58:07.009838 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d723f01-60fc-4188-ab7d-20e4b295f49d req-73290a62-df6d-4d04-ac46-9e0f1aef3f5c tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:07.011612 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3d723f01-60fc-4188-ab7d-20e4b295f49d req-73290a62-df6d-4d04-ac46-9e0f1aef3f5c tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4f9dac6d-1e24-4618-b802-96fdd6306c30 HTTP/1.1" status: 200 len: 945 time: 0.2258840 Sep 16 12:58:07.051797 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-e2a93aa9-2aa7-40c4-b5c8-f6a2fa462ed5 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=19.80.0.145&port_id=7d29c55a-fbb0-4e50-9719-1dcce2aaef81 HTTP/1.1" status: 200 len: 217 time: 0.0645368 Sep 16 12:58:07.079424 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33112) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:07.152942 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3f1f10a3-b702-4a18-8602-7d50b732a7c0 req-9b8d3ab7-0289-43b3-96f3-26c0f3a6b7a2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609294 Sep 16 12:58:07.172279 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-914b5b29-9138-4e66-9efd-441342dee88a tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:07.173858 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-914b5b29-9138-4e66-9efd-441342dee88a tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/networks?id=4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 200 len: 811 time: 0.3934653 Sep 16 12:58:07.223859 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3d723f01-60fc-4188-ab7d-20e4b295f49d req-190d3a7e-f3f1-4cf3-8752-eb576745fb62 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788015 Sep 16 12:58:07.235489 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbe03-fb8c-4246-8700-e0a39f501e38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:07.264751 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-235b7949-2399-4958-b38d-d6a1b0157060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:07.266210 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-235b7949-2399-4958-b38d-d6a1b0157060 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=83f32e38-2bb2-42bc-9220-e13426719a47 HTTP/1.1" status: 200 len: 801 time: 0.1970551 Sep 16 12:58:07.278443 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:07.279894 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-552aa1cb-37c8-40c6-b9d5-9b0d09adf28d tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/quotas/cfe82d8dd4fb42cbb054a6f069424c57 HTTP/1.1" status: 200 len: 375 time: 0.0871093 Sep 16 12:58:07.298332 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684d26aa-7d6f-423e-9a01-5eeb0b17ca33 x-openstack-request-id: req-684d26aa-7d6f-423e-9a01-5eeb0b17ca33 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:07.298922 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9dac6d-1e24-4618-b802-96fdd6306c30", "name": "network-vif-plugged", "status": "completed", "tag": "31028850-a929-4e17-a925-e55dedb937e0", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:07.299420 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-684d26aa-7d6f-423e-9a01-5eeb0b17ca33 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:07.300629 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684d26aa-7d6f-423e-9a01-5eeb0b17ca33'] response: {'server_uuid': '4f9dac6d-1e24-4618-b802-96fdd6306c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31028850-a929-4e17-a925-e55dedb937e0', 'code': 200} Sep 16 12:58:07.363646 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'tag': 'e389c52d-c333-408c-a4a5-dd1fb810bd22'}, {'name': 'network-changed', 'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'tag': '0f8de272-9fd7-474d-85d6-e69716710172'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:07.366693 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8600d150-8825-4f82-b926-bc05b45e2618" -d '{"events": [{"name": "network-changed", "server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "tag": "e389c52d-c333-408c-a4a5-dd1fb810bd22"}, {"name": "network-changed", "server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "tag": "0f8de272-9fd7-474d-85d6-e69716710172"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:07.379921 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33124) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:07.404448 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbe03-fb8c-4246-8700-e0a39f501e38 admin admin] Publish callbacks [] for security_group (5fa0a47c-e6c0-49ce-96d7-695f7aa091ae), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:07.410415 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbe03-fb8c-4246-8700-e0a39f501e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (5fa0a47c-e6c0-49ce-96d7-695f7aa091ae), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:07.416948 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-4f1a7d0e-ff38-4582-a479-d1d8578fa550 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1354623 Sep 16 12:58:07.448557 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:07.448820 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-7cb3521f-ac32-4d3a-9001-0378ac1f6a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:07.450203 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-7cb3521f-ac32-4d3a-9001-0378ac1f6a83 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=d73f9ac4-e3fa-4fbb-92bf-6c462d38b039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1676793 Sep 16 12:58:07.475491 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:07.476871 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4a8fbe03-fb8c-4246-8700-e0a39f501e38 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=b1b3933dfa664eb48e3498489e3b2942&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3962831 Sep 16 12:58:07.479769 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33132) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:07.482655 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3f1f10a3-b702-4a18-8602-7d50b732a7c0 req-ffdf83f6-281b-4a49-b498-50a184f41b47 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175590 Sep 16 12:58:07.507091 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fbe03-fb8c-4246-8700-e0a39f501e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa0a47c-e6c0-49ce-96d7-695f7aa091ae,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:07.541708 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89941eff-a9f9-4308-8491-f59e39b71076 req-4e9175fe-f52d-4025-96bd-52ca4933d49b tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:07.545226 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-89941eff-a9f9-4308-8491-f59e39b71076 req-4e9175fe-f52d-4025-96bd-52ca4933d49b tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 943 time: 0.1703038 Sep 16 12:58:07.564865 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29652b01-00ef-4c01-a9ed-3735b2b097bd admin admin] Publish callbacks [] for security_group (5fa0a47c-e6c0-49ce-96d7-695f7aa091ae), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:07.578621 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:07.582072 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-30a48f58-bd16-41ea-9587-182fc0e92c50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:07.602653 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29652b01-00ef-4c01-a9ed-3735b2b097bd admin admin] Publish callbacks [] for security_group (5fa0a47c-e6c0-49ce-96d7-695f7aa091ae), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:07.612603 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:07.703177 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29652b01-00ef-4c01-a9ed-3735b2b097bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (5fa0a47c-e6c0-49ce-96d7-695f7aa091ae), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:07.706131 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29652b01-00ef-4c01-a9ed-3735b2b097bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:07.707550 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-29652b01-00ef-4c01-a9ed-3735b2b097bd admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/5fa0a47c-e6c0-49ce-96d7-695f7aa091ae HTTP/1.1" status: 204 len: 168 time: 0.2268677 Sep 16 12:58:07.719779 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184de86-73ce-4c28-a3f8-1c1b55927510 req-3c1f28b4-383a-44a6-883f-ca3b0da791bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:07.721367 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6184de86-73ce-4c28-a3f8-1c1b55927510 req-3c1f28b4-383a-44a6-883f-ca3b0da791bb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f9dac6d-1e24-4618-b802-96fdd6306c30 HTTP/1.1" status: 200 len: 1127 time: 0.1315842 Sep 16 12:58:07.727510 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:07.730067 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29652b01-00ef-4c01-a9ed-3735b2b097bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa0a47c-e6c0-49ce-96d7-695f7aa091ae,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:07.747268 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-30a48f58-bd16-41ea-9587-182fc0e92c50 admin admin] Publish callbacks [] for security_group (e541d6ad-d4a1-4dfd-8c83-47944f67fd6c), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:07.753255 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-30a48f58-bd16-41ea-9587-182fc0e92c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (e541d6ad-d4a1-4dfd-8c83-47944f67fd6c), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:07.762549 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-2b8ef051-d2ae-4e9e-852a-891914dd4888 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447323 Sep 16 12:58:07.787306 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-f3bdbd74-943e-491d-abe2-32bf107a25f7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d73f9ac4-e3fa-4fbb-92bf-6c462d38b039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185270 Sep 16 12:58:07.792101 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-30a48f58-bd16-41ea-9587-182fc0e92c50 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=fc5fe2790f4e4693ab9ffb850688f309&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4102335 Sep 16 12:58:07.799280 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33138) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:07.807626 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-89941eff-a9f9-4308-8491-f59e39b71076 req-e5185e94-6877-45af-aac5-60fa0c8ab101 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208452 Sep 16 12:58:07.864620 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:07.887113 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a48f58-bd16-41ea-9587-182fc0e92c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e541d6ad-d4a1-4dfd-8c83-47944f67fd6c,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:07.905742 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5dc6bc36-46ff-4aec-a25b-74bd6bd85fe7 admin admin] Publish callbacks [] for security_group (e541d6ad-d4a1-4dfd-8c83-47944f67fd6c), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:07.928324 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6184de86-73ce-4c28-a3f8-1c1b55927510 req-e2ae7f22-7427-427c-9f7e-abe47c19b920 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957645 Sep 16 12:58:07.932072 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5dc6bc36-46ff-4aec-a25b-74bd6bd85fe7 admin admin] Publish callbacks [] for security_group (e541d6ad-d4a1-4dfd-8c83-47944f67fd6c), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:07.988350 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5862987-4234-4307-8dca-0dba35c66351 x-openstack-request-id: req-e5862987-4234-4307-8dca-0dba35c66351 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:07.988350 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "tag": "e389c52d-c333-408c-a4a5-dd1fb810bd22", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "tag": "0f8de272-9fd7-474d-85d6-e69716710172", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:07.988636 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e5862987-4234-4307-8dca-0dba35c66351 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:07.988794 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5862987-4234-4307-8dca-0dba35c66351'] response: {'name': 'network-changed', 'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'tag': 'e389c52d-c333-408c-a4a5-dd1fb810bd22', 'status': 'completed', 'code': 200} Sep 16 12:58:07.989049 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5862987-4234-4307-8dca-0dba35c66351'] response: {'name': 'network-changed', 'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'tag': '0f8de272-9fd7-474d-85d6-e69716710172', 'status': 'completed', 'code': 200} Sep 16 12:58:07.992432 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-7321a208-15ae-4996-a763-74fcf3a38a1f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289159 Sep 16 12:58:07.997442 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5dc6bc36-46ff-4aec-a25b-74bd6bd85fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (e541d6ad-d4a1-4dfd-8c83-47944f67fd6c), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:08.000415 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5dc6bc36-46ff-4aec-a25b-74bd6bd85fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:08.001613 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5dc6bc36-46ff-4aec-a25b-74bd6bd85fe7 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/e541d6ad-d4a1-4dfd-8c83-47944f67fd6c HTTP/1.1" status: 204 len: 168 time: 0.2013178 Sep 16 12:58:08.014045 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6bc36-46ff-4aec-a25b-74bd6bd85fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e541d6ad-d4a1-4dfd-8c83-47944f67fd6c,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:08.017183 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-61cc5cd0-ea5a-4a34-8c2d-ff654dda1d92 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d73f9ac4-e3fa-4fbb-92bf-6c462d38b039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080951 Sep 16 12:58:08.105342 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-caca029f-bd03-4c74-bffb-f8bc1318b369 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=19.86.0.242&port_id=e389c52d-c333-408c-a4a5-dd1fb810bd22 HTTP/1.1" status: 200 len: 217 time: 0.0813112 Sep 16 12:58:08.187724 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:08.341522 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c260c431-ae1a-490c-bc36-9e211cf7c7fb req-1d305c44-3cf1-425d-adc4-6a48fbfa85c9 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 210 time: 0.0590563 Sep 16 12:58:08.343578 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-196f448b-1f5d-497b-a132-b5194ee13d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:08.345049 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-196f448b-1f5d-497b-a132-b5194ee13d53 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=ba314f31-9d8f-4606-bec8-eabcb4966f60 HTTP/1.1" status: 200 len: 801 time: 0.2240450 Sep 16 12:58:08.359117 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70af04c-b6f9-4c20-be93-92e4543d5516 req-79dfe215-8764-47e7-87e0-fe202bd5b4b2 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:08.375203 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70af04c-b6f9-4c20-be93-92e4543d5516 req-79dfe215-8764-47e7-87e0-fe202bd5b4b2 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:08.390409 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70af04c-b6f9-4c20-be93-92e4543d5516 req-79dfe215-8764-47e7-87e0-fe202bd5b4b2 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:08.401347 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d70af04c-b6f9-4c20-be93-92e4543d5516 req-79dfe215-8764-47e7-87e0-fe202bd5b4b2 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2413 time: 0.2272725 Sep 16 12:58:08.545668 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-fe03c69b-635c-4fd8-ba12-7474874b07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:08.547481 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-fe03c69b-635c-4fd8-ba12-7474874b07d2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=609f556d-5ff4-4778-acbd-e74414e27820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1381133 Sep 16 12:58:08.591400 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882742f4-e7e7-4d66-9929-c0b44358f126 req-98ef6489-6726-4db3-8e25-6d786f7c6e49 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:08.600077 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-882742f4-e7e7-4d66-9929-c0b44358f126 req-98ef6489-6726-4db3-8e25-6d786f7c6e49 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4f9dac6d-1e24-4618-b802-96fdd6306c30 HTTP/1.1" status: 200 len: 945 time: 0.1265671 Sep 16 12:58:08.629121 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d70af04c-b6f9-4c20-be93-92e4543d5516 req-7bcef82d-45c4-4785-b8ef-ecdbd414db44 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259824 Sep 16 12:58:08.845535 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33170) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:08.869473 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f36c7ccf-9d1f-4c3f-b0f8-7c88d0a2bf90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:09.098440 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f36c7ccf-9d1f-4c3f-b0f8-7c88d0a2bf90 admin admin] Publish callbacks [] for security_group (a8d0e7f8-40dc-466d-8b2c-06a4247a292e), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:09.103316 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f36c7ccf-9d1f-4c3f-b0f8-7c88d0a2bf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (a8d0e7f8-40dc-466d-8b2c-06a4247a292e), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:09.177351 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c7ccf-9d1f-4c3f-b0f8-7c88d0a2bf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d0e7f8-40dc-466d-8b2c-06a4247a292e,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:09.192705 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f36c7ccf-9d1f-4c3f-b0f8-7c88d0a2bf90 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=c3a6636dd3d24e7f9281c9af2cdec1bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3415000 Sep 16 12:58:09.193956 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33182) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:09.284684 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0d149775-03db-41d8-adf2-7196142af204 admin admin] Publish callbacks [] for security_group (a8d0e7f8-40dc-466d-8b2c-06a4247a292e), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:09.326682 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0d149775-03db-41d8-adf2-7196142af204 admin admin] Publish callbacks [] for security_group (a8d0e7f8-40dc-466d-8b2c-06a4247a292e), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:09.407009 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:09.452776 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0d149775-03db-41d8-adf2-7196142af204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (a8d0e7f8-40dc-466d-8b2c-06a4247a292e), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:09.463097 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0d149775-03db-41d8-adf2-7196142af204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:09.488315 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0d149775-03db-41d8-adf2-7196142af204 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/a8d0e7f8-40dc-466d-8b2c-06a4247a292e HTTP/1.1" status: 204 len: 168 time: 0.2911305 Sep 16 12:58:09.492672 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33192) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:09.506644 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d79c4-382f-4043-8c3d-26d7d236c46f req-237507f5-d9c4-4281-9cc8-0df5e9110fe5 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:09.516573 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3b9d79c4-382f-4043-8c3d-26d7d236c46f req-237507f5-d9c4-4281-9cc8-0df5e9110fe5 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 943 time: 0.0879877 Sep 16 12:58:09.535435 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d149775-03db-41d8-adf2-7196142af204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d0e7f8-40dc-466d-8b2c-06a4247a292e,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:09.622116 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-882742f4-e7e7-4d66-9929-c0b44358f126 req-49875787-abe5-443b-ab9d-0cebc6129de3 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0210483 Sep 16 12:58:09.705213 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3b9d79c4-382f-4043-8c3d-26d7d236c46f req-8c5f0a0e-0576-4ad0-bbb7-9e37eb3319c0 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876597 Sep 16 12:58:09.716019 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-c9064d1b-ba19-4cb6-99eb-3019fb87d65f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/609f556d-5ff4-4778-acbd-e74414e27820?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1534669 Sep 16 12:58:09.858113 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0a2672a7-5f9d-4f43-b3e4-9f773e9bf92e req-135e65f6-f79d-4eda-8e01-e9fffa848fad tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 210 time: 0.0578692 Sep 16 12:58:09.985715 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f8047-dbe8-49b6-ba37-6beb0437fe69 req-a71b7b15-9c91-4216-b656-7711a0c73c40 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:09.999430 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-959ff571-ec94-47c8-86f6-5eb2242aedec admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1975468896-network', 'tenant_id': 'd202923816ec48d6b8e8f54bd3255dc5'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:10.001650 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f8047-dbe8-49b6-ba37-6beb0437fe69 req-a71b7b15-9c91-4216-b656-7711a0c73c40 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:10.007370 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f8047-dbe8-49b6-ba37-6beb0437fe69 req-a71b7b15-9c91-4216-b656-7711a0c73c40 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:10.020899 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-319f8047-dbe8-49b6-ba37-6beb0437fe69 req-a71b7b15-9c91-4216-b656-7711a0c73c40 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2413 time: 0.1217885 Sep 16 12:58:10.072469 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959ff571-ec94-47c8-86f6-5eb2242aedec admin admin] Made reservation on behalf of d202923816ec48d6b8e8f54bd3255dc5 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:58:10.074982 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-959ff571-ec94-47c8-86f6-5eb2242aedec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:10.098308 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-959ff571-ec94-47c8-86f6-5eb2242aedec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:10.151616 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-319f8047-dbe8-49b6-ba37-6beb0437fe69 req-48390ff1-1609-413f-b096-d9cef51bca66 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287661 Sep 16 12:58:10.203268 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a6c6d87e-aab4-4e4e-a86e-6552634342ac service neutron] 10.222.0.76 "GET /networking/v2.0/networks/609f556d-5ff4-4778-acbd-e74414e27820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826529 Sep 16 12:58:10.280990 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-224acd92-89e7-49da-8b13-0b93eca086f7 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=19.80.0.101&port_id=0f8de272-9fd7-474d-85d6-e69716710172 HTTP/1.1" status: 200 len: 217 time: 0.0582898 Sep 16 12:58:10.369837 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-959ff571-ec94-47c8-86f6-5eb2242aedec admin admin] Publish callbacks [] for security_group (b6f466c7-4f4d-4782-85ea-953869a74987), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:10.385174 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-959ff571-ec94-47c8-86f6-5eb2242aedec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b6f466c7-4f4d-4782-85ea-953869a74987), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:10.397518 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=75,neutron:INSERT=15,neutron:DELETE=10 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:10.401731 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a4356c08-a045-43f4-b373-3307028260d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:10.403232 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-a4356c08-a045-43f4-b373-3307028260d0 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=83f32e38-2bb2-42bc-9220-e13426719a47 HTTP/1.1" status: 200 len: 801 time: 0.1164773 Sep 16 12:58:10.454558 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959ff571-ec94-47c8-86f6-5eb2242aedec admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:58:10.483489 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ff571-ec94-47c8-86f6-5eb2242aedec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f466c7-4f4d-4782-85ea-953869a74987,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:10.485932 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-f988fcaf-733d-4a06-9068-5c9e60872e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:10.487929 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-f988fcaf-733d-4a06-9068-5c9e60872e17 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=d73f9ac4-e3fa-4fbb-92bf-6c462d38b039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0793085 Sep 16 12:58:10.526996 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:10.529559 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:10.537080 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-506df9a4-139d-4917-aca8-06d76eb7caaf tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:10.538803 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-506df9a4-139d-4917-aca8-06d76eb7caaf tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.76 "GET /networking/v2.0/networks?id=4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 200 len: 811 time: 0.2972319 Sep 16 12:58:10.541305 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-959ff571-ec94-47c8-86f6-5eb2242aedec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (4f3cc5da-d01b-47ce-ba51-fade7f91b751), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:10.541888 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-959ff571-ec94-47c8-86f6-5eb2242aedec admin admin] Added segment 4f3cc5da-d01b-47ce-ba51-fade7f91b751 of type vlan for network 172838de-19c9-477e-992a-98d67ee5c9c4 Sep 16 12:58:10.611938 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-55cb8b86-2390-4803-b98c-cb80511f8008 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d73f9ac4-e3fa-4fbb-92bf-6c462d38b039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148381 Sep 16 12:58:10.614201 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-959ff571-ec94-47c8-86f6-5eb2242aedec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (172838de-19c9-477e-992a-98d67ee5c9c4), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:10.630560 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-1d4b056d-86ea-41c2-9e14-1fffff3cc985 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Request body: {'port': {'device_id': 'e8b6a81c-dbec-452e-bd82-a4c86b9c44fd', 'network_id': '4c6a423f-0493-4448-999c-84f17e899760', 'admin_state_up': True, 'tenant_id': 'cfe82d8dd4fb42cbb054a6f069424c57'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:10.825031 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-959ff571-ec94-47c8-86f6-5eb2242aedec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (172838de-19c9-477e-992a-98d67ee5c9c4), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:10.825729 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959ff571-ec94-47c8-86f6-5eb2242aedec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:10.826357 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-959ff571-ec94-47c8-86f6-5eb2242aedec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:10.925485 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-959ff571-ec94-47c8-86f6-5eb2242aedec admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4183369 Sep 16 12:58:10.933373 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33230) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:10.947503 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-7bb5e84f-8fe6-40fa-9964-5be44a46d7a5 admin admin] Request body: {'subnet': {'network_id': '172838de-19c9-477e-992a-98d67ee5c9c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1975468896-subnet', 'tenant_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:10.966204 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ff571-ec94-47c8-86f6-5eb2242aedec admin admin] Pushing event updated for resources: {'Network': ['ID=172838de-19c9-477e-992a-98d67ee5c9c4,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:10.977591 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 172838de-19c9-477e-992a-98d67ee5c9c4 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:58:10.986898 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-1d4b056d-86ea-41c2-9e14-1fffff3cc985 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Made reservation on behalf of cfe82d8dd4fb42cbb054a6f069424c57 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:58:10.991917 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-1d4b056d-86ea-41c2-9e14-1fffff3cc985 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:11.003878 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb5e84f-8fe6-40fa-9964-5be44a46d7a5 admin admin] Made reservation on behalf of d202923816ec48d6b8e8f54bd3255dc5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:58:11.006525 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7bb5e84f-8fe6-40fa-9964-5be44a46d7a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:11.041560 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd57b073-6f3a-40c7-b033-15d81eccc4b2 req-bdc6dced-defa-4b39-834b-ad2fad5dbe45 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d73f9ac4-e3fa-4fbb-92bf-6c462d38b039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210205 Sep 16 12:58:11.057219 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5032648-3154-44a3-af48-1143d2e6f6f7 req-aa108a67-8bd1-4ea6-bc26-ab8345be79da tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:11.060873 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c5032648-3154-44a3-af48-1143d2e6f6f7 req-aa108a67-8bd1-4ea6-bc26-ab8345be79da tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4f9dac6d-1e24-4618-b802-96fdd6306c30 HTTP/1.1" status: 200 len: 945 time: 0.2586215 Sep 16 12:58:11.097162 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccf50e-ac3d-4e5d-8584-571ad05e30ff req-2a271eec-a099-491f-b691-fe5f685cadd2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:11.098768 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c2ccf50e-ac3d-4e5d-8584-571ad05e30ff req-2a271eec-a099-491f-b691-fe5f685cadd2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 943 time: 0.2166252 Sep 16 12:58:11.214056 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:11.291554 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-6bbabb82-aeb7-4ef1-86dc-70fbf3e6ef64 service neutron] 10.222.0.25 "GET /networking/v2.0/ports/ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7/bindings/n-h2-858094-4 HTTP/1.1" status: 200 len: 384 time: 0.1899161 Sep 16 12:58:11.340603 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c2ccf50e-ac3d-4e5d-8584-571ad05e30ff req-bfa92da4-3c98-4b79-b32b-0bd085ea76d3 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715453 Sep 16 12:58:11.360173 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-1d4b056d-86ea-41c2-9e14-1fffff3cc985 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Allocated IP 172.20.0.11 (4c6a423f-0493-4448-999c-84f17e899760/084dc942-2fdd-4c42-96da-2aec36f644a5/2467419c-0246-4695-9b97-df325e585a17) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:58:11.388729 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c5032648-3154-44a3-af48-1143d2e6f6f7 req-59357e2a-d0e7-40bd-9984-2d7a064559eb tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141932 Sep 16 12:58:11.395557 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33236) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:11.488654 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:11.549099 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-77f04dd3-0b1a-450e-90c3-54501ae6ae5d req-7d43b26c-24fc-48fe-bef9-5e35dd6b410d tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 210 time: 0.0333018 Sep 16 12:58:11.657743 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:11.659401 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7bb5e84f-8fe6-40fa-9964-5be44a46d7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (a4f5c75f-91db-416a-835c-4ffd1ca7111d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:11.677294 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-41201ce5-d836-4e54-a867-81ddcc38135d req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] For port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:11.688764 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 is: DOWN; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:11.699951 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-41201ce5-d836-4e54-a867-81ddcc38135d req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] For port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:58:11.707426 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-1d4b056d-86ea-41c2-9e14-1fffff3cc985 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks [] for port (2467419c-0246-4695-9b97-df325e585a17), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:11.739213 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-41201ce5-d836-4e54-a867-81ddcc38135d req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:58:11.751177 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-41201ce5-d836-4e54-a867-81ddcc38135d req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] For port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:11.760856 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:11.763694 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5e84f-8fe6-40fa-9964-5be44a46d7a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4f5c75f-91db-416a-835c-4ffd1ca7111d,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:11.782481 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb5e84f-8fe6-40fa-9964-5be44a46d7a5 admin admin] Checking segment: {'id': '4f3cc5da-d01b-47ce-ba51-fade7f91b751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '172838de-19c9-477e-992a-98d67ee5c9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:58:11.782959 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb5e84f-8fe6-40fa-9964-5be44a46d7a5 admin admin] Network hostable DHCP agents. Network: 172838de-19c9-477e-992a-98d67ee5c9c4, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:58:11.798060 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-1d4b056d-86ea-41c2-9e14-1fffff3cc985 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (2467419c-0246-4695-9b97-df325e585a17), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:11.803640 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-41201ce5-d836-4e54-a867-81ddcc38135d req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:11.834544 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761dca6-5b48-48b6-8d43-eb24349c3add req-ab94293f-5596-4128-9d22-eeecacebbd5e tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:11.838981 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb5e84f-8fe6-40fa-9964-5be44a46d7a5 admin admin] Network 172838de-19c9-477e-992a-98d67ee5c9c4 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:58:11.839895 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761dca6-5b48-48b6-8d43-eb24349c3add req-ab94293f-5596-4128-9d22-eeecacebbd5e tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:11.844823 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761dca6-5b48-48b6-8d43-eb24349c3add req-ab94293f-5596-4128-9d22-eeecacebbd5e tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:11.846610 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1761dca6-5b48-48b6-8d43-eb24349c3add req-ab94293f-5596-4128-9d22-eeecacebbd5e tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2413 time: 0.3434873 Sep 16 12:58:11.847418 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6fbc66ad-ea30-4ab9-9735-07d38800a255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:11.858064 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-1d4b056d-86ea-41c2-9e14-1fffff3cc985 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Network 4c6a423f-0493-4448-999c-84f17e899760 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:58:11.865096 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-1d4b056d-86ea-41c2-9e14-1fffff3cc985 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:11.870769 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-1d4b056d-86ea-41c2-9e14-1fffff3cc985 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:58:11.874218 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-7bb5e84f-8fe6-40fa-9964-5be44a46d7a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 172838de-19c9-477e-992a-98d67ee5c9c4) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:11.876980 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b056d-86ea-41c2-9e14-1fffff3cc985 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Pushing event updated for resources: {'Port': ['ID=2467419c-0246-4695-9b97-df325e585a17,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:11.899387 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20870259-ca67-4c8e-9cc0-66e10bc679b0 None None] Network 172838de-19c9-477e-992a-98d67ee5c9c4 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:58:11.901897 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb5e84f-8fe6-40fa-9964-5be44a46d7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:11.902528 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7bb5e84f-8fe6-40fa-9964-5be44a46d7a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:11.932877 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b698f6-e5fb-4592-8b6e-f713e054664c req-2062d692-a00e-4c54-9985-b23b9bd739f7 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:11.934557 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20b698f6-e5fb-4592-8b6e-f713e054664c req-2062d692-a00e-4c54-9985-b23b9bd739f7 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5f30c650-f49a-419b-acfe-165d9886e897 HTTP/1.1" status: 200 len: 946 time: 0.1704590 Sep 16 12:58:11.944934 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7bb5e84f-8fe6-40fa-9964-5be44a46d7a5 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0102677 Sep 16 12:58:11.950755 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-1d4b056d-86ea-41c2-9e14-1fffff3cc985 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:11.951630 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-1d4b056d-86ea-41c2-9e14-1fffff3cc985 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:11.955284 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33246) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:11.963533 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-fc9f6a66-cc69-4229-9f32-f5f623592db7 admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1975468896-router', 'tenant_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:12.001526 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-1d4b056d-86ea-41c2-9e14-1fffff3cc985 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3806231 Sep 16 12:58:12.011979 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6a66-cc69-4229-9f32-f5f623592db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (06eef15c-cf81-4c7c-8d5a-327ad884dc38), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:12.013824 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6a66-cc69-4229-9f32-f5f623592db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (06eef15c-cf81-4c7c-8d5a-327ad884dc38), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:12.023444 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:12.097662 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-172838de-19c9-477e-992a-98d67ee5c9c4', 'network_id': '172838de-19c9-477e-992a-98d67ee5c9c4', 'project_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'fixed_ips': [{'subnet_id': 'a4f5c75f-91db-416a-835c-4ffd1ca7111d'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:58:12.099040 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:12.109563 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1761dca6-5b48-48b6-8d43-eb24349c3add req-febd7307-4a3b-4d40-b650-cffc78822f2a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423437 Sep 16 12:58:12.161599 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6a66-cc69-4229-9f32-f5f623592db7 admin admin] Publish callbacks [] for router_controller (06eef15c-cf81-4c7c-8d5a-327ad884dc38), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:12.182322 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] Request body: {'port': {'device_id': 'e8b6a81c-dbec-452e-bd82-a4c86b9c44fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:12.204366 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-20b698f6-e5fb-4592-8b6e-f713e054664c req-e6d0c050-faa9-4cb4-9054-2821599b2241 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519996 Sep 16 12:58:12.234298 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-41201ce5-d836-4e54-a867-81ddcc38135d req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] Transition to ACTIVE for port object ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:58:12.292051 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6fbc66ad-ea30-4ab9-9735-07d38800a255 admin admin] Publish callbacks [] for security_group (3b8e2868-4bb7-44de-844e-197a745f9711), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:12.293315 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:12.295938 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-41201ce5-d836-4e54-a867-81ddcc38135d req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:12.299858 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600d150-8825-4f82-b926-bc05b45e2618 req-5418c965-bc9b-4f47-98c2-57b760513d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:12.300788 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600d150-8825-4f82-b926-bc05b45e2618 req-5418c965-bc9b-4f47-98c2-57b760513d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:12.301444 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600d150-8825-4f82-b926-bc05b45e2618 req-5418c965-bc9b-4f47-98c2-57b760513d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:12.303301 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8600d150-8825-4f82-b926-bc05b45e2618 req-5418c965-bc9b-4f47-98c2-57b760513d64 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=18ad456d126a4c25accb04f76a159733&device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2959 time: 0.1892784 Sep 16 12:58:12.311858 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6fbc66ad-ea30-4ab9-9735-07d38800a255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (3b8e2868-4bb7-44de-844e-197a745f9711), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:12.329158 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-7c8a495c-4023-4033-afe1-aac1d0d8bc58 None None] Provisioning complete for port 2467419c-0246-4695-9b97-df325e585a17 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:12.329644 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7c8a495c-4023-4033-afe1-aac1d0d8bc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (2467419c-0246-4695-9b97-df325e585a17), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:12.330047 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-7c8a495c-4023-4033-afe1-aac1d0d8bc58 None None] Attempt 1 to provision port 2467419c-0246-4695-9b97-df325e585a17 Sep 16 12:58:12.369116 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (2467419c-0246-4695-9b97-df325e585a17), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:12.483448 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6a66-cc69-4229-9f32-f5f623592db7 admin admin] Publish callbacks [] for router_gateway (06eef15c-cf81-4c7c-8d5a-327ad884dc38), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:12.485337 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a495c-4023-4033-afe1-aac1d0d8bc58 None None] Port 2467419c-0246-4695-9b97-df325e585a17 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:12.528426 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] Allocated IP 172.20.0.2 (172838de-19c9-477e-992a-98d67ee5c9c4/a4f5c75f-91db-416a-835c-4ffd1ca7111d/39519225-63d4-4577-986e-9df3995bb206) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:58:12.580171 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc66ad-ea30-4ab9-9735-07d38800a255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8e2868-4bb7-44de-844e-197a745f9711,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:12.601437 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7,revision_number=10']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:12.611376 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-6fbc66ad-ea30-4ab9-9735-07d38800a255 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=0e89d9e05b854b5098366fc6099cfcb2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2119169 Sep 16 12:58:12.614733 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33258) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:12.621375 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc66ad-ea30-4ab9-9735-07d38800a255 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.621720 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc66ad-ea30-4ab9-9735-07d38800a255 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.622064 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc66ad-ea30-4ab9-9735-07d38800a255 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.622546 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc66ad-ea30-4ab9-9735-07d38800a255 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.622883 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc66ad-ea30-4ab9-9735-07d38800a255 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.623216 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc66ad-ea30-4ab9-9735-07d38800a255 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.624281 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc66ad-ea30-4ab9-9735-07d38800a255 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.624623 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc66ad-ea30-4ab9-9735-07d38800a255 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.624952 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc66ad-ea30-4ab9-9735-07d38800a255 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.625390 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc66ad-ea30-4ab9-9735-07d38800a255 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.625727 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc66ad-ea30-4ab9-9735-07d38800a255 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.626051 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc66ad-ea30-4ab9-9735-07d38800a255 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.626374 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc66ad-ea30-4ab9-9735-07d38800a255 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.626692 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc66ad-ea30-4ab9-9735-07d38800a255 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.627010 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc66ad-ea30-4ab9-9735-07d38800a255 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.667801 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:12.733155 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] Publish callbacks [] for port (39519225-63d4-4577-986e-9df3995bb206), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:12.741450 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (39519225-63d4-4577-986e-9df3995bb206), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:12.787297 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] Pushing event updated for resources: {'Port': ['ID=39519225-63d4-4577-986e-9df3995bb206,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:12.789796 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3949f0-8647-4947-951c-def19a28bafe req-f93b8fae-7465-4207-8a2d-76e8b9fb761f tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:12.791557 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3e3949f0-8647-4947-951c-def19a28bafe req-f93b8fae-7465-4207-8a2d-76e8b9fb761f tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2998767f-d217-40ea-a487-60c0c4ade426 HTTP/1.1" status: 200 len: 945 time: 0.1777470 Sep 16 12:58:12.793194 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.794311 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.795313 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.795313 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.795624 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.796155 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.796704 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.797103 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.798376 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.798792 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.799194 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.799591 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.799987 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.800398 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.800791 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:12.805329 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-41201ce5-d836-4e54-a867-81ddcc38135d req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] No DVR routers for this DVR port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:58:12.811775 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] Network 172838de-19c9-477e-992a-98d67ee5c9c4 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:58:12.814082 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:12.817409 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:58:12.890895 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] Attempting to bind port 39519225-63d4-4577-986e-9df3995bb206 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:58:12.891499 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] Attempting to bind port 39519225-63d4-4577-986e-9df3995bb206 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '4f3cc5da-d01b-47ce-ba51-fade7f91b751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '172838de-19c9-477e-992a-98d67ee5c9c4'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:58:12.892043 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] Attempting to bind port 39519225-63d4-4577-986e-9df3995bb206 on network 172838de-19c9-477e-992a-98d67ee5c9c4 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:58:12.895026 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d1114-e819-4c57-b8e0-af40a4f06ba2 req-51bfa71c-05b3-48de-ba3b-d981e5cf575e tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:12.896747 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d7d1114-e819-4c57-b8e0-af40a4f06ba2 req-51bfa71c-05b3-48de-ba3b-d981e5cf575e tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 944 time: 0.2796490 Sep 16 12:58:12.946042 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:12.960484 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:58:12.961446 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] Checking segment: {'id': '4f3cc5da-d01b-47ce-ba51-fade7f91b751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '172838de-19c9-477e-992a-98d67ee5c9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:58:12.962856 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:12.963463 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] Bound using segment: {'id': '4f3cc5da-d01b-47ce-ba51-fade7f91b751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '172838de-19c9-477e-992a-98d67ee5c9c4'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:58:12.964218 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] Bound port: 39519225-63d4-4577-986e-9df3995bb206, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3cc5da-d01b-47ce-ba51-fade7f91b751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '172838de-19c9-477e-992a-98d67ee5c9c4'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:58:12.964789 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (39519225-63d4-4577-986e-9df3995bb206), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:12.965360 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:12.970510 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3e3949f0-8647-4947-951c-def19a28bafe req-69372158-5c99-44f1-a2a1-08cc1cbdb18f tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=69cc8fbc-249e-4c2c-918f-a1a634768324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397717 Sep 16 12:58:12.983935 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600d150-8825-4f82-b926-bc05b45e2618 req-93828df4-18ca-4949-a718-63bdc03c4c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:12.985571 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8600d150-8825-4f82-b926-bc05b45e2618 req-93828df4-18ca-4949-a718-63bdc03c4c2b service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=609f556d-5ff4-4778-acbd-e74414e27820 HTTP/1.1" status: 200 len: 903 time: 0.6685336 Sep 16 12:58:12.986984 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-7c8a495c-4023-4033-afe1-aac1d0d8bc58 None None] Attempt 2 to provision port 2467419c-0246-4695-9b97-df325e585a17 Sep 16 12:58:12.995422 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-897d8c8b-b53f-4c86-b394-f53e4cbfcd44 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7/bindings/n-h2-858094-4/activate HTTP/1.1" status: 200 len: 369 time: 1.6943114 Sep 16 12:58:13.039037 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d7d1114-e819-4c57-b8e0-af40a4f06ba2 req-2a172e7c-b9f7-45cd-a753-9156ed0e2ad6 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142867 Sep 16 12:58:13.067738 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a495c-4023-4033-afe1-aac1d0d8bc58 None None] Port 2467419c-0246-4695-9b97-df325e585a17 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:13.089994 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] For port 39519225-63d4-4577-986e-9df3995bb206, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:58:13.093789 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] For port 39519225-63d4-4577-986e-9df3995bb206, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=39519225-63d4-4577-986e-9df3995bb206,segment=NetworkSegment(4f3cc5da-d01b-47ce-ba51-fade7f91b751),segment_id=4f3cc5da-d01b-47ce-ba51-fade7f91b751)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:58:13.106658 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (39519225-63d4-4577-986e-9df3995bb206), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:13.179881 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89426c3-64d5-4b2a-ab67-b18402281b81 None None] Pushing event updated for resources: {'Port': ['ID=39519225-63d4-4577-986e-9df3995bb206,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:13.257222 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ac4f1-77fe-4ca3-994d-60adb855fa29 req-7aee8de0-c9f4-40c2-aa7a-143468f7e774 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:13.265936 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-268ac4f1-77fe-4ca3-994d-60adb855fa29 req-7aee8de0-c9f4-40c2-aa7a-143468f7e774 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 932 time: 0.0816622 Sep 16 12:58:13.277057 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f88a1e8b-ab64-4010-b0ad-6bb38613ceb1 admin admin] Publish callbacks [] for security_group (3b8e2868-4bb7-44de-844e-197a745f9711), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:13.317285 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:13.332148 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-268ac4f1-77fe-4ca3-994d-60adb855fa29 req-ed0a1cb4-ef14-46cc-8ca4-78cdddac1a5c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661578 Sep 16 12:58:13.389264 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f88a1e8b-ab64-4010-b0ad-6bb38613ceb1 admin admin] Publish callbacks [] for security_group (3b8e2868-4bb7-44de-844e-197a745f9711), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:13.514387 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6a66-cc69-4229-9f32-f5f623592db7 admin admin] Publish callbacks [] for router_gateway (06eef15c-cf81-4c7c-8d5a-327ad884dc38), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:13.525489 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d373938-aec7-46c2-8d38-44c6e1cb9797 req-f61acc19-d5ed-4932-ac74-d587bc55b513 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:13.530560 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d373938-aec7-46c2-8d38-44c6e1cb9797 req-f61acc19-d5ed-4932-ac74-d587bc55b513 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:13.535613 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d373938-aec7-46c2-8d38-44c6e1cb9797 req-f61acc19-d5ed-4932-ac74-d587bc55b513 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:13.537378 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4d373938-aec7-46c2-8d38-44c6e1cb9797 req-f61acc19-d5ed-4932-ac74-d587bc55b513 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2413 time: 0.1664140 Sep 16 12:58:13.552772 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6a66-cc69-4229-9f32-f5f623592db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:13.568507 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-7c8a495c-4023-4033-afe1-aac1d0d8bc58 None None] Attempt 3 to provision port 2467419c-0246-4695-9b97-df325e585a17 Sep 16 12:58:13.577020 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8600d150-8825-4f82-b926-bc05b45e2618 req-c588cb87-90a7-4a95-b6e3-1c6880368144 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=19.86.0.242&port_id=e389c52d-c333-408c-a4a5-dd1fb810bd22 HTTP/1.1" status: 200 len: 217 time: 0.0695989 Sep 16 12:58:13.627714 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f88a1e8b-ab64-4010-b0ad-6bb38613ceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (3b8e2868-4bb7-44de-844e-197a745f9711), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:13.627943 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d273d5-eaa9-45c5-9294-1f8cb888fd0a req-bc0e33b0-cf04-4d2d-bfea-bc91050d5d99 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:13.630129 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f88a1e8b-ab64-4010-b0ad-6bb38613ceb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:13.631368 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a495c-4023-4033-afe1-aac1d0d8bc58 None None] Port 2467419c-0246-4695-9b97-df325e585a17 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:13.632310 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f88a1e8b-ab64-4010-b0ad-6bb38613ceb1 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/3b8e2868-4bb7-44de-844e-197a745f9711 HTTP/1.1" status: 204 len: 168 time: 1.0165985 Sep 16 12:58:13.635585 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2467419c-0246-4695-9b97-df325e585a17 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:58:13.644505 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:13.646235 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e2d273d5-eaa9-45c5-9294-1f8cb888fd0a req-bc0e33b0-cf04-4d2d-bfea-bc91050d5d99 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5f30c650-f49a-419b-acfe-165d9886e897 HTTP/1.1" status: 200 len: 946 time: 0.1847157 Sep 16 12:58:13.659678 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:58:13.673613 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] Publish callbacks [] for port (2467419c-0246-4695-9b97-df325e585a17), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:13.688165 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a1e8b-ab64-4010-b0ad-6bb38613ceb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8e2868-4bb7-44de-844e-197a745f9711,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:13.722526 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] Transition to ACTIVE for port object 2467419c-0246-4695-9b97-df325e585a17 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:58:13.761395 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (2467419c-0246-4695-9b97-df325e585a17), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:13.774394 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4d373938-aec7-46c2-8d38-44c6e1cb9797 req-6e69d130-30a5-4d46-a71a-5b2d5f0ce587 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042465 Sep 16 12:58:13.815471 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e2d273d5-eaa9-45c5-9294-1f8cb888fd0a req-0ccb8529-1ba9-48be-92aa-0c4323020677 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664698 Sep 16 12:58:13.835641 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41201ce5-d836-4e54-a867-81ddcc38135d req-09f20a70-37e5-44c7-8e68-557210d90339 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:13.837372 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-09f20a70-37e5-44c7-8e68-557210d90339 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0&tenant_id=da915844493a4928ac8830897afa126f&binding%3Ahost_id=n-h1-858094-4 HTTP/1.1" status: 200 len: 1126 time: 0.1256497 Sep 16 12:58:13.841186 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600d150-8825-4f82-b926-bc05b45e2618 req-02f0165f-a121-4323-ba49-1a1a8a832b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:13.843111 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8600d150-8825-4f82-b926-bc05b45e2618 req-02f0165f-a121-4323-ba49-1a1a8a832b4b service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=ba314f31-9d8f-4606-bec8-eabcb4966f60 HTTP/1.1" status: 200 len: 801 time: 0.2297313 Sep 16 12:58:13.918113 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-fc9f6a66-cc69-4229-9f32-f5f623592db7 admin admin] Allocated IP 172.25.2.113 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/680ef172-8e4e-412e-958f-766e39bf4b8a) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:58:13.941100 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41201ce5-d836-4e54-a867-81ddcc38135d req-c9e4cb55-34b1-4370-8688-0804eaa6f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:13.942988 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-c9e4cb55-34b1-4370-8688-0804eaa6f6c0 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0&tenant_id=da915844493a4928ac8830897afa126f HTTP/1.1" status: 200 len: 1126 time: 0.0977831 Sep 16 12:58:13.944509 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600d150-8825-4f82-b926-bc05b45e2618 req-11ac4d87-05a4-484f-b940-7cc88eeed991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:13.945894 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8600d150-8825-4f82-b926-bc05b45e2618 req-11ac4d87-05a4-484f-b940-7cc88eeed991 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=609f556d-5ff4-4778-acbd-e74414e27820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0814824 Sep 16 12:58:13.971911 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2467419c-0246-4695-9b97-df325e585a17,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:13.986447 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a29c4f-4867-44c2-9c0b-f896ee30cf3a req-988f693c-ea37-43fc-aba9-f20b14c0bb7e tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:13.988173 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f8a29c4f-4867-44c2-9c0b-f896ee30cf3a req-988f693c-ea37-43fc-aba9-f20b14c0bb7e tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2998767f-d217-40ea-a487-60c0c4ade426 HTTP/1.1" status: 200 len: 945 time: 0.1807349 Sep 16 12:58:14.041398 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=7d29c55a-fbb0-4e50-9719-1dcce2aaef81,segment=NetworkSegment(7f346e65-7fb5-4a92-b6b1-6e890df0b8e4),segment_id=7f346e65-7fb5-4a92-b6b1-6e890df0b8e4)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:14.055488 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '7d29c55a-fbb0-4e50-9719-1dcce2aaef81', 'network_id': 'd73f9ac4-e3fa-4fbb-92bf-6c462d38b039', 'port_id': '7d29c55a-fbb0-4e50-9719-1dcce2aaef81', 'mac_address': 'fa:16:3e:ff:10:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f32e38-2bb2-42bc-9220-e13426719a47', 'ip_address': '19.80.0.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:58:14.098967 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8600d150-8825-4f82-b926-bc05b45e2618 req-6de417fe-7069-4a0c-babe-7ece98550c05 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/609f556d-5ff4-4778-acbd-e74414e27820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423433 Sep 16 12:58:14.100309 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:14.100927 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7d29c55a-fbb0-4e50-9719-1dcce2aaef81), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:14.141960 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:58:14.187499 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=7d29c55a-fbb0-4e50-9719-1dcce2aaef81,segment=NetworkSegment(7f346e65-7fb5-4a92-b6b1-6e890df0b8e4),segment_id=7f346e65-7fb5-4a92-b6b1-6e890df0b8e4)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:14.189321 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-7c8a495c-4023-4033-afe1-aac1d0d8bc58 None None] Attempt 4 to provision port 2467419c-0246-4695-9b97-df325e585a17 Sep 16 12:58:14.199739 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (7d29c55a-fbb0-4e50-9719-1dcce2aaef81), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:14.200405 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device e389c52d-c333-408c-a4a5-dd1fb810bd22 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:58:14.231852 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41201ce5-d836-4e54-a867-81ddcc38135d req-9b6183c1-a132-47fa-8a33-199663ab3c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:14.233549 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-9b6183c1-a132-47fa-8a33-199663ab3c03 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 1126 time: 0.2588408 Sep 16 12:58:14.286929 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a495c-4023-4033-afe1-aac1d0d8bc58 None None] Port 2467419c-0246-4695-9b97-df325e585a17 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:14.293520 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6a66-cc69-4229-9f32-f5f623592db7 admin admin] Publish callbacks [] for port (680ef172-8e4e-412e-958f-766e39bf4b8a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:14.296700 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c714ad-63dd-4c6c-ade3-5599c65c6852 req-41099eeb-8f30-49e5-9a97-2368b568bf12 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:14.298360 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-73c714ad-63dd-4c6c-ade3-5599c65c6852 req-41099eeb-8f30-49e5-9a97-2368b568bf12 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 944 time: 0.0719252 Sep 16 12:58:14.319733 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=7d29c55a-fbb0-4e50-9719-1dcce2aaef81,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:14.332854 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:14.337872 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:14.339464 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] Attempting to bind port 2467419c-0246-4695-9b97-df325e585a17 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:58:14.339798 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] Attempting to bind port 2467419c-0246-4695-9b97-df325e585a17 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:58:14.340143 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] Attempting to bind port 2467419c-0246-4695-9b97-df325e585a17 on network 4c6a423f-0493-4448-999c-84f17e899760 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:58:14.377931 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd824c9-21ac-4ab7-ac3c-8da9be12a658 req-b7e3143e-a57d-4ba8-a499-23fe57ac3696 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:14.380014 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ddd824c9-21ac-4ab7-ac3c-8da9be12a658 req-b7e3143e-a57d-4ba8-a499-23fe57ac3696 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2998767f-d217-40ea-a487-60c0c4ade426 HTTP/1.1" status: 200 len: 945 time: 0.2342343 Sep 16 12:58:14.412887 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] Port 2467419c-0246-4695-9b97-df325e585a17 on network 4c6a423f-0493-4448-999c-84f17e899760 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:58:14.413228 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] Attempting to bind port 2467419c-0246-4695-9b97-df325e585a17 on network 4c6a423f-0493-4448-999c-84f17e899760 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:58:14.455595 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port e389c52d-c333-408c-a4a5-dd1fb810bd22, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e389c52d-c333-408c-a4a5-dd1fb810bd22,segment=NetworkSegment(14c11de5-efba-4afe-aa92-687819c24f6c),segment_id=14c11de5-efba-4afe-aa92-687819c24f6c)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:14.460979 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:14.483360 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:58:14.483360 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] Checking segment: {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:58:14.483360 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] Bound using segment: {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:58:14.483791 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] Bound port: 2467419c-0246-4695-9b97-df325e585a17, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:58:14.484174 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (2467419c-0246-4695-9b97-df325e585a17), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:14.487201 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': 'e389c52d-c333-408c-a4a5-dd1fb810bd22', 'network_id': '609f556d-5ff4-4778-acbd-e74414e27820', 'port_id': 'e389c52d-c333-408c-a4a5-dd1fb810bd22', 'mac_address': 'fa:16:3e:35:95:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba314f31-9d8f-4606-bec8-eabcb4966f60', 'ip_address': '19.86.0.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:58:14.542137 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port e389c52d-c333-408c-a4a5-dd1fb810bd22 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:14.542728 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e389c52d-c333-408c-a4a5-dd1fb810bd22), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:14.546442 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:14.564466 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-73c714ad-63dd-4c6c-ade3-5599c65c6852 req-8a7e401e-784b-405d-8558-a87dfaa1c499 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355907 Sep 16 12:58:14.590556 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8600d150-8825-4f82-b926-bc05b45e2618 req-15679e59-3975-470c-877a-cd6fe9e6ba74 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/609f556d-5ff4-4778-acbd-e74414e27820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658372 Sep 16 12:58:14.592479 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e389c52d-c333-408c-a4a5-dd1fb810bd22 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:58:14.612113 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] For port 2467419c-0246-4695-9b97-df325e585a17, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:58:14.617337 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] For port 2467419c-0246-4695-9b97-df325e585a17, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=2467419c-0246-4695-9b97-df325e585a17,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:58:14.622687 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6a66-cc69-4229-9f32-f5f623592db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (680ef172-8e4e-412e-958f-766e39bf4b8a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:14.650759 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ddd824c9-21ac-4ab7-ac3c-8da9be12a658 req-744ccea4-0abc-4ed6-b411-d3fdf4a355ba tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=69cc8fbc-249e-4c2c-918f-a1a634768324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991765 Sep 16 12:58:14.682385 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port e389c52d-c333-408c-a4a5-dd1fb810bd22, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e389c52d-c333-408c-a4a5-dd1fb810bd22,segment=NetworkSegment(14c11de5-efba-4afe-aa92-687819c24f6c),segment_id=14c11de5-efba-4afe-aa92-687819c24f6c)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:14.685434 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (2467419c-0246-4695-9b97-df325e585a17), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:14.687546 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e389c52d-c333-408c-a4a5-dd1fb810bd22), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:14.688561 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 0f8de272-9fd7-474d-85d6-e69716710172 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:58:14.697505 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:14.700339 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:14.701802 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/2467419c-0246-4695-9b97-df325e585a17 HTTP/1.1" status: 200 len: 1092 time: 2.5354877 Sep 16 12:58:14.707568 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41201ce5-d836-4e54-a867-81ddcc38135d req-227990ea-c94b-4e69-af60-f24439f09b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:14.709533 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-227990ea-c94b-4e69-af60-f24439f09b78 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 922 time: 0.4064372 Sep 16 12:58:14.731543 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600d150-8825-4f82-b926-bc05b45e2618 req-28416be5-119b-4f2a-b3d7-0d22fb4b9e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:14.732448 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600d150-8825-4f82-b926-bc05b45e2618 req-28416be5-119b-4f2a-b3d7-0d22fb4b9e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:14.733098 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600d150-8825-4f82-b926-bc05b45e2618 req-28416be5-119b-4f2a-b3d7-0d22fb4b9e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:14.734933 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8600d150-8825-4f82-b926-bc05b45e2618 req-28416be5-119b-4f2a-b3d7-0d22fb4b9e4e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=18ad456d126a4c25accb04f76a159733&device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2960 time: 0.0706313 Sep 16 12:58:14.757536 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:14.757787 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dad465c-2d5b-42af-9cc5-20d8dab5357b None None] Network 172838de-19c9-477e-992a-98d67ee5c9c4 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:58:14.758317 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b6a81c-dbec-452e-bd82-a4c86b9c44fd', 'tag': '2467419c-0246-4695-9b97-df325e585a17'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:14.761504 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ac1387-972e-484d-9f72-e02c81c20f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b6a81c-dbec-452e-bd82-a4c86b9c44fd", "tag": "2467419c-0246-4695-9b97-df325e585a17"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:14.764060 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f6a66-cc69-4229-9f32-f5f623592db7 admin admin] Pushing event updated for resources: {'Port': ['ID=680ef172-8e4e-412e-958f-766e39bf4b8a,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:14.784655 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:14.804304 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-f8a29c4f-4867-44c2-9c0b-f896ee30cf3a req-6576006f-c293-43cc-b4d4-66b8942b0290 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Deleting port 5cef43f7-b56b-46c5-a6b2-06877f434cd6 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:14.804733 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-f8a29c4f-4867-44c2-9c0b-f896ee30cf3a req-6576006f-c293-43cc-b4d4-66b8942b0290 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (5cef43f7-b56b-46c5-a6b2-06877f434cd6), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:14.814520 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-30a3483d-c4e9-421e-a2d2-830723d5a5d0 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 HTTP/1.1" status: 200 len: 217 time: 0.0961688 Sep 16 12:58:14.825575 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-7c8a495c-4023-4033-afe1-aac1d0d8bc58 None None] Attempt 5 to provision port 2467419c-0246-4695-9b97-df325e585a17 Sep 16 12:58:14.954118 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b184e-4b23-4e54-9655-a485cf3a57d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2467419c-0246-4695-9b97-df325e585a17,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:14.957495 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-b6b6a637-bacc-4b2f-8101-6f4542652e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:14.959261 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-b6b6a637-bacc-4b2f-8101-6f4542652e90 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 1126 time: 0.1923294 Sep 16 12:58:14.959383 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3501c3-2d61-4ca4-bc6e-32203ff27b06 req-2e7ea047-bf51-476f-8ca3-38a43236928a tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:14.960899 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5f3501c3-2d61-4ca4-bc6e-32203ff27b06 req-2e7ea047-bf51-476f-8ca3-38a43236928a tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 944 time: 0.2310090 Sep 16 12:58:14.973315 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9f6a66-cc69-4229-9f32-f5f623592db7 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:58:14.989011 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5593c10-e7ef-4e41-b16e-f42265bc4ede x-openstack-request-id: req-e5593c10-e7ef-4e41-b16e-f42265bc4ede {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:14.989257 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b6a81c-dbec-452e-bd82-a4c86b9c44fd", "tag": "2467419c-0246-4695-9b97-df325e585a17", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:14.989416 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e5593c10-e7ef-4e41-b16e-f42265bc4ede {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:14.990300 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5593c10-e7ef-4e41-b16e-f42265bc4ede'] response: {'name': 'network-changed', 'server_uuid': 'e8b6a81c-dbec-452e-bd82-a4c86b9c44fd', 'tag': '2467419c-0246-4695-9b97-df325e585a17', 'status': 'completed', 'code': 200} Sep 16 12:58:14.990831 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-fc9f6a66-cc69-4229-9f32-f5f623592db7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:14.994031 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9f6a66-cc69-4229-9f32-f5f623592db7 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:58:15.028179 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0f5fe712-261e-436d-854d-c5912bd7f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:15.028409 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-0f5fe712-261e-436d-854d-c5912bd7f99e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.1954000 Sep 16 12:58:15.060739 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75c162-9407-47eb-b1a3-e91e23058bdc req-c3dee3de-782c-4074-ba78-cc91078ac9a9 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:15.065865 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75c162-9407-47eb-b1a3-e91e23058bdc req-c3dee3de-782c-4074-ba78-cc91078ac9a9 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:15.072187 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75c162-9407-47eb-b1a3-e91e23058bdc req-c3dee3de-782c-4074-ba78-cc91078ac9a9 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:15.074141 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7f75c162-9407-47eb-b1a3-e91e23058bdc req-c3dee3de-782c-4074-ba78-cc91078ac9a9 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2415 time: 0.1441483 Sep 16 12:58:15.123016 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 0f8de272-9fd7-474d-85d6-e69716710172, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=0f8de272-9fd7-474d-85d6-e69716710172,segment=NetworkSegment(7f346e65-7fb5-4a92-b6b1-6e890df0b8e4),segment_id=7f346e65-7fb5-4a92-b6b1-6e890df0b8e4)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:15.146483 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=e389c52d-c333-408c-a4a5-dd1fb810bd22,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:15.155443 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '0f8de272-9fd7-474d-85d6-e69716710172', 'network_id': 'd73f9ac4-e3fa-4fbb-92bf-6c462d38b039', 'port_id': '0f8de272-9fd7-474d-85d6-e69716710172', 'mac_address': 'fa:16:3e:3c:1d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f32e38-2bb2-42bc-9220-e13426719a47', 'ip_address': '19.80.0.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:58:15.179521 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 39519225-63d4-4577-986e-9df3995bb206 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:58:15.189149 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600d150-8825-4f82-b926-bc05b45e2618 req-33de0e55-5d1c-40b1-9802-769d8970ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:15.190654 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8600d150-8825-4f82-b926-bc05b45e2618 req-33de0e55-5d1c-40b1-9802-769d8970ab0b service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=d73f9ac4-e3fa-4fbb-92bf-6c462d38b039 HTTP/1.1" status: 200 len: 902 time: 0.3931596 Sep 16 12:58:15.221656 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41201ce5-d836-4e54-a867-81ddcc38135d req-75e2649d-59af-4554-a36e-12daf5a2073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:15.223067 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-75e2649d-59af-4554-a36e-12daf5a2073b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1805105 Sep 16 12:58:15.233705 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02121acb-3ed2-4b6b-a6ba-593f02b2a9be req-d6b08982-445f-48d2-ae54-60265c0c0902 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:15.235501 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-02121acb-3ed2-4b6b-a6ba-593f02b2a9be req-d6b08982-445f-48d2-ae54-60265c0c0902 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5f30c650-f49a-419b-acfe-165d9886e897 HTTP/1.1" status: 200 len: 946 time: 0.1590006 Sep 16 12:58:15.255159 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a495c-4023-4033-afe1-aac1d0d8bc58 None None] Port 2467419c-0246-4695-9b97-df325e585a17 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:58:15.273930 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5f3501c3-2d61-4ca4-bc6e-32203ff27b06 req-d5e014f8-f81a-4633-8c92-369e8e79c5dc tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843878 Sep 16 12:58:15.291385 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 39519225-63d4-4577-986e-9df3995bb206 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:15.291793 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (39519225-63d4-4577-986e-9df3995bb206), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:15.292070 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 39519225-63d4-4577-986e-9df3995bb206 Sep 16 12:58:15.298837 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8600d150-8825-4f82-b926-bc05b45e2618 req-169317fb-464d-42dd-aabc-ac66375b009b service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=19.80.0.101&port_id=0f8de272-9fd7-474d-85d6-e69716710172 HTTP/1.1" status: 200 len: 217 time: 0.0903327 Sep 16 12:58:15.361316 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 0f8de272-9fd7-474d-85d6-e69716710172 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:15.361711 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0f8de272-9fd7-474d-85d6-e69716710172), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:15.376087 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-f8a29c4f-4867-44c2-9c0b-f896ee30cf3a req-6576006f-c293-43cc-b4d4-66b8942b0290 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] For port 5cef43f7-b56b-46c5-a6b2-06877f434cd6, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=5cef43f7-b56b-46c5-a6b2-06877f434cd6,segment=NetworkSegment(ca0d95fc-3fe7-49bf-ac16-c9a3b271e436),segment_id=ca0d95fc-3fe7-49bf-ac16-c9a3b271e436)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:15.376643 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-f8a29c4f-4867-44c2-9c0b-f896ee30cf3a req-6576006f-c293-43cc-b4d4-66b8942b0290 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (5cef43f7-b56b-46c5-a6b2-06877f434cd6), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:15.406577 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8de272-9fd7-474d-85d6-e69716710172 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:58:15.414128 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-f8a29c4f-4867-44c2-9c0b-f896ee30cf3a req-6576006f-c293-43cc-b4d4-66b8942b0290 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Calling delete_port for 5cef43f7-b56b-46c5-a6b2-06877f434cd6 owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:15.442837 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d62caf20-51ba-47af-8085-c496d0a4c3b8 None None] Provisioning complete for port 39519225-63d4-4577-986e-9df3995bb206 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:15.443210 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d62caf20-51ba-47af-8085-c496d0a4c3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (39519225-63d4-4577-986e-9df3995bb206), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:15.443530 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d62caf20-51ba-47af-8085-c496d0a4c3b8 None None] Attempt 1 to provision port 39519225-63d4-4577-986e-9df3995bb206 Sep 16 12:58:15.523761 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 0f8de272-9fd7-474d-85d6-e69716710172, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=0f8de272-9fd7-474d-85d6-e69716710172,segment=NetworkSegment(7f346e65-7fb5-4a92-b6b1-6e890df0b8e4),segment_id=7f346e65-7fb5-4a92-b6b1-6e890df0b8e4)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:15.530935 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7f75c162-9407-47eb-b1a3-e91e23058bdc req-30509b48-1067-4d12-afbb-a9e511f546c7 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201326 Sep 16 12:58:15.568300 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0f8de272-9fd7-474d-85d6-e69716710172), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:15.573615 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-578475c5-b27e-4e40-9c41-e27de0fc1afd service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2467419c-0246-4695-9b97-df325e585a17 HTTP/1.1" status: 200 len: 217 time: 0.5868320 Sep 16 12:58:15.609341 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e4135-b4bb-44cd-99a0-1a19fbe8b184 req-47102885-1477-4310-a99d-4805a792eb4c tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:15.611140 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-799e4135-b4bb-44cd-99a0-1a19fbe8b184 req-47102885-1477-4310-a99d-4805a792eb4c tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f9dac6d-1e24-4618-b802-96fdd6306c30 HTTP/1.1" status: 200 len: 945 time: 0.2260861 Sep 16 12:58:15.668842 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600d150-8825-4f82-b926-bc05b45e2618 req-26238588-f208-4e77-b971-313707adba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:15.677809 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8600d150-8825-4f82-b926-bc05b45e2618 req-26238588-f208-4e77-b971-313707adba66 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=83f32e38-2bb2-42bc-9220-e13426719a47 HTTP/1.1" status: 200 len: 801 time: 0.3560932 Sep 16 12:58:15.684478 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420ac4a-09c5-456f-95b8-fd4e9b997951 req-38895325-f182-4068-ba70-9d914fe99d3a tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:15.685982 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3420ac4a-09c5-456f-95b8-fd4e9b997951 req-38895325-f182-4068-ba70-9d914fe99d3a tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5f30c650-f49a-419b-acfe-165d9886e897 HTTP/1.1" status: 200 len: 946 time: 0.2592950 Sep 16 12:58:15.718539 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-f8a29c4f-4867-44c2-9c0b-f896ee30cf3a req-6576006f-c293-43cc-b4d4-66b8942b0290 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (5cef43f7-b56b-46c5-a6b2-06877f434cd6), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:15.733498 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:15.780948 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=0f8de272-9fd7-474d-85d6-e69716710172,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:15.781105 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6a66-cc69-4229-9f32-f5f623592db7 admin admin] Publish callbacks [] for router_gateway (06eef15c-cf81-4c7c-8d5a-327ad884dc38), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:15.785030 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 39519225-63d4-4577-986e-9df3995bb206 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:15.786232 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (39519225-63d4-4577-986e-9df3995bb206), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:15.794495 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-02121acb-3ed2-4b6b-a6ba-593f02b2a9be req-30038d21-2479-46d8-bf31-6ad6576d0ec4 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Deleting port c26f96da-286f-479c-9e95-6d00e8c892e4 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:15.794844 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-02121acb-3ed2-4b6b-a6ba-593f02b2a9be req-30038d21-2479-46d8-bf31-6ad6576d0ec4 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (c26f96da-286f-479c-9e95-6d00e8c892e4), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:15.799519 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-dd843d93-9983-47a8-a720-086a2eac3bdb service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362194 Sep 16 12:58:15.825943 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:15.829258 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576006f-c293-43cc-b4d4-66b8942b0290 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Pushing event deleted for resources: {'Port': ['ID=5cef43f7-b56b-46c5-a6b2-06877f434cd6,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:15.887333 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 39519225-63d4-4577-986e-9df3995bb206, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=39519225-63d4-4577-986e-9df3995bb206,segment=NetworkSegment(4f3cc5da-d01b-47ce-ba51-fade7f91b751),segment_id=4f3cc5da-d01b-47ce-ba51-fade7f91b751)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:15.892764 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-96efce04-6b81-432e-8449-61849b6c6a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:15.895213 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-96efce04-6b81-432e-8449-61849b6c6a00 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=084dc942-2fdd-4c42-96da-2aec36f644a5 HTTP/1.1" status: 200 len: 850 time: 0.3097191 Sep 16 12:58:15.895465 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (39519225-63d4-4577-986e-9df3995bb206), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:15.906943 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d62caf20-51ba-47af-8085-c496d0a4c3b8 None None] Current status of the port 39519225-63d4-4577-986e-9df3995bb206 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:15.907956 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d62caf20-51ba-47af-8085-c496d0a4c3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (39519225-63d4-4577-986e-9df3995bb206), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:15.971358 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a29c4f-4867-44c2-9c0b-f896ee30cf3a req-6576006f-c293-43cc-b4d4-66b8942b0290 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] No DVR routers for this DVR port 5cef43f7-b56b-46c5-a6b2-06877f434cd6 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:58:15.977529 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:15.979699 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-f8a29c4f-4867-44c2-9c0b-f896ee30cf3a req-6576006f-c293-43cc-b4d4-66b8942b0290 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:15.985665 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f8a29c4f-4867-44c2-9c0b-f896ee30cf3a req-6576006f-c293-43cc-b4d4-66b8942b0290 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.76 "DELETE /networking/v2.0/ports/5cef43f7-b56b-46c5-a6b2-06877f434cd6 HTTP/1.1" status: 204 len: 173 time: 1.9890857 Sep 16 12:58:16.029626 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33316) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:16.090901 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:16.092955 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.api [None req-d62caf20-51ba-47af-8085-c496d0a4c3b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 12:58:16.096823 n-d-858094-4 neutron-server[113700]: DEBUG oslo_db.api [None req-d62caf20-51ba-47af-8085-c496d0a4c3b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 12:58:16.097781 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=39519225-63d4-4577-986e-9df3995bb206,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:16.099582 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-e15c0c6e-283b-4da0-8562-c58e12b62a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:16.101670 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-e15c0c6e-283b-4da0-8562-c58e12b62a33 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=4c6a423f-0493-4448-999c-84f17e899760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1924736 Sep 16 12:58:16.114847 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['e389c52d-c333-408c-a4a5-dd1fb810bd22'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:58:16.183071 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['7d29c55a-fbb0-4e50-9719-1dcce2aaef81'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:58:16.207050 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 5cef43f7-b56b-46c5-a6b2-06877f434cd6 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:16.231514 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:16.249745 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:16.280510 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 5cef43f7-b56b-46c5-a6b2-06877f434cd6 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:58:16.280887 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 5cef43f7-b56b-46c5-a6b2-06877f434cd6 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:58:16.365763 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6a66-cc69-4229-9f32-f5f623592db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (06eef15c-cf81-4c7c-8d5a-327ad884dc38), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:16.370290 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-e39dbf5f-65f5-435f-92da-4877aaca86d7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759603 Sep 16 12:58:16.377595 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['0f8de272-9fd7-474d-85d6-e69716710172'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:58:16.431434 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-cfb50380-a3f0-46b8-b989-15f1addd1db8 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1876558184'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:16.489941 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600d150-8825-4f82-b926-bc05b45e2618 req-d6d4d29b-97af-48d7-a200-e20708b864f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:16.491355 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8600d150-8825-4f82-b926-bc05b45e2618 req-d6d4d29b-97af-48d7-a200-e20708b864f2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=d73f9ac4-e3fa-4fbb-92bf-6c462d38b039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.7996919 Sep 16 12:58:16.538671 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41379fb-30ec-4889-9965-fd814cf169ca req-46996bc0-d247-465a-9e9c-371bcd9e5350 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:16.540318 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d41379fb-30ec-4889-9965-fd814cf169ca req-46996bc0-d247-465a-9e9c-371bcd9e5350 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 944 time: 0.8285549 Sep 16 12:58:16.554653 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb50380-a3f0-46b8-b989-15f1addd1db8 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Made reservation on behalf of 2bf3079dd1c64f7eb1f70fd99fae892d for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:58:16.562955 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cfb50380-a3f0-46b8-b989-15f1addd1db8 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:16.587389 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3420ac4a-09c5-456f-95b8-fd4e9b997951 req-e92c3855-d2a0-4fec-842f-36a10036802e tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13ce6b94-aad0-45ca-91aa-084ca753d5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8546221 Sep 16 12:58:16.597234 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-799e4135-b4bb-44cd-99a0-1a19fbe8b184 req-03432b16-cd77-4eb6-a3be-7295cf1a2714 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Deleting port 31028850-a929-4e17-a925-e55dedb937e0 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:16.597451 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cfb50380-a3f0-46b8-b989-15f1addd1db8 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:16.597575 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-799e4135-b4bb-44cd-99a0-1a19fbe8b184 req-03432b16-cd77-4eb6-a3be-7295cf1a2714 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (31028850-a929-4e17-a925-e55dedb937e0), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:16.644903 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-44a746f1-682b-4481-a1b9-7e7bceb04a7f req-72483247-981c-478f-8036-a5e0691ae1ad service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244778 Sep 16 12:58:16.675484 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d62caf20-51ba-47af-8085-c496d0a4c3b8 None None] Current status of the port 39519225-63d4-4577-986e-9df3995bb206 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:16.729477 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9f6a66-cc69-4229-9f32-f5f623592db7 admin admin] Router 06eef15c-cf81-4c7c-8d5a-327ad884dc38 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:58:16.793657 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-ba19d103-531b-4ab1-9dd3-9afa8587b95d None None] Provisioning complete for port 39519225-63d4-4577-986e-9df3995bb206 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:16.794022 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ba19d103-531b-4ab1-9dd3-9afa8587b95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (39519225-63d4-4577-986e-9df3995bb206), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:16.794350 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ba19d103-531b-4ab1-9dd3-9afa8587b95d None None] Attempt 1 to provision port 39519225-63d4-4577-986e-9df3995bb206 Sep 16 12:58:16.810260 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cfb50380-a3f0-46b8-b989-15f1addd1db8 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks [] for security_group (94208e7a-b74a-44a6-990c-514a755557b5), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:16.818418 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cfb50380-a3f0-46b8-b989-15f1addd1db8 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (94208e7a-b74a-44a6-990c-514a755557b5), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:16.834371 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-02121acb-3ed2-4b6b-a6ba-593f02b2a9be req-30038d21-2479-46d8-bf31-6ad6576d0ec4 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] For port c26f96da-286f-479c-9e95-6d00e8c892e4, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c26f96da-286f-479c-9e95-6d00e8c892e4,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:16.835132 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-02121acb-3ed2-4b6b-a6ba-593f02b2a9be req-30038d21-2479-46d8-bf31-6ad6576d0ec4 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (c26f96da-286f-479c-9e95-6d00e8c892e4), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:16.853226 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb50380-a3f0-46b8-b989-15f1addd1db8 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:58:16.880417 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d41379fb-30ec-4889-9965-fd814cf169ca req-c3940e72-ee92-485c-88b0-af6d1ab49372 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180306 Sep 16 12:58:16.886058 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ba19d103-531b-4ab1-9dd3-9afa8587b95d None None] Current status of the port 39519225-63d4-4577-986e-9df3995bb206 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:16.895640 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9119b633-c831-4fd3-ad48-6570e643b455 req-b927e6e8-f684-4ffe-bd6d-af183ed7fbae tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2998767f-d217-40ea-a487-60c0c4ade426 HTTP/1.1" status: 200 len: 210 time: 0.1250982 Sep 16 12:58:16.901121 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-02121acb-3ed2-4b6b-a6ba-593f02b2a9be req-30038d21-2479-46d8-bf31-6ad6576d0ec4 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Calling delete_port for c26f96da-286f-479c-9e95-6d00e8c892e4 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:16.904568 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-988de1eb-fdac-4dbf-9f8c-ec192fb9197d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0607476 Sep 16 12:58:17.035923 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-799e4135-b4bb-44cd-99a0-1a19fbe8b184 req-03432b16-cd77-4eb6-a3be-7295cf1a2714 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] For port 31028850-a929-4e17-a925-e55dedb937e0, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=31028850-a929-4e17-a925-e55dedb937e0,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:17.036467 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-799e4135-b4bb-44cd-99a0-1a19fbe8b184 req-03432b16-cd77-4eb6-a3be-7295cf1a2714 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (31028850-a929-4e17-a925-e55dedb937e0), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:17.090868 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 39519225-63d4-4577-986e-9df3995bb206 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:58:17.122911 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-799e4135-b4bb-44cd-99a0-1a19fbe8b184 req-03432b16-cd77-4eb6-a3be-7295cf1a2714 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Calling delete_port for 31028850-a929-4e17-a925-e55dedb937e0 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:17.147052 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8600d150-8825-4f82-b926-bc05b45e2618 req-b54db970-73ca-4547-9f88-4b41af6f1c52 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d73f9ac4-e3fa-4fbb-92bf-6c462d38b039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214699 Sep 16 12:58:17.153625 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 39519225-63d4-4577-986e-9df3995bb206 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:17.154150 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (39519225-63d4-4577-986e-9df3995bb206), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:17.154819 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 39519225-63d4-4577-986e-9df3995bb206 Sep 16 12:58:17.173283 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9c07d-61ee-4db3-872a-d78cb044fe18 req-1026b54a-1e32-451a-9d13-2c31b9d9c3fd tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:17.178874 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9c07d-61ee-4db3-872a-d78cb044fe18 req-1026b54a-1e32-451a-9d13-2c31b9d9c3fd tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:17.184639 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9c07d-61ee-4db3-872a-d78cb044fe18 req-1026b54a-1e32-451a-9d13-2c31b9d9c3fd tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:17.186505 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a4b9c07d-61ee-4db3-872a-d78cb044fe18 req-1026b54a-1e32-451a-9d13-2c31b9d9c3fd tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2416 time: 0.1830766 Sep 16 12:58:17.197717 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d314f5-e020-4e51-949d-3be1c03d3efa req-61ed0c1d-d5f9-4881-91ef-832a893030a9 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:17.198853 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:17.199428 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26d314f5-e020-4e51-949d-3be1c03d3efa req-61ed0c1d-d5f9-4881-91ef-832a893030a9 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 944 time: 0.1598458 Sep 16 12:58:17.212616 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2998767f-d217-40ea-a487-60c0c4ade426', 'name': 'network-vif-deleted', 'tag': '5cef43f7-b56b-46c5-a6b2-06877f434cd6'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:17.214885 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4351c2cc-552e-4ec3-81f4-edb8e1d1e214" -d '{"events": [{"server_uuid": "2998767f-d217-40ea-a487-60c0c4ade426", "name": "network-vif-deleted", "tag": "5cef43f7-b56b-46c5-a6b2-06877f434cd6"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:17.225593 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cfb50380-a3f0-46b8-b989-15f1addd1db8 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (c3c4a2e8-12ab-47fd-a43e-0d2a1f5c6ddb), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:17.225972 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-cfb50380-a3f0-46b8-b989-15f1addd1db8 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Added segment c3c4a2e8-12ab-47fd-a43e-0d2a1f5c6ddb of type vlan for network cc660bd3-9778-4f57-8bc4-d5efcbf001d3 Sep 16 12:58:17.227239 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb50380-a3f0-46b8-b989-15f1addd1db8 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94208e7a-b74a-44a6-990c-514a755557b5,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:17.253393 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 39519225-63d4-4577-986e-9df3995bb206 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:17.283039 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9f6a66-cc69-4229-9f32-f5f623592db7 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:58:17.283299 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:17.285627 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cfb50380-a3f0-46b8-b989-15f1addd1db8 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (cc660bd3-9778-4f57-8bc4-d5efcbf001d3), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:17.287803 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:17.289988 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:17.295555 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] Sync routers for ids ['06eef15c-cf81-4c7c-8d5a-327ad884dc38'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:58:17.309105 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] Routers {'06eef15c-cf81-4c7c-8d5a-327ad884dc38'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:58:17.309975 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['06eef15c-cf81-4c7c-8d5a-327ad884dc38'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:17.322539 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6a66-cc69-4229-9f32-f5f623592db7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:17.326892 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-fc9f6a66-cc69-4229-9f32-f5f623592db7 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.3703079 Sep 16 12:58:17.327617 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33326) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:17.335979 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cfb50380-a3f0-46b8-b989-15f1addd1db8 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (cc660bd3-9778-4f57-8bc4-d5efcbf001d3), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:17.340695 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb50380-a3f0-46b8-b989-15f1addd1db8 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:17.341282 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cfb50380-a3f0-46b8-b989-15f1addd1db8 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:17.399689 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:17.421124 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] Set router 06eef15c-cf81-4c7c-8d5a-327ad884dc38 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:58:17.435671 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26d314f5-e020-4e51-949d-3be1c03d3efa req-0ed1035d-4538-4f47-8125-4750b20a7976 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902850 Sep 16 12:58:17.457159 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-02121acb-3ed2-4b6b-a6ba-593f02b2a9be req-30038d21-2479-46d8-bf31-6ad6576d0ec4 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (c26f96da-286f-479c-9e95-6d00e8c892e4), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:17.464637 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb50380-a3f0-46b8-b989-15f1addd1db8 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Pushing event updated for resources: {'Network': ['ID=cc660bd3-9778-4f57-8bc4-d5efcbf001d3,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:17.471889 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-cfb50380-a3f0-46b8-b989-15f1addd1db8 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4386144 Sep 16 12:58:17.474693 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33328) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:17.477819 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a4b9c07d-61ee-4db3-872a-d78cb044fe18 req-0692c135-d205-41a0-b74f-5fa7e2fc47f8 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419052 Sep 16 12:58:17.480896 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network cc660bd3-9778-4f57-8bc4-d5efcbf001d3 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:58:17.508263 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['c26f96da-286f-479c-9e95-6d00e8c892e4', '31028850-a929-4e17-a925-e55dedb937e0'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:58:17.528449 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-af0e59bf-2ba5-4259-a9f8-a171b2137b7c tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Request body: {'subnet': {'network_id': 'cc660bd3-9778-4f57-8bc4-d5efcbf001d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:17.535342 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae33c232-dd29-4fb2-aa74-7c17a3fd8819 x-openstack-request-id: req-ae33c232-dd29-4fb2-aa74-7c17a3fd8819 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:17.535630 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2998767f-d217-40ea-a487-60c0c4ade426", "name": "network-vif-deleted", "tag": "5cef43f7-b56b-46c5-a6b2-06877f434cd6", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:17.535880 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ae33c232-dd29-4fb2-aa74-7c17a3fd8819 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:17.536298 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae33c232-dd29-4fb2-aa74-7c17a3fd8819'] response: {'server_uuid': '2998767f-d217-40ea-a487-60c0c4ade426', 'name': 'network-vif-deleted', 'tag': '5cef43f7-b56b-46c5-a6b2-06877f434cd6', 'status': 'completed', 'code': 200} Sep 16 12:58:17.556427 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:17.575626 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-799e4135-b4bb-44cd-99a0-1a19fbe8b184 req-03432b16-cd77-4eb6-a3be-7295cf1a2714 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (31028850-a929-4e17-a925-e55dedb937e0), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:17.613404 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30038d21-2479-46d8-bf31-6ad6576d0ec4 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Pushing event deleted for resources: {'Port': ['ID=c26f96da-286f-479c-9e95-6d00e8c892e4,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:17.618491 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06eef15c-cf81-4c7c-8d5a-327ad884dc38', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1975468896-router', 'tenant_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '680ef172-8e4e-412e-958f-766e39bf4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:12Z', 'updated_at': '2022-09-16T12:58:15Z', 'revision_number': 3, 'project_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'gw_port': {'id': '680ef172-8e4e-412e-958f-766e39bf4b8a', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06eef15c-cf81-4c7c-8d5a-327ad884dc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:13Z', 'updated_at': '2022-09-16T12:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:17.653492 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] Checking router: 06eef15c-cf81-4c7c-8d5a-327ad884dc38 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:58:17.654083 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] Updating router 06eef15c-cf81-4c7c-8d5a-327ad884dc38 port 680ef172-8e4e-412e-958f-766e39bf4b8a binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:58:17.688372 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (680ef172-8e4e-412e-958f-766e39bf4b8a), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:17.740572 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0e59bf-2ba5-4259-a9f8-a171b2137b7c tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Made reservation on behalf of 2bf3079dd1c64f7eb1f70fd99fae892d for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:58:17.751557 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af0e59bf-2ba5-4259-a9f8-a171b2137b7c tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:17.773677 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03432b16-cd77-4eb6-a3be-7295cf1a2714 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Pushing event deleted for resources: {'Port': ['ID=31028850-a929-4e17-a925-e55dedb937e0,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:18.112806 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-59705078-fdcf-4ce6-9a28-a07796ef4d89 req-52d311dc-04c7-418e-888f-9fd3512ef14b tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5f30c650-f49a-419b-acfe-165d9886e897 HTTP/1.1" status: 200 len: 210 time: 0.3310087 Sep 16 12:58:18.115388 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-799e4135-b4bb-44cd-99a0-1a19fbe8b184 req-03432b16-cd77-4eb6-a3be-7295cf1a2714 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] No DVR routers for this DVR port 31028850-a929-4e17-a925-e55dedb937e0 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:58:18.122664 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-02121acb-3ed2-4b6b-a6ba-593f02b2a9be req-30038d21-2479-46d8-bf31-6ad6576d0ec4 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] No DVR routers for this DVR port c26f96da-286f-479c-9e95-6d00e8c892e4 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:58:18.141393 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-799e4135-b4bb-44cd-99a0-1a19fbe8b184 req-03432b16-cd77-4eb6-a3be-7295cf1a2714 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:18.143032 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-799e4135-b4bb-44cd-99a0-1a19fbe8b184 req-03432b16-cd77-4eb6-a3be-7295cf1a2714 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.25 "DELETE /networking/v2.0/ports/31028850-a929-4e17-a925-e55dedb937e0 HTTP/1.1" status: 204 len: 173 time: 2.4963419 Sep 16 12:58:18.155044 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9dac6d-1e24-4618-b802-96fdd6306c30', 'name': 'network-vif-deleted', 'tag': '31028850-a929-4e17-a925-e55dedb937e0'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:18.163891 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4848f6fc-eeb5-484a-871d-4919908a7621" -d '{"events": [{"server_uuid": "4f9dac6d-1e24-4618-b802-96fdd6306c30", "name": "network-vif-deleted", "tag": "31028850-a929-4e17-a925-e55dedb937e0"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:18.168588 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-02121acb-3ed2-4b6b-a6ba-593f02b2a9be req-30038d21-2479-46d8-bf31-6ad6576d0ec4 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:18.173049 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:58:18.189132 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-02121acb-3ed2-4b6b-a6ba-593f02b2a9be req-30038d21-2479-46d8-bf31-6ad6576d0ec4 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.25 "DELETE /networking/v2.0/ports/c26f96da-286f-479c-9e95-6d00e8c892e4 HTTP/1.1" status: 204 len: 173 time: 2.8889580 Sep 16 12:58:18.210340 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af0e59bf-2ba5-4259-a9f8-a171b2137b7c tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (8d30a1fb-07f3-4dd9-868d-df2d7a9066a7), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:18.237683 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:18.267962 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac1387-972e-484d-9f72-e02c81c20f5c req-5d289824-1cc8-47d5-8c5c-e3d183d8f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:18.273293 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] Publish callbacks [] for port (680ef172-8e4e-412e-958f-766e39bf4b8a), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:18.273551 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a4ac1387-972e-484d-9f72-e02c81c20f5c req-5d289824-1cc8-47d5-8c5c-e3d183d8f6ca service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 1126 time: 0.5782139 Sep 16 12:58:18.287032 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (680ef172-8e4e-412e-958f-766e39bf4b8a), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:18.313619 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:58:18.323274 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] Attempting to bind port 680ef172-8e4e-412e-958f-766e39bf4b8a on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:58:18.323842 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] Attempting to bind port 680ef172-8e4e-412e-958f-766e39bf4b8a by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:58:18.323998 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] Attempting to bind port 680ef172-8e4e-412e-958f-766e39bf4b8a on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:58:18.335180 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:18.336358 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (7d29c55a-fbb0-4e50-9719-1dcce2aaef81), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:18.339168 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 Sep 16 12:58:18.362668 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92106117-f379-4f12-8d0b-bf86ef4f592c x-openstack-request-id: req-92106117-f379-4f12-8d0b-bf86ef4f592c {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:18.363349 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9dac6d-1e24-4618-b802-96fdd6306c30", "name": "network-vif-deleted", "tag": "31028850-a929-4e17-a925-e55dedb937e0", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:18.363754 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-92106117-f379-4f12-8d0b-bf86ef4f592c {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:18.364333 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92106117-f379-4f12-8d0b-bf86ef4f592c'] response: {'server_uuid': '4f9dac6d-1e24-4618-b802-96fdd6306c30', 'name': 'network-vif-deleted', 'tag': '31028850-a929-4e17-a925-e55dedb937e0', 'status': 'completed', 'code': 200} Sep 16 12:58:18.492161 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:18.492161 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7d29c55a-fbb0-4e50-9719-1dcce2aaef81), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:18.538306 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7998b-ff77-4438-bac9-dc4379432e4d req-79e61974-dcf6-493e-a0a8-6aa986f3f728 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:18.541878 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=7d29c55a-fbb0-4e50-9719-1dcce2aaef81,segment=NetworkSegment(7f346e65-7fb5-4a92-b6b1-6e890df0b8e4),segment_id=7f346e65-7fb5-4a92-b6b1-6e890df0b8e4)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:18.543065 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d29c55a-fbb0-4e50-9719-1dcce2aaef81'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:18.546165 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f177c1da-3dea-440e-8cab-a3a7c78b3586" -d '{"events": [{"server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "name": "network-vif-plugged", "status": "completed", "tag": "7d29c55a-fbb0-4e50-9719-1dcce2aaef81"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:18.548592 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-70a7998b-ff77-4438-bac9-dc4379432e4d req-79e61974-dcf6-493e-a0a8-6aa986f3f728 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 944 time: 0.4446502 Sep 16 12:58:18.552077 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (7d29c55a-fbb0-4e50-9719-1dcce2aaef81), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:18.553045 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device e389c52d-c333-408c-a4a5-dd1fb810bd22 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:58:18.569210 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8600d150-8825-4f82-b926-bc05b45e2618 req-dbd9e5ef-a49e-4ab7-9924-c395f0eac66a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d73f9ac4-e3fa-4fbb-92bf-6c462d38b039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8702719 Sep 16 12:58:18.576098 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74cd50-2728-4444-940d-94ec97491ec9 None None] Pushing event updated for resources: {'Port': ['ID=680ef172-8e4e-412e-958f-766e39bf4b8a,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:18.584161 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:58:18.584536 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:58:18.586103 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:18.586268 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:58:18.588177 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] Bound port: 680ef172-8e4e-412e-958f-766e39bf4b8a, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:58:18.590082 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (680ef172-8e4e-412e-958f-766e39bf4b8a), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:18.601379 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac1387-972e-484d-9f72-e02c81c20f5c req-8aacdb62-86ce-47a6-8b48-8086705cf55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:18.604095 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a4ac1387-972e-484d-9f72-e02c81c20f5c req-8aacdb62-86ce-47a6-8b48-8086705cf55e service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 200 len: 912 time: 0.2361748 Sep 16 12:58:18.610494 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41201ce5-d836-4e54-a867-81ddcc38135d req-71c7556f-48ab-49fb-9d99-e7138cefddc6 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:18.613744 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-71c7556f-48ab-49fb-9d99-e7138cefddc6 tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0&tenant_id=da915844493a4928ac8830897afa126f&binding%3Ahost_id=n-h2-858094-4 HTTP/1.1" status: 200 len: 1126 time: 0.4071953 Sep 16 12:58:18.628310 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:18.657036 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:18.679416 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a4ac1387-972e-484d-9f72-e02c81c20f5c req-d1075d42-5678-4482-b627-8cf3eaf41121 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2467419c-0246-4695-9b97-df325e585a17 HTTP/1.1" status: 200 len: 217 time: 0.0655606 Sep 16 12:58:18.714358 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-70a7998b-ff77-4438-bac9-dc4379432e4d req-58eb47be-a5e7-4748-b2b0-33c70fef278e tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644421 Sep 16 12:58:18.718696 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] For port 680ef172-8e4e-412e-958f-766e39bf4b8a, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:58:18.726545 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] For port 680ef172-8e4e-412e-958f-766e39bf4b8a, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=680ef172-8e4e-412e-958f-766e39bf4b8a,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:58:18.736049 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e59bf-2ba5-4259-a9f8-a171b2137b7c tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Pushing event updated for resources: {'Subnet': ['ID=8d30a1fb-07f3-4dd9-868d-df2d7a9066a7,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:18.750423 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (680ef172-8e4e-412e-958f-766e39bf4b8a), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:18.826174 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0e59bf-2ba5-4259-a9f8-a171b2137b7c tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Checking segment: {'id': 'c3c4a2e8-12ab-47fd-a43e-0d2a1f5c6ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cc660bd3-9778-4f57-8bc4-d5efcbf001d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:58:18.826597 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0e59bf-2ba5-4259-a9f8-a171b2137b7c tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Network hostable DHCP agents. Network: cc660bd3-9778-4f57-8bc4-d5efcbf001d3, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:58:18.865057 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:18.868085 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74cd50-2728-4444-940d-94ec97491ec9 None None] Pushing event updated for resources: {'Port': ['ID=680ef172-8e4e-412e-958f-766e39bf4b8a,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:18.871565 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c9915-ff51-42b3-a13c-1e37f8b01a19 req-379851d7-57cb-40bb-a237-88fbec37091a tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:18.873466 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-958c9915-ff51-42b3-a13c-1e37f8b01a19 req-379851d7-57cb-40bb-a237-88fbec37091a tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 944 time: 0.2475486 Sep 16 12:58:18.880018 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f03326c0-d376-4a79-90f0-f4ecb3a1ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:18.897357 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] Routers {'06eef15c-cf81-4c7c-8d5a-327ad884dc38'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:58:18.898357 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['06eef15c-cf81-4c7c-8d5a-327ad884dc38'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:18.901605 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port e389c52d-c333-408c-a4a5-dd1fb810bd22 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:58:18.909663 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=7d29c55a-fbb0-4e50-9719-1dcce2aaef81,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:18.914071 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port e389c52d-c333-408c-a4a5-dd1fb810bd22 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:18.914442 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e389c52d-c333-408c-a4a5-dd1fb810bd22), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:18.914781 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port e389c52d-c333-408c-a4a5-dd1fb810bd22 Sep 16 12:58:18.947520 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0e59bf-2ba5-4259-a9f8-a171b2137b7c tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Network cc660bd3-9778-4f57-8bc4-d5efcbf001d3 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:58:18.988007 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac1387-972e-484d-9f72-e02c81c20f5c req-a5df0412-b07f-4142-b398-80cdb04848b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:18.989175 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a4ac1387-972e-484d-9f72-e02c81c20f5c req-a5df0412-b07f-4142-b398-80cdb04848b7 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=084dc942-2fdd-4c42-96da-2aec36f644a5 HTTP/1.1" status: 200 len: 850 time: 0.2708089 Sep 16 12:58:18.997153 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-af0e59bf-2ba5-4259-a9f8-a171b2137b7c tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, cc660bd3-9778-4f57-8bc4-d5efcbf001d3) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:19.009981 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0e59bf-2ba5-4259-a9f8-a171b2137b7c tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:19.010589 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af0e59bf-2ba5-4259-a9f8-a171b2137b7c tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:19.010734 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e0df6b-abf6-4208-9992-e580f36202a0 None None] Network cc660bd3-9778-4f57-8bc4-d5efcbf001d3 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:58:19.069230 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1a23c-9c36-47b2-8baa-40b0e39f92bf req-7ae634d9-64af-45fd-937b-a32601aa9467 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:19.075210 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1a23c-9c36-47b2-8baa-40b0e39f92bf req-7ae634d9-64af-45fd-937b-a32601aa9467 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:19.080350 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1a23c-9c36-47b2-8baa-40b0e39f92bf req-7ae634d9-64af-45fd-937b-a32601aa9467 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:19.082087 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61d1a23c-9c36-47b2-8baa-40b0e39f92bf req-7ae634d9-64af-45fd-937b-a32601aa9467 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2417 time: 0.2338665 Sep 16 12:58:19.082541 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:19.094353 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac1387-972e-484d-9f72-e02c81c20f5c req-ce572423-ff90-4290-842b-5704950b6bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:19.096201 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a4ac1387-972e-484d-9f72-e02c81c20f5c req-ce572423-ff90-4290-842b-5704950b6bfa service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=4c6a423f-0493-4448-999c-84f17e899760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0791852 Sep 16 12:58:19.145348 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-af0e59bf-2ba5-4259-a9f8-a171b2137b7c tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6223583 Sep 16 12:58:19.148726 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33348) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:19.160030 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-f1864b38-588c-4a67-a924-6abed9a615ad tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Request body: {'port': {'network_id': 'cc660bd3-9778-4f57-8bc4-d5efcbf001d3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1984552172'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:19.314144 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1864b38-588c-4a67-a924-6abed9a615ad tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Made reservation on behalf of 2bf3079dd1c64f7eb1f70fd99fae892d for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:58:19.319637 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f1864b38-588c-4a67-a924-6abed9a615ad tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:19.325828 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-41201ce5-d836-4e54-a867-81ddcc38135d req-ea771e7c-2cbf-48fc-ad62-a2ec0deb4602 service neutron] For port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7, host n-h1-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:58:19.376735 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-958c9915-ff51-42b3-a13c-1e37f8b01a19 req-d59db17c-d4e8-4e44-b0bd-a49655e964c0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659095 Sep 16 12:58:19.387376 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada727df-0e69-46df-a315-899cd21624cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-cc660bd3-9778-4f57-8bc4-d5efcbf001d3', 'network_id': 'cc660bd3-9778-4f57-8bc4-d5efcbf001d3', 'project_id': '2bf3079dd1c64f7eb1f70fd99fae892d', 'fixed_ips': [{'subnet_id': '8d30a1fb-07f3-4dd9-868d-df2d7a9066a7'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:58:19.389116 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ada727df-0e69-46df-a315-899cd21624cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:19.409549 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-41201ce5-d836-4e54-a867-81ddcc38135d req-ea771e7c-2cbf-48fc-ad62-a2ec0deb4602 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:19.410760 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-ea771e7c-2cbf-48fc-ad62-a2ec0deb4602 service neutron] 10.222.0.76 "DELETE /networking/v2.0/ports/ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7/bindings/n-h1-858094-4 HTTP/1.1" status: 204 len: 173 time: 0.7754977 Sep 16 12:58:19.431796 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] Set router 06eef15c-cf81-4c7c-8d5a-327ad884dc38 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:58:19.480211 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-f1864b38-588c-4a67-a924-6abed9a615ad tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] device_id is not set on port 83985aa5-fa5a-4bdb-ad55-4f0b7bf32c8b yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 12:58:19.480971 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc0ec18-d3d2-48f8-91a3-bf77416f95e3 x-openstack-request-id: req-cdc0ec18-d3d2-48f8-91a3-bf77416f95e3 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:19.481387 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "name": "network-vif-plugged", "status": "completed", "tag": "7d29c55a-fbb0-4e50-9719-1dcce2aaef81", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:19.481733 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cdc0ec18-d3d2-48f8-91a3-bf77416f95e3 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:19.482261 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc0ec18-d3d2-48f8-91a3-bf77416f95e3'] response: {'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d29c55a-fbb0-4e50-9719-1dcce2aaef81', 'code': 200} Sep 16 12:58:19.485369 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:19.485973 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port e389c52d-c333-408c-a4a5-dd1fb810bd22 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:19.486659 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e389c52d-c333-408c-a4a5-dd1fb810bd22), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:19.506869 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61d1a23c-9c36-47b2-8baa-40b0e39f92bf req-8df0ed51-ee3a-4ac2-9803-716a1d4449f3 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097059 Sep 16 12:58:19.510481 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a4ac1387-972e-484d-9f72-e02c81c20f5c req-3460c645-176c-4644-96c0-fab9dfd092c0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017153 Sep 16 12:58:19.643017 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device c26f96da-286f-479c-9e95-6d00e8c892e4 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:19.712940 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: c26f96da-286f-479c-9e95-6d00e8c892e4 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:58:19.713418 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device c26f96da-286f-479c-9e95-6d00e8c892e4 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:58:19.714069 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 31028850-a929-4e17-a925-e55dedb937e0 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:19.718085 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-f1864b38-588c-4a67-a924-6abed9a615ad tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Allocated IP 172.20.0.4 (cc660bd3-9778-4f57-8bc4-d5efcbf001d3/8d30a1fb-07f3-4dd9-868d-df2d7a9066a7/83985aa5-fa5a-4bdb-ad55-4f0b7bf32c8b) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:58:19.752562 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a841bc97-ca39-48c2-85a5-2e569c63fbc5 req-98f66ca4-7502-40e8-9f2c-be1d15255b29 tempest-MultipleCreateTestJSON-1059183008 tempest-MultipleCreateTestJSON-1059183008-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5f30c650-f49a-419b-acfe-165d9886e897 HTTP/1.1" status: 200 len: 210 time: 0.1180892 Sep 16 12:58:19.755716 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a4ac1387-972e-484d-9f72-e02c81c20f5c req-9cf7d02b-9be0-4ba0-ab8d-d38820e30ef9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378778 Sep 16 12:58:19.782342 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: 31028850-a929-4e17-a925-e55dedb937e0 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:58:19.782551 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 31028850-a929-4e17-a925-e55dedb937e0 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:58:19.802735 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port e389c52d-c333-408c-a4a5-dd1fb810bd22, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e389c52d-c333-408c-a4a5-dd1fb810bd22,segment=NetworkSegment(14c11de5-efba-4afe-aa92-687819c24f6c),segment_id=14c11de5-efba-4afe-aa92-687819c24f6c)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:19.808539 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e389c52d-c333-408c-a4a5-dd1fb810bd22), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:19.809376 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 0f8de272-9fd7-474d-85d6-e69716710172 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:58:19.824213 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-f03326c0-d376-4a79-90f0-f4ecb3a1ba0d admin admin] Allocated IP 172.20.0.1 (172838de-19c9-477e-992a-98d67ee5c9c4/a4f5c75f-91db-416a-835c-4ffd1ca7111d/ff48f3a6-af38-47c0-b459-49ead02b6412) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:58:19.831919 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06eef15c-cf81-4c7c-8d5a-327ad884dc38', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1975468896-router', 'tenant_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '680ef172-8e4e-412e-958f-766e39bf4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:12Z', 'updated_at': '2022-09-16T12:58:15Z', 'revision_number': 3, 'project_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'gw_port': {'id': '680ef172-8e4e-412e-958f-766e39bf4b8a', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06eef15c-cf81-4c7c-8d5a-327ad884dc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:13Z', 'updated_at': '2022-09-16T12:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:19.875172 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018516d1-9394-4d75-a10a-cdd50a4de73b None None] The sync data for ids ['06eef15c-cf81-4c7c-8d5a-327ad884dc38'] in n-d-858094-4 is: [{'id': '06eef15c-cf81-4c7c-8d5a-327ad884dc38', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1975468896-router', 'tenant_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '680ef172-8e4e-412e-958f-766e39bf4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:12Z', 'updated_at': '2022-09-16T12:58:15Z', 'revision_number': 3, 'project_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'gw_port': {'id': '680ef172-8e4e-412e-958f-766e39bf4b8a', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06eef15c-cf81-4c7c-8d5a-327ad884dc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:13Z', 'updated_at': '2022-09-16T12:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:58:19.918712 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:19.957624 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358395b-cff0-4dad-9c52-9560ac185ac0 req-6be52def-3107-4291-8958-d929ea7d5a7a tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:19.959296 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f358395b-cff0-4dad-9c52-9560ac185ac0 req-6be52def-3107-4291-8958-d929ea7d5a7a tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 944 time: 0.1070604 Sep 16 12:58:19.973868 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 0f8de272-9fd7-474d-85d6-e69716710172 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:58:19.976037 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=e389c52d-c333-408c-a4a5-dd1fb810bd22,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:19.989289 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 0f8de272-9fd7-474d-85d6-e69716710172 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:19.989854 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (0f8de272-9fd7-474d-85d6-e69716710172), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:19.990252 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 0f8de272-9fd7-474d-85d6-e69716710172 Sep 16 12:58:20.045226 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f358395b-cff0-4dad-9c52-9560ac185ac0 req-bc22ac1b-93ea-4c8f-9f36-62f241b9e973 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768685 Sep 16 12:58:20.132925 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=82,neutron:INSERT=6,neutron:UPDATE=9,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:20.137059 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:20.141185 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 0f8de272-9fd7-474d-85d6-e69716710172 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:20.141185 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0f8de272-9fd7-474d-85d6-e69716710172), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:20.165090 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:20.171420 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 2467419c-0246-4695-9b97-df325e585a17 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:58:20.190280 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f1864b38-588c-4a67-a924-6abed9a615ad tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks [] for port (83985aa5-fa5a-4bdb-ad55-4f0b7bf32c8b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:20.200830 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f03326c0-d376-4a79-90f0-f4ecb3a1ba0d admin admin] Publish callbacks [] for port (ff48f3a6-af38-47c0-b459-49ead02b6412), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:20.245460 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 0f8de272-9fd7-474d-85d6-e69716710172, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=0f8de272-9fd7-474d-85d6-e69716710172,segment=NetworkSegment(7f346e65-7fb5-4a92-b6b1-6e890df0b8e4),segment_id=7f346e65-7fb5-4a92-b6b1-6e890df0b8e4)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:20.279102 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f1864b38-588c-4a67-a924-6abed9a615ad tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (83985aa5-fa5a-4bdb-ad55-4f0b7bf32c8b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:20.286744 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0f8de272-9fd7-474d-85d6-e69716710172), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:20.329752 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f03326c0-d376-4a79-90f0-f4ecb3a1ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (ff48f3a6-af38-47c0-b459-49ead02b6412), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:20.372396 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f30c650-f49a-419b-acfe-165d9886e897', 'name': 'network-vif-deleted', 'tag': 'c26f96da-286f-479c-9e95-6d00e8c892e4'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:20.377264 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd95d8cc-6c16-4133-80a6-94c2fae62eeb" -d '{"events": [{"server_uuid": "5f30c650-f49a-419b-acfe-165d9886e897", "name": "network-vif-deleted", "tag": "c26f96da-286f-479c-9e95-6d00e8c892e4"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:20.444056 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1864b38-588c-4a67-a924-6abed9a615ad tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Network cc660bd3-9778-4f57-8bc4-d5efcbf001d3 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:58:20.456575 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-f1864b38-588c-4a67-a924-6abed9a615ad tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:20.465150 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03326c0-d376-4a79-90f0-f4ecb3a1ba0d admin admin] Network 172838de-19c9-477e-992a-98d67ee5c9c4 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:58:20.470094 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1864b38-588c-4a67-a924-6abed9a615ad tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:58:20.485145 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-f03326c0-d376-4a79-90f0-f4ecb3a1ba0d admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:20.512251 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-ada727df-0e69-46df-a315-899cd21624cd None None] Allocated IP 172.20.0.2 (cc660bd3-9778-4f57-8bc4-d5efcbf001d3/8d30a1fb-07f3-4dd9-868d-df2d7a9066a7/6ee30be4-f87b-41f3-836d-3add1790c215) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:58:20.527540 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e6904-85c2-4e95-9506-5e0b6dc0eb65 req-8e322f9e-5ef6-44ab-9113-d361558e048b tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:20.537519 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c7e6904-85c2-4e95-9506-5e0b6dc0eb65 req-8e322f9e-5ef6-44ab-9113-d361558e048b tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 1126 time: 0.1791987 Sep 16 12:58:20.552239 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de455efe-031c-4162-a197-3256b2ca82ac x-openstack-request-id: req-de455efe-031c-4162-a197-3256b2ca82ac {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:20.553748 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f30c650-f49a-419b-acfe-165d9886e897", "name": "network-vif-deleted", "tag": "c26f96da-286f-479c-9e95-6d00e8c892e4", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:20.554882 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-de455efe-031c-4162-a197-3256b2ca82ac {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:20.555500 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de455efe-031c-4162-a197-3256b2ca82ac'] response: {'server_uuid': '5f30c650-f49a-419b-acfe-165d9886e897', 'name': 'network-vif-deleted', 'tag': 'c26f96da-286f-479c-9e95-6d00e8c892e4', 'status': 'completed', 'code': 200} Sep 16 12:58:20.565212 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03326c0-d376-4a79-90f0-f4ecb3a1ba0d admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:58:20.571446 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1864b38-588c-4a67-a924-6abed9a615ad tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Pushing event updated for resources: {'Port': ['ID=83985aa5-fa5a-4bdb-ad55-4f0b7bf32c8b,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:20.675372 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=0f8de272-9fd7-474d-85d6-e69716710172,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:20.687588 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c7e6904-85c2-4e95-9506-5e0b6dc0eb65 req-f673c2c1-d194-4f3b-bebe-9804be73140f tempest-LiveAutoBlockMigrationV225Test-510613049 tempest-LiveAutoBlockMigrationV225Test-510613049-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392083 Sep 16 12:58:20.695306 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03326c0-d376-4a79-90f0-f4ecb3a1ba0d admin admin] Pushing event updated for resources: {'Port': ['ID=ff48f3a6-af38-47c0-b459-49ead02b6412,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:20.757143 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1864b38-588c-4a67-a924-6abed9a615ad tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:20.757813 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f1864b38-588c-4a67-a924-6abed9a615ad tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:20.807709 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f03326c0-d376-4a79-90f0-f4ecb3a1ba0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (06eef15c-cf81-4c7c-8d5a-327ad884dc38), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:20.822892 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4047234-3a49-4a2c-8b23-72f10ae79227 req-005466cb-5bac-471a-8252-43cc6a9044c7 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:20.825482 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a4047234-3a49-4a2c-8b23-72f10ae79227 req-005466cb-5bac-471a-8252-43cc6a9044c7 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 944 time: 0.1015785 Sep 16 12:58:21.000526 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ada727df-0e69-46df-a315-899cd21624cd None None] Publish callbacks [] for port (6ee30be4-f87b-41f3-836d-3add1790c215), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:21.013434 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f1864b38-588c-4a67-a924-6abed9a615ad tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8513322 Sep 16 12:58:21.016797 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 2467419c-0246-4695-9b97-df325e585a17, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=2467419c-0246-4695-9b97-df325e585a17,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:21.025845 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33372) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:21.039962 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '2467419c-0246-4695-9b97-df325e585a17', 'network_id': '4c6a423f-0493-4448-999c-84f17e899760', 'port_id': '2467419c-0246-4695-9b97-df325e585a17', 'mac_address': 'fa:16:3e:9a:3b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084dc942-2fdd-4c42-96da-2aec36f644a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:58:21.076277 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f03326c0-d376-4a79-90f0-f4ecb3a1ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ff48f3a6-af38-47c0-b459-49ead02b6412), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:21.094295 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b91274-26ef-482b-91cb-bf1f6935bea7 req-b25f2418-6948-401a-ba52-9904f920b130 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:21.100563 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b91274-26ef-482b-91cb-bf1f6935bea7 req-b25f2418-6948-401a-ba52-9904f920b130 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:21.107074 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b91274-26ef-482b-91cb-bf1f6935bea7 req-b25f2418-6948-401a-ba52-9904f920b130 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:21.107412 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ada727df-0e69-46df-a315-899cd21624cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (6ee30be4-f87b-41f3-836d-3add1790c215), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:21.115828 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c1b91274-26ef-482b-91cb-bf1f6935bea7 req-b25f2418-6948-401a-ba52-9904f920b130 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2419 time: 0.2358570 Sep 16 12:58:21.131355 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 2467419c-0246-4695-9b97-df325e585a17 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:21.132014 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (2467419c-0246-4695-9b97-df325e585a17), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:21.170332 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada727df-0e69-46df-a315-899cd21624cd None None] Network cc660bd3-9778-4f57-8bc4-d5efcbf001d3 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:58:21.178531 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a4047234-3a49-4a2c-8b23-72f10ae79227 req-817b7aff-12ac-4b82-b30a-a9293c8581ed tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490632 Sep 16 12:58:21.180283 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:21.182643 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-ada727df-0e69-46df-a315-899cd21624cd None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:21.185351 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 680ef172-8e4e-412e-958f-766e39bf4b8a up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:58:21.226432 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada727df-0e69-46df-a315-899cd21624cd None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:58:21.266219 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2467419c-0246-4695-9b97-df325e585a17 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:58:21.271907 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-cd961803-9f01-4566-832b-f47e9794dd4e None None] Provisioning complete for port ff48f3a6-af38-47c0-b459-49ead02b6412 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:21.272685 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cd961803-9f01-4566-832b-f47e9794dd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ff48f3a6-af38-47c0-b459-49ead02b6412), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:21.273198 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-cd961803-9f01-4566-832b-f47e9794dd4e None None] Attempt 1 to provision port ff48f3a6-af38-47c0-b459-49ead02b6412 Sep 16 12:58:21.309915 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 2467419c-0246-4695-9b97-df325e585a17, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=2467419c-0246-4695-9b97-df325e585a17,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:21.387753 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-b14d9873-417a-4642-859c-ab2f05956af4 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Deleting port 83985aa5-fa5a-4bdb-ad55-4f0b7bf32c8b {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:21.388322 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b14d9873-417a-4642-859c-ab2f05956af4 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (83985aa5-fa5a-4bdb-ad55-4f0b7bf32c8b), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:21.394673 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f03326c0-d376-4a79-90f0-f4ecb3a1ba0d admin admin] Publish callbacks [] for port (ff48f3a6-af38-47c0-b459-49ead02b6412), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:21.413357 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f03326c0-d376-4a79-90f0-f4ecb3a1ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (ff48f3a6-af38-47c0-b459-49ead02b6412), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:21.420484 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:21.455120 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-cd961803-9f01-4566-832b-f47e9794dd4e None None] Port ff48f3a6-af38-47c0-b459-49ead02b6412 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:21.482814 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada727df-0e69-46df-a315-899cd21624cd None None] Pushing event updated for resources: {'Port': ['ID=6ee30be4-f87b-41f3-836d-3add1790c215,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:21.497602 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 680ef172-8e4e-412e-958f-766e39bf4b8a triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:21.498215 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (680ef172-8e4e-412e-958f-766e39bf4b8a), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:21.498554 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 680ef172-8e4e-412e-958f-766e39bf4b8a Sep 16 12:58:21.537842 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f03326c0-d376-4a79-90f0-f4ecb3a1ba0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (06eef15c-cf81-4c7c-8d5a-327ad884dc38), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:21.541850 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03326c0-d376-4a79-90f0-f4ecb3a1ba0d admin admin] Pushing event updated for resources: {'Port': ['ID=ff48f3a6-af38-47c0-b459-49ead02b6412,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:21.579094 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e389c52d-c333-408c-a4a5-dd1fb810bd22'}, {'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8de272-9fd7-474d-85d6-e69716710172'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:21.582851 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013bbd95-afdd-45f7-9cfe-884a08e292d9" -d '{"events": [{"server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "name": "network-vif-plugged", "status": "completed", "tag": "e389c52d-c333-408c-a4a5-dd1fb810bd22"}, {"server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "name": "network-vif-plugged", "status": "completed", "tag": "0f8de272-9fd7-474d-85d6-e69716710172"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:21.591157 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (2467419c-0246-4695-9b97-df325e585a17), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:21.626240 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b14d9873-417a-4642-859c-ab2f05956af4 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (83985aa5-fa5a-4bdb-ad55-4f0b7bf32c8b), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:21.648872 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-b14d9873-417a-4642-859c-ab2f05956af4 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Calling delete_port for 83985aa5-fa5a-4bdb-ad55-4f0b7bf32c8b owned by {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:21.679047 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:21.689362 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=2467419c-0246-4695-9b97-df325e585a17,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:21.706783 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:21.743218 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03326c0-d376-4a79-90f0-f4ecb3a1ba0d admin admin] Network 172838de-19c9-477e-992a-98d67ee5c9c4 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:58:21.745114 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-f03326c0-d376-4a79-90f0-f4ecb3a1ba0d admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:21.745935 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 680ef172-8e4e-412e-958f-766e39bf4b8a is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:21.748450 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (680ef172-8e4e-412e-958f-766e39bf4b8a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:21.771150 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 680ef172-8e4e-412e-958f-766e39bf4b8a, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=680ef172-8e4e-412e-958f-766e39bf4b8a,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:21.788371 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:21.789956 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (680ef172-8e4e-412e-958f-766e39bf4b8a), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:21.818644 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:21.860964 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=680ef172-8e4e-412e-958f-766e39bf4b8a,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:21.867721 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-ada727df-0e69-46df-a315-899cd21624cd None None] Attempting to bind port 6ee30be4-f87b-41f3-836d-3add1790c215 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:58:21.868094 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-ada727df-0e69-46df-a315-899cd21624cd None None] Attempting to bind port 6ee30be4-f87b-41f3-836d-3add1790c215 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'c3c4a2e8-12ab-47fd-a43e-0d2a1f5c6ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cc660bd3-9778-4f57-8bc4-d5efcbf001d3'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:58:21.869015 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada727df-0e69-46df-a315-899cd21624cd None None] Attempting to bind port 6ee30be4-f87b-41f3-836d-3add1790c215 on network cc660bd3-9778-4f57-8bc4-d5efcbf001d3 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:58:21.886753 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c1b91274-26ef-482b-91cb-bf1f6935bea7 req-747c4122-9dac-425b-962a-c0716d3cdc61 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7654867 Sep 16 12:58:21.893447 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39b1cd-ae22-4d86-b67e-49a286767968 req-214bfeb4-10b1-4e5c-a3f7-8e8ec3dcf5f3 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:21.902803 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db39b1cd-ae22-4d86-b67e-49a286767968 req-214bfeb4-10b1-4e5c-a3f7-8e8ec3dcf5f3 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 944 time: 0.0823073 Sep 16 12:58:21.931616 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['2467419c-0246-4695-9b97-df325e585a17'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:58:21.957293 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b14d9873-417a-4642-859c-ab2f05956af4 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (83985aa5-fa5a-4bdb-ad55-4f0b7bf32c8b), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:21.972392 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-cd961803-9f01-4566-832b-f47e9794dd4e None None] Attempt 2 to provision port ff48f3a6-af38-47c0-b459-49ead02b6412 Sep 16 12:58:21.988482 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:21.999537 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33384) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:22.025671 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-cd961803-9f01-4566-832b-f47e9794dd4e None None] Port ff48f3a6-af38-47c0-b459-49ead02b6412 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:22.045837 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada727df-0e69-46df-a315-899cd21624cd None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:58:22.046504 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada727df-0e69-46df-a315-899cd21624cd None None] Checking segment: {'id': 'c3c4a2e8-12ab-47fd-a43e-0d2a1f5c6ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cc660bd3-9778-4f57-8bc4-d5efcbf001d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:58:22.047170 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ada727df-0e69-46df-a315-899cd21624cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:22.048371 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada727df-0e69-46df-a315-899cd21624cd None None] Bound using segment: {'id': 'c3c4a2e8-12ab-47fd-a43e-0d2a1f5c6ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cc660bd3-9778-4f57-8bc4-d5efcbf001d3'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:58:22.048740 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-ada727df-0e69-46df-a315-899cd21624cd None None] Bound port: 6ee30be4-f87b-41f3-836d-3add1790c215, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c4a2e8-12ab-47fd-a43e-0d2a1f5c6ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cc660bd3-9778-4f57-8bc4-d5efcbf001d3'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:58:22.049066 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ada727df-0e69-46df-a315-899cd21624cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6ee30be4-f87b-41f3-836d-3add1790c215), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:22.049645 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d9873-417a-4642-859c-ab2f05956af4 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Pushing event deleted for resources: {'Port': ['ID=83985aa5-fa5a-4bdb-ad55-4f0b7bf32c8b,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:22.085787 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db39b1cd-ae22-4d86-b67e-49a286767968 req-ffb627f3-18f6-4bec-b259-95c82dc76e11 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818924 Sep 16 12:58:22.134557 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03326c0-d376-4a79-90f0-f4ecb3a1ba0d admin admin] Router 06eef15c-cf81-4c7c-8d5a-327ad884dc38 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:58:22.143720 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20050cf5-e10a-4701-a261-7a45ee6ff2d2 x-openstack-request-id: req-20050cf5-e10a-4701-a261-7a45ee6ff2d2 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:22.144439 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "name": "network-vif-plugged", "status": "completed", "tag": "e389c52d-c333-408c-a4a5-dd1fb810bd22", "code": 200}, {"server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "name": "network-vif-plugged", "status": "completed", "tag": "0f8de272-9fd7-474d-85d6-e69716710172", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:22.144854 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-20050cf5-e10a-4701-a261-7a45ee6ff2d2 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:22.145428 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20050cf5-e10a-4701-a261-7a45ee6ff2d2'] response: {'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e389c52d-c333-408c-a4a5-dd1fb810bd22', 'code': 200} Sep 16 12:58:22.146778 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20050cf5-e10a-4701-a261-7a45ee6ff2d2'] response: {'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8de272-9fd7-474d-85d6-e69716710172', 'code': 200} Sep 16 12:58:22.279027 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ada727df-0e69-46df-a315-899cd21624cd None None] For port 6ee30be4-f87b-41f3-836d-3add1790c215, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:58:22.285291 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ada727df-0e69-46df-a315-899cd21624cd None None] For port 6ee30be4-f87b-41f3-836d-3add1790c215, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6ee30be4-f87b-41f3-836d-3add1790c215,segment=NetworkSegment(c3c4a2e8-12ab-47fd-a43e-0d2a1f5c6ddb),segment_id=c3c4a2e8-12ab-47fd-a43e-0d2a1f5c6ddb)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:58:22.295567 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f83dc-8c46-4dbd-bcde-86f892348196 req-0e0d3aaa-5d62-4f2d-94f3-267e7d8c52ed tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:22.298359 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-955f83dc-8c46-4dbd-bcde-86f892348196 req-0e0d3aaa-5d62-4f2d-94f3-267e7d8c52ed tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 944 time: 0.1375670 Sep 16 12:58:22.303132 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b14d9873-417a-4642-859c-ab2f05956af4 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:22.304004 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ada727df-0e69-46df-a315-899cd21624cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6ee30be4-f87b-41f3-836d-3add1790c215), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:22.306399 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b14d9873-417a-4642-859c-ab2f05956af4 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] 10.222.0.67 "DELETE /networking/v2.0/ports/83985aa5-fa5a-4bdb-ad55-4f0b7bf32c8b HTTP/1.1" status: 204 len: 168 time: 1.2642810 Sep 16 12:58:22.375536 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada727df-0e69-46df-a315-899cd21624cd None None] Pushing event updated for resources: {'Port': ['ID=6ee30be4-f87b-41f3-836d-3add1790c215,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:22.397999 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33388) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:22.483342 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b411f-6e00-4106-8775-dfad5b0f109f req-905e37f5-df84-4113-a681-4cc9eda1f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:22.484013 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b411f-6e00-4106-8775-dfad5b0f109f req-905e37f5-df84-4113-a681-4cc9eda1f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:22.484507 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b411f-6e00-4106-8775-dfad5b0f109f req-905e37f5-df84-4113-a681-4cc9eda1f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:22.486146 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-164b411f-6e00-4106-8775-dfad5b0f109f req-905e37f5-df84-4113-a681-4cc9eda1f31a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2965 time: 0.3067067 Sep 16 12:58:22.488915 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03326c0-d376-4a79-90f0-f4ecb3a1ba0d admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:58:22.508027 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f03326c0-d376-4a79-90f0-f4ecb3a1ba0d admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/06eef15c-cf81-4c7c-8d5a-327ad884dc38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1773219 Sep 16 12:58:22.526709 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-cd961803-9f01-4566-832b-f47e9794dd4e None None] Attempt 3 to provision port ff48f3a6-af38-47c0-b459-49ead02b6412 Sep 16 12:58:22.573414 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-955f83dc-8c46-4dbd-bcde-86f892348196 req-a3955fe9-ecfa-433a-a637-a89fb89a7ac4 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Deleting port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:22.573759 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-955f83dc-8c46-4dbd-bcde-86f892348196 req-a3955fe9-ecfa-433a-a637-a89fb89a7ac4 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:22.590115 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-77abaf48-6586-4e19-9c13-8042237facef tempest-DHCPAgentSchedulersTestJSON-691664429 tempest-DHCPAgentSchedulersTestJSON-691664429-project-admin] 10.222.0.67 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.1867590 Sep 16 12:58:22.590753 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33394) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:22.598805 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-cd961803-9f01-4566-832b-f47e9794dd4e None None] Port ff48f3a6-af38-47c0-b459-49ead02b6412 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:22.628955 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-83e0904d-f0d8-4d52-81c3-417684f7afef tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1128676914'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:22.678605 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3139a5-74ad-4dcd-86f1-e146d23b6d2c req-845ad6e9-4171-4113-ba9e-93012a3634f3 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:22.686983 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2e3139a5-74ad-4dcd-86f1-e146d23b6d2c req-845ad6e9-4171-4113-ba9e-93012a3634f3 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 945 time: 0.2876582 Sep 16 12:58:22.751912 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e0904d-f0d8-4d52-81c3-417684f7afef tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Made reservation on behalf of 2bf3079dd1c64f7eb1f70fd99fae892d for: {'network': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:58:22.755830 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-83e0904d-f0d8-4d52-81c3-417684f7afef tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:22.772535 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-164b411f-6e00-4106-8775-dfad5b0f109f req-470b4e99-7c2e-41e3-9b44-0d862de97a80 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794075 Sep 16 12:58:22.789624 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] Sync routers for ids ['06eef15c-cf81-4c7c-8d5a-327ad884dc38'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:58:22.809684 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:22.822168 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] Routers {'06eef15c-cf81-4c7c-8d5a-327ad884dc38'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:58:22.822541 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['06eef15c-cf81-4c7c-8d5a-327ad884dc38'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:22.848316 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e0904d-f0d8-4d52-81c3-417684f7afef tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=113698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:58:22.860795 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2e3139a5-74ad-4dcd-86f1-e146d23b6d2c req-294f9685-705b-46c7-94aa-5c565dfa5e22 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725357 Sep 16 12:58:22.884831 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-955f83dc-8c46-4dbd-bcde-86f892348196 req-a3955fe9-ecfa-433a-a637-a89fb89a7ac4 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] For port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:22.885656 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-955f83dc-8c46-4dbd-bcde-86f892348196 req-a3955fe9-ecfa-433a-a637-a89fb89a7ac4 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:22.902298 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-83e0904d-f0d8-4d52-81c3-417684f7afef tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (57d3fc9e-da1a-475e-a180-98af9f769980), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:22.902932 n-d-858094-4 neutron-server[113698]: INFO neutron.db.segments_db [None req-83e0904d-f0d8-4d52-81c3-417684f7afef tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Added segment 57d3fc9e-da1a-475e-a180-98af9f769980 of type vlan for network 1d716b82-f4e6-4e29-9266-fa4456138508 Sep 16 12:58:22.922020 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-955f83dc-8c46-4dbd-bcde-86f892348196 req-a3955fe9-ecfa-433a-a637-a89fb89a7ac4 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Calling delete_port for ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:22.980342 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] Set router 06eef15c-cf81-4c7c-8d5a-327ad884dc38 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:58:23.100151 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-cd961803-9f01-4566-832b-f47e9794dd4e None None] Attempt 4 to provision port ff48f3a6-af38-47c0-b459-49ead02b6412 Sep 16 12:58:23.137547 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eec3b861-13ae-408a-9042-db3a8dd8b90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (da9f2051-2ade-496f-8f60-4032c949cc5d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:23.141977 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df609b-e733-43ed-9193-afeeb2670130 req-fc5770dc-81b0-4e0d-9ae6-d45038c2b368 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:23.147066 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df609b-e733-43ed-9193-afeeb2670130 req-fc5770dc-81b0-4e0d-9ae6-d45038c2b368 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:23.168159 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df609b-e733-43ed-9193-afeeb2670130 req-fc5770dc-81b0-4e0d-9ae6-d45038c2b368 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:23.168159 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-43df609b-e733-43ed-9193-afeeb2670130 req-fc5770dc-81b0-4e0d-9ae6-d45038c2b368 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2419 time: 0.0823588 Sep 16 12:58:23.191387 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:23.221925 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-83e0904d-f0d8-4d52-81c3-417684f7afef tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (1d716b82-f4e6-4e29-9266-fa4456138508), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:23.242806 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-5e64e4a2-f4b2-4d17-a3fd-af55cfee215d req-d28044b9-0cb1-46c1-b1a2-e7f562d5a160 tempest-SecurityGroupsNegativeTestJSON-601781712 tempest-SecurityGroupsNegativeTestJSON-601781712-project] show failed (client error): The resource could not be found. Sep 16 12:58:23.244135 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5e64e4a2-f4b2-4d17-a3fd-af55cfee215d req-d28044b9-0cb1-46c1-b1a2-e7f562d5a160 tempest-SecurityGroupsNegativeTestJSON-601781712 tempest-SecurityGroupsNegativeTestJSON-601781712-project] 10.222.0.67 "GET /networking/v2.0/security-groups/6fd12fd7-8917-4d08-b729-365e5ba396a1 HTTP/1.1" status: 404 len: 352 time: 0.0764208 Sep 16 12:58:23.394700 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-83e0904d-f0d8-4d52-81c3-417684f7afef tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (1d716b82-f4e6-4e29-9266-fa4456138508), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:23.400082 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e0904d-f0d8-4d52-81c3-417684f7afef tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:23.401088 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-83e0904d-f0d8-4d52-81c3-417684f7afef tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:23.457609 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:23.474659 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-43df609b-e733-43ed-9193-afeeb2670130 req-eb9f7f30-e9f4-4ace-bbd6-5b0f36b0c8b1 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750609 Sep 16 12:58:23.486366 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:23.488671 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6ee30be4-f87b-41f3-836d-3add1790c215 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:58:23.549727 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-83e0904d-f0d8-4d52-81c3-417684f7afef tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9310520 Sep 16 12:58:23.554263 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33410) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:23.564785 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06eef15c-cf81-4c7c-8d5a-327ad884dc38', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1975468896-router', 'tenant_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '680ef172-8e4e-412e-958f-766e39bf4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:12Z', 'updated_at': '2022-09-16T12:58:20Z', 'revision_number': 4, 'project_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'gw_port': {'id': '680ef172-8e4e-412e-958f-766e39bf4b8a', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06eef15c-cf81-4c7c-8d5a-327ad884dc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:13Z', 'updated_at': '2022-09-16T12:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'ff48f3a6-af38-47c0-b459-49ead02b6412', 'name': '', 'network_id': '172838de-19c9-477e-992a-98d67ee5c9c4', 'tenant_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'mac_address': 'fa:16:3e:1a:87:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06eef15c-cf81-4c7c-8d5a-327ad884dc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'a4f5c75f-91db-416a-835c-4ffd1ca7111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:18Z', 'updated_at': '2022-09-16T12:58:21Z', 'revision_number': 2, 'project_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'subnets': [{'id': 'a4f5c75f-91db-416a-835c-4ffd1ca7111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:23.575503 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=8 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:23.638958 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-eec3b861-13ae-408a-9042-db3a8dd8b90f admin admin] Deleting port 8f2a0399-3c3a-4d79-821f-17053e346116 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:23.639561 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eec3b861-13ae-408a-9042-db3a8dd8b90f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (8f2a0399-3c3a-4d79-821f-17053e346116), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:23.664804 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-cd961803-9f01-4566-832b-f47e9794dd4e None None] Port ff48f3a6-af38-47c0-b459-49ead02b6412 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:23.671424 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] Checking router: 06eef15c-cf81-4c7c-8d5a-327ad884dc38 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:58:23.671774 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] Updating router 06eef15c-cf81-4c7c-8d5a-327ad884dc38 port ff48f3a6-af38-47c0-b459-49ead02b6412 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:58:23.696100 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b8d08-5358-48f6-941d-67866b43ec0f req-c7bb7bcf-442a-4503-8006-bbdea9d2aadb tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:23.698113 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f7b8d08-5358-48f6-941d-67866b43ec0f req-c7bb7bcf-442a-4503-8006-bbdea9d2aadb tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 944 time: 0.3236222 Sep 16 12:58:23.714138 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 6ee30be4-f87b-41f3-836d-3add1790c215 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:23.714590 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6ee30be4-f87b-41f3-836d-3add1790c215), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:23.714939 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 6ee30be4-f87b-41f3-836d-3add1790c215 Sep 16 12:58:23.715476 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-869fedf7-7c50-4cda-8a73-9b4db735ebc0 req-f3b449e4-60c4-48f5-bbcb-26f332ce2cc6 tempest-SecurityGroupsNegativeTestJSON-601781712 tempest-SecurityGroupsNegativeTestJSON-601781712-project] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=d202923816ec48d6b8e8f54bd3255dc5 HTTP/1.1" status: 200 len: 3005 time: 0.1558905 Sep 16 12:58:23.745101 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0904d-f0d8-4d52-81c3-417684f7afef tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Pushing event updated for resources: {'Network': ['ID=1d716b82-f4e6-4e29-9266-fa4456138508,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:23.758063 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ff48f3a6-af38-47c0-b459-49ead02b6412), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:23.766808 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-955f83dc-8c46-4dbd-bcde-86f892348196 req-a3955fe9-ecfa-433a-a637-a89fb89a7ac4 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:23.785248 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 1d716b82-f4e6-4e29-9266-fa4456138508 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:58:23.803418 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:58:23.859418 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f7b8d08-5358-48f6-941d-67866b43ec0f req-711031f3-1ff4-4d78-8701-0c623dc4027a tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311696 Sep 16 12:58:23.865248 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3955fe9-ecfa-433a-a637-a89fb89a7ac4 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Pushing event deleted for resources: {'Port': ['ID=ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:23.889801 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-869fedf7-7c50-4cda-8a73-9b4db735ebc0 req-886060b0-6bbf-4fc7-85d2-b24aed1e0a16 tempest-SecurityGroupsNegativeTestJSON-601781712 tempest-SecurityGroupsNegativeTestJSON-601781712-project] 10.222.0.67 "GET /networking/v2.0/security-groups/b6f466c7-4f4d-4782-85ea-953869a74987 HTTP/1.1" status: 200 len: 3002 time: 0.1731882 Sep 16 12:58:23.994450 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c2897c-b1e5-477f-a3ce-b7b89fce7faf None None] Network cc660bd3-9778-4f57-8bc4-d5efcbf001d3 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:58:23.996443 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-955f83dc-8c46-4dbd-bcde-86f892348196 req-a3955fe9-ecfa-433a-a637-a89fb89a7ac4 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] No DVR routers for this DVR port ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 on host n-h2-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:58:24.007825 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-955f83dc-8c46-4dbd-bcde-86f892348196 req-a3955fe9-ecfa-433a-a637-a89fb89a7ac4 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:24.017013 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-955f83dc-8c46-4dbd-bcde-86f892348196 req-a3955fe9-ecfa-433a-a637-a89fb89a7ac4 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.76 "DELETE /networking/v2.0/ports/ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 HTTP/1.1" status: 204 len: 173 time: 1.7093065 Sep 16 12:58:24.026401 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b229371-5f66-466c-a96b-2f668a855aa0', 'name': 'network-vif-deleted', 'tag': 'ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:24.028709 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d026f05-ac6f-4fcb-8f74-cf5ea74212ca" -d '{"events": [{"server_uuid": "3b229371-5f66-466c-a96b-2f668a855aa0", "name": "network-vif-deleted", "tag": "ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:24.124083 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-869fedf7-7c50-4cda-8a73-9b4db735ebc0 req-e686a0da-79e7-402f-8e0b-9a0a9fa67db2 tempest-SecurityGroupsNegativeTestJSON-601781712 tempest-SecurityGroupsNegativeTestJSON-601781712-project] 10.222.0.67 "GET /networking/v2.0/security-groups/b6f466c7-4f4d-4782-85ea-953869a74987 HTTP/1.1" status: 200 len: 3002 time: 0.2331886 Sep 16 12:58:24.179208 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-cd961803-9f01-4566-832b-f47e9794dd4e None None] Attempt 5 to provision port ff48f3a6-af38-47c0-b459-49ead02b6412 Sep 16 12:58:24.188741 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 2467419c-0246-4695-9b97-df325e585a17 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:58:24.209510 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaac47-4df1-46a8-8291-b2bab9d261a8 req-1101a6c3-86b6-4520-bba0-654e273f34bc tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:24.218158 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-12aaac47-4df1-46a8-8291-b2bab9d261a8 req-1101a6c3-86b6-4520-bba0-654e273f34bc tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 945 time: 0.1291935 Sep 16 12:58:24.235366 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9f0c1f-cd82-46bf-af55-fda5c2f191f9 x-openstack-request-id: req-2d9f0c1f-cd82-46bf-af55-fda5c2f191f9 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:24.235583 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b229371-5f66-466c-a96b-2f668a855aa0", "name": "network-vif-deleted", "tag": "ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:24.236604 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2d9f0c1f-cd82-46bf-af55-fda5c2f191f9 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:24.237017 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9f0c1f-cd82-46bf-af55-fda5c2f191f9'] response: {'server_uuid': '3b229371-5f66-466c-a96b-2f668a855aa0', 'name': 'network-vif-deleted', 'tag': 'ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7', 'status': 'completed', 'code': 200} Sep 16 12:58:24.288114 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:24.330072 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-eec3b861-13ae-408a-9042-db3a8dd8b90f admin admin] For port 8f2a0399-3c3a-4d79-821f-17053e346116, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=8f2a0399-3c3a-4d79-821f-17053e346116,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:24.331881 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eec3b861-13ae-408a-9042-db3a8dd8b90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (8f2a0399-3c3a-4d79-821f-17053e346116), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:24.378257 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-eec3b861-13ae-408a-9042-db3a8dd8b90f admin admin] Calling delete_port for 8f2a0399-3c3a-4d79-821f-17053e346116 owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:24.390420 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7b40a297-9166-426e-8d65-cae9ee5ed219 tempest-DHCPAgentSchedulersTestJSON-691664429 tempest-DHCPAgentSchedulersTestJSON-691664429-project-admin] 10.222.0.67 "GET /networking/v2.0/agents/861bbeba-3d8c-495f-8851-e5f3a9dbe032/dhcp-networks HTTP/1.1" status: 200 len: 12079 time: 0.8260043 Sep 16 12:58:24.391086 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33420) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:24.607607 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149de5ee-6ba7-4a21-aeb4-b7ca91bc1ae8 tempest-DHCPAgentSchedulersTestJSON-691664429 tempest-DHCPAgentSchedulersTestJSON-691664429-project-admin] Network 1d716b82-f4e6-4e29-9266-fa4456138508 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:58:24.664883 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-149de5ee-6ba7-4a21-aeb4-b7ca91bc1ae8 tempest-DHCPAgentSchedulersTestJSON-691664429 tempest-DHCPAgentSchedulersTestJSON-691664429-project-admin] 10.222.0.67 "POST /networking/v2.0/agents/861bbeba-3d8c-495f-8851-e5f3a9dbe032/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2703462 Sep 16 12:58:24.665860 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33426) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:24.797978 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] Publish callbacks [] for port (ff48f3a6-af38-47c0-b459-49ead02b6412), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:24.808481 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:24.813114 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab61cde-75d4-45d0-bac1-3d36e05f04c5 None None] Network 1d716b82-f4e6-4e29-9266-fa4456138508 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:58:24.885766 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:24.894773 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3af411d7-1ec8-4d20-8cea-1e8ea306562d tempest-DHCPAgentSchedulersTestJSON-691664429 tempest-DHCPAgentSchedulersTestJSON-691664429-project-admin] 10.222.0.67 "GET /networking/v2.0/agents/861bbeba-3d8c-495f-8851-e5f3a9dbe032/dhcp-networks HTTP/1.1" status: 200 len: 12850 time: 0.2253191 Sep 16 12:58:24.899388 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33428) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:24.923210 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (ff48f3a6-af38-47c0-b459-49ead02b6412), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:25.030183 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c1093507-bab9-4272-816d-a96bf836c940 req-95cd31ef-fc3e-4601-88da-cb841d7555d4 tempest-SecurityGroupsNegativeTestJSON-601781712 tempest-SecurityGroupsNegativeTestJSON-601781712-project] 10.222.0.67 "GET /networking/v2.0/security-groups/b6f466c7-4f4d-4782-85ea-953869a74987 HTTP/1.1" status: 200 len: 3002 time: 0.7869797 Sep 16 12:58:25.036920 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-12aaac47-4df1-46a8-8291-b2bab9d261a8 req-3820ae2c-3b86-4ae2-a576-aa9e04f21d0c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8183002 Sep 16 12:58:25.097679 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:25.098997 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da53a8-32b2-4855-9d84-b2403ce68cf5 None None] Pushing event updated for resources: {'Port': ['ID=ff48f3a6-af38-47c0-b459-49ead02b6412,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:25.126298 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-194162ef-6168-4c67-ada6-83e17ac7e2eb tempest-DHCPAgentSchedulersTestJSON-691664429 tempest-DHCPAgentSchedulersTestJSON-691664429-project-admin] 10.222.0.67 "DELETE /networking/v2.0/agents/861bbeba-3d8c-495f-8851-e5f3a9dbe032/dhcp-networks/1d716b82-f4e6-4e29-9266-fa4456138508 HTTP/1.1" status: 204 len: 168 time: 0.2245817 Sep 16 12:58:25.128987 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33432) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:25.139825 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 2467419c-0246-4695-9b97-df325e585a17 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:58:25.208805 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-c1093507-bab9-4272-816d-a96bf836c940 req-e561e198-8556-48c3-b9d3-0419b97c7e28 tempest-SecurityGroupsNegativeTestJSON-601781712 tempest-SecurityGroupsNegativeTestJSON-601781712-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 12:58:25.209807 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c1093507-bab9-4272-816d-a96bf836c940 req-e561e198-8556-48c3-b9d3-0419b97c7e28 tempest-SecurityGroupsNegativeTestJSON-601781712 tempest-SecurityGroupsNegativeTestJSON-601781712-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b6f466c7-4f4d-4782-85ea-953869a74987 HTTP/1.1" status: 409 len: 352 time: 0.1680160 Sep 16 12:58:25.212885 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eec3b861-13ae-408a-9042-db3a8dd8b90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (8f2a0399-3c3a-4d79-821f-17053e346116), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:25.266276 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 6ee30be4-f87b-41f3-836d-3add1790c215 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:25.266675 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6ee30be4-f87b-41f3-836d-3add1790c215), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:25.292557 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-cd961803-9f01-4566-832b-f47e9794dd4e None None] Port ff48f3a6-af38-47c0-b459-49ead02b6412 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:25.311194 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3b861-13ae-408a-9042-db3a8dd8b90f admin admin] Pushing event deleted for resources: {'Port': ['ID=8f2a0399-3c3a-4d79-821f-17053e346116,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:25.313128 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 2467419c-0246-4695-9b97-df325e585a17 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:25.313668 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (2467419c-0246-4695-9b97-df325e585a17), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:25.319501 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 2467419c-0246-4695-9b97-df325e585a17 Sep 16 12:58:25.371854 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1515e-4f66-44b7-af9d-f8e41a8f8526 req-1f67dbbd-83d6-402d-ae85-ed2b77f6c481 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:25.393645 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1515e-4f66-44b7-af9d-f8e41a8f8526 req-1f67dbbd-83d6-402d-ae85-ed2b77f6c481 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:25.402101 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1515e-4f66-44b7-af9d-f8e41a8f8526 req-1f67dbbd-83d6-402d-ae85-ed2b77f6c481 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:25.410867 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eeb1515e-4f66-44b7-af9d-f8e41a8f8526 req-1f67dbbd-83d6-402d-ae85-ed2b77f6c481 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2419 time: 0.2029552 Sep 16 12:58:25.471666 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] Attempting to bind port ff48f3a6-af38-47c0-b459-49ead02b6412 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:58:25.472037 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] Attempting to bind port ff48f3a6-af38-47c0-b459-49ead02b6412 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '4f3cc5da-d01b-47ce-ba51-fade7f91b751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '172838de-19c9-477e-992a-98d67ee5c9c4'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:58:25.473763 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] Attempting to bind port ff48f3a6-af38-47c0-b459-49ead02b6412 on network 172838de-19c9-477e-992a-98d67ee5c9c4 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:58:25.499528 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4e2faaf2-21b1-4cf4-b691-8e37766a4fda req-bc9c0bb8-c4a1-4c6f-a40f-d52be59fd6e7 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 210 time: 0.0839126 Sep 16 12:58:25.533287 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eeb1515e-4f66-44b7-af9d-f8e41a8f8526 req-3218ecd7-792a-487d-b690-13aea0e10900 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164711 Sep 16 12:58:25.633006 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 6ee30be4-f87b-41f3-836d-3add1790c215, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6ee30be4-f87b-41f3-836d-3add1790c215,segment=NetworkSegment(c3c4a2e8-12ab-47fd-a43e-0d2a1f5c6ddb),segment_id=c3c4a2e8-12ab-47fd-a43e-0d2a1f5c6ddb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:25.642580 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-aeb60152-bb8e-440d-af0b-98915fb30b44 req-d54c2e9e-3989-49dd-a5e3-047f77b0b8d8 tempest-SecurityGroupsNegativeTestJSON-601781712 tempest-SecurityGroupsNegativeTestJSON-601781712-project] show failed (client error): The resource could not be found. Sep 16 12:58:25.646083 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:58:25.646418 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] Checking segment: {'id': '4f3cc5da-d01b-47ce-ba51-fade7f91b751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '172838de-19c9-477e-992a-98d67ee5c9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:58:25.646881 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:25.647280 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] Bound using segment: {'id': '4f3cc5da-d01b-47ce-ba51-fade7f91b751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '172838de-19c9-477e-992a-98d67ee5c9c4'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:58:25.648712 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aeb60152-bb8e-440d-af0b-98915fb30b44 req-d54c2e9e-3989-49dd-a5e3-047f77b0b8d8 tempest-SecurityGroupsNegativeTestJSON-601781712 tempest-SecurityGroupsNegativeTestJSON-601781712-project] 10.222.0.67 "GET /networking/v2.0/security-groups/c2996b2c-7957-444e-bf3a-0318469e50b7 HTTP/1.1" status: 404 len: 352 time: 0.0288808 Sep 16 12:58:25.663818 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] Bound port: ff48f3a6-af38-47c0-b459-49ead02b6412, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3cc5da-d01b-47ce-ba51-fade7f91b751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '172838de-19c9-477e-992a-98d67ee5c9c4'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:58:25.666798 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ff48f3a6-af38-47c0-b459-49ead02b6412), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:25.697634 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6ee30be4-f87b-41f3-836d-3add1790c215), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:25.698434 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 680ef172-8e4e-412e-958f-766e39bf4b8a up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:58:25.739313 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eec3b861-13ae-408a-9042-db3a8dd8b90f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (da9f2051-2ade-496f-8f60-4032c949cc5d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:25.752421 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33446) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:25.758886 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c463f8ea-fb0b-4248-b59c-f5a7cc44a8e3 tempest-DHCPAgentSchedulersTestJSON-691664429 tempest-DHCPAgentSchedulersTestJSON-691664429-project-admin] 10.222.0.67 "GET /networking/v2.0/agents/861bbeba-3d8c-495f-8851-e5f3a9dbe032/dhcp-networks HTTP/1.1" status: 200 len: 12079 time: 0.6159887 Sep 16 12:58:25.777633 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:58:25.807667 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-cd961803-9f01-4566-832b-f47e9794dd4e None None] Attempt 6 to provision port ff48f3a6-af38-47c0-b459-49ead02b6412 Sep 16 12:58:25.827818 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f963e46e-e31d-4cdc-bcdd-a0441d3bbbc9 tempest-DHCPAgentSchedulersTestJSON-691664429 tempest-DHCPAgentSchedulersTestJSON-691664429-project-admin] 10.222.0.67 "GET /networking/v2.0/networks/cc660bd3-9778-4f57-8bc4-d5efcbf001d3/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0741782 Sep 16 12:58:25.829277 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-04a7d7cd-93e4-45bc-82cd-5441b2519134 req-c19674aa-26e8-4ea8-813e-21dc9741db9f tempest-SecurityGroupsNegativeTestJSON-601781712 tempest-SecurityGroupsNegativeTestJSON-601781712-project] show failed (client error): The resource could not be found. Sep 16 12:58:25.852698 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-04a7d7cd-93e4-45bc-82cd-5441b2519134 req-c19674aa-26e8-4ea8-813e-21dc9741db9f tempest-SecurityGroupsNegativeTestJSON-601781712 tempest-SecurityGroupsNegativeTestJSON-601781712-project] 10.222.0.67 "GET /networking/v2.0/security-groups/e19ffb96-6e16-41d2-9bce-614ba2924c1b HTTP/1.1" status: 404 len: 352 time: 0.0893335 Sep 16 12:58:25.855132 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33448) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:25.856420 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33450) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:25.999222 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=6ee30be4-f87b-41f3-836d-3add1790c215,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:26.043405 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-cd961803-9f01-4566-832b-f47e9794dd4e None None] Port ff48f3a6-af38-47c0-b459-49ead02b6412 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:26.088517 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] For port ff48f3a6-af38-47c0-b459-49ead02b6412, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:58:26.106015 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 2467419c-0246-4695-9b97-df325e585a17 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:26.112669 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (2467419c-0246-4695-9b97-df325e585a17), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:26.117043 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] For port ff48f3a6-af38-47c0-b459-49ead02b6412, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=ff48f3a6-af38-47c0-b459-49ead02b6412,segment=NetworkSegment(4f3cc5da-d01b-47ce-ba51-fade7f91b751),segment_id=4f3cc5da-d01b-47ce-ba51-fade7f91b751)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:58:26.142746 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 680ef172-8e4e-412e-958f-766e39bf4b8a triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:26.143243 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (680ef172-8e4e-412e-958f-766e39bf4b8a), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:26.144328 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 680ef172-8e4e-412e-958f-766e39bf4b8a Sep 16 12:58:26.163434 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f05fdf2d-ffb0-46b8-9365-239231eca095 req-92ff1f98-54f4-4237-85ab-051f40fc8f4e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=272fddb0-eba2-4559-b76d-460bd65246ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1101284 Sep 16 12:58:26.166551 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (ff48f3a6-af38-47c0-b459-49ead02b6412), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:26.190014 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:26.343310 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b6a81c-dbec-452e-bd82-a4c86b9c44fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2467419c-0246-4695-9b97-df325e585a17'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:26.350235 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b29a1de-a61f-4b7d-a3a4-693692b07827" -d '{"events": [{"server_uuid": "e8b6a81c-dbec-452e-bd82-a4c86b9c44fd", "name": "network-vif-plugged", "status": "completed", "tag": "2467419c-0246-4695-9b97-df325e585a17"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:26.364287 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:26.366111 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] Routers {'06eef15c-cf81-4c7c-8d5a-327ad884dc38'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:58:26.367084 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['06eef15c-cf81-4c7c-8d5a-327ad884dc38'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:26.369289 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec3b861-13ae-408a-9042-db3a8dd8b90f admin admin] Router da9f2051-2ade-496f-8f60-4032c949cc5d has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:58:26.419051 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 2467419c-0246-4695-9b97-df325e585a17, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=2467419c-0246-4695-9b97-df325e585a17,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:26.429598 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (2467419c-0246-4695-9b97-df325e585a17), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:26.453600 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:26.494016 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da53a8-32b2-4855-9d84-b2403ce68cf5 None None] Pushing event updated for resources: {'Port': ['ID=ff48f3a6-af38-47c0-b459-49ead02b6412,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:26.506117 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:58:26.506468 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device ad0051b5-79e3-4c40-9a1d-6ef2e5b301e7 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:58:26.553592 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec3b861-13ae-408a-9042-db3a8dd8b90f admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:58:26.565386 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9947db-a01e-4ba3-9b17-63bd6e4e16e4 None None] Sync routers for ids ['da9f2051-2ade-496f-8f60-4032c949cc5d'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:58:26.568202 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-eec3b861-13ae-408a-9042-db3a8dd8b90f admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/da9f2051-2ade-496f-8f60-4032c949cc5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5658662 Sep 16 12:58:26.570059 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33460) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:26.586082 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9947db-a01e-4ba3-9b17-63bd6e4e16e4 None None] Routers {'da9f2051-2ade-496f-8f60-4032c949cc5d'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:58:26.586713 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-af9947db-a01e-4ba3-9b17-63bd6e4e16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['da9f2051-2ade-496f-8f60-4032c949cc5d'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:26.596065 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:26.609633 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-cd961803-9f01-4566-832b-f47e9794dd4e None None] Attempt 7 to provision port ff48f3a6-af38-47c0-b459-49ead02b6412 Sep 16 12:58:26.611150 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 680ef172-8e4e-412e-958f-766e39bf4b8a is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:26.675650 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:26.690570 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f193ae-bde2-479e-82fd-f833872ecfee req-96779973-51ea-434e-b31b-42af45a0884a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:26.699398 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14f193ae-bde2-479e-82fd-f833872ecfee req-96779973-51ea-434e-b31b-42af45a0884a tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 946 time: 0.5527315 Sep 16 12:58:26.743477 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33464) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:26.746586 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-4bacdf8d-e431-4c3c-908c-e3089c7eba77 tempest-DHCPAgentSchedulersTestJSON-691664429 tempest-DHCPAgentSchedulersTestJSON-691664429-project-admin] 10.222.0.67 "GET /networking/v2.0/networks/cc660bd3-9778-4f57-8bc4-d5efcbf001d3/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.8879859 Sep 16 12:58:26.838420 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ebaa1-38a1-41cc-9b7c-3035551f8a1c req-5a31d5c7-988d-4f9d-8688-e06cd093d67b tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:26.841260 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2e6ebaa1-38a1-41cc-9b7c-3035551f8a1c req-5a31d5c7-988d-4f9d-8688-e06cd093d67b tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 946 time: 0.3163280 Sep 16 12:58:26.861980 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3a911c85-b99d-4587-adb3-26dce7a0653e admin admin] Publish callbacks [] for router (da9f2051-2ade-496f-8f60-4032c949cc5d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:26.878254 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-af9947db-a01e-4ba3-9b17-63bd6e4e16e4 None None] Set router da9f2051-2ade-496f-8f60-4032c949cc5d gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:58:26.983740 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:26.987652 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d1c74146-e89f-4dce-b983-62e3e6c44bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (06eef15c-cf81-4c7c-8d5a-327ad884dc38), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:26.990728 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6ee30be4-f87b-41f3-836d-3add1790c215 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:58:27.073245 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-af9947db-a01e-4ba3-9b17-63bd6e4e16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9f2051-2ade-496f-8f60-4032c949cc5d', 'name': 'tempest-MultipleCreateTestJSON-1392612417-router', 'tenant_id': 'bd30c33cb19d47278478aa2340859920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:57Z', 'updated_at': '2022-09-16T12:58:24Z', 'revision_number': 5, 'project_id': 'bd30c33cb19d47278478aa2340859920', 'gw_port': {'id': '3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9f2051-2ade-496f-8f60-4032c949cc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:58Z', 'updated_at': '2022-09-16T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:27.106917 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:27.114433 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14f193ae-bde2-479e-82fd-f833872ecfee req-74a217a3-84eb-45fd-8631-f8f4d46032b8 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41a281b2-5013-4373-8515-26c2761feca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4136026 Sep 16 12:58:27.129827 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2e6ebaa1-38a1-41cc-9b7c-3035551f8a1c req-ca399654-ddd1-4bde-9828-b23ad6b3c7f0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588871 Sep 16 12:58:27.156996 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9947db-a01e-4ba3-9b17-63bd6e4e16e4 None None] Checking router: da9f2051-2ade-496f-8f60-4032c949cc5d for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:58:27.165568 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=2467419c-0246-4695-9b97-df325e585a17,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:27.179913 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9947db-a01e-4ba3-9b17-63bd6e4e16e4 None None] Routers {'da9f2051-2ade-496f-8f60-4032c949cc5d'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:58:27.182081 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-af9947db-a01e-4ba3-9b17-63bd6e4e16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['da9f2051-2ade-496f-8f60-4032c949cc5d'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:27.223034 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] Set router 06eef15c-cf81-4c7c-8d5a-327ad884dc38 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:58:27.252251 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-07a3f639-e047-473d-b7c5-38dd9383e121 tempest-DHCPAgentSchedulersTestJSON-691664429 tempest-DHCPAgentSchedulersTestJSON-691664429-project-admin] 10.222.0.67 "GET /networking/v2.0/agents/861bbeba-3d8c-495f-8851-e5f3a9dbe032/dhcp-networks HTTP/1.1" status: 200 len: 12079 time: 0.5065975 Sep 16 12:58:27.256696 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3a911c85-b99d-4587-adb3-26dce7a0653e admin admin] Publish callbacks [] for router_gateway (da9f2051-2ade-496f-8f60-4032c949cc5d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:27.261090 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33468) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:27.280000 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8d17d2-056a-4d38-b126-3c38aa449959 x-openstack-request-id: req-ee8d17d2-056a-4d38-b126-3c38aa449959 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:27.280511 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b6a81c-dbec-452e-bd82-a4c86b9c44fd", "name": "network-vif-plugged", "status": "completed", "tag": "2467419c-0246-4695-9b97-df325e585a17", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:27.280923 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ee8d17d2-056a-4d38-b126-3c38aa449959 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:27.282246 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee8d17d2-056a-4d38-b126-3c38aa449959'] response: {'server_uuid': 'e8b6a81c-dbec-452e-bd82-a4c86b9c44fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2467419c-0246-4695-9b97-df325e585a17', 'code': 200} Sep 16 12:58:27.289342 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 6ee30be4-f87b-41f3-836d-3add1790c215 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:27.289970 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6ee30be4-f87b-41f3-836d-3add1790c215), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:27.290772 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 6ee30be4-f87b-41f3-836d-3add1790c215 Sep 16 12:58:27.426235 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:27.428205 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-af9947db-a01e-4ba3-9b17-63bd6e4e16e4 None None] Set router da9f2051-2ade-496f-8f60-4032c949cc5d gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:58:27.432245 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-3a911c85-b99d-4587-adb3-26dce7a0653e admin admin] Deleting port 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:27.433282 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3a911c85-b99d-4587-adb3-26dce7a0653e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:27.440756 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9ff3a4d5-d991-497d-b173-2042cce3a76e req-7284aca8-3e4e-4c58-a383-c68fe67d9c2e tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 210 time: 0.0396221 Sep 16 12:58:27.455646 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-cd961803-9f01-4566-832b-f47e9794dd4e None None] Current status of the port ff48f3a6-af38-47c0-b459-49ead02b6412 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:27.456031 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cd961803-9f01-4566-832b-f47e9794dd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ff48f3a6-af38-47c0-b459-49ead02b6412), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:27.530484 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8987e91c-0495-4325-a25c-8331127650d2 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (1d716b82-f4e6-4e29-9266-fa4456138508), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:27.534193 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a5866-2c94-41de-b24e-f228c0c9e624 req-f63947cd-1d36-4e64-9277-53fbc8074df7 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:27.539604 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a5866-2c94-41de-b24e-f228c0c9e624 req-f63947cd-1d36-4e64-9277-53fbc8074df7 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:27.544825 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a5866-2c94-41de-b24e-f228c0c9e624 req-f63947cd-1d36-4e64-9277-53fbc8074df7 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:27.553393 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-890a5866-2c94-41de-b24e-f228c0c9e624 req-f63947cd-1d36-4e64-9277-53fbc8074df7 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2419 time: 0.3088844 Sep 16 12:58:27.639888 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-3a911c85-b99d-4587-adb3-26dce7a0653e admin admin] For port 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:27.640679 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3a911c85-b99d-4587-adb3-26dce7a0653e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:27.677192 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-890a5866-2c94-41de-b24e-f228c0c9e624 req-1f3ca334-ab21-4864-bcde-f67c53cca7ae tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227164 Sep 16 12:58:27.709164 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-cd961803-9f01-4566-832b-f47e9794dd4e None None] For port ff48f3a6-af38-47c0-b459-49ead02b6412, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=ff48f3a6-af38-47c0-b459-49ead02b6412,segment=NetworkSegment(4f3cc5da-d01b-47ce-ba51-fade7f91b751),segment_id=4f3cc5da-d01b-47ce-ba51-fade7f91b751)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:27.715016 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cd961803-9f01-4566-832b-f47e9794dd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (ff48f3a6-af38-47c0-b459-49ead02b6412), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:27.716674 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8987e91c-0495-4325-a25c-8331127650d2 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (1d716b82-f4e6-4e29-9266-fa4456138508), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:27.758097 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06eef15c-cf81-4c7c-8d5a-327ad884dc38', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1975468896-router', 'tenant_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '680ef172-8e4e-412e-958f-766e39bf4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:12Z', 'updated_at': '2022-09-16T12:58:20Z', 'revision_number': 4, 'project_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'gw_port': {'id': '680ef172-8e4e-412e-958f-766e39bf4b8a', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06eef15c-cf81-4c7c-8d5a-327ad884dc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:13Z', 'updated_at': '2022-09-16T12:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'ff48f3a6-af38-47c0-b459-49ead02b6412', 'name': '', 'network_id': '172838de-19c9-477e-992a-98d67ee5c9c4', 'tenant_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'mac_address': 'fa:16:3e:1a:87:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06eef15c-cf81-4c7c-8d5a-327ad884dc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'a4f5c75f-91db-416a-835c-4ffd1ca7111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:18Z', 'updated_at': '2022-09-16T12:58:26Z', 'revision_number': 4, 'project_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'subnets': [{'id': 'a4f5c75f-91db-416a-835c-4ffd1ca7111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:27.773940 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-8987e91c-0495-4325-a25c-8331127650d2 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d716b82-f4e6-4e29-9266-fa4456138508']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:27.782368 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cee045-05f4-450c-9ed9-14297796e6e1 req-89e8d9ee-f20d-436c-8a73-b3def8793cc7 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:27.784162 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c1cee045-05f4-450c-9ed9-14297796e6e1 req-89e8d9ee-f20d-436c-8a73-b3def8793cc7 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 946 time: 0.0573015 Sep 16 12:58:27.785328 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fdf2d-ffb0-46b8-9365-239231eca095 req-a09efe66-790d-4450-875e-598eceaa66bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:27.786902 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f05fdf2d-ffb0-46b8-9365-239231eca095 req-a09efe66-790d-4450-875e-598eceaa66bc service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7a67136b9d8041fd8e62a81be2d6b48d&device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 1128 time: 0.2253437 Sep 16 12:58:27.788387 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-8987e91c-0495-4325-a25c-8331127650d2 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d3fc9e-da1a-475e-a180-98af9f769980') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:27.788732 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-8987e91c-0495-4325-a25c-8331127650d2 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d3fc9e-da1a-475e-a180-98af9f769980') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:27.802014 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:27.827732 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9354dcae-767d-4a3c-855e-89637f56dc1a None None] The sync data for ids ['06eef15c-cf81-4c7c-8d5a-327ad884dc38'] in n-d-858094-4 is: [{'id': '06eef15c-cf81-4c7c-8d5a-327ad884dc38', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1975468896-router', 'tenant_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '680ef172-8e4e-412e-958f-766e39bf4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:12Z', 'updated_at': '2022-09-16T12:58:20Z', 'revision_number': 4, 'project_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'gw_port': {'id': '680ef172-8e4e-412e-958f-766e39bf4b8a', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06eef15c-cf81-4c7c-8d5a-327ad884dc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:13Z', 'updated_at': '2022-09-16T12:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'ff48f3a6-af38-47c0-b459-49ead02b6412', 'name': '', 'network_id': '172838de-19c9-477e-992a-98d67ee5c9c4', 'tenant_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'mac_address': 'fa:16:3e:1a:87:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06eef15c-cf81-4c7c-8d5a-327ad884dc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'a4f5c75f-91db-416a-835c-4ffd1ca7111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:18Z', 'updated_at': '2022-09-16T12:58:26Z', 'revision_number': 4, 'project_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'subnets': [{'id': 'a4f5c75f-91db-416a-835c-4ffd1ca7111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:58:27.838793 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-af9947db-a01e-4ba3-9b17-63bd6e4e16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9f2051-2ade-496f-8f60-4032c949cc5d', 'name': 'tempest-MultipleCreateTestJSON-1392612417-router', 'tenant_id': 'bd30c33cb19d47278478aa2340859920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:57Z', 'updated_at': '2022-09-16T12:58:24Z', 'revision_number': 5, 'project_id': 'bd30c33cb19d47278478aa2340859920', 'gw_port': {'id': '3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9f2051-2ade-496f-8f60-4032c949cc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:58Z', 'updated_at': '2022-09-16T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:27.843978 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:27.853595 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8987e91c-0495-4325-a25c-8331127650d2 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (57d3fc9e-da1a-475e-a180-98af9f769980), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:27.858647 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-02aec1e9-40c4-433b-828a-44abe5b6bc08 None None] Could not find standard attr ID for object 83985aa5-fa5a-4bdb-ad55-4f0b7bf32c8b. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 12:58:27.874666 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 6ee30be4-f87b-41f3-836d-3add1790c215 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:27.898004 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9947db-a01e-4ba3-9b17-63bd6e4e16e4 None None] The sync data for ids ['da9f2051-2ade-496f-8f60-4032c949cc5d'] in n-d-858094-4 is: [{'id': 'da9f2051-2ade-496f-8f60-4032c949cc5d', 'name': 'tempest-MultipleCreateTestJSON-1392612417-router', 'tenant_id': 'bd30c33cb19d47278478aa2340859920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:56:57Z', 'updated_at': '2022-09-16T12:58:24Z', 'revision_number': 5, 'project_id': 'bd30c33cb19d47278478aa2340859920', 'gw_port': {'id': '3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9f2051-2ade-496f-8f60-4032c949cc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:56:58Z', 'updated_at': '2022-09-16T12:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:58:27.914037 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd961803-9f01-4566-832b-f47e9794dd4e None None] Pushing event updated for resources: {'Port': ['ID=ff48f3a6-af38-47c0-b459-49ead02b6412,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:27.933341 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-02aec1e9-40c4-433b-828a-44abe5b6bc08 None None] Provisioning complete for port ff48f3a6-af38-47c0-b459-49ead02b6412 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:27.936200 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-02aec1e9-40c4-433b-828a-44abe5b6bc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ff48f3a6-af38-47c0-b459-49ead02b6412), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:27.936551 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-02aec1e9-40c4-433b-828a-44abe5b6bc08 None None] Attempt 1 to provision port ff48f3a6-af38-47c0-b459-49ead02b6412 Sep 16 12:58:27.962388 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-3a911c85-b99d-4587-adb3-26dce7a0653e admin admin] Calling delete_port for 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:27.977924 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8987e91c-0495-4325-a25c-8331127650d2 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (57d3fc9e-da1a-475e-a180-98af9f769980), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:27.987226 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8987e91c-0495-4325-a25c-8331127650d2 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:58:28.011495 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8987e91c-0495-4325-a25c-8331127650d2 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (57d3fc9e-da1a-475e-a180-98af9f769980), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:28.037040 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fdf2d-ffb0-46b8-9365-239231eca095 req-50242dd0-1cd5-4bb2-8ad1-9e466c9c4b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:28.039305 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f05fdf2d-ffb0-46b8-9365-239231eca095 req-50242dd0-1cd5-4bb2-8ad1-9e466c9c4b4d service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=3f814bae-963f-4f23-965e-dabc87858a1e HTTP/1.1" status: 200 len: 912 time: 0.1776204 Sep 16 12:58:28.041832 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-02aec1e9-40c4-433b-828a-44abe5b6bc08 None None] Current status of the port ff48f3a6-af38-47c0-b459-49ead02b6412 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:28.054159 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-02aec1e9-40c4-433b-828a-44abe5b6bc08 None None] Provisioning complete for port 6ee30be4-f87b-41f3-836d-3add1790c215 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:28.054614 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-02aec1e9-40c4-433b-828a-44abe5b6bc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6ee30be4-f87b-41f3-836d-3add1790c215), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:28.055392 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-02aec1e9-40c4-433b-828a-44abe5b6bc08 None None] Attempt 1 to provision port 6ee30be4-f87b-41f3-836d-3add1790c215 Sep 16 12:58:28.175267 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8987e91c-0495-4325-a25c-8331127650d2 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (1d716b82-f4e6-4e29-9266-fa4456138508), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:28.181790 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8987e91c-0495-4325-a25c-8331127650d2 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:28.188107 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8987e91c-0495-4325-a25c-8331127650d2 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] 10.222.0.67 "DELETE /networking/v2.0/networks/1d716b82-f4e6-4e29-9266-fa4456138508 HTTP/1.1" status: 204 len: 168 time: 0.9198983 Sep 16 12:58:28.191308 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33476) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:28.225815 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987e91c-0495-4325-a25c-8331127650d2 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Pushing event deleted for resources: {'Network': ['ID=1d716b82-f4e6-4e29-9266-fa4456138508,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:28.245700 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-d1c74146-e89f-4dce-b983-62e3e6c44bbf admin admin] Deleting port ff48f3a6-af38-47c0-b459-49ead02b6412 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:28.245700 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d1c74146-e89f-4dce-b983-62e3e6c44bbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (ff48f3a6-af38-47c0-b459-49ead02b6412), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:28.272169 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 57d3fc9e-da1a-475e-a180-98af9f769980 resource provider aggregate not found Sep 16 12:58:28.277334 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-02aec1e9-40c4-433b-828a-44abe5b6bc08 None None] Current status of the port 6ee30be4-f87b-41f3-836d-3add1790c215 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:28.329574 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b899d1e-7244-4384-8738-787c0583b8b0 req-9fc14821-c6c8-4b77-9c11-2392346f953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:28.333834 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4b899d1e-7244-4384-8738-787c0583b8b0 req-9fc14821-c6c8-4b77-9c11-2392346f953a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 1128 time: 0.5278285 Sep 16 12:58:28.339818 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 57d3fc9e-da1a-475e-a180-98af9f769980 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57d3fc9e-da1a-475e-a180-98af9f769980 found for delete ", "request_id": "req-5acfe435-b7e4-45f4-b9ec-66a2b7d488a1"}]} Sep 16 12:58:28.342540 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d174416-3d11-4e81-9a83-c8a10db2db70 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] DELETE failed (client error): The resource could not be found. Sep 16 12:58:28.346230 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d174416-3d11-4e81-9a83-c8a10db2db70 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 12:58:28.351530 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5d174416-3d11-4e81-9a83-c8a10db2db70 tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] 10.222.0.67 "DELETE /networking/v2.0/ports/83985aa5-fa5a-4bdb-ad55-4f0b7bf32c8b HTTP/1.1" status: 404 len: 333 time: 0.1369689 Sep 16 12:58:28.371879 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-d1c74146-e89f-4dce-b983-62e3e6c44bbf admin admin] For port ff48f3a6-af38-47c0-b459-49ead02b6412, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=ff48f3a6-af38-47c0-b459-49ead02b6412,segment=NetworkSegment(4f3cc5da-d01b-47ce-ba51-fade7f91b751),segment_id=4f3cc5da-d01b-47ce-ba51-fade7f91b751)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:28.372279 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d1c74146-e89f-4dce-b983-62e3e6c44bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (ff48f3a6-af38-47c0-b459-49ead02b6412), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:28.387505 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-d1c74146-e89f-4dce-b983-62e3e6c44bbf admin admin] Calling delete_port for ff48f3a6-af38-47c0-b459-49ead02b6412 owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:28.501919 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33480) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:28.543042 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:28.544102 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:28.566173 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3a911c85-b99d-4587-adb3-26dce7a0653e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:28.614672 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a911c85-b99d-4587-adb3-26dce7a0653e admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:28.657677 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f05fdf2d-ffb0-46b8-9365-239231eca095 req-28184267-d064-4954-a24b-dcc65c98451a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=137f7ed1-df61-44ac-b25d-fb1d5a0609d4 HTTP/1.1" status: 200 len: 1002 time: 0.5642633 Sep 16 12:58:28.675213 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d314ef-8811-420c-bb7c-33685ff3457b tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Deleting subnet 8d30a1fb-07f3-4dd9-868d-df2d7a9066a7 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:58:28.698975 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-c1cee045-05f4-450c-9ed9-14297796e6e1 req-2c0430ca-d151-4530-90a6-5819977d8795 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Deleting port efcaf7d0-199c-4298-8d5d-68962f80ca3b {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:28.699213 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c1cee045-05f4-450c-9ed9-14297796e6e1 req-2c0430ca-d151-4530-90a6-5819977d8795 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (efcaf7d0-199c-4298-8d5d-68962f80ca3b), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:28.708135 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-0faae0ae-be9f-4070-bbbf-28c566120346 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:28.715584 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-0faae0ae-be9f-4070-bbbf-28c566120346 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:28.721203 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-0faae0ae-be9f-4070-bbbf-28c566120346 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:28.723107 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-0faae0ae-be9f-4070-bbbf-28c566120346 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2419 time: 0.8731277 Sep 16 12:58:28.754514 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3a911c85-b99d-4587-adb3-26dce7a0653e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (da9f2051-2ade-496f-8f60-4032c949cc5d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:28.758550 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4b899d1e-7244-4384-8738-787c0583b8b0 req-cc15f4d4-064c-4175-98df-ff317b07312c service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057345 Sep 16 12:58:28.759998 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64d314ef-8811-420c-bb7c-33685ff3457b tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks [] for subnet (8d30a1fb-07f3-4dd9-868d-df2d7a9066a7), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:28.772750 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d1c74146-e89f-4dce-b983-62e3e6c44bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (ff48f3a6-af38-47c0-b459-49ead02b6412), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:28.899368 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3a911c85-b99d-4587-adb3-26dce7a0653e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (da9f2051-2ade-496f-8f60-4032c949cc5d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:28.902752 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64d314ef-8811-420c-bb7c-33685ff3457b tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (8d30a1fb-07f3-4dd9-868d-df2d7a9066a7), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:28.905973 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3a911c85-b99d-4587-adb3-26dce7a0653e admin admin] Publish callbacks [] for router_controller (da9f2051-2ade-496f-8f60-4032c949cc5d), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:28.965496 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device ff48f3a6-af38-47c0-b459-49ead02b6412 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:58:29.002125 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: ff48f3a6-af38-47c0-b459-49ead02b6412 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:58:29.015679 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device ff48f3a6-af38-47c0-b459-49ead02b6412 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 16 12:58:29.028950 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3a911c85-b99d-4587-adb3-26dce7a0653e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (da9f2051-2ade-496f-8f60-4032c949cc5d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:29.029521 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a911c85-b99d-4587-adb3-26dce7a0653e admin admin] Fanout notify agent at l3_agent the message router_deleted on router da9f2051-2ade-496f-8f60-4032c949cc5d {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:58:29.041390 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3a911c85-b99d-4587-adb3-26dce7a0653e admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:29.048368 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3a911c85-b99d-4587-adb3-26dce7a0653e admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/da9f2051-2ade-496f-8f60-4032c949cc5d HTTP/1.1" status: 204 len: 168 time: 2.4757447 Sep 16 12:58:29.050159 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33486) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:29.069868 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Port ff48f3a6-af38-47c0-b459-49ead02b6412 not found, will not notify nova. {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 16 12:58:29.082171 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8f2a0399-3c3a-4d79-821f-17053e346116 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:29.085466 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:DELETE=15,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:29.122000 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 8f2a0399-3c3a-4d79-821f-17053e346116 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:58:29.122608 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8f2a0399-3c3a-4d79-821f-17053e346116 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:58:29.137037 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:29.147981 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-c1cee045-05f4-450c-9ed9-14297796e6e1 req-2c0430ca-d151-4530-90a6-5819977d8795 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] For port efcaf7d0-199c-4298-8d5d-68962f80ca3b, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=efcaf7d0-199c-4298-8d5d-68962f80ca3b,segment=NetworkSegment(ca0d95fc-3fe7-49bf-ac16-c9a3b271e436),segment_id=ca0d95fc-3fe7-49bf-ac16-c9a3b271e436)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:29.148654 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c1cee045-05f4-450c-9ed9-14297796e6e1 req-2c0430ca-d151-4530-90a6-5819977d8795 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (efcaf7d0-199c-4298-8d5d-68962f80ca3b), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:29.198602 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd2faa3-2b7c-441d-b481-6f7bfb2c37f0 admin admin] Deleting subnet 2a13c8b8-1de8-4567-b7af-c0aeedeaafac {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:58:29.204493 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64d314ef-8811-420c-bb7c-33685ff3457b tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (8d30a1fb-07f3-4dd9-868d-df2d7a9066a7), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:29.208024 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8cd2faa3-2b7c-441d-b481-6f7bfb2c37f0 admin admin] Publish callbacks [] for subnet (2a13c8b8-1de8-4567-b7af-c0aeedeaafac), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:29.252685 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:29.254104 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-3fb9e979-d963-4ee0-8b83-93fdedff1322 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Deleting port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:29.254453 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-3fb9e979-d963-4ee0-8b83-93fdedff1322 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (7d29c55a-fbb0-4e50-9719-1dcce2aaef81), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:29.292689 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c74146-e89f-4dce-b983-62e3e6c44bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=ff48f3a6-af38-47c0-b459-49ead02b6412,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:29.300794 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8cd2faa3-2b7c-441d-b481-6f7bfb2c37f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (2a13c8b8-1de8-4567-b7af-c0aeedeaafac), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:29.365633 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64d314ef-8811-420c-bb7c-33685ff3457b tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (8d30a1fb-07f3-4dd9-868d-df2d7a9066a7), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:29.405057 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d314ef-8811-420c-bb7c-33685ff3457b tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Pushing event deleted for resources: {'Subnet': ['ID=8d30a1fb-07f3-4dd9-868d-df2d7a9066a7,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:29.430860 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64d314ef-8811-420c-bb7c-33685ff3457b tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:29.437365 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-64d314ef-8811-420c-bb7c-33685ff3457b tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/8d30a1fb-07f3-4dd9-868d-df2d7a9066a7 HTTP/1.1" status: 204 len: 168 time: 0.9329755 Sep 16 12:58:29.437993 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33488) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:29.438302 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f354f7-dee4-4fc9-8103-bddc9e74be68 req-699b736b-fbc8-4308-a3f9-d3551d054486 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:29.439864 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-44f354f7-dee4-4fc9-8103-bddc9e74be68 req-699b736b-fbc8-4308-a3f9-d3551d054486 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 946 time: 0.8759725 Sep 16 12:58:29.446005 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa17e99-8a87-46d5-afa7-5879e9302e92 req-9032289c-ece9-4af9-9214-2dcd59d6c6cf tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:29.451451 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c432ca5-cd1d-437d-aaa8-d7da25cc0b83 None None] Network cc660bd3-9778-4f57-8bc4-d5efcbf001d3 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:58:29.453833 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bfa17e99-8a87-46d5-afa7-5879e9302e92 req-9032289c-ece9-4af9-9214-2dcd59d6c6cf tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 946 time: 0.9083381 Sep 16 12:58:29.504039 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:29.557466 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:29.621389 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fdf2d-ffb0-46b8-9365-239231eca095 req-935ab281-e4fd-4a45-9b9f-5b4d06c8067e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:29.623989 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f05fdf2d-ffb0-46b8-9365-239231eca095 req-935ab281-e4fd-4a45-9b9f-5b4d06c8067e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=6061ddae-e5d0-47a0-8962-b4b487ae4f3d HTTP/1.1" status: 200 len: 850 time: 0.8968446 Sep 16 12:58:29.735488 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16b6098-f2b6-489e-8247-608f8f894465 None None] DHCP port deletion for cc660bd3-9778-4f57-8bc4-d5efcbf001d3 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:58:29.790164 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-44f354f7-dee4-4fc9-8103-bddc9e74be68 req-94c50e53-0ab5-4653-8df3-f3f20364342b tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275983 Sep 16 12:58:29.845248 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a16b6098-f2b6-489e-8247-608f8f894465 None None] Deleting port 6ee30be4-f87b-41f3-836d-3add1790c215 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:29.845610 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a16b6098-f2b6-489e-8247-608f8f894465 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (6ee30be4-f87b-41f3-836d-3add1790c215), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:29.928258 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d1c74146-e89f-4dce-b983-62e3e6c44bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (06eef15c-cf81-4c7c-8d5a-327ad884dc38), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:29.943436 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:29.993415 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-a16b6098-f2b6-489e-8247-608f8f894465 None None] For port 6ee30be4-f87b-41f3-836d-3add1790c215, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6ee30be4-f87b-41f3-836d-3add1790c215,segment=NetworkSegment(c3c4a2e8-12ab-47fd-a43e-0d2a1f5c6ddb),segment_id=c3c4a2e8-12ab-47fd-a43e-0d2a1f5c6ddb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:29.993934 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a16b6098-f2b6-489e-8247-608f8f894465 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (6ee30be4-f87b-41f3-836d-3add1790c215), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:30.008449 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a16b6098-f2b6-489e-8247-608f8f894465 None None] Calling delete_port for 6ee30be4-f87b-41f3-836d-3add1790c215 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:30.068538 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bfa17e99-8a87-46d5-afa7-5879e9302e92 req-7eccf640-9b6c-4b1f-b614-5909172856f8 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41a281b2-5013-4373-8515-26c2761feca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6137824 Sep 16 12:58:30.126142 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a16b6098-f2b6-489e-8247-608f8f894465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (6ee30be4-f87b-41f3-836d-3add1790c215), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:30.139196 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e30a100e-b266-4794-b403-63912eecfef9 req-a0d40935-e770-44b9-8cc1-c0aa41dce1a3 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 210 time: 0.2066174 Sep 16 12:58:30.157313 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b6098-f2b6-489e-8247-608f8f894465 None None] Pushing event deleted for resources: {'Port': ['ID=6ee30be4-f87b-41f3-836d-3add1790c215,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:30.165615 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16b6098-f2b6-489e-8247-608f8f894465 None None] No DVR routers for this DVR port 6ee30be4-f87b-41f3-836d-3add1790c215 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:58:30.195310 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8cd2faa3-2b7c-441d-b481-6f7bfb2c37f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (2a13c8b8-1de8-4567-b7af-c0aeedeaafac), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:30.225768 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3665be4d-76c8-40c0-8818-745e5208602d tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (cc660bd3-9778-4f57-8bc4-d5efcbf001d3), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:30.374309 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3665be4d-76c8-40c0-8818-745e5208602d tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (cc660bd3-9778-4f57-8bc4-d5efcbf001d3), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:30.399731 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-3665be4d-76c8-40c0-8818-745e5208602d tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc660bd3-9778-4f57-8bc4-d5efcbf001d3']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:30.412721 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-3665be4d-76c8-40c0-8818-745e5208602d tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c4a2e8-12ab-47fd-a43e-0d2a1f5c6ddb') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:30.413487 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-3665be4d-76c8-40c0-8818-745e5208602d tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c4a2e8-12ab-47fd-a43e-0d2a1f5c6ddb') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:30.426843 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3665be4d-76c8-40c0-8818-745e5208602d tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (c3c4a2e8-12ab-47fd-a43e-0d2a1f5c6ddb), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:30.443820 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3665be4d-76c8-40c0-8818-745e5208602d tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (c3c4a2e8-12ab-47fd-a43e-0d2a1f5c6ddb), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:30.452131 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3665be4d-76c8-40c0-8818-745e5208602d tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:58:30.452547 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3665be4d-76c8-40c0-8818-745e5208602d tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (c3c4a2e8-12ab-47fd-a43e-0d2a1f5c6ddb), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:30.516773 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment c3c4a2e8-12ab-47fd-a43e-0d2a1f5c6ddb resource provider aggregate not found Sep 16 12:58:30.529444 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8cd2faa3-2b7c-441d-b481-6f7bfb2c37f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (2a13c8b8-1de8-4567-b7af-c0aeedeaafac), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:30.562727 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment c3c4a2e8-12ab-47fd-a43e-0d2a1f5c6ddb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3c4a2e8-12ab-47fd-a43e-0d2a1f5c6ddb found for delete ", "request_id": "req-918a28e7-bd0d-4b53-950b-85c2f03e3cdb"}]} Sep 16 12:58:30.567633 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2faa3-2b7c-441d-b481-6f7bfb2c37f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a13c8b8-1de8-4567-b7af-c0aeedeaafac,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:30.574583 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3665be4d-76c8-40c0-8818-745e5208602d tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (cc660bd3-9778-4f57-8bc4-d5efcbf001d3), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:30.579583 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3665be4d-76c8-40c0-8818-745e5208602d tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:30.593783 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3665be4d-76c8-40c0-8818-745e5208602d tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] 10.222.0.67 "DELETE /networking/v2.0/networks/cc660bd3-9778-4f57-8bc4-d5efcbf001d3 HTTP/1.1" status: 204 len: 168 time: 1.1445694 Sep 16 12:58:30.628163 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fdf2d-ffb0-46b8-9365-239231eca095 req-707a4d72-0c13-4784-b5d4-823a3b2a9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:30.629661 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f05fdf2d-ffb0-46b8-9365-239231eca095 req-707a4d72-0c13-4784-b5d4-823a3b2a9eb7 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=3f814bae-963f-4f23-965e-dabc87858a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8875232 Sep 16 12:58:30.649180 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c6b05b-b21a-4b1a-b72c-d7ce01fa8917 None None] Network 2a13e2e0-76af-4011-86c3-ccf3c7f1953b requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:58:30.650061 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665be4d-76c8-40c0-8818-745e5208602d tempest-DHCPAgentSchedulersTestJSON-1604076926 tempest-DHCPAgentSchedulersTestJSON-1604076926-project] Pushing event deleted for resources: {'Network': ['ID=cc660bd3-9778-4f57-8bc4-d5efcbf001d3,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:30.658173 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8cd2faa3-2b7c-441d-b481-6f7bfb2c37f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:30.669249 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8cd2faa3-2b7c-441d-b481-6f7bfb2c37f0 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/2a13c8b8-1de8-4567-b7af-c0aeedeaafac HTTP/1.1" status: 204 len: 168 time: 1.6072860 Sep 16 12:58:30.671965 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33496) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:30.780909 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-3fb9e979-d963-4ee0-8b83-93fdedff1322 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] For port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=7d29c55a-fbb0-4e50-9719-1dcce2aaef81,segment=NetworkSegment(7f346e65-7fb5-4a92-b6b1-6e890df0b8e4),segment_id=7f346e65-7fb5-4a92-b6b1-6e890df0b8e4)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:30.781286 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-3fb9e979-d963-4ee0-8b83-93fdedff1322 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (7d29c55a-fbb0-4e50-9719-1dcce2aaef81), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:30.788503 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f8b75c7c-bd25-4fda-a998-c7e4c76c3ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (2a13e2e0-76af-4011-86c3-ccf3c7f1953b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:30.800944 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-3fb9e979-d963-4ee0-8b83-93fdedff1322 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Calling delete_port for 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:30.809616 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:30.821989 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c1cee045-05f4-450c-9ed9-14297796e6e1 req-2c0430ca-d151-4530-90a6-5819977d8795 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:30.822355 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c1cee045-05f4-450c-9ed9-14297796e6e1 req-2c0430ca-d151-4530-90a6-5819977d8795 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (29f2fab2-d2d5-4649-8de2-a6fc6ac699a1), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:30.822675 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [req-c1cee045-05f4-450c-9ed9-14297796e6e1 req-2c0430ca-d151-4530-90a6-5819977d8795 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Floating IP 29f2fab2-d2d5-4649-8de2-a6fc6ac699a1 disassociated. External IP: 172.25.2.24, port: efcaf7d0-199c-4298-8d5d-68962f80ca3b. Sep 16 12:58:30.823028 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-c1cee045-05f4-450c-9ed9-14297796e6e1 req-2c0430ca-d151-4530-90a6-5819977d8795 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Calling delete_port for efcaf7d0-199c-4298-8d5d-68962f80ca3b owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:30.865770 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac9fd5-3bcf-42a6-8cc6-d5d6f630e18e req-157e676d-d219-4f8a-9ddb-bc903077b23a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:30.874591 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac9fd5-3bcf-42a6-8cc6-d5d6f630e18e req-157e676d-d219-4f8a-9ddb-bc903077b23a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:30.875560 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-f8b75c7c-bd25-4fda-a998-c7e4c76c3ec1 admin admin] Deleting port f04e1a4f-3450-4139-9fbd-e170ae2773a4 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:30.875914 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f8b75c7c-bd25-4fda-a998-c7e4c76c3ec1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (f04e1a4f-3450-4139-9fbd-e170ae2773a4), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:30.883139 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac9fd5-3bcf-42a6-8cc6-d5d6f630e18e req-157e676d-d219-4f8a-9ddb-bc903077b23a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:30.897407 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6eac9fd5-3bcf-42a6-8cc6-d5d6f630e18e req-157e676d-d219-4f8a-9ddb-bc903077b23a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 2419 time: 0.2821867 Sep 16 12:58:30.940673 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556f1bda-aadd-4b9d-88be-09e1b0e00d10 None None] DHCP port deletion for 2a13e2e0-76af-4011-86c3-ccf3c7f1953b request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:58:30.955131 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:31.002258 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-f8b75c7c-bd25-4fda-a998-c7e4c76c3ec1 admin admin] For port f04e1a4f-3450-4139-9fbd-e170ae2773a4, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f04e1a4f-3450-4139-9fbd-e170ae2773a4,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:31.003170 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f8b75c7c-bd25-4fda-a998-c7e4c76c3ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (f04e1a4f-3450-4139-9fbd-e170ae2773a4), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:31.015707 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:58:31.016068 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3aa5dc0a-2ca9-4000-82cd-ca0ced0d4d99 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:58:31.019353 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6ee30be4-f87b-41f3-836d-3add1790c215 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:31.035658 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-f8b75c7c-bd25-4fda-a998-c7e4c76c3ec1 admin admin] Calling delete_port for f04e1a4f-3450-4139-9fbd-e170ae2773a4 owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:31.060758 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 6ee30be4-f87b-41f3-836d-3add1790c215 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:58:31.061355 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6ee30be4-f87b-41f3-836d-3add1790c215 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:58:31.073130 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-556f1bda-aadd-4b9d-88be-09e1b0e00d10 None None] Deleting port f04e1a4f-3450-4139-9fbd-e170ae2773a4 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:31.073703 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-556f1bda-aadd-4b9d-88be-09e1b0e00d10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (f04e1a4f-3450-4139-9fbd-e170ae2773a4), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:31.101753 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33502) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:31.166553 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-556f1bda-aadd-4b9d-88be-09e1b0e00d10 None None] For port f04e1a4f-3450-4139-9fbd-e170ae2773a4, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f04e1a4f-3450-4139-9fbd-e170ae2773a4,segment=NetworkSegment(904d0f57-9070-4fde-ad75-5554204ce629),segment_id=904d0f57-9070-4fde-ad75-5554204ce629)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:31.167228 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-556f1bda-aadd-4b9d-88be-09e1b0e00d10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (f04e1a4f-3450-4139-9fbd-e170ae2773a4), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:31.177722 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f8b75c7c-bd25-4fda-a998-c7e4c76c3ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (f04e1a4f-3450-4139-9fbd-e170ae2773a4), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:31.191278 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-556f1bda-aadd-4b9d-88be-09e1b0e00d10 None None] Calling delete_port for f04e1a4f-3450-4139-9fbd-e170ae2773a4 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:31.209425 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:31.212216 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f05fdf2d-ffb0-46b8-9365-239231eca095 req-ae425a38-a04d-48ce-917e-b165105b4d52 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584342 Sep 16 12:58:31.233936 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b75c7c-bd25-4fda-a998-c7e4c76c3ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f04e1a4f-3450-4139-9fbd-e170ae2773a4,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:31.252467 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b75c7c-bd25-4fda-a998-c7e4c76c3ec1 admin admin] No DVR routers for this DVR port f04e1a4f-3450-4139-9fbd-e170ae2773a4 on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:58:31.288402 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:31.300876 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-556f1bda-aadd-4b9d-88be-09e1b0e00d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (f04e1a4f-3450-4139-9fbd-e170ae2773a4), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:31.308677 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:31.328907 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f1bda-aadd-4b9d-88be-09e1b0e00d10 None None] Pushing event deleted for resources: {'Port': ['ID=f04e1a4f-3450-4139-9fbd-e170ae2773a4,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:31.333702 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f1bda-aadd-4b9d-88be-09e1b0e00d10 None None] No DVR routers for this DVR port f04e1a4f-3450-4139-9fbd-e170ae2773a4 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:58:31.380005 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf111add-9e90-4f68-aff9-fad813dc2250 req-45464e97-9a6d-4acd-8df8-3a3d8b695a83 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:31.381513 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bf111add-9e90-4f68-aff9-fad813dc2250 req-45464e97-9a6d-4acd-8df8-3a3d8b695a83 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 946 time: 0.4016480 Sep 16 12:58:31.413545 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f8b75c7c-bd25-4fda-a998-c7e4c76c3ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (2a13e2e0-76af-4011-86c3-ccf3c7f1953b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:31.433784 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6eac9fd5-3bcf-42a6-8cc6-d5d6f630e18e req-3740dc82-4f32-4ef1-b2c3-0c7a8d3cefce tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5345647 Sep 16 12:58:31.446272 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-f8b75c7c-bd25-4fda-a998-c7e4c76c3ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a13e2e0-76af-4011-86c3-ccf3c7f1953b']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:31.453691 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-99fc896f-d62e-4cb8-8e6e-edfd7c7a4dad admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=2bf3079dd1c64f7eb1f70fd99fae892d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3506138 Sep 16 12:58:31.459417 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33510) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:31.470170 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-f8b75c7c-bd25-4fda-a998-c7e4c76c3ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904d0f57-9070-4fde-ad75-5554204ce629') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:31.470617 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-f8b75c7c-bd25-4fda-a998-c7e4c76c3ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904d0f57-9070-4fde-ad75-5554204ce629') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:31.498700 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f8b75c7c-bd25-4fda-a998-c7e4c76c3ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (904d0f57-9070-4fde-ad75-5554204ce629), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:31.530042 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f8b75c7c-bd25-4fda-a998-c7e4c76c3ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (904d0f57-9070-4fde-ad75-5554204ce629), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:31.545433 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b75c7c-bd25-4fda-a998-c7e4c76c3ec1 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:58:31.545848 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f8b75c7c-bd25-4fda-a998-c7e4c76c3ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (904d0f57-9070-4fde-ad75-5554204ce629), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:31.548344 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4e178d92-9be2-4e4b-a995-301139fb5621 admin admin] Publish callbacks [] for security_group (94208e7a-b74a-44a6-990c-514a755557b5), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:31.561741 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device efcaf7d0-199c-4298-8d5d-68962f80ca3b no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:31.622104 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:31.645873 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4e178d92-9be2-4e4b-a995-301139fb5621 admin admin] Publish callbacks [] for security_group (94208e7a-b74a-44a6-990c-514a755557b5), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:31.661768 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f8b75c7c-bd25-4fda-a998-c7e4c76c3ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (2a13e2e0-76af-4011-86c3-ccf3c7f1953b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:31.669469 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bf111add-9e90-4f68-aff9-fad813dc2250 req-98f03615-5e91-4c63-9022-ef2d64f140e3 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329283 Sep 16 12:58:31.685889 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f8b75c7c-bd25-4fda-a998-c7e4c76c3ec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:31.697891 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-3fb9e979-d963-4ee0-8b83-93fdedff1322 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (7d29c55a-fbb0-4e50-9719-1dcce2aaef81), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:31.708566 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f8b75c7c-bd25-4fda-a998-c7e4c76c3ec1 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/2a13e2e0-76af-4011-86c3-ccf3c7f1953b HTTP/1.1" status: 204 len: 168 time: 1.0337095 Sep 16 12:58:31.738281 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port efcaf7d0-199c-4298-8d5d-68962f80ca3b is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:31.738681 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (efcaf7d0-199c-4298-8d5d-68962f80ca3b), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:31.750059 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9e979-d963-4ee0-8b83-93fdedff1322 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event deleted for resources: {'Port': ['ID=7d29c55a-fbb0-4e50-9719-1dcce2aaef81,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:31.758434 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b2884-e88a-45af-af27-ee409ac53acd req-f4e16c00-9739-4eeb-a392-9a0d47cf3d23 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:31.769619 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9c6b2884-e88a-45af-af27-ee409ac53acd req-f4e16c00-9739-4eeb-a392-9a0d47cf3d23 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 946 time: 0.2207193 Sep 16 12:58:31.789298 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b75c7c-bd25-4fda-a998-c7e4c76c3ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a13e2e0-76af-4011-86c3-ccf3c7f1953b,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:31.801142 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c74146-e89f-4dce-b983-62e3e6c44bbf admin admin] Router 06eef15c-cf81-4c7c-8d5a-327ad884dc38 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:58:31.830875 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4e178d92-9be2-4e4b-a995-301139fb5621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (94208e7a-b74a-44a6-990c-514a755557b5), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:31.834036 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4e178d92-9be2-4e4b-a995-301139fb5621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:31.835303 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4e178d92-9be2-4e4b-a995-301139fb5621 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/94208e7a-b74a-44a6-990c-514a755557b5 HTTP/1.1" status: 204 len: 168 time: 0.3751087 Sep 16 12:58:31.861017 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e178d92-9be2-4e4b-a995-301139fb5621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94208e7a-b74a-44a6-990c-514a755557b5,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:31.890118 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f05fdf2d-ffb0-46b8-9365-239231eca095 req-cb325f6a-641a-4263-a05b-e59afb0d0d65 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6433952 Sep 16 12:58:31.960612 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33518) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:31.964785 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c1cee045-05f4-450c-9ed9-14297796e6e1 req-2c0430ca-d151-4530-90a6-5819977d8795 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (efcaf7d0-199c-4298-8d5d-68962f80ca3b), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:32.043548 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-15d870e8-8c75-4ed5-a160-b99c3f09332b admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=bd30c33cb19d47278478aa2340859920&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0810084 Sep 16 12:58:32.046283 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33520) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:32.167683 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0573142e-5fbf-4cb2-9a28-baa68d1f1e3b admin admin] Publish callbacks [] for security_group (13ce6b94-aad0-45ca-91aa-084ca753d5fe), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:32.185162 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:32.222618 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0573142e-5fbf-4cb2-9a28-baa68d1f1e3b admin admin] Publish callbacks [] for security_group (13ce6b94-aad0-45ca-91aa-084ca753d5fe), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:32.226699 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:58:32.227137 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:58:32.227525 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device e389c52d-c333-408c-a4a5-dd1fb810bd22 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:32.276540 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7f4f5807-c261-4cec-9143-b91e28b71517 req-2dd3b86b-04f2-4775-9b0d-1876d1f03e72 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 210 time: 0.4003241 Sep 16 12:58:32.304800 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0430ca-d151-4530-90a6-5819977d8795 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Pushing event deleted for resources: {'Port': ['ID=efcaf7d0-199c-4298-8d5d-68962f80ca3b,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:32.307339 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-3fb9e979-d963-4ee0-8b83-93fdedff1322 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] No DVR routers for this DVR port 7d29c55a-fbb0-4e50-9719-1dcce2aaef81 on host n-h2-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:58:32.320231 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-3fb9e979-d963-4ee0-8b83-93fdedff1322 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:32.325789 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-3fb9e979-d963-4ee0-8b83-93fdedff1322 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.76 "DELETE /networking/v2.0/ports/7d29c55a-fbb0-4e50-9719-1dcce2aaef81 HTTP/1.1" status: 204 len: 173 time: 3.5540679 Sep 16 12:58:32.333620 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0573142e-5fbf-4cb2-9a28-baa68d1f1e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (13ce6b94-aad0-45ca-91aa-084ca753d5fe), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:32.336511 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0573142e-5fbf-4cb2-9a28-baa68d1f1e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:32.337991 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9c6b2884-e88a-45af-af27-ee409ac53acd req-ceca9c31-bd46-45b0-b6cd-52f593ea5b2b tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41a281b2-5013-4373-8515-26c2761feca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5669987 Sep 16 12:58:32.341417 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'name': 'network-vif-deleted', 'tag': '7d29c55a-fbb0-4e50-9719-1dcce2aaef81'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:32.344025 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0539d88c-64cd-428e-b597-9931b3373b8e" -d '{"events": [{"server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "name": "network-vif-deleted", "tag": "7d29c55a-fbb0-4e50-9719-1dcce2aaef81"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:32.345592 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0573142e-5fbf-4cb2-9a28-baa68d1f1e3b admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/13ce6b94-aad0-45ca-91aa-084ca753d5fe HTTP/1.1" status: 204 len: 168 time: 0.2978890 Sep 16 12:58:32.368493 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:32.384224 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573142e-5fbf-4cb2-9a28-baa68d1f1e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ce6b94-aad0-45ca-91aa-084ca753d5fe,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:32.398331 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33528) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:32.452384 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1f5ec903-6e3c-409c-bae9-dad31ebdeba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:32.590565 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ffb7032d-6b54-4483-b6f0-f2bc2df03d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:32.628313 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 904d0f57-9070-4fde-ad75-5554204ce629 resource provider aggregate not found Sep 16 12:58:32.676106 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 904d0f57-9070-4fde-ad75-5554204ce629 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 904d0f57-9070-4fde-ad75-5554204ce629 found for delete ", "request_id": "req-1b641eff-1adf-45bc-92c6-ab28c629f94b"}]} Sep 16 12:58:32.713734 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port e389c52d-c333-408c-a4a5-dd1fb810bd22 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:32.714615 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e389c52d-c333-408c-a4a5-dd1fb810bd22), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:32.751681 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1f5ec903-6e3c-409c-bae9-dad31ebdeba4 admin admin] Publish callbacks [] for security_group (cd2152b9-a9d2-4732-8968-c7d53810a46a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:32.765784 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e389c52d-c333-408c-a4a5-dd1fb810bd22'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:32.769936 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58f2beb-cf30-4f04-856a-8cd5c8917abd x-openstack-request-id: req-f58f2beb-cf30-4f04-856a-8cd5c8917abd {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:32.770921 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "name": "network-vif-deleted", "tag": "7d29c55a-fbb0-4e50-9719-1dcce2aaef81", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:32.771332 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f58f2beb-cf30-4f04-856a-8cd5c8917abd {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:32.772388 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f58f2beb-cf30-4f04-856a-8cd5c8917abd'] response: {'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'name': 'network-vif-deleted', 'tag': '7d29c55a-fbb0-4e50-9719-1dcce2aaef81', 'status': 'completed', 'code': 200} Sep 16 12:58:32.774598 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a639a7-da2f-4197-ab75-fa9c5991f152" -d '{"events": [{"server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "name": "network-vif-unplugged", "status": "completed", "tag": "e389c52d-c333-408c-a4a5-dd1fb810bd22"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:32.781102 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1f5ec903-6e3c-409c-bae9-dad31ebdeba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (cd2152b9-a9d2-4732-8968-c7d53810a46a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:32.843144 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port e389c52d-c333-408c-a4a5-dd1fb810bd22, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e389c52d-c333-408c-a4a5-dd1fb810bd22,segment=NetworkSegment(14c11de5-efba-4afe-aa92-687819c24f6c),segment_id=14c11de5-efba-4afe-aa92-687819c24f6c)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:32.846852 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f04e1a4f-3450-4139-9fbd-e170ae2773a4 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:32.930383 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6026b8-42a5-4638-995f-74993facca8e x-openstack-request-id: req-9d6026b8-42a5-4638-995f-74993facca8e {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:32.930690 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "name": "network-vif-unplugged", "status": "completed", "tag": "e389c52d-c333-408c-a4a5-dd1fb810bd22", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:32.930951 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9d6026b8-42a5-4638-995f-74993facca8e {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:32.931392 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d6026b8-42a5-4638-995f-74993facca8e'] response: {'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e389c52d-c333-408c-a4a5-dd1fb810bd22', 'code': 200} Sep 16 12:58:32.949137 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e389c52d-c333-408c-a4a5-dd1fb810bd22), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:32.955221 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ec903-6e3c-409c-bae9-dad31ebdeba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2152b9-a9d2-4732-8968-c7d53810a46a,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:32.956601 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 0f8de272-9fd7-474d-85d6-e69716710172 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:32.961464 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: f04e1a4f-3450-4139-9fbd-e170ae2773a4 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:58:32.961814 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f04e1a4f-3450-4139-9fbd-e170ae2773a4 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:58:32.971699 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1f5ec903-6e3c-409c-bae9-dad31ebdeba4 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=fc540600895a47debbe535a5ad3f65e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5719149 Sep 16 12:58:32.973121 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:32.983863 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7d213-1748-4654-8169-5995cc937673 req-fb046e09-38cd-4289-bf12-973141aafa8b tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:32.985590 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33542) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:33.024185 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7d213-1748-4654-8169-5995cc937673 req-fb046e09-38cd-4289-bf12-973141aafa8b tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:33.028851 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90e7d213-1748-4654-8169-5995cc937673 req-fb046e09-38cd-4289-bf12-973141aafa8b tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 1683 time: 0.2474611 Sep 16 12:58:33.207276 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c74146-e89f-4dce-b983-62e3e6c44bbf admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:58:33.217982 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33546) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:33.218808 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-d1c74146-e89f-4dce-b983-62e3e6c44bbf admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/06eef15c-cf81-4c7c-8d5a-327ad884dc38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3579574 Sep 16 12:58:33.221851 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-67b0296a-19a8-4e52-9819-2be1cacd2c74 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Deleting port 0f8de272-9fd7-474d-85d6-e69716710172 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:33.222244 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-67b0296a-19a8-4e52-9819-2be1cacd2c74 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (0f8de272-9fd7-474d-85d6-e69716710172), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:33.295799 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=e389c52d-c333-408c-a4a5-dd1fb810bd22,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:33.318004 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe2b116-03fe-499c-b7ad-4dee9aade4f0 None None] Sync routers for ids ['06eef15c-cf81-4c7c-8d5a-327ad884dc38'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:58:33.377935 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90e7d213-1748-4654-8169-5995cc937673 req-123e054d-ea48-4ecb-a7d4-b593de95ea97 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588599 Sep 16 12:58:33.395815 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe2b116-03fe-499c-b7ad-4dee9aade4f0 None None] Routers {'06eef15c-cf81-4c7c-8d5a-327ad884dc38'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:58:33.396505 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-bbe2b116-03fe-499c-b7ad-4dee9aade4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['06eef15c-cf81-4c7c-8d5a-327ad884dc38'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:33.408020 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-77b030f7-6cbb-4c02-9003-e58699395acf admin admin] Publish callbacks [] for security_group (cd2152b9-a9d2-4732-8968-c7d53810a46a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:33.475253 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1cee045-05f4-450c-9ed9-14297796e6e1 req-2c0430ca-d151-4530-90a6-5819977d8795 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Router c70f535d-f4f3-441f-be51-0c4abb14cdb2 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:58:33.538197 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-67b0296a-19a8-4e52-9819-2be1cacd2c74 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] For port 0f8de272-9fd7-474d-85d6-e69716710172, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=0f8de272-9fd7-474d-85d6-e69716710172,segment=NetworkSegment(7f346e65-7fb5-4a92-b6b1-6e890df0b8e4),segment_id=7f346e65-7fb5-4a92-b6b1-6e890df0b8e4)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:33.547044 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-67b0296a-19a8-4e52-9819-2be1cacd2c74 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (0f8de272-9fd7-474d-85d6-e69716710172), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:33.647163 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-77b030f7-6cbb-4c02-9003-e58699395acf admin admin] Publish callbacks [] for security_group (cd2152b9-a9d2-4732-8968-c7d53810a46a), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:33.680021 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:33.749965 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 0f8de272-9fd7-474d-85d6-e69716710172 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:33.761548 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0f8de272-9fd7-474d-85d6-e69716710172), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:33.794438 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d95e4ee3-64fc-4adc-b02f-355fa8ec6d88 admin admin] Publish callbacks [] for router (06eef15c-cf81-4c7c-8d5a-327ad884dc38), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:33.852774 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-77b030f7-6cbb-4c02-9003-e58699395acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (cd2152b9-a9d2-4732-8968-c7d53810a46a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:33.857051 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-77b030f7-6cbb-4c02-9003-e58699395acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:33.861827 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-77b030f7-6cbb-4c02-9003-e58699395acf admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/cd2152b9-a9d2-4732-8968-c7d53810a46a HTTP/1.1" status: 204 len: 168 time: 0.8732209 Sep 16 12:58:33.874927 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:33.894806 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b030f7-6cbb-4c02-9003-e58699395acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2152b9-a9d2-4732-8968-c7d53810a46a,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:34.008841 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 0f8de272-9fd7-474d-85d6-e69716710172, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=0f8de272-9fd7-474d-85d6-e69716710172,segment=NetworkSegment(7f346e65-7fb5-4a92-b6b1-6e890df0b8e4),segment_id=7f346e65-7fb5-4a92-b6b1-6e890df0b8e4)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:34.011689 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-bbe2b116-03fe-499c-b7ad-4dee9aade4f0 None None] Set router 06eef15c-cf81-4c7c-8d5a-327ad884dc38 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:58:34.029596 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0f8de272-9fd7-474d-85d6-e69716710172), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:34.080112 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d95e4ee3-64fc-4adc-b02f-355fa8ec6d88 admin admin] Publish callbacks [] for router_gateway (06eef15c-cf81-4c7c-8d5a-327ad884dc38), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:34.148509 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1cee045-05f4-450c-9ed9-14297796e6e1 req-2c0430ca-d151-4530-90a6-5819977d8795 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:58:34.169097 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff00c2c-5d8b-4804-b8d1-08c299503530 None None] Sync routers for ids ['c70f535d-f4f3-441f-be51-0c4abb14cdb2'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:58:34.180033 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-d95e4ee3-64fc-4adc-b02f-355fa8ec6d88 admin admin] Deleting port 680ef172-8e4e-412e-958f-766e39bf4b8a {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:34.187061 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d95e4ee3-64fc-4adc-b02f-355fa8ec6d88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (680ef172-8e4e-412e-958f-766e39bf4b8a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:34.189924 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6f5c2b91-d5b3-48b5-8c51-1ef4e7fefe4f req-31566893-bf28-4a48-ac6c-98a2c9c15f11 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 210 time: 0.1811452 Sep 16 12:58:34.193432 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff00c2c-5d8b-4804-b8d1-08c299503530 None None] Routers {'c70f535d-f4f3-441f-be51-0c4abb14cdb2'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:58:34.199942 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8ff00c2c-5d8b-4804-b8d1-08c299503530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c70f535d-f4f3-441f-be51-0c4abb14cdb2'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:34.265017 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-67b0296a-19a8-4e52-9819-2be1cacd2c74 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Calling delete_port for 0f8de272-9fd7-474d-85d6-e69716710172 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:34.465891 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-d95e4ee3-64fc-4adc-b02f-355fa8ec6d88 admin admin] For port 680ef172-8e4e-412e-958f-766e39bf4b8a, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=680ef172-8e4e-412e-958f-766e39bf4b8a,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:34.469809 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d95e4ee3-64fc-4adc-b02f-355fa8ec6d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (680ef172-8e4e-412e-958f-766e39bf4b8a), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:34.504538 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-d95e4ee3-64fc-4adc-b02f-355fa8ec6d88 admin admin] Calling delete_port for 680ef172-8e4e-412e-958f-766e39bf4b8a owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:34.518689 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e1597bbd-edac-43b9-b27e-97fc53fb7bf6 req-54283532-7c69-4cba-872c-c3bc6e6a1a53 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3b229371-5f66-466c-a96b-2f668a855aa0 HTTP/1.1" status: 200 len: 210 time: 0.3913677 Sep 16 12:58:34.660917 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:34.662403 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cee045-05f4-450c-9ed9-14297796e6e1 req-2c0430ca-d151-4530-90a6-5819977d8795 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] No DVR routers for this DVR port efcaf7d0-199c-4298-8d5d-68962f80ca3b on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:58:34.667764 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-c1cee045-05f4-450c-9ed9-14297796e6e1 req-2c0430ca-d151-4530-90a6-5819977d8795 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:34.671582 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c1cee045-05f4-450c-9ed9-14297796e6e1 req-2c0430ca-d151-4530-90a6-5819977d8795 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.25 "DELETE /networking/v2.0/ports/efcaf7d0-199c-4298-8d5d-68962f80ca3b HTTP/1.1" status: 204 len: 173 time: 6.8809383 Sep 16 12:58:34.765862 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-8ff00c2c-5d8b-4804-b8d1-08c299503530 None None] Set router c70f535d-f4f3-441f-be51-0c4abb14cdb2 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:58:34.776796 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3df84c-ed0d-41a9-8632-63591274c2eb', 'name': 'network-vif-deleted', 'tag': 'efcaf7d0-199c-4298-8d5d-68962f80ca3b'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:34.799164 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9389f2e-78c6-4a70-be48-a73dc29b648d" -d '{"events": [{"server_uuid": "8d3df84c-ed0d-41a9-8632-63591274c2eb", "name": "network-vif-deleted", "tag": "efcaf7d0-199c-4298-8d5d-68962f80ca3b"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:34.858817 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8e0a72e2-8436-41ea-802a-9586ccf87b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:34.939234 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f8de272-9fd7-474d-85d6-e69716710172'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:34.965131 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8838a8d-c6ef-41e3-8a76-2a29185098c5" -d '{"events": [{"server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "name": "network-vif-unplugged", "status": "completed", "tag": "0f8de272-9fd7-474d-85d6-e69716710172"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:35.015289 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-67b0296a-19a8-4e52-9819-2be1cacd2c74 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (0f8de272-9fd7-474d-85d6-e69716710172), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:35.059511 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=0f8de272-9fd7-474d-85d6-e69716710172,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:35.210394 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:35.248781 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7977cc3b-2d78-4beb-9203-0018fe29c8fe x-openstack-request-id: req-7977cc3b-2d78-4beb-9203-0018fe29c8fe {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:35.249345 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3df84c-ed0d-41a9-8632-63591274c2eb", "name": "network-vif-deleted", "tag": "efcaf7d0-199c-4298-8d5d-68962f80ca3b", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:35.249345 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7977cc3b-2d78-4beb-9203-0018fe29c8fe {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:35.249754 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7977cc3b-2d78-4beb-9203-0018fe29c8fe'] response: {'server_uuid': '8d3df84c-ed0d-41a9-8632-63591274c2eb', 'name': 'network-vif-deleted', 'tag': 'efcaf7d0-199c-4298-8d5d-68962f80ca3b', 'status': 'completed', 'code': 200} Sep 16 12:58:35.272438 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d95e4ee3-64fc-4adc-b02f-355fa8ec6d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (680ef172-8e4e-412e-958f-766e39bf4b8a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:35.278848 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0296a-19a8-4e52-9819-2be1cacd2c74 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event deleted for resources: {'Port': ['ID=0f8de272-9fd7-474d-85d6-e69716710172,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:35.349643 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:35.358572 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75b0379-1d18-43b4-9019-7c36c72a2f7a x-openstack-request-id: req-e75b0379-1d18-43b4-9019-7c36c72a2f7a {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:35.360048 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "name": "network-vif-unplugged", "status": "completed", "tag": "0f8de272-9fd7-474d-85d6-e69716710172", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:35.365722 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e75b0379-1d18-43b4-9019-7c36c72a2f7a {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:35.367568 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e75b0379-1d18-43b4-9019-7c36c72a2f7a'] response: {'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f8de272-9fd7-474d-85d6-e69716710172', 'code': 200} Sep 16 12:58:35.395073 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe273afe-d4b5-4a77-a2f2-c54226ebdda9 req-ac775ee7-68f9-4b7c-af80-52826b071cea tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:35.397560 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e4ee3-64fc-4adc-b02f-355fa8ec6d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=680ef172-8e4e-412e-958f-766e39bf4b8a,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:35.409495 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe273afe-d4b5-4a77-a2f2-c54226ebdda9 req-ac775ee7-68f9-4b7c-af80-52826b071cea tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 944 time: 0.4808307 Sep 16 12:58:35.569865 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-67b0296a-19a8-4e52-9819-2be1cacd2c74 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] No DVR routers for this DVR port 0f8de272-9fd7-474d-85d6-e69716710172 on host n-h2-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:58:35.573295 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-bbe2b116-03fe-499c-b7ad-4dee9aade4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06eef15c-cf81-4c7c-8d5a-327ad884dc38', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1975468896-router', 'tenant_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '680ef172-8e4e-412e-958f-766e39bf4b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:12Z', 'updated_at': '2022-09-16T12:58:28Z', 'revision_number': 5, 'project_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'gw_port': {'id': '680ef172-8e4e-412e-958f-766e39bf4b8a', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06eef15c-cf81-4c7c-8d5a-327ad884dc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:13Z', 'updated_at': '2022-09-16T12:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:35.586619 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-67b0296a-19a8-4e52-9819-2be1cacd2c74 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:35.614867 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-67b0296a-19a8-4e52-9819-2be1cacd2c74 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.76 "DELETE /networking/v2.0/ports/0f8de272-9fd7-474d-85d6-e69716710172 HTTP/1.1" status: 204 len: 173 time: 3.2344625 Sep 16 12:58:35.629294 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe2b116-03fe-499c-b7ad-4dee9aade4f0 None None] Checking router: 06eef15c-cf81-4c7c-8d5a-327ad884dc38 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:58:35.658597 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe2b116-03fe-499c-b7ad-4dee9aade4f0 None None] Routers {'06eef15c-cf81-4c7c-8d5a-327ad884dc38'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:58:35.660074 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-bbe2b116-03fe-499c-b7ad-4dee9aade4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['06eef15c-cf81-4c7c-8d5a-327ad884dc38'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:35.696427 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:35.727363 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8ff00c2c-5d8b-4804-b8d1-08c299503530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'name': 'tempest-VolumesAdminNegativeTest-276994275-router', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:38Z', 'updated_at': '2022-09-16T12:54:48Z', 'revision_number': 4, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'gw_port': {'id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:40Z', 'updated_at': '2022-09-16T12:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'a3467299-9c27-40de-a24c-c8caddb9a992', 'name': '', 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'mac_address': 'fa:16:3e:f1:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4adf093a-088a-4424-822e-484468ee3329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:46Z', 'updated_at': '2022-09-16T12:54:55Z', 'revision_number': 5, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'subnets': [{'id': '4adf093a-088a-4424-822e-484468ee3329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:35.799442 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d95e4ee3-64fc-4adc-b02f-355fa8ec6d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (06eef15c-cf81-4c7c-8d5a-327ad884dc38), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:35.835282 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff00c2c-5d8b-4804-b8d1-08c299503530 None None] Checking router: c70f535d-f4f3-441f-be51-0c4abb14cdb2 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:58:35.837158 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe273afe-d4b5-4a77-a2f2-c54226ebdda9 req-2be8f26e-110e-4ab3-b61a-2bd309b0391f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587465 Sep 16 12:58:35.859873 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff00c2c-5d8b-4804-b8d1-08c299503530 None None] Routers {'c70f535d-f4f3-441f-be51-0c4abb14cdb2'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:58:35.860677 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8ff00c2c-5d8b-4804-b8d1-08c299503530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c70f535d-f4f3-441f-be51-0c4abb14cdb2'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:35.895203 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-bbe2b116-03fe-499c-b7ad-4dee9aade4f0 None None] Set router 06eef15c-cf81-4c7c-8d5a-327ad884dc38 gateway port host: None {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:58:35.996104 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67d9338d-d59a-4060-b1e3-36b75e7d7d94 req-08495574-7206-41e1-86e9-156f737e9fc6 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d3df84c-ed0d-41a9-8632-63591274c2eb HTTP/1.1" status: 200 len: 210 time: 0.2856019 Sep 16 12:58:36.055282 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-004f3a9c-657a-495d-b927-b5b0a77c5033 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Deleting port e389c52d-c333-408c-a4a5-dd1fb810bd22 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:36.055282 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-004f3a9c-657a-495d-b927-b5b0a77c5033 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (e389c52d-c333-408c-a4a5-dd1fb810bd22), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:36.100886 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-bbe2b116-03fe-499c-b7ad-4dee9aade4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06eef15c-cf81-4c7c-8d5a-327ad884dc38', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1975468896-router', 'tenant_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:12Z', 'updated_at': '2022-09-16T12:58:35Z', 'revision_number': 7, 'project_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:36.200544 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d95e4ee3-64fc-4adc-b02f-355fa8ec6d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (06eef15c-cf81-4c7c-8d5a-327ad884dc38), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:36.205412 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d95e4ee3-64fc-4adc-b02f-355fa8ec6d88 admin admin] Publish callbacks [] for router_controller (06eef15c-cf81-4c7c-8d5a-327ad884dc38), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:36.312504 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe2b116-03fe-499c-b7ad-4dee9aade4f0 None None] The sync data for ids ['06eef15c-cf81-4c7c-8d5a-327ad884dc38'] in n-d-858094-4 is: [{'id': '06eef15c-cf81-4c7c-8d5a-327ad884dc38', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1975468896-router', 'tenant_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:12Z', 'updated_at': '2022-09-16T12:58:35Z', 'revision_number': 7, 'project_id': 'd202923816ec48d6b8e8f54bd3255dc5', 'gw_port_host': None}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:58:36.320716 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:36.346575 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-004f3a9c-657a-495d-b927-b5b0a77c5033 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] For port e389c52d-c333-408c-a4a5-dd1fb810bd22, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e389c52d-c333-408c-a4a5-dd1fb810bd22,segment=NetworkSegment(14c11de5-efba-4afe-aa92-687819c24f6c),segment_id=14c11de5-efba-4afe-aa92-687819c24f6c)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:36.347557 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-004f3a9c-657a-495d-b927-b5b0a77c5033 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (e389c52d-c333-408c-a4a5-dd1fb810bd22), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:36.357105 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d95e4ee3-64fc-4adc-b02f-355fa8ec6d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (06eef15c-cf81-4c7c-8d5a-327ad884dc38), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:36.357690 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95e4ee3-64fc-4adc-b02f-355fa8ec6d88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06eef15c-cf81-4c7c-8d5a-327ad884dc38 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:58:36.376497 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d95e4ee3-64fc-4adc-b02f-355fa8ec6d88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:36.386803 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d95e4ee3-64fc-4adc-b02f-355fa8ec6d88 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/06eef15c-cf81-4c7c-8d5a-327ad884dc38 HTTP/1.1" status: 204 len: 168 time: 3.1651025 Sep 16 12:58:36.390071 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33628) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:36.472140 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-004f3a9c-657a-495d-b927-b5b0a77c5033 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Calling delete_port for e389c52d-c333-408c-a4a5-dd1fb810bd22 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:36.482168 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-8ff00c2c-5d8b-4804-b8d1-08c299503530 None None] Set router c70f535d-f4f3-441f-be51-0c4abb14cdb2 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:58:36.491224 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4508bc09-dce4-4c6e-8471-f9792a1d8843 req-03a8c145-4b98-4cfd-a6c5-3fa7b679dd00 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1538346 Sep 16 12:58:36.523314 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-39030b0c-f5c3-4503-b6dd-162a1533424f admin admin] Deleting subnet a4f5c75f-91db-416a-835c-4ffd1ca7111d {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:58:36.527638 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-39030b0c-f5c3-4503-b6dd-162a1533424f admin admin] Publish callbacks [] for subnet (a4f5c75f-91db-416a-835c-4ffd1ca7111d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:36.596597 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-39030b0c-f5c3-4503-b6dd-162a1533424f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (a4f5c75f-91db-416a-835c-4ffd1ca7111d), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:36.864104 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:36.906387 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-39030b0c-f5c3-4503-b6dd-162a1533424f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (a4f5c75f-91db-416a-835c-4ffd1ca7111d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:36.949347 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508bc09-dce4-4c6e-8471-f9792a1d8843 req-c2cfc596-2500-4abe-9e05-db028ade65bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:36.954070 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4508bc09-dce4-4c6e-8471-f9792a1d8843 req-c2cfc596-2500-4abe-9e05-db028ade65bc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=da915844493a4928ac8830897afa126f&device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 1126 time: 0.2460103 Sep 16 12:58:37.045722 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device ff48f3a6-af38-47c0-b459-49ead02b6412 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:37.207586 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: ff48f3a6-af38-47c0-b459-49ead02b6412 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:58:37.207935 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device ff48f3a6-af38-47c0-b459-49ead02b6412 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:58:37.214967 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-39030b0c-f5c3-4503-b6dd-162a1533424f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (a4f5c75f-91db-416a-835c-4ffd1ca7111d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:37.242817 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8ff00c2c-5d8b-4804-b8d1-08c299503530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'name': 'tempest-VolumesAdminNegativeTest-276994275-router', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:38Z', 'updated_at': '2022-09-16T12:54:48Z', 'revision_number': 4, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'gw_port': {'id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:40Z', 'updated_at': '2022-09-16T12:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'a3467299-9c27-40de-a24c-c8caddb9a992', 'name': '', 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'mac_address': 'fa:16:3e:f1:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4adf093a-088a-4424-822e-484468ee3329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:46Z', 'updated_at': '2022-09-16T12:54:55Z', 'revision_number': 5, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'subnets': [{'id': '4adf093a-088a-4424-822e-484468ee3329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:37.265975 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-39030b0c-f5c3-4503-b6dd-162a1533424f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:37.269624 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'name': 'network-vif-deleted', 'tag': '0f8de272-9fd7-474d-85d6-e69716710172'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:37.276635 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8febdf7-d251-4ffa-86f8-8204b449d9fd" -d '{"events": [{"server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "name": "network-vif-deleted", "tag": "0f8de272-9fd7-474d-85d6-e69716710172"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:37.277029 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-39030b0c-f5c3-4503-b6dd-162a1533424f admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/a4f5c75f-91db-416a-835c-4ffd1ca7111d HTTP/1.1" status: 204 len: 168 time: 0.8840175 Sep 16 12:58:37.279514 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33662) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:37.295975 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec904b0-708a-4c3d-9218-a9d9b3daf580 None None] Network 172838de-19c9-477e-992a-98d67ee5c9c4 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:58:37.334013 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39030b0c-f5c3-4503-b6dd-162a1533424f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4f5c75f-91db-416a-835c-4ffd1ca7111d,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:37.384812 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff00c2c-5d8b-4804-b8d1-08c299503530 None None] The sync data for ids ['c70f535d-f4f3-441f-be51-0c4abb14cdb2'] in n-d-858094-4 is: [{'id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'name': 'tempest-VolumesAdminNegativeTest-276994275-router', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:38Z', 'updated_at': '2022-09-16T12:54:48Z', 'revision_number': 4, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'gw_port': {'id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:40Z', 'updated_at': '2022-09-16T12:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'a3467299-9c27-40de-a24c-c8caddb9a992', 'name': '', 'network_id': 'd07f81e7-3dc4-4b39-ad5d-bffdea9cea45', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'mac_address': 'fa:16:3e:f1:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4adf093a-088a-4424-822e-484468ee3329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:46Z', 'updated_at': '2022-09-16T12:54:55Z', 'revision_number': 5, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'subnets': [{'id': '4adf093a-088a-4424-822e-484468ee3329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:58:37.400616 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:37.621958 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b79f2d-47bd-450c-9c0c-0c694c0902e8 req-ba81ad0d-9336-49ae-ab41-4ef1f925d650 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:37.633750 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f5b79f2d-47bd-450c-9c0c-0c694c0902e8 req-ba81ad0d-9336-49ae-ab41-4ef1f925d650 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 944 time: 0.4097211 Sep 16 12:58:37.636600 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:37.691199 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-004f3a9c-657a-495d-b927-b5b0a77c5033 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (e389c52d-c333-408c-a4a5-dd1fb810bd22), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:37.772324 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-235fc0b2-ffd6-4d23-8db1-35474ff0b887 req-b1d99e71-86bf-47dc-91bb-dc8101387978 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.4900339 Sep 16 12:58:37.892849 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031db00c-c7ec-4f42-ae3a-0074a0773afe None None] DHCP port deletion for 172838de-19c9-477e-992a-98d67ee5c9c4 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:58:38.055915 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33682) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:38.075798 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-031db00c-c7ec-4f42-ae3a-0074a0773afe None None] Deleting port 39519225-63d4-4577-986e-9df3995bb206 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:38.083666 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-031db00c-c7ec-4f42-ae3a-0074a0773afe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (39519225-63d4-4577-986e-9df3995bb206), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:38.164943 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6542da-d52c-45ca-bcfd-dee75cb54fed x-openstack-request-id: req-9c6542da-d52c-45ca-bcfd-dee75cb54fed {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:38.167596 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "name": "network-vif-deleted", "tag": "0f8de272-9fd7-474d-85d6-e69716710172", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:38.169188 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9c6542da-d52c-45ca-bcfd-dee75cb54fed {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:38.170278 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c6542da-d52c-45ca-bcfd-dee75cb54fed'] response: {'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'name': 'network-vif-deleted', 'tag': '0f8de272-9fd7-474d-85d6-e69716710172', 'status': 'completed', 'code': 200} Sep 16 12:58:38.379100 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508bc09-dce4-4c6e-8471-f9792a1d8843 req-ba92968b-3745-4ba3-bde8-bcbdf0aa823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:38.384443 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8f0ee83a-64be-47cb-ac81-9eacc94fca1e tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for security_group (41a281b2-5013-4373-8515-26c2761feca1), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:38.387901 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4508bc09-dce4-4c6e-8471-f9792a1d8843 req-ba92968b-3745-4ba3-bde8-bcbdf0aa823b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 200 len: 922 time: 1.2387440 Sep 16 12:58:38.390424 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f3a9c-657a-495d-b927-b5b0a77c5033 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event deleted for resources: {'Port': ['ID=e389c52d-c333-408c-a4a5-dd1fb810bd22,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:38.412888 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c4307f-e047-472c-97bd-3ba8bb9c974f None None] New status for floating IP 29f2fab2-d2d5-4649-8de2-a6fc6ac699a1: DOWN {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:58:38.452667 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8f0ee83a-64be-47cb-ac81-9eacc94fca1e tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for security_group (41a281b2-5013-4373-8515-26c2761feca1), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:38.536896 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f5b79f2d-47bd-450c-9c0c-0c694c0902e8 req-5bef60a9-fb01-4422-8882-bf39ece4c412 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9006319 Sep 16 12:58:38.601514 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8f0ee83a-64be-47cb-ac81-9eacc94fca1e tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (41a281b2-5013-4373-8515-26c2761feca1), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:38.608821 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8f0ee83a-64be-47cb-ac81-9eacc94fca1e tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:38.613451 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8f0ee83a-64be-47cb-ac81-9eacc94fca1e tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/41a281b2-5013-4373-8515-26c2761feca1 HTTP/1.1" status: 204 len: 168 time: 0.5551612 Sep 16 12:58:38.616872 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33692) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:38.652404 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ee83a-64be-47cb-ac81-9eacc94fca1e tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a281b2-5013-4373-8515-26c2761feca1,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:38.653955 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-031db00c-c7ec-4f42-ae3a-0074a0773afe None None] For port 39519225-63d4-4577-986e-9df3995bb206, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=39519225-63d4-4577-986e-9df3995bb206,segment=NetworkSegment(4f3cc5da-d01b-47ce-ba51-fade7f91b751),segment_id=4f3cc5da-d01b-47ce-ba51-fade7f91b751)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:38.654515 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-031db00c-c7ec-4f42-ae3a-0074a0773afe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (39519225-63d4-4577-986e-9df3995bb206), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:38.677212 n-d-858094-4 neutron-server[113699]: INFO neutron.api.v2.resource [None req-9c2bf417-4374-45f1-b244-ffde7af29bda tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] show failed (client error): The resource could not be found. Sep 16 12:58:38.683432 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9c2bf417-4374-45f1-b244-ffde7af29bda tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "GET /networking/v2.0/security-groups/41a281b2-5013-4373-8515-26c2761feca1 HTTP/1.1" status: 404 len: 347 time: 0.0368159 Sep 16 12:58:38.683547 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4508bc09-dce4-4c6e-8471-f9792a1d8843 req-bc973867-1a96-4691-ac17-8be65db5244b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=756cd197-6a93-4b4a-b498-7ebcbb3246c2 HTTP/1.1" status: 200 len: 217 time: 0.2476983 Sep 16 12:58:38.684003 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33696) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:38.685978 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-45c55592-0b0f-400c-bbb1-8c932cc3da0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (172838de-19c9-477e-992a-98d67ee5c9c4), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:38.721841 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-004f3a9c-657a-495d-b927-b5b0a77c5033 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] No DVR routers for this DVR port e389c52d-c333-408c-a4a5-dd1fb810bd22 on host n-h2-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:58:38.726538 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-004f3a9c-657a-495d-b927-b5b0a77c5033 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:38.731354 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b7eb21a1-b598-44e9-9087-664d1c1c98f9 req-004f3a9c-657a-495d-b927-b5b0a77c5033 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.76 "DELETE /networking/v2.0/ports/e389c52d-c333-408c-a4a5-dd1fb810bd22 HTTP/1.1" status: 204 len: 173 time: 3.1050723 Sep 16 12:58:38.909026 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508bc09-dce4-4c6e-8471-f9792a1d8843 req-3aeae959-dc5e-4f84-88b3-54bb20464c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:38.910573 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4508bc09-dce4-4c6e-8471-f9792a1d8843 req-3aeae959-dc5e-4f84-88b3-54bb20464c39 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 200 len: 860 time: 0.2000229 Sep 16 12:58:38.917557 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:38.939486 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 39519225-63d4-4577-986e-9df3995bb206 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:38.972349 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-031db00c-c7ec-4f42-ae3a-0074a0773afe None None] Calling delete_port for 39519225-63d4-4577-986e-9df3995bb206 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:39.150874 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-0848f7d1-a4a7-47f8-9dc9-b9e99bfc75ae tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Deleting port a1d3e79e-5cbb-4678-991d-4a570626a911 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:39.151398 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0848f7d1-a4a7-47f8-9dc9-b9e99bfc75ae tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (a1d3e79e-5cbb-4678-991d-4a570626a911), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:39.257910 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-04f62fa3-2172-4eb7-8417-519a4f578ca3 req-0f52b0d1-bc4a-450d-bc46-e08f5711f094 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.1870184 Sep 16 12:58:39.305912 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508bc09-dce4-4c6e-8471-f9792a1d8843 req-b381ab8b-a93f-4538-a5dc-39c8a7c747c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:39.310858 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4508bc09-dce4-4c6e-8471-f9792a1d8843 req-b381ab8b-a93f-4538-a5dc-39c8a7c747c3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1e927054-126f-4e94-8719-fa14f3244a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3702610 Sep 16 12:58:39.311262 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:39.320245 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-45c55592-0b0f-400c-bbb1-8c932cc3da0a admin admin] Deleting port 39519225-63d4-4577-986e-9df3995bb206 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:39.323607 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-45c55592-0b0f-400c-bbb1-8c932cc3da0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (39519225-63d4-4577-986e-9df3995bb206), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:39.357823 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 39519225-63d4-4577-986e-9df3995bb206 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:39.360764 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (39519225-63d4-4577-986e-9df3995bb206), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:39.408040 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0848f7d1-a4a7-47f8-9dc9-b9e99bfc75ae tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (a1d3e79e-5cbb-4678-991d-4a570626a911), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:39.414665 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 39519225-63d4-4577-986e-9df3995bb206, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=39519225-63d4-4577-986e-9df3995bb206,segment=NetworkSegment(4f3cc5da-d01b-47ce-ba51-fade7f91b751),segment_id=4f3cc5da-d01b-47ce-ba51-fade7f91b751)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:39.415695 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0848f7d1-a4a7-47f8-9dc9-b9e99bfc75ae tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for floatingip (a1d3e79e-5cbb-4678-991d-4a570626a911), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:39.420775 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (39519225-63d4-4577-986e-9df3995bb206), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:39.421906 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 680ef172-8e4e-412e-958f-766e39bf4b8a no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:39.470041 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 680ef172-8e4e-412e-958f-766e39bf4b8a {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:58:39.470749 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 680ef172-8e4e-412e-958f-766e39bf4b8a not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:58:39.476953 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-031db00c-c7ec-4f42-ae3a-0074a0773afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (39519225-63d4-4577-986e-9df3995bb206), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:39.478202 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-0848f7d1-a4a7-47f8-9dc9-b9e99bfc75ae tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Calling delete_port for a1d3e79e-5cbb-4678-991d-4a570626a911 owned by network:floatingip {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:39.489511 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:39.511238 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031db00c-c7ec-4f42-ae3a-0074a0773afe None None] No DVR routers for this DVR port 39519225-63d4-4577-986e-9df3995bb206 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:58:39.558832 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:39.575099 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=39519225-63d4-4577-986e-9df3995bb206,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:39.661896 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031db00c-c7ec-4f42-ae3a-0074a0773afe None None] Pushing event deleted for resources: {'Port': ['ID=39519225-63d4-4577-986e-9df3995bb206,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:39.739043 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33716) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:39.739934 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:39.830780 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0848f7d1-a4a7-47f8-9dc9-b9e99bfc75ae tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (a1d3e79e-5cbb-4678-991d-4a570626a911), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:39.871406 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:39.903842 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848f7d1-a4a7-47f8-9dc9-b9e99bfc75ae tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Pushing event deleted for resources: {'Port': ['ID=a1d3e79e-5cbb-4678-991d-4a570626a911,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:39.963885 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-45c55592-0b0f-400c-bbb1-8c932cc3da0a admin admin] For port 39519225-63d4-4577-986e-9df3995bb206, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=39519225-63d4-4577-986e-9df3995bb206,segment=NetworkSegment(4f3cc5da-d01b-47ce-ba51-fade7f91b751),segment_id=4f3cc5da-d01b-47ce-ba51-fade7f91b751)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:39.964313 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-45c55592-0b0f-400c-bbb1-8c932cc3da0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (39519225-63d4-4577-986e-9df3995bb206), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:39.990698 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b191d707-7e81-4500-9ea6-aa2f089e1f27 req-563bff42-554b-4c29-9ec3-2872df003a6a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=536f2ffa-d5a1-4060-9ef1-f305cf164fd3 HTTP/1.1" status: 200 len: 210 time: 0.1795762 Sep 16 12:58:40.011409 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0848f7d1-a4a7-47f8-9dc9-b9e99bfc75ae tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks [] for floatingip (29f2fab2-d2d5-4649-8de2-a6fc6ac699a1), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:40.014477 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0848f7d1-a4a7-47f8-9dc9-b9e99bfc75ae tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:40.018445 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0848f7d1-a4a7-47f8-9dc9-b9e99bfc75ae tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/29f2fab2-d2d5-4649-8de2-a6fc6ac699a1 HTTP/1.1" status: 204 len: 168 time: 1.3271296 Sep 16 12:58:40.018839 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33726) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:40.051005 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-45c55592-0b0f-400c-bbb1-8c932cc3da0a admin admin] Calling delete_port for 39519225-63d4-4577-986e-9df3995bb206 owned by network:dhcp {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:40.129021 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-aee26a6f-1091-4fcb-95d0-ed4c3bbb545c tempest-QuotasTest-938805615 tempest-QuotasTest-938805615-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:40.135423 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4508bc09-dce4-4c6e-8471-f9792a1d8843 req-a3c45257-0e32-42c8-8fff-b3e65dcaacff service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5797493 Sep 16 12:58:40.151290 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:40.175240 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'name': 'network-vif-deleted', 'tag': 'e389c52d-c333-408c-a4a5-dd1fb810bd22'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:40.178224 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b3fbd9-c15a-45d5-8f4b-ac90d199905d" -d '{"events": [{"server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "name": "network-vif-deleted", "tag": "e389c52d-c333-408c-a4a5-dd1fb810bd22"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:40.266459 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e614962-9502-44a1-855f-14d0e482e3fd x-openstack-request-id: req-5e614962-9502-44a1-855f-14d0e482e3fd {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:40.267121 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536f2ffa-d5a1-4060-9ef1-f305cf164fd3", "name": "network-vif-deleted", "tag": "e389c52d-c333-408c-a4a5-dd1fb810bd22", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:40.267579 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5e614962-9502-44a1-855f-14d0e482e3fd {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:40.268291 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e614962-9502-44a1-855f-14d0e482e3fd'] response: {'server_uuid': '536f2ffa-d5a1-4060-9ef1-f305cf164fd3', 'name': 'network-vif-deleted', 'tag': 'e389c52d-c333-408c-a4a5-dd1fb810bd22', 'status': 'completed', 'code': 200} Sep 16 12:58:40.361665 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4508bc09-dce4-4c6e-8471-f9792a1d8843 req-424649ac-17ee-4f25-be04-d4fe333bf180 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155666 Sep 16 12:58:40.362140 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-45c55592-0b0f-400c-bbb1-8c932cc3da0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (39519225-63d4-4577-986e-9df3995bb206), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:40.366953 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-aee26a6f-1091-4fcb-95d0-ed4c3bbb545c tempest-QuotasTest-938805615 tempest-QuotasTest-938805615-project-admin] 10.222.0.67 "PUT /networking/v2.0/quotas/411de2ef19ac467caa368405c5fb999e HTTP/1.1" status: 200 len: 366 time: 0.6241550 Sep 16 12:58:40.372091 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33734) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:40.386225 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c55592-0b0f-400c-bbb1-8c932cc3da0a admin admin] No DVR routers for this DVR port 39519225-63d4-4577-986e-9df3995bb206 on host n-d-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:58:40.419990 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-49be8159-ec99-48a4-80c0-05bf6d24abed tempest-QuotasTest-938805615 tempest-QuotasTest-938805615-project-admin] 10.222.0.67 "GET /networking/v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0363395 Sep 16 12:58:40.425890 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33736) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:40.472651 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e2b54d21-9e13-4d9f-abc3-8588cbc240ab tempest-QuotasTest-938805615 tempest-QuotasTest-938805615-project-admin] 10.222.0.67 "GET /networking/v2.0/quotas/411de2ef19ac467caa368405c5fb999e HTTP/1.1" status: 200 len: 366 time: 0.0425866 Sep 16 12:58:40.473513 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33738) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:40.671829 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-553a81ca-a530-4d1a-b81a-9d59f2456fba tempest-QuotasTest-938805615 tempest-QuotasTest-938805615-project-admin] 10.222.0.67 "DELETE /networking/v2.0/quotas/411de2ef19ac467caa368405c5fb999e HTTP/1.1" status: 204 len: 168 time: 0.1921880 Sep 16 12:58:40.687443 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33742) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:40.726048 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1caad1d5-fc75-4e71-9556-cb301e46ccc0 tempest-QuotasTest-938805615 tempest-QuotasTest-938805615-project-admin] 10.222.0.67 "GET /networking/v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0323548 Sep 16 12:58:40.732311 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33744) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:40.792057 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-39c41dee-ed91-4d8a-88af-60cb87aa4814 tempest-QuotasTest-938805615 tempest-QuotasTest-938805615-project-admin] 10.222.0.67 "GET /networking/v2.0/quotas/411de2ef19ac467caa368405c5fb999e HTTP/1.1" status: 200 len: 370 time: 0.0444710 Sep 16 12:58:40.792992 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33746) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:40.814407 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-95565f6a-9db5-48d4-816c-40c159611ffe tempest-QuotasTest-938805615 tempest-QuotasTest-938805615-project-admin] 10.222.0.67 "GET /networking/v2.0/quotas/411de2ef19ac467caa368405c5fb999e/default HTTP/1.1" status: 200 len: 370 time: 0.0180814 Sep 16 12:58:40.876889 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33748) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:40.898154 n-d-858094-4 neutron-server[113699]: INFO neutron.api.v2.resource [None req-de290b46-a3ba-41c0-bdfa-53fbcdedca09 tempest-QuotasTest-938805615 tempest-QuotasTest-938805615-project-admin] delete failed (client error): The resource could not be found. Sep 16 12:58:40.899128 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-de290b46-a3ba-41c0-bdfa-53fbcdedca09 tempest-QuotasTest-938805615 tempest-QuotasTest-938805615-project-admin] 10.222.0.67 "DELETE /networking/v2.0/quotas/411de2ef19ac467caa368405c5fb999e HTTP/1.1" status: 404 len: 348 time: 0.0211995 Sep 16 12:58:41.084547 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c55592-0b0f-400c-bbb1-8c932cc3da0a admin admin] Pushing event deleted for resources: {'Port': ['ID=39519225-63d4-4577-986e-9df3995bb206,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:41.180654 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33758) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:41.181535 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e0902a1-c45c-4d4c-bdf8-8f1df4c93349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (c70f535d-f4f3-441f-be51-0c4abb14cdb2), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:41.185870 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-45c55592-0b0f-400c-bbb1-8c932cc3da0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (172838de-19c9-477e-992a-98d67ee5c9c4), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:41.211946 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-45c55592-0b0f-400c-bbb1-8c932cc3da0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172838de-19c9-477e-992a-98d67ee5c9c4']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:41.221400 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-45c55592-0b0f-400c-bbb1-8c932cc3da0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3cc5da-d01b-47ce-ba51-fade7f91b751') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:41.221840 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-45c55592-0b0f-400c-bbb1-8c932cc3da0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3cc5da-d01b-47ce-ba51-fade7f91b751') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:41.233770 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-45c55592-0b0f-400c-bbb1-8c932cc3da0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (4f3cc5da-d01b-47ce-ba51-fade7f91b751), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:41.249759 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-45c55592-0b0f-400c-bbb1-8c932cc3da0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (4f3cc5da-d01b-47ce-ba51-fade7f91b751), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:41.257134 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c55592-0b0f-400c-bbb1-8c932cc3da0a admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:58:41.257723 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-45c55592-0b0f-400c-bbb1-8c932cc3da0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (4f3cc5da-d01b-47ce-ba51-fade7f91b751), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:41.315804 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e7c09e-0ede-4861-adde-ed864874a405 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Deleting subnet ba314f31-9d8f-4606-bec8-eabcb4966f60 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:58:41.323471 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61e7c09e-0ede-4861-adde-ed864874a405 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks [] for subnet (ba314f31-9d8f-4606-bec8-eabcb4966f60), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:41.333104 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33760) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:41.371184 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-45c55592-0b0f-400c-bbb1-8c932cc3da0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (172838de-19c9-477e-992a-98d67ee5c9c4), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:41.386962 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db6e60f6-4858-4ddb-baa7-84fd922b0dd2 req-6c4cadb6-0bb6-471f-a445-796b8f6913c2 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.3052561 Sep 16 12:58:41.396446 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 4f3cc5da-d01b-47ce-ba51-fade7f91b751 resource provider aggregate not found Sep 16 12:58:41.417318 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61e7c09e-0ede-4861-adde-ed864874a405 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (ba314f31-9d8f-4606-bec8-eabcb4966f60), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:41.425432 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-45c55592-0b0f-400c-bbb1-8c932cc3da0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:41.429644 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-45c55592-0b0f-400c-bbb1-8c932cc3da0a admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/172838de-19c9-477e-992a-98d67ee5c9c4 HTTP/1.1" status: 204 len: 168 time: 3.8478107 Sep 16 12:58:41.431216 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c55592-0b0f-400c-bbb1-8c932cc3da0a admin admin] Pushing event deleted for resources: {'Network': ['ID=172838de-19c9-477e-992a-98d67ee5c9c4,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:41.451521 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 4f3cc5da-d01b-47ce-ba51-fade7f91b751 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f3cc5da-d01b-47ce-ba51-fade7f91b751 found for delete ", "request_id": "req-64f177ae-bcc5-4aed-9e24-ac725a6f9c9e"}]} Sep 16 12:58:41.555290 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:41.719708 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c6b0de3c-7235-4f11-9c20-a5916cb8bb6d tempest-QuotasTest-938805615 tempest-QuotasTest-938805615-project-admin] 10.222.0.67 "GET /networking/v2.0/quotas/33856413ade946e69f8d813c5f458491/details.json HTTP/1.1" status: 200 len: 703 time: 0.3648665 Sep 16 12:58:41.864018 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:42.057970 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33772) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:42.073458 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61e7c09e-0ede-4861-adde-ed864874a405 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (ba314f31-9d8f-4606-bec8-eabcb4966f60), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:42.172614 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b7a62458-6528-4b6a-bd1e-c73694d2ca03 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=d202923816ec48d6b8e8f54bd3255dc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1133156 Sep 16 12:58:42.173319 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33776) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:42.207629 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-7e0902a1-c45c-4d4c-bdf8-8f1df4c93349 admin admin] Deleting port a3467299-9c27-40de-a24c-c8caddb9a992 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:42.208246 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e0902a1-c45c-4d4c-bdf8-8f1df4c93349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (a3467299-9c27-40de-a24c-c8caddb9a992), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:42.308883 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-7e0902a1-c45c-4d4c-bdf8-8f1df4c93349 admin admin] For port a3467299-9c27-40de-a24c-c8caddb9a992, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=a3467299-9c27-40de-a24c-c8caddb9a992,segment=NetworkSegment(ca0d95fc-3fe7-49bf-ac16-c9a3b271e436),segment_id=ca0d95fc-3fe7-49bf-ac16-c9a3b271e436)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:42.309298 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e0902a1-c45c-4d4c-bdf8-8f1df4c93349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (a3467299-9c27-40de-a24c-c8caddb9a992), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:42.311343 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33778) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:42.312309 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-454e384c-742e-4aa1-97ad-0a2785a9d2bf admin admin] Publish callbacks [] for security_group (b6f466c7-4f4d-4782-85ea-953869a74987), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:42.325742 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-7e0902a1-c45c-4d4c-bdf8-8f1df4c93349 admin admin] Calling delete_port for a3467299-9c27-40de-a24c-c8caddb9a992 owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:42.374566 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-454e384c-742e-4aa1-97ad-0a2785a9d2bf admin admin] Publish callbacks [] for security_group (b6f466c7-4f4d-4782-85ea-953869a74987), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:42.475980 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-454e384c-742e-4aa1-97ad-0a2785a9d2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b6f466c7-4f4d-4782-85ea-953869a74987), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:42.482279 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-454e384c-742e-4aa1-97ad-0a2785a9d2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:42.486506 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-454e384c-742e-4aa1-97ad-0a2785a9d2bf admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b6f466c7-4f4d-4782-85ea-953869a74987 HTTP/1.1" status: 204 len: 168 time: 0.3121805 Sep 16 12:58:42.504966 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e384c-742e-4aa1-97ad-0a2785a9d2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f466c7-4f4d-4782-85ea-953869a74987,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:42.542488 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:42.561207 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e0902a1-c45c-4d4c-bdf8-8f1df4c93349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (a3467299-9c27-40de-a24c-c8caddb9a992), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:42.653685 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0902a1-c45c-4d4c-bdf8-8f1df4c93349 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3467299-9c27-40de-a24c-c8caddb9a992,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:42.703261 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61e7c09e-0ede-4861-adde-ed864874a405 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (ba314f31-9d8f-4606-bec8-eabcb4966f60), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:42.735213 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-437562d6-d10d-4745-aa46-ff3f3de8d93d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:42.804644 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22610ed6-44b9-41e4-a4a1-c2470d82e8c3 req-731d7f0a-4f99-4537-9de7-ac15d51f01f6 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.1337774 Sep 16 12:58:42.815483 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:43.015032 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-437562d6-d10d-4745-aa46-ff3f3de8d93d admin admin] Publish callbacks [] for security_group (62dbd04e-5769-48fc-a3a7-9baf45a37316), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:43.017271 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e0902a1-c45c-4d4c-bdf8-8f1df4c93349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (c70f535d-f4f3-441f-be51-0c4abb14cdb2), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:43.017853 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:43.055435 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61e7c09e-0ede-4861-adde-ed864874a405 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:43.064578 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8683941f-74a5-4b96-82d6-c14f7a682b30 None None] Network 609f556d-5ff4-4778-acbd-e74414e27820 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:58:43.065182 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-61e7c09e-0ede-4861-adde-ed864874a405 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/ba314f31-9d8f-4606-bec8-eabcb4966f60 HTTP/1.1" status: 204 len: 168 time: 1.8727281 Sep 16 12:58:43.065610 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7c09e-0ede-4861-adde-ed864874a405 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event deleted for resources: {'Subnet': ['ID=ba314f31-9d8f-4606-bec8-eabcb4966f60,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:43.069380 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33788) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:43.084046 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-437562d6-d10d-4745-aa46-ff3f3de8d93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (62dbd04e-5769-48fc-a3a7-9baf45a37316), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:43.304251 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-437562d6-d10d-4745-aa46-ff3f3de8d93d admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=35fcbf9d816849e1949eeeb5350cc9bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9891996 Sep 16 12:58:43.320903 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-59dd9ee6-c43e-4455-8cc4-ae3a406b8e68 req-5ed238b7-1127-4ca0-a6da-2195260d378c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.3041537 Sep 16 12:58:43.339340 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33794) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:43.434442 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437562d6-d10d-4745-aa46-ff3f3de8d93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62dbd04e-5769-48fc-a3a7-9baf45a37316,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:43.489617 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15cd9b0-9d53-4350-96d4-39dfc6902af4 None None] DHCP port deletion for 609f556d-5ff4-4778-acbd-e74414e27820 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:58:43.516020 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b5949792-ae3f-455d-9044-2bc2a66101f8 admin admin] Publish callbacks [] for security_group (62dbd04e-5769-48fc-a3a7-9baf45a37316), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:43.572036 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b5949792-ae3f-455d-9044-2bc2a66101f8 admin admin] Publish callbacks [] for security_group (62dbd04e-5769-48fc-a3a7-9baf45a37316), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:43.584142 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f15cd9b0-9d53-4350-96d4-39dfc6902af4 None None] Deleting port b96307c0-6e5f-454b-93f9-97672b4a288e {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:43.584823 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f15cd9b0-9d53-4350-96d4-39dfc6902af4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (b96307c0-6e5f-454b-93f9-97672b4a288e), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:43.681476 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b5949792-ae3f-455d-9044-2bc2a66101f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (62dbd04e-5769-48fc-a3a7-9baf45a37316), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:43.685374 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b5949792-ae3f-455d-9044-2bc2a66101f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:43.688920 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b5949792-ae3f-455d-9044-2bc2a66101f8 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/62dbd04e-5769-48fc-a3a7-9baf45a37316 HTTP/1.1" status: 204 len: 168 time: 0.3461373 Sep 16 12:58:43.720473 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5949792-ae3f-455d-9044-2bc2a66101f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dbd04e-5769-48fc-a3a7-9baf45a37316,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:43.781761 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-f15cd9b0-9d53-4350-96d4-39dfc6902af4 None None] For port b96307c0-6e5f-454b-93f9-97672b4a288e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b96307c0-6e5f-454b-93f9-97672b4a288e,segment=NetworkSegment(14c11de5-efba-4afe-aa92-687819c24f6c),segment_id=14c11de5-efba-4afe-aa92-687819c24f6c)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:43.788840 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f15cd9b0-9d53-4350-96d4-39dfc6902af4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (b96307c0-6e5f-454b-93f9-97672b4a288e), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:43.826700 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f15cd9b0-9d53-4350-96d4-39dfc6902af4 None None] Calling delete_port for b96307c0-6e5f-454b-93f9-97672b4a288e owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:44.021845 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f15cd9b0-9d53-4350-96d4-39dfc6902af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (b96307c0-6e5f-454b-93f9-97672b4a288e), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:44.032860 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3b6bf41e-9405-43a3-bf1a-9284e0119f52 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (609f556d-5ff4-4778-acbd-e74414e27820), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:44.060041 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-13387117-3a8e-4024-9c88-36eb7f9d999b req-226eddb4-4fa2-4946-be63-60dfb5c4e148 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.0937667 Sep 16 12:58:44.068650 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15cd9b0-9d53-4350-96d4-39dfc6902af4 None None] Pushing event deleted for resources: {'Port': ['ID=b96307c0-6e5f-454b-93f9-97672b4a288e,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:44.084980 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15cd9b0-9d53-4350-96d4-39dfc6902af4 None None] No DVR routers for this DVR port b96307c0-6e5f-454b-93f9-97672b4a288e on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:58:44.349693 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33812) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:44.371986 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-68d74f81-8c95-4951-bda3-aa191812a391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:44.547174 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3b6bf41e-9405-43a3-bf1a-9284e0119f52 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (609f556d-5ff4-4778-acbd-e74414e27820), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:44.548924 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-68d74f81-8c95-4951-bda3-aa191812a391 admin admin] Publish callbacks [] for security_group (5cd5b222-60f7-4cde-8799-c0d7f4f1b4dd), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:44.550087 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:44.551714 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33816) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:44.555780 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-68d74f81-8c95-4951-bda3-aa191812a391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (5cd5b222-60f7-4cde-8799-c0d7f4f1b4dd), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:44.582543 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-3b6bf41e-9405-43a3-bf1a-9284e0119f52 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609f556d-5ff4-4778-acbd-e74414e27820']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:44.638014 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0902a1-c45c-4d4c-bdf8-8f1df4c93349 admin admin] Router c70f535d-f4f3-441f-be51-0c4abb14cdb2 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:58:44.653929 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-3b6bf41e-9405-43a3-bf1a-9284e0119f52 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c11de5-efba-4afe-aa92-687819c24f6c') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:44.653929 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-3b6bf41e-9405-43a3-bf1a-9284e0119f52 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c11de5-efba-4afe-aa92-687819c24f6c') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:44.659398 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d74f81-8c95-4951-bda3-aa191812a391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd5b222-60f7-4cde-8799-c0d7f4f1b4dd,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:44.664182 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-68d74f81-8c95-4951-bda3-aa191812a391 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=33856413ade946e69f8d813c5f458491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3133903 Sep 16 12:58:44.666803 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33820) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:44.701417 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3b6bf41e-9405-43a3-bf1a-9284e0119f52 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (14c11de5-efba-4afe-aa92-687819c24f6c), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:44.773380 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-f615f81a-a28a-4317-b5b3-17a1877724c4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-587988711-network', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:44.812922 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3b6bf41e-9405-43a3-bf1a-9284e0119f52 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (14c11de5-efba-4afe-aa92-687819c24f6c), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:44.825887 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15cd925a-0a50-490f-aed2-34ba4c46624b admin admin] Publish callbacks [] for security_group (5cd5b222-60f7-4cde-8799-c0d7f4f1b4dd), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:44.827390 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6bf41e-9405-43a3-bf1a-9284e0119f52 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:58:44.827982 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3b6bf41e-9405-43a3-bf1a-9284e0119f52 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (14c11de5-efba-4afe-aa92-687819c24f6c), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:44.880946 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 14c11de5-efba-4afe-aa92-687819c24f6c resource provider aggregate not found Sep 16 12:58:44.887432 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15cd925a-0a50-490f-aed2-34ba4c46624b admin admin] Publish callbacks [] for security_group (5cd5b222-60f7-4cde-8799-c0d7f4f1b4dd), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:44.941525 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 14c11de5-efba-4afe-aa92-687819c24f6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14c11de5-efba-4afe-aa92-687819c24f6c found for delete ", "request_id": "req-d351ccf7-7f15-4022-aac4-d90954e9b74a"}]} Sep 16 12:58:44.958139 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3b6bf41e-9405-43a3-bf1a-9284e0119f52 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (609f556d-5ff4-4778-acbd-e74414e27820), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:44.967389 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3b6bf41e-9405-43a3-bf1a-9284e0119f52 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:44.969592 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b96307c0-6e5f-454b-93f9-97672b4a288e no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:44.970522 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3b6bf41e-9405-43a3-bf1a-9284e0119f52 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "DELETE /networking/v2.0/networks/609f556d-5ff4-4778-acbd-e74414e27820 HTTP/1.1" status: 204 len: 168 time: 1.8959739 Sep 16 12:58:44.983093 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33826) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:44.984538 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0902a1-c45c-4d4c-bdf8-8f1df4c93349 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:58:44.996522 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f4e8c-3965-4d40-96f9-d94b0f3088b6 None None] Sync routers for ids ['c70f535d-f4f3-441f-be51-0c4abb14cdb2'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:58:45.009161 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7e0902a1-c45c-4d4c-bdf8-8f1df4c93349 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/c70f535d-f4f3-441f-be51-0c4abb14cdb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9893765 Sep 16 12:58:45.016441 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bf41e-9405-43a3-bf1a-9284e0119f52 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event deleted for resources: {'Network': ['ID=609f556d-5ff4-4778-acbd-e74414e27820,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:45.017629 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33828) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:45.022214 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f4e8c-3965-4d40-96f9-d94b0f3088b6 None None] Routers {'c70f535d-f4f3-441f-be51-0c4abb14cdb2'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:58:45.023349 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-154f4e8c-3965-4d40-96f9-d94b0f3088b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c70f535d-f4f3-441f-be51-0c4abb14cdb2'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:45.063325 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:45.079172 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ffce28-5bc5-410f-8575-f2941da9709b tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Deleting subnet 83f32e38-2bb2-42bc-9220-e13426719a47 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:58:45.084240 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-79ffce28-5bc5-410f-8575-f2941da9709b tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks [] for subnet (83f32e38-2bb2-42bc-9220-e13426719a47), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:45.088887 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: b96307c0-6e5f-454b-93f9-97672b4a288e {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:58:45.092439 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15cd925a-0a50-490f-aed2-34ba4c46624b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (5cd5b222-60f7-4cde-8799-c0d7f4f1b4dd), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:45.094890 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b96307c0-6e5f-454b-93f9-97672b4a288e not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:58:45.095066 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15cd925a-0a50-490f-aed2-34ba4c46624b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:45.096326 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-15cd925a-0a50-490f-aed2-34ba4c46624b admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/5cd5b222-60f7-4cde-8799-c0d7f4f1b4dd HTTP/1.1" status: 204 len: 168 time: 0.4284179 Sep 16 12:58:45.121858 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f615f81a-a28a-4317-b5b3-17a1877724c4 admin admin] Made reservation on behalf of bdbc66ae4c664cd18af4bad57bbf12c4 for: {'network': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:58:45.124272 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f615f81a-a28a-4317-b5b3-17a1877724c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:45.130909 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd925a-0a50-490f-aed2-34ba4c46624b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd5b222-60f7-4cde-8799-c0d7f4f1b4dd,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:45.152898 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-79ffce28-5bc5-410f-8575-f2941da9709b tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (83f32e38-2bb2-42bc-9220-e13426719a47), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:45.183958 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f615f81a-a28a-4317-b5b3-17a1877724c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:45.218610 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:45.226893 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f583b272-7919-4c42-b12c-5fc1fa37f656 admin admin] Publish callbacks [] for router (c70f535d-f4f3-441f-be51-0c4abb14cdb2), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:45.272061 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-79ffce28-5bc5-410f-8575-f2941da9709b tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (83f32e38-2bb2-42bc-9220-e13426719a47), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:45.312698 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc2217ae-0ece-485b-a85f-3ecc804020c1 req-004e5efd-3525-4f02-a5b3-ac0f37bd4fa3 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.0778716 Sep 16 12:58:45.319850 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:45.328891 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-154f4e8c-3965-4d40-96f9-d94b0f3088b6 None None] Set router c70f535d-f4f3-441f-be51-0c4abb14cdb2 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:58:45.395003 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-79ffce28-5bc5-410f-8575-f2941da9709b tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (83f32e38-2bb2-42bc-9220-e13426719a47), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:45.465340 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-79ffce28-5bc5-410f-8575-f2941da9709b tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:45.472363 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-79ffce28-5bc5-410f-8575-f2941da9709b tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/83f32e38-2bb2-42bc-9220-e13426719a47 HTTP/1.1" status: 204 len: 168 time: 0.4853556 Sep 16 12:58:45.473334 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33838) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:45.475433 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25031cb8-b10c-439b-af33-eff048e9c07b None None] Network d73f9ac4-e3fa-4fbb-92bf-6c462d38b039 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:58:45.483400 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffce28-5bc5-410f-8575-f2941da9709b tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event deleted for resources: {'Subnet': ['ID=83f32e38-2bb2-42bc-9220-e13426719a47,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:45.500373 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f583b272-7919-4c42-b12c-5fc1fa37f656 admin admin] Publish callbacks [] for router_gateway (c70f535d-f4f3-441f-be51-0c4abb14cdb2), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:45.521505 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:45.642144 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-f583b272-7919-4c42-b12c-5fc1fa37f656 admin admin] Deleting port 3124da15-c4ec-487c-8903-76befaa4e7da {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:45.649935 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f583b272-7919-4c42-b12c-5fc1fa37f656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (3124da15-c4ec-487c-8903-76befaa4e7da), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:45.723301 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3558a338-f605-41df-a990-4a355aec5c7f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (d73f9ac4-e3fa-4fbb-92bf-6c462d38b039), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:45.840592 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf2e625-72c5-4f0d-a3f3-90df41076bfa None None] DHCP port deletion for d73f9ac4-e3fa-4fbb-92bf-6c462d38b039 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:58:45.887644 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f615f81a-a28a-4317-b5b3-17a1877724c4 admin admin] Publish callbacks [] for security_group (62c42359-32b7-46e6-bb66-857c73003798), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:45.893524 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-3558a338-f605-41df-a990-4a355aec5c7f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Deleting port f817e4f8-16b6-4fa2-87d1-8788ce85caca {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:45.894113 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3558a338-f605-41df-a990-4a355aec5c7f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (f817e4f8-16b6-4fa2-87d1-8788ce85caca), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:45.908887 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-f583b272-7919-4c42-b12c-5fc1fa37f656 admin admin] For port 3124da15-c4ec-487c-8903-76befaa4e7da, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3124da15-c4ec-487c-8903-76befaa4e7da,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:45.909530 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f583b272-7919-4c42-b12c-5fc1fa37f656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (3124da15-c4ec-487c-8903-76befaa4e7da), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:45.918714 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f615f81a-a28a-4317-b5b3-17a1877724c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (62c42359-32b7-46e6-bb66-857c73003798), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:45.947233 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f615f81a-a28a-4317-b5b3-17a1877724c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=113698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:58:45.956239 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2e625-72c5-4f0d-a3f3-90df41076bfa None None] Deleting port f817e4f8-16b6-4fa2-87d1-8788ce85caca {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:45.956900 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8bf2e625-72c5-4f0d-a3f3-90df41076bfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (f817e4f8-16b6-4fa2-87d1-8788ce85caca), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:45.965569 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f615f81a-a28a-4317-b5b3-17a1877724c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (5af2e1e4-dfd3-4925-87c1-04a16a79db7a), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:45.966175 n-d-858094-4 neutron-server[113698]: INFO neutron.db.segments_db [None req-f615f81a-a28a-4317-b5b3-17a1877724c4 admin admin] Added segment 5af2e1e4-dfd3-4925-87c1-04a16a79db7a of type vlan for network 5fe80c07-1468-4c04-9291-5fbc50b9c34f Sep 16 12:58:45.985556 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-154f4e8c-3965-4d40-96f9-d94b0f3088b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'name': 'tempest-VolumesAdminNegativeTest-276994275-router', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:38Z', 'updated_at': '2022-09-16T12:58:42Z', 'revision_number': 5, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'gw_port': {'id': '3124da15-c4ec-487c-8903-76befaa4e7da', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:40Z', 'updated_at': '2022-09-16T12:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:46.035211 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f615f81a-a28a-4317-b5b3-17a1877724c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (5fe80c07-1468-4c04-9291-5fbc50b9c34f), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:46.035649 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-3558a338-f605-41df-a990-4a355aec5c7f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] For port f817e4f8-16b6-4fa2-87d1-8788ce85caca, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f817e4f8-16b6-4fa2-87d1-8788ce85caca,segment=NetworkSegment(7f346e65-7fb5-4a92-b6b1-6e890df0b8e4),segment_id=7f346e65-7fb5-4a92-b6b1-6e890df0b8e4)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:46.036027 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3558a338-f605-41df-a990-4a355aec5c7f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (f817e4f8-16b6-4fa2-87d1-8788ce85caca), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:46.083376 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:46.096551 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f4e8c-3965-4d40-96f9-d94b0f3088b6 None None] Checking router: c70f535d-f4f3-441f-be51-0c4abb14cdb2 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:58:46.097148 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f615f81a-a28a-4317-b5b3-17a1877724c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (5fe80c07-1468-4c04-9291-5fbc50b9c34f), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:46.099320 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f615f81a-a28a-4317-b5b3-17a1877724c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:46.100204 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f615f81a-a28a-4317-b5b3-17a1877724c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:46.109019 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:46.129546 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-3558a338-f605-41df-a990-4a355aec5c7f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Calling delete_port for f817e4f8-16b6-4fa2-87d1-8788ce85caca owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:46.130091 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f4e8c-3965-4d40-96f9-d94b0f3088b6 None None] Routers {'c70f535d-f4f3-441f-be51-0c4abb14cdb2'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:58:46.132935 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-154f4e8c-3965-4d40-96f9-d94b0f3088b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c70f535d-f4f3-441f-be51-0c4abb14cdb2'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:46.137875 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-f583b272-7919-4c42-b12c-5fc1fa37f656 admin admin] Calling delete_port for 3124da15-c4ec-487c-8903-76befaa4e7da owned by network:router_gateway {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:46.182967 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-8bf2e625-72c5-4f0d-a3f3-90df41076bfa None None] For port f817e4f8-16b6-4fa2-87d1-8788ce85caca, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f817e4f8-16b6-4fa2-87d1-8788ce85caca,segment=NetworkSegment(7f346e65-7fb5-4a92-b6b1-6e890df0b8e4),segment_id=7f346e65-7fb5-4a92-b6b1-6e890df0b8e4)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:46.184034 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8bf2e625-72c5-4f0d-a3f3-90df41076bfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (f817e4f8-16b6-4fa2-87d1-8788ce85caca), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:46.196309 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f615f81a-a28a-4317-b5b3-17a1877724c4 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6426883 Sep 16 12:58:46.236929 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2e625-72c5-4f0d-a3f3-90df41076bfa None None] Calling delete_port for f817e4f8-16b6-4fa2-87d1-8788ce85caca owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:46.279866 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33858) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:46.339938 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-11fe0830-56dd-4f86-8ffd-6b3b83a536bf admin admin] Request body: {'subnet': {'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-587988711-subnet', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:46.368622 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615f81a-a28a-4317-b5b3-17a1877724c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c42359-32b7-46e6-bb66-857c73003798,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:46.395566 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-154f4e8c-3965-4d40-96f9-d94b0f3088b6 None None] Set router c70f535d-f4f3-441f-be51-0c4abb14cdb2 gateway port host: None {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:58:46.460081 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8bf2e625-72c5-4f0d-a3f3-90df41076bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (f817e4f8-16b6-4fa2-87d1-8788ce85caca), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:46.464934 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615f81a-a28a-4317-b5b3-17a1877724c4 admin admin] Pushing event updated for resources: {'Network': ['ID=5fe80c07-1468-4c04-9291-5fbc50b9c34f,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:46.499186 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3558a338-f605-41df-a990-4a355aec5c7f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (f817e4f8-16b6-4fa2-87d1-8788ce85caca), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:46.519368 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c595f6c2-13e1-464d-a052-bb570fd01c79 req-6a49add8-667c-4258-a2b3-ed8956cd2979 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.0869486 Sep 16 12:58:46.529917 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fe0830-56dd-4f86-8ffd-6b3b83a536bf admin admin] Made reservation on behalf of bdbc66ae4c664cd18af4bad57bbf12c4 for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:58:46.534402 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-11fe0830-56dd-4f86-8ffd-6b3b83a536bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:46.548677 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 5fe80c07-1468-4c04-9291-5fbc50b9c34f details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:58:46.559927 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2e625-72c5-4f0d-a3f3-90df41076bfa None None] Pushing event deleted for resources: {'Port': ['ID=f817e4f8-16b6-4fa2-87d1-8788ce85caca,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:46.560365 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558a338-f605-41df-a990-4a355aec5c7f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event deleted for resources: {'Port': ['ID=f817e4f8-16b6-4fa2-87d1-8788ce85caca,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:46.561536 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-154f4e8c-3965-4d40-96f9-d94b0f3088b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'name': 'tempest-VolumesAdminNegativeTest-276994275-router', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:38Z', 'updated_at': '2022-09-16T12:58:45Z', 'revision_number': 6, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:46.572146 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3558a338-f605-41df-a990-4a355aec5c7f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] No DVR routers for this DVR port f817e4f8-16b6-4fa2-87d1-8788ce85caca on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:58:46.636205 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf2e625-72c5-4f0d-a3f3-90df41076bfa None None] No DVR routers for this DVR port f817e4f8-16b6-4fa2-87d1-8788ce85caca on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:58:46.659876 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f4e8c-3965-4d40-96f9-d94b0f3088b6 None None] The sync data for ids ['c70f535d-f4f3-441f-be51-0c4abb14cdb2'] in n-d-858094-4 is: [{'id': 'c70f535d-f4f3-441f-be51-0c4abb14cdb2', 'name': 'tempest-VolumesAdminNegativeTest-276994275-router', 'tenant_id': '6e940a963f7740dea44034d06e8c2a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:38Z', 'updated_at': '2022-09-16T12:58:45Z', 'revision_number': 6, 'project_id': '6e940a963f7740dea44034d06e8c2a77', 'gw_port_host': None}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:58:46.713067 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:46.789549 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3558a338-f605-41df-a990-4a355aec5c7f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (d73f9ac4-e3fa-4fbb-92bf-6c462d38b039), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:46.831951 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-3558a338-f605-41df-a990-4a355aec5c7f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73f9ac4-e3fa-4fbb-92bf-6c462d38b039']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:46.851591 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-3558a338-f605-41df-a990-4a355aec5c7f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f346e65-7fb5-4a92-b6b1-6e890df0b8e4') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:46.852544 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-3558a338-f605-41df-a990-4a355aec5c7f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f346e65-7fb5-4a92-b6b1-6e890df0b8e4') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:46.877149 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3558a338-f605-41df-a990-4a355aec5c7f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (7f346e65-7fb5-4a92-b6b1-6e890df0b8e4), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:46.882229 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=8,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:46.903165 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3558a338-f605-41df-a990-4a355aec5c7f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (7f346e65-7fb5-4a92-b6b1-6e890df0b8e4), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:46.912629 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3558a338-f605-41df-a990-4a355aec5c7f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:58:46.913590 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3558a338-f605-41df-a990-4a355aec5c7f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (7f346e65-7fb5-4a92-b6b1-6e890df0b8e4), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:46.957221 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f583b272-7919-4c42-b12c-5fc1fa37f656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (3124da15-c4ec-487c-8903-76befaa4e7da), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:46.993983 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583b272-7919-4c42-b12c-5fc1fa37f656 admin admin] Pushing event deleted for resources: {'Port': ['ID=3124da15-c4ec-487c-8903-76befaa4e7da,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:47.015500 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 7f346e65-7fb5-4a92-b6b1-6e890df0b8e4 resource provider aggregate not found Sep 16 12:58:47.049398 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3558a338-f605-41df-a990-4a355aec5c7f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (d73f9ac4-e3fa-4fbb-92bf-6c462d38b039), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:47.066098 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3558a338-f605-41df-a990-4a355aec5c7f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:47.075295 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3558a338-f605-41df-a990-4a355aec5c7f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "DELETE /networking/v2.0/networks/d73f9ac4-e3fa-4fbb-92bf-6c462d38b039 HTTP/1.1" status: 204 len: 168 time: 1.6004860 Sep 16 12:58:47.077212 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 7f346e65-7fb5-4a92-b6b1-6e890df0b8e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f346e65-7fb5-4a92-b6b1-6e890df0b8e4 found for delete ", "request_id": "req-57133561-b715-4ce2-b6cd-5c2a1e4539a9"}]} Sep 16 12:58:47.094186 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558a338-f605-41df-a990-4a355aec5c7f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event deleted for resources: {'Network': ['ID=d73f9ac4-e3fa-4fbb-92bf-6c462d38b039,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:47.104657 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33878) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:47.112398 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-26f36ea0-7a64-4520-94af-b9e8d2a7f646 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2000295147'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:47.118415 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f817e4f8-16b6-4fa2-87d1-8788ce85caca no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:47.163675 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f36ea0-7a64-4520-94af-b9e8d2a7f646 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Made reservation on behalf of 18ad456d126a4c25accb04f76a159733 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:58:47.177074 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-26f36ea0-7a64-4520-94af-b9e8d2a7f646 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:47.178456 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: f817e4f8-16b6-4fa2-87d1-8788ce85caca {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:58:47.179033 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f817e4f8-16b6-4fa2-87d1-8788ce85caca not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:58:47.197843 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f583b272-7919-4c42-b12c-5fc1fa37f656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (c70f535d-f4f3-441f-be51-0c4abb14cdb2), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:47.256145 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f36ea0-7a64-4520-94af-b9e8d2a7f646 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:58:47.257341 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-11fe0830-56dd-4f86-8ffd-6b3b83a536bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (ef43da26-ec9d-4b33-82f5-510dc693367d), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:47.289679 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-26f36ea0-7a64-4520-94af-b9e8d2a7f646 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:47.290234 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-26f36ea0-7a64-4520-94af-b9e8d2a7f646 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Added segment 1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86 of type vlan for network ce933327-2e92-43ef-840e-49b5f9ee9385 Sep 16 12:58:47.356711 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5,neutron:DELETE=10,neutron:INSERT=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:47.377964 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f583b272-7919-4c42-b12c-5fc1fa37f656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (c70f535d-f4f3-441f-be51-0c4abb14cdb2), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:47.380697 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-26f36ea0-7a64-4520-94af-b9e8d2a7f646 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (ce933327-2e92-43ef-840e-49b5f9ee9385), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:47.384690 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f583b272-7919-4c42-b12c-5fc1fa37f656 admin admin] Publish callbacks [] for router_controller (c70f535d-f4f3-441f-be51-0c4abb14cdb2), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:47.434197 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-26f36ea0-7a64-4520-94af-b9e8d2a7f646 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (ce933327-2e92-43ef-840e-49b5f9ee9385), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:47.444636 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f36ea0-7a64-4520-94af-b9e8d2a7f646 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:47.445606 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-26f36ea0-7a64-4520-94af-b9e8d2a7f646 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:47.487177 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fe0830-56dd-4f86-8ffd-6b3b83a536bf admin admin] Checking segment: {'id': '5af2e1e4-dfd3-4925-87c1-04a16a79db7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:58:47.487654 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fe0830-56dd-4f86-8ffd-6b3b83a536bf admin admin] Network hostable DHCP agents. Network: 5fe80c07-1468-4c04-9291-5fbc50b9c34f, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:58:47.496526 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe0830-56dd-4f86-8ffd-6b3b83a536bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef43da26-ec9d-4b33-82f5-510dc693367d,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:47.508200 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f583b272-7919-4c42-b12c-5fc1fa37f656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (c70f535d-f4f3-441f-be51-0c4abb14cdb2), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:47.509100 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f583b272-7919-4c42-b12c-5fc1fa37f656 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c70f535d-f4f3-441f-be51-0c4abb14cdb2 {{(pid=113698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:58:47.514950 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f583b272-7919-4c42-b12c-5fc1fa37f656 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:47.519567 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f583b272-7919-4c42-b12c-5fc1fa37f656 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/c70f535d-f4f3-441f-be51-0c4abb14cdb2 HTTP/1.1" status: 204 len: 168 time: 2.4985287 Sep 16 12:58:47.520392 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33884) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:47.557740 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-26f36ea0-7a64-4520-94af-b9e8d2a7f646 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4507337 Sep 16 12:58:47.563003 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33886) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:47.563799 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fe0830-56dd-4f86-8ffd-6b3b83a536bf admin admin] Network 5fe80c07-1468-4c04-9291-5fbc50b9c34f is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:58:47.574059 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-dd8efcf6-bf9c-48e4-a731-e7febbdf9f67 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Request body: {'subnet': {'network_id': 'ce933327-2e92-43ef-840e-49b5f9ee9385', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:47.577343 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f36ea0-7a64-4520-94af-b9e8d2a7f646 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event updated for resources: {'Network': ['ID=ce933327-2e92-43ef-840e-49b5f9ee9385,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:47.589543 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network ce933327-2e92-43ef-840e-49b5f9ee9385 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:58:47.728020 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:47.789778 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-11fe0830-56dd-4f86-8ffd-6b3b83a536bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 5fe80c07-1468-4c04-9291-5fbc50b9c34f) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:47.801062 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d882d560-d8ea-45f4-938a-64a81f922c22 None None] Network 5fe80c07-1468-4c04-9291-5fbc50b9c34f requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:58:47.820720 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9210f85-9a7b-4251-b896-f22fe86698fb req-8884dcbf-82f2-46e7-93de-9b5a6356ed91 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.0841887 Sep 16 12:58:47.822473 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fe0830-56dd-4f86-8ffd-6b3b83a536bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:47.823610 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-11fe0830-56dd-4f86-8ffd-6b3b83a536bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:47.841034 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff48e14-c7a4-45b2-9614-e984c8664af3 admin admin] Deleting subnet 4adf093a-088a-4424-822e-484468ee3329 {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:58:47.868053 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8efcf6-bf9c-48e4-a731-e7febbdf9f67 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Made reservation on behalf of 18ad456d126a4c25accb04f76a159733 for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:58:47.873851 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-dd8efcf6-bf9c-48e4-a731-e7febbdf9f67 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:47.976760 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eff48e14-c7a4-45b2-9614-e984c8664af3 admin admin] Publish callbacks [] for subnet (4adf093a-088a-4424-822e-484468ee3329), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:48.019616 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-11fe0830-56dd-4f86-8ffd-6b3b83a536bf admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7053599 Sep 16 12:58:48.021804 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-5fe80c07-1468-4c04-9291-5fbc50b9c34f', 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f', 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'fixed_ips': [{'subnet_id': 'ef43da26-ec9d-4b33-82f5-510dc693367d'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:58:48.022669 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33896) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:48.028843 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-03599d85-ccd7-441d-a920-c0838e19eba6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-587988711-router', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:48.035242 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:48.070440 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eff48e14-c7a4-45b2-9614-e984c8664af3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (4adf093a-088a-4424-822e-484468ee3329), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:48.076738 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-03599d85-ccd7-441d-a920-c0838e19eba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (1895e84f-3f55-4975-94c5-6d786ebdeb54), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:48.080636 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-03599d85-ccd7-441d-a920-c0838e19eba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (1895e84f-3f55-4975-94c5-6d786ebdeb54), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:48.213286 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-03599d85-ccd7-441d-a920-c0838e19eba6 admin admin] Publish callbacks [] for router_controller (1895e84f-3f55-4975-94c5-6d786ebdeb54), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:48.265912 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:48.274771 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eff48e14-c7a4-45b2-9614-e984c8664af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (4adf093a-088a-4424-822e-484468ee3329), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:48.333518 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] Allocated IP 172.20.0.2 (5fe80c07-1468-4c04-9291-5fbc50b9c34f/ef43da26-ec9d-4b33-82f5-510dc693367d/92f02f09-b688-473d-8046-457a00faf9e7) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:58:48.347351 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eff48e14-c7a4-45b2-9614-e984c8664af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (4adf093a-088a-4424-822e-484468ee3329), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:48.390442 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff48e14-c7a4-45b2-9614-e984c8664af3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4adf093a-088a-4424-822e-484468ee3329,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:48.398821 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eff48e14-c7a4-45b2-9614-e984c8664af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:48.403903 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-eff48e14-c7a4-45b2-9614-e984c8664af3 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/4adf093a-088a-4424-822e-484468ee3329 HTTP/1.1" status: 204 len: 168 time: 0.8806810 Sep 16 12:58:48.408155 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33902) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:48.410506 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:48.418822 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6ca02f-1561-4bf4-a7fb-843633feb448 None None] Network d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:58:48.431148 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-03599d85-ccd7-441d-a920-c0838e19eba6 admin admin] Publish callbacks [] for router_gateway (1895e84f-3f55-4975-94c5-6d786ebdeb54), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:48.438507 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33904) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:48.499188 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:48.578306 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4c7c7ef8-5471-42d0-b01c-052977f7e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (d07f81e7-3dc4-4b39-ad5d-bffdea9cea45), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:48.664502 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-61b82c4a-c90e-4ef2-bf68-5db7700500f1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1537110523', 'router:external': True}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:48.680334 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-4c7c7ef8-5471-42d0-b01c-052977f7e3a6 admin admin] Deleting port 5ce9460d-ccbf-4885-a842-153184c12d3c {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:48.680871 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4c7c7ef8-5471-42d0-b01c-052977f7e3a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (5ce9460d-ccbf-4885-a842-153184c12d3c), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:48.684768 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-dd8efcf6-bf9c-48e4-a731-e7febbdf9f67 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (089d8319-50f1-4078-a3a4-d5940f822631), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:48.748357 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b82c4a-c90e-4ef2-bf68-5db7700500f1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Made reservation on behalf of 73a22f7e4dc24268b7364d7f5b00c509 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:58:48.750681 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61b82c4a-c90e-4ef2-bf68-5db7700500f1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:48.801357 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61b82c4a-c90e-4ef2-bf68-5db7700500f1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:48.814550 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:48.834564 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8efcf6-bf9c-48e4-a731-e7febbdf9f67 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Checking segment: {'id': '1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ce933327-2e92-43ef-840e-49b5f9ee9385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:58:48.835433 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8efcf6-bf9c-48e4-a731-e7febbdf9f67 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Network hostable DHCP agents. Network: ce933327-2e92-43ef-840e-49b5f9ee9385, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:58:48.835578 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] Publish callbacks [] for port (92f02f09-b688-473d-8046-457a00faf9e7), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:48.870724 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8efcf6-bf9c-48e4-a731-e7febbdf9f67 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event updated for resources: {'Subnet': ['ID=089d8319-50f1-4078-a3a4-d5940f822631,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:48.895835 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-4c7c7ef8-5471-42d0-b01c-052977f7e3a6 admin admin] For port 5ce9460d-ccbf-4885-a842-153184c12d3c, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=5ce9460d-ccbf-4885-a842-153184c12d3c,segment=NetworkSegment(ca0d95fc-3fe7-49bf-ac16-c9a3b271e436),segment_id=ca0d95fc-3fe7-49bf-ac16-c9a3b271e436)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:48.895835 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4c7c7ef8-5471-42d0-b01c-052977f7e3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (5ce9460d-ccbf-4885-a842-153184c12d3c), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:48.911882 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-4c7c7ef8-5471-42d0-b01c-052977f7e3a6 admin admin] Calling delete_port for 5ce9460d-ccbf-4885-a842-153184c12d3c owned by network:dhcp {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:48.925469 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-03599d85-ccd7-441d-a920-c0838e19eba6 admin admin] Publish callbacks [] for router_gateway (1895e84f-3f55-4975-94c5-6d786ebdeb54), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:48.942056 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device a3467299-9c27-40de-a24c-c8caddb9a992 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:48.953343 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-03599d85-ccd7-441d-a920-c0838e19eba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:48.975026 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (92f02f09-b688-473d-8046-457a00faf9e7), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:48.987205 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: a3467299-9c27-40de-a24c-c8caddb9a992 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:58:48.987599 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device a3467299-9c27-40de-a24c-c8caddb9a992 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:58:48.988022 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3124da15-c4ec-487c-8903-76befaa4e7da no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:49.030223 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:49.046302 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8efcf6-bf9c-48e4-a731-e7febbdf9f67 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Network ce933327-2e92-43ef-840e-49b5f9ee9385 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:58:49.090607 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62fbf06b-a573-4abb-bff5-01aaf522ff67 req-40663dbd-249a-4402-811f-5102fae35b28 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.0481122 Sep 16 12:58:49.110846 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] Network 5fe80c07-1468-4c04-9291-5fbc50b9c34f is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:58:49.115800 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61b82c4a-c90e-4ef2-bf68-5db7700500f1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for security_group (f7a4faf6-84b6-4e02-8433-905a8f6335c3), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.118929 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 3124da15-c4ec-487c-8903-76befaa4e7da {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:58:49.119342 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3124da15-c4ec-487c-8903-76befaa4e7da not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:58:49.128300 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:49.129853 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-dd8efcf6-bf9c-48e4-a731-e7febbdf9f67 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, ce933327-2e92-43ef-840e-49b5f9ee9385) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:49.131733 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4c7c7ef8-5471-42d0-b01c-052977f7e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (5ce9460d-ccbf-4885-a842-153184c12d3c), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.135104 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:58:49.143308 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfee31e2-e269-43df-be9f-72db607a546e None None] DHCP port deletion for d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:58:49.146486 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8efcf6-bf9c-48e4-a731-e7febbdf9f67 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:49.147138 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-dd8efcf6-bf9c-48e4-a731-e7febbdf9f67 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.150126 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61b82c4a-c90e-4ef2-bf68-5db7700500f1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (f7a4faf6-84b6-4e02-8433-905a8f6335c3), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.151802 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e19a816-314d-48c2-983a-c8c5d866b499 None None] Network ce933327-2e92-43ef-840e-49b5f9ee9385 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:58:49.181253 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c7ef8-5471-42d0-b01c-052977f7e3a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce9460d-ccbf-4885-a842-153184c12d3c,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:49.186783 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b82c4a-c90e-4ef2-bf68-5db7700500f1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a4faf6-84b6-4e02-8433-905a8f6335c3,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:49.192873 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:49.196396 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7c7ef8-5471-42d0-b01c-052977f7e3a6 admin admin] No DVR routers for this DVR port 5ce9460d-ccbf-4885-a842-153184c12d3c on host n-d-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:58:49.213917 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] Pushing event updated for resources: {'Port': ['ID=92f02f09-b688-473d-8046-457a00faf9e7,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:49.217689 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-03599d85-ccd7-441d-a920-c0838e19eba6 admin admin] Allocated IP 172.25.2.51 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/cf7e3069-bb2a-429a-8faa-44113b6dd33e) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:58:49.220188 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b82c4a-c90e-4ef2-bf68-5db7700500f1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:58:49.242096 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61b82c4a-c90e-4ef2-bf68-5db7700500f1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (8d12bc25-870a-42da-9fc6-26a1f75f1ca9), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.242456 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-61b82c4a-c90e-4ef2-bf68-5db7700500f1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Added segment 8d12bc25-870a-42da-9fc6-26a1f75f1ca9 of type vlan for network 3b31e8da-3833-4f47-9b75-4732d058465a Sep 16 12:58:49.299100 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4c7c7ef8-5471-42d0-b01c-052977f7e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (d07f81e7-3dc4-4b39-ad5d-bffdea9cea45), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.330837 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-4c7c7ef8-5471-42d0-b01c-052977f7e3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d07f81e7-3dc4-4b39-ad5d-bffdea9cea45']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:49.334642 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] Attempting to bind port 92f02f09-b688-473d-8046-457a00faf9e7 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:58:49.335305 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] Attempting to bind port 92f02f09-b688-473d-8046-457a00faf9e7 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5af2e1e4-dfd3-4925-87c1-04a16a79db7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:58:49.335901 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] Attempting to bind port 92f02f09-b688-473d-8046-457a00faf9e7 on network 5fe80c07-1468-4c04-9291-5fbc50b9c34f {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:58:49.348853 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61b82c4a-c90e-4ef2-bf68-5db7700500f1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (3b31e8da-3833-4f47-9b75-4732d058465a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.349098 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-4c7c7ef8-5471-42d0-b01c-052977f7e3a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0d95fc-3fe7-49bf-ac16-c9a3b271e436') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:49.349098 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-4c7c7ef8-5471-42d0-b01c-052977f7e3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0d95fc-3fe7-49bf-ac16-c9a3b271e436') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:49.357430 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4c7c7ef8-5471-42d0-b01c-052977f7e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (ca0d95fc-3fe7-49bf-ac16-c9a3b271e436), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.374382 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4c7c7ef8-5471-42d0-b01c-052977f7e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (ca0d95fc-3fe7-49bf-ac16-c9a3b271e436), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.383001 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61b82c4a-c90e-4ef2-bf68-5db7700500f1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (3b31e8da-3833-4f47-9b75-4732d058465a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.384114 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b82c4a-c90e-4ef2-bf68-5db7700500f1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:49.385022 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7c7ef8-5471-42d0-b01c-052977f7e3a6 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:58:49.385170 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61b82c4a-c90e-4ef2-bf68-5db7700500f1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.385599 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4c7c7ef8-5471-42d0-b01c-052977f7e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (ca0d95fc-3fe7-49bf-ac16-c9a3b271e436), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.414593 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=8,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:49.441189 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-ce933327-2e92-43ef-840e-49b5f9ee9385', 'network_id': 'ce933327-2e92-43ef-840e-49b5f9ee9385', 'project_id': '18ad456d126a4c25accb04f76a159733', 'fixed_ips': [{'subnet_id': '089d8319-50f1-4078-a3a4-d5940f822631'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:58:49.442096 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.455401 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:49.464492 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-61b82c4a-c90e-4ef2-bf68-5db7700500f1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0188928 Sep 16 12:58:49.468041 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4c7c7ef8-5471-42d0-b01c-052977f7e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (d07f81e7-3dc4-4b39-ad5d-bffdea9cea45), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.473307 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33912) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:49.476371 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-dd8efcf6-bf9c-48e4-a731-e7febbdf9f67 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9086897 Sep 16 12:58:49.479723 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33914) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:49.486816 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-19cbd65f-3959-4938-bbe1-44e95b731364 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-990845169'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:49.490027 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-875f09cd-c5f6-4ba4-99bf-7f427987b94d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Request body: {'subnet': {'network_id': '3b31e8da-3833-4f47-9b75-4732d058465a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:49.496907 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment ca0d95fc-3fe7-49bf-ac16-c9a3b271e436 resource provider aggregate not found Sep 16 12:58:49.502024 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4c7c7ef8-5471-42d0-b01c-052977f7e3a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.503183 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:58:49.503571 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] Checking segment: {'id': '5af2e1e4-dfd3-4925-87c1-04a16a79db7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:58:49.504021 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.504488 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] Bound using segment: {'id': '5af2e1e4-dfd3-4925-87c1-04a16a79db7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:58:49.505020 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] Bound port: 92f02f09-b688-473d-8046-457a00faf9e7, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af2e1e4-dfd3-4925-87c1-04a16a79db7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:58:49.505614 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (92f02f09-b688-473d-8046-457a00faf9e7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.505949 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-4c7c7ef8-5471-42d0-b01c-052977f7e3a6 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/d07f81e7-3dc4-4b39-ad5d-bffdea9cea45 HTTP/1.1" status: 204 len: 168 time: 1.0968764 Sep 16 12:58:49.514630 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33918) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:49.515535 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b82c4a-c90e-4ef2-bf68-5db7700500f1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Pushing event updated for resources: {'Network': ['ID=3b31e8da-3833-4f47-9b75-4732d058465a,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:49.525469 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c7ef8-5471-42d0-b01c-052977f7e3a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d07f81e7-3dc4-4b39-ad5d-bffdea9cea45,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:49.545523 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cbd65f-3959-4938-bbe1-44e95b731364 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Made reservation on behalf of 18ad456d126a4c25accb04f76a159733 for: {'network': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:58:49.549460 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-19cbd65f-3959-4938-bbe1-44e95b731364 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.555228 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment ca0d95fc-3fe7-49bf-ac16-c9a3b271e436 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca0d95fc-3fe7-49bf-ac16-c9a3b271e436 found for delete ", "request_id": "req-a83c2639-2f44-4efb-a519-fbda79af081d"}]} Sep 16 12:58:49.587905 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-03599d85-ccd7-441d-a920-c0838e19eba6 admin admin] Publish callbacks [] for port (cf7e3069-bb2a-429a-8faa-44113b6dd33e), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.598916 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19cbd65f-3959-4938-bbe1-44e95b731364 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=113698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:58:49.614110 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875f09cd-c5f6-4ba4-99bf-7f427987b94d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Made reservation on behalf of 73a22f7e4dc24268b7364d7f5b00c509 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:58:49.617297 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-875f09cd-c5f6-4ba4-99bf-7f427987b94d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.622621 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-19cbd65f-3959-4938-bbe1-44e95b731364 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (4fe5c93d-01b3-4a9c-9aa0-d2d99f287125), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.623495 n-d-858094-4 neutron-server[113698]: INFO neutron.db.segments_db [None req-19cbd65f-3959-4938-bbe1-44e95b731364 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Added segment 4fe5c93d-01b3-4a9c-9aa0-d2d99f287125 of type vlan for network cac6fded-e5ed-439c-b2d5-e9a2b24c45b9 Sep 16 12:58:49.678587 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] Allocated IP 19.80.0.2 (ce933327-2e92-43ef-840e-49b5f9ee9385/089d8319-50f1-4078-a3a4-d5940f822631/032864e1-abe9-456b-9e21-d0860872adad) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:58:49.684440 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-19cbd65f-3959-4938-bbe1-44e95b731364 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (cac6fded-e5ed-439c-b2d5-e9a2b24c45b9), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.722605 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-19cbd65f-3959-4938-bbe1-44e95b731364 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (cac6fded-e5ed-439c-b2d5-e9a2b24c45b9), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.730905 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cbd65f-3959-4938-bbe1-44e95b731364 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:49.731942 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-19cbd65f-3959-4938-bbe1-44e95b731364 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.737056 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 3b31e8da-3833-4f47-9b75-4732d058465a details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:58:49.774979 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-03599d85-ccd7-441d-a920-c0838e19eba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (cf7e3069-bb2a-429a-8faa-44113b6dd33e), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:49.837073 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-19cbd65f-3959-4938-bbe1-44e95b731364 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3537178 Sep 16 12:58:49.846372 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33920) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:49.857858 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-74454fdf-9624-4f70-b36b-5be97ea01303 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Request body: {'subnet': {'network_id': 'cac6fded-e5ed-439c-b2d5-e9a2b24c45b9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:49.858811 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbd65f-3959-4938-bbe1-44e95b731364 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event updated for resources: {'Network': ['ID=cac6fded-e5ed-439c-b2d5-e9a2b24c45b9,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:49.866118 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:49.869847 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03599d85-ccd7-441d-a920-c0838e19eba6 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:58:49.882853 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network cac6fded-e5ed-439c-b2d5-e9a2b24c45b9 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:58:49.883451 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-03599d85-ccd7-441d-a920-c0838e19eba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:49.907991 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03599d85-ccd7-441d-a920-c0838e19eba6 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:58:49.919667 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] For port 92f02f09-b688-473d-8046-457a00faf9e7, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:58:49.983244 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] For port 92f02f09-b688-473d-8046-457a00faf9e7, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=92f02f09-b688-473d-8046-457a00faf9e7,segment=NetworkSegment(5af2e1e4-dfd3-4925-87c1-04a16a79db7a),segment_id=5af2e1e4-dfd3-4925-87c1-04a16a79db7a)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:58:50.000723 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (92f02f09-b688-473d-8046-457a00faf9e7), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:50.021501 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03599d85-ccd7-441d-a920-c0838e19eba6 admin admin] Pushing event updated for resources: {'Port': ['ID=cf7e3069-bb2a-429a-8faa-44113b6dd33e,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:50.060963 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] Publish callbacks [] for port (032864e1-abe9-456b-9e21-d0860872adad), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:50.073598 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:50.084810 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (032864e1-abe9-456b-9e21-d0860872adad), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:50.113423 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390f25f-8ef2-4ebb-9589-238c4e119856 None None] Pushing event updated for resources: {'Port': ['ID=92f02f09-b688-473d-8046-457a00faf9e7,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:50.134221 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] Network ce933327-2e92-43ef-840e-49b5f9ee9385 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:58:50.137637 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:50.163934 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:58:50.235368 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] Pushing event updated for resources: {'Port': ['ID=032864e1-abe9-456b-9e21-d0860872adad,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:50.251344 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] Attempting to bind port 032864e1-abe9-456b-9e21-d0860872adad on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:58:50.252060 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] Attempting to bind port 032864e1-abe9-456b-9e21-d0860872adad by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ce933327-2e92-43ef-840e-49b5f9ee9385'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:58:50.252601 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] Attempting to bind port 032864e1-abe9-456b-9e21-d0860872adad on network ce933327-2e92-43ef-840e-49b5f9ee9385 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:58:50.253310 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-03fa628a-901d-4187-a8fc-62f1f3220bad req-c3988b5e-c42f-4a01-a550-e64c43b6f12e tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.0473711 Sep 16 12:58:50.325197 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:58:50.325764 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] Checking segment: {'id': '1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ce933327-2e92-43ef-840e-49b5f9ee9385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:58:50.326174 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:50.326597 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] Bound using segment: {'id': '1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ce933327-2e92-43ef-840e-49b5f9ee9385'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:58:50.327206 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] Bound port: 032864e1-abe9-456b-9e21-d0860872adad, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ce933327-2e92-43ef-840e-49b5f9ee9385'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:58:50.327462 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (032864e1-abe9-456b-9e21-d0860872adad), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:50.412370 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:50.419383 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] For port 032864e1-abe9-456b-9e21-d0860872adad, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:58:50.438806 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] For port 032864e1-abe9-456b-9e21-d0860872adad, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=032864e1-abe9-456b-9e21-d0860872adad,segment=NetworkSegment(1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86),segment_id=1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:58:50.450769 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (032864e1-abe9-456b-9e21-d0860872adad), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:50.536907 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10349e1b-7ca5-4b9e-bdae-d4c562fb7b3a None None] Pushing event updated for resources: {'Port': ['ID=032864e1-abe9-456b-9e21-d0860872adad,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:50.735253 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74454fdf-9624-4f70-b36b-5be97ea01303 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Made reservation on behalf of 18ad456d126a4c25accb04f76a159733 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:58:50.740707 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-74454fdf-9624-4f70-b36b-5be97ea01303 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:50.772404 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:50.868936 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 92f02f09-b688-473d-8046-457a00faf9e7 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:58:50.930297 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 92f02f09-b688-473d-8046-457a00faf9e7 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:50.930665 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (92f02f09-b688-473d-8046-457a00faf9e7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:50.931176 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 92f02f09-b688-473d-8046-457a00faf9e7 Sep 16 12:58:50.956317 n-d-858094-4 neutron-server[113699]: DEBUG neutron.objects.ports [None req-875f09cd-c5f6-4ba4-99bf-7f427987b94d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113699) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 16 12:58:50.956715 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-875f09cd-c5f6-4ba4-99bf-7f427987b94d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (f6012431-98fd-4107-ba55-2cb6249df0e9), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:51.021375 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 92f02f09-b688-473d-8046-457a00faf9e7 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:51.021762 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (92f02f09-b688-473d-8046-457a00faf9e7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:51.068986 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 92f02f09-b688-473d-8046-457a00faf9e7, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=92f02f09-b688-473d-8046-457a00faf9e7,segment=NetworkSegment(5af2e1e4-dfd3-4925-87c1-04a16a79db7a),segment_id=5af2e1e4-dfd3-4925-87c1-04a16a79db7a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:51.074490 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (92f02f09-b688-473d-8046-457a00faf9e7), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:51.143800 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=92f02f09-b688-473d-8046-457a00faf9e7,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:51.165505 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 5ce9460d-ccbf-4885-a842-153184c12d3c no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:51.179523 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-03599d85-ccd7-441d-a920-c0838e19eba6 admin admin] Publish callbacks [] for router_gateway (1895e84f-3f55-4975-94c5-6d786ebdeb54), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:51.183048 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f09cd-c5f6-4ba4-99bf-7f427987b94d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f6012431-98fd-4107-ba55-2cb6249df0e9,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:51.195693 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 5ce9460d-ccbf-4885-a842-153184c12d3c {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:58:51.196046 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 5ce9460d-ccbf-4885-a842-153184c12d3c not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:58:51.347271 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:51.358607 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:51.404428 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875f09cd-c5f6-4ba4-99bf-7f427987b94d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Checking segment: {'id': '8d12bc25-870a-42da-9fc6-26a1f75f1ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3b31e8da-3833-4f47-9b75-4732d058465a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:58:51.404794 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875f09cd-c5f6-4ba4-99bf-7f427987b94d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Network hostable DHCP agents. Network: 3b31e8da-3833-4f47-9b75-4732d058465a, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:58:51.441444 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-74454fdf-9624-4f70-b36b-5be97ea01303 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (944e7338-66ae-4e39-954c-b6db7063246d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:51.447581 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4978292f-cf2a-4409-9a38-cb80a2d05480 req-784cc951-df9d-444b-abc7-789532b9da47 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.0343852 Sep 16 12:58:51.494213 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3550084-baf4-4ddb-9518-f134cdab8a36 None None] Network 5fe80c07-1468-4c04-9291-5fbc50b9c34f requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:58:51.498443 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c8043e7b-5f16-454c-99dc-02c2863a2b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (0676d604-506e-41af-a37c-0a0633c3c2e2), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:51.559668 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-a7bc9113-9ff8-4498-9945-a560838ee91e None None] Provisioning complete for port 92f02f09-b688-473d-8046-457a00faf9e7 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:51.560035 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9113-9ff8-4498-9945-a560838ee91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (92f02f09-b688-473d-8046-457a00faf9e7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:51.560413 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a7bc9113-9ff8-4498-9945-a560838ee91e None None] Attempt 1 to provision port 92f02f09-b688-473d-8046-457a00faf9e7 Sep 16 12:58:51.634433 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:51.661854 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875f09cd-c5f6-4ba4-99bf-7f427987b94d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Network 3b31e8da-3833-4f47-9b75-4732d058465a is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:58:51.684379 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:51.709557 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc9113-9ff8-4498-9945-a560838ee91e None None] Current status of the port 92f02f09-b688-473d-8046-457a00faf9e7 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:51.738354 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74454fdf-9624-4f70-b36b-5be97ea01303 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event updated for resources: {'Subnet': ['ID=944e7338-66ae-4e39-954c-b6db7063246d,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:51.767094 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-875f09cd-c5f6-4ba4-99bf-7f427987b94d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 3b31e8da-3833-4f47-9b75-4732d058465a) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:51.775319 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74454fdf-9624-4f70-b36b-5be97ea01303 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Checking segment: {'id': '4fe5c93d-01b3-4a9c-9aa0-d2d99f287125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cac6fded-e5ed-439c-b2d5-e9a2b24c45b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:58:51.775716 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74454fdf-9624-4f70-b36b-5be97ea01303 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Network hostable DHCP agents. Network: cac6fded-e5ed-439c-b2d5-e9a2b24c45b9, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:58:51.777019 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295c0f65-aa6d-4410-9288-f3f2f01733ce None None] Network 3b31e8da-3833-4f47-9b75-4732d058465a requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:58:51.784962 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875f09cd-c5f6-4ba4-99bf-7f427987b94d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:51.785549 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-875f09cd-c5f6-4ba4-99bf-7f427987b94d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:51.891225 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-875f09cd-c5f6-4ba4-99bf-7f427987b94d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.4081869 Sep 16 12:58:51.895531 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33926) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:51.906281 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-717a5720-e43b-416d-90d4-87b7b01ae33b tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2006588263', 'network_id': '3b31e8da-3833-4f47-9b75-4732d058465a'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:51.930745 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74454fdf-9624-4f70-b36b-5be97ea01303 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Network cac6fded-e5ed-439c-b2d5-e9a2b24c45b9 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:58:51.952251 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-03599d85-ccd7-441d-a920-c0838e19eba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (1895e84f-3f55-4975-94c5-6d786ebdeb54), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:51.956017 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-74454fdf-9624-4f70-b36b-5be97ea01303 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, cac6fded-e5ed-439c-b2d5-e9a2b24c45b9) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:51.961355 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74454fdf-9624-4f70-b36b-5be97ea01303 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:51.961963 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-74454fdf-9624-4f70-b36b-5be97ea01303 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:51.971377 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75e4bc1-2216-441d-bc63-119ec1d68347 None None] Network cac6fded-e5ed-439c-b2d5-e9a2b24c45b9 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:58:51.989444 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717a5720-e43b-416d-90d4-87b7b01ae33b tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Made reservation on behalf of 73a22f7e4dc24268b7364d7f5b00c509 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:58:51.998047 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14818db2-4617-47fb-9d6d-36c313d1e566 None None] Network 3b31e8da-3833-4f47-9b75-4732d058465a requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:58:51.999616 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-717a5720-e43b-416d-90d4-87b7b01ae33b tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:52.038562 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [None req-717a5720-e43b-416d-90d4-87b7b01ae33b tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] device_id is not set on port 8eea58e8-4a2f-4e8b-9df1-8c021d012e98 yet. {{(pid=113698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 12:58:52.075894 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-74454fdf-9624-4f70-b36b-5be97ea01303 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2148914 Sep 16 12:58:52.241488 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-c8043e7b-5f16-454c-99dc-02c2863a2b89 admin admin] Deleting port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:52.241891 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c8043e7b-5f16-454c-99dc-02c2863a2b89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (6ef45bdc-01fe-4b48-b572-9a5d653c65d9), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:52.316093 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73aa61b-786c-48f8-894f-e6f0cbe3a4e5 None None] Network ce933327-2e92-43ef-840e-49b5f9ee9385 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:58:52.336412 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03599d85-ccd7-441d-a920-c0838e19eba6 admin admin] Router 1895e84f-3f55-4975-94c5-6d786ebdeb54 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:58:52.348274 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-b497ab49-cdbe-458e-b923-a189da839adc None None] Provisioning complete for port 92f02f09-b688-473d-8046-457a00faf9e7 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:52.348638 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b497ab49-cdbe-458e-b923-a189da839adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (92f02f09-b688-473d-8046-457a00faf9e7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:52.348975 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b497ab49-cdbe-458e-b923-a189da839adc None None] Attempt 1 to provision port 92f02f09-b688-473d-8046-457a00faf9e7 Sep 16 12:58:52.400889 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-717a5720-e43b-416d-90d4-87b7b01ae33b tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Allocated IP 2001:db8::54 (3b31e8da-3833-4f47-9b75-4732d058465a/f6012431-98fd-4107-ba55-2cb6249df0e9/8eea58e8-4a2f-4e8b-9df1-8c021d012e98) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:58:52.468255 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-c8043e7b-5f16-454c-99dc-02c2863a2b89 admin admin] For port 6ef45bdc-01fe-4b48-b572-9a5d653c65d9, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6ef45bdc-01fe-4b48-b572-9a5d653c65d9,segment=NetworkSegment(75b26c77-b7c1-42bb-942c-7aa288fdb4d4),segment_id=75b26c77-b7c1-42bb-942c-7aa288fdb4d4)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:52.468629 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c8043e7b-5f16-454c-99dc-02c2863a2b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (6ef45bdc-01fe-4b48-b572-9a5d653c65d9), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:52.496826 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:52.514879 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-c8043e7b-5f16-454c-99dc-02c2863a2b89 admin admin] Calling delete_port for 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:52.516544 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:52.533573 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-cac6fded-e5ed-439c-b2d5-e9a2b24c45b9', 'network_id': 'cac6fded-e5ed-439c-b2d5-e9a2b24c45b9', 'project_id': '18ad456d126a4c25accb04f76a159733', 'fixed_ips': [{'subnet_id': '944e7338-66ae-4e39-954c-b6db7063246d'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:58:52.535041 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:52.587492 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03599d85-ccd7-441d-a920-c0838e19eba6 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:58:52.615280 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] Sync routers for ids ['1895e84f-3f55-4975-94c5-6d786ebdeb54'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:58:52.633534 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-03599d85-ccd7-441d-a920-c0838e19eba6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:52.638556 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-03599d85-ccd7-441d-a920-c0838e19eba6 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6113656 Sep 16 12:58:52.641689 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33942) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:52.745203 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7173cf94-62c4-4c4c-a46e-b035684767c9 req-d81211cd-ba2c-4d62-98bf-3ebe79ccc028 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.1279199 Sep 16 12:58:52.820154 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b497ab49-cdbe-458e-b923-a189da839adc None None] Current status of the port 92f02f09-b688-473d-8046-457a00faf9e7 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:52.820154 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] Routers {'1895e84f-3f55-4975-94c5-6d786ebdeb54'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:58:52.820154 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1895e84f-3f55-4975-94c5-6d786ebdeb54'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:52.851765 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:52.981391 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-2a1944f3-9b60-4682-b0c7-95d0c3e9a86c tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:52.994225 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:52.999120 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Provisioning complete for port 032864e1-abe9-456b-9e21-d0860872adad triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:53.000384 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (032864e1-abe9-456b-9e21-d0860872adad), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:53.002444 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-2a1944f3-9b60-4682-b0c7-95d0c3e9a86c tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:53.002683 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Attempt 1 to provision port 032864e1-abe9-456b-9e21-d0860872adad Sep 16 12:58:53.005072 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 92f02f09-b688-473d-8046-457a00faf9e7 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:58:53.007179 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c8043e7b-5f16-454c-99dc-02c2863a2b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (6ef45bdc-01fe-4b48-b572-9a5d653c65d9), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:53.011480 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-2a1944f3-9b60-4682-b0c7-95d0c3e9a86c tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/networks?id=ce933327-2e92-43ef-840e-49b5f9ee9385&id=cac6fded-e5ed-439c-b2d5-e9a2b24c45b9 HTTP/1.1" status: 200 len: 1391 time: 0.5643575 Sep 16 12:58:53.077857 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-8201384b-f8e4-468e-b96d-3ba67d6b7b43 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/quotas/18ad456d126a4c25accb04f76a159733 HTTP/1.1" status: 200 len: 375 time: 0.0456684 Sep 16 12:58:53.157163 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:53.184011 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8043e7b-5f16-454c-99dc-02c2863a2b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef45bdc-01fe-4b48-b572-9a5d653c65d9,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:53.255776 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-cac15ef0-3b28-4f18-bbe7-11fab467c2e3 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=18ad456d126a4c25accb04f76a159733&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1704092 Sep 16 12:58:53.259783 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-717a5720-e43b-416d-90d4-87b7b01ae33b tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for port (8eea58e8-4a2f-4e8b-9df1-8c021d012e98), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:53.341107 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 92f02f09-b688-473d-8046-457a00faf9e7 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:53.341855 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (92f02f09-b688-473d-8046-457a00faf9e7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:53.342442 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 92f02f09-b688-473d-8046-457a00faf9e7 Sep 16 12:58:53.393423 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] Allocated IP 19.86.0.2 (cac6fded-e5ed-439c-b2d5-e9a2b24c45b9/944e7338-66ae-4e39-954c-b6db7063246d/997c4c17-90bc-4923-b21f-e4521236a071) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:58:53.436823 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:53.513704 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bdd11-cad9-444c-8738-2982059c2f59 req-89b55a04-cfbc-4fd6-b3c0-fd822e845a4f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:53.521754 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4c6bdd11-cad9-444c-8738-2982059c2f59 req-89b55a04-cfbc-4fd6-b3c0-fd822e845a4f tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 945 time: 0.1054380 Sep 16 12:58:53.531498 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Current status of the port 032864e1-abe9-456b-9e21-d0860872adad is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:53.532569 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (032864e1-abe9-456b-9e21-d0860872adad), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:53.546328 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-717a5720-e43b-416d-90d4-87b7b01ae33b tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (8eea58e8-4a2f-4e8b-9df1-8c021d012e98), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:53.554327 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] Set router 1895e84f-3f55-4975-94c5-6d786ebdeb54 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:58:53.635061 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] For port 032864e1-abe9-456b-9e21-d0860872adad, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=032864e1-abe9-456b-9e21-d0860872adad,segment=NetworkSegment(1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86),segment_id=1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:53.657648 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4c6bdd11-cad9-444c-8738-2982059c2f59 req-d1e869c8-5513-4c11-9d53-a8549d1e7fa9 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349065 Sep 16 12:58:53.704567 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a5720-e43b-416d-90d4-87b7b01ae33b tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Pushing event updated for resources: {'Port': ['ID=8eea58e8-4a2f-4e8b-9df1-8c021d012e98,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:53.709530 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-2f8cd5fd-442a-49c2-8a06-dc72ca71e90e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ce933327-2e92-43ef-840e-49b5f9ee9385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445031 Sep 16 12:58:53.720100 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717a5720-e43b-416d-90d4-87b7b01ae33b tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Network 3b31e8da-3833-4f47-9b75-4732d058465a is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:58:53.724713 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-717a5720-e43b-416d-90d4-87b7b01ae33b tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:53.742595 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717a5720-e43b-416d-90d4-87b7b01ae33b tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:58:53.743585 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717a5720-e43b-416d-90d4-87b7b01ae33b tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:53.744210 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-717a5720-e43b-416d-90d4-87b7b01ae33b tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:53.761834 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (032864e1-abe9-456b-9e21-d0860872adad), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:53.771487 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:53.780585 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c8043e7b-5f16-454c-99dc-02c2863a2b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (0676d604-506e-41af-a37c-0a0633c3c2e2), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:53.811479 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 92f02f09-b688-473d-8046-457a00faf9e7 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:53.812395 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 032864e1-abe9-456b-9e21-d0860872adad up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:58:53.903015 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-6e9b3e8a-b4ee-4ac5-b0ec-5a939c897b73 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ce933327-2e92-43ef-840e-49b5f9ee9385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752670 Sep 16 12:58:53.912806 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-717a5720-e43b-416d-90d4-87b7b01ae33b tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0156960 Sep 16 12:58:53.920251 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-030f133d-2d4d-48af-9254-77045bed4370 None None] Provisioning complete for port 032864e1-abe9-456b-9e21-d0860872adad triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:53.921017 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-030f133d-2d4d-48af-9254-77045bed4370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (032864e1-abe9-456b-9e21-d0860872adad), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:53.921743 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-030f133d-2d4d-48af-9254-77045bed4370 None None] Attempt 1 to provision port 032864e1-abe9-456b-9e21-d0860872adad Sep 16 12:58:54.078651 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:54.083542 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'name': 'tempest-TaggedBootDevicesTest_v242-587988711-router', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:50Z', 'revision_number': 3, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'gw_port': {'id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:54.112403 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Pushing event updated for resources: {'Port': ['ID=032864e1-abe9-456b-9e21-d0860872adad,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:54.114991 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 032864e1-abe9-456b-9e21-d0860872adad triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:54.115484 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (032864e1-abe9-456b-9e21-d0860872adad), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:54.115920 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 032864e1-abe9-456b-9e21-d0860872adad Sep 16 12:58:54.122898 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] Checking router: 1895e84f-3f55-4975-94c5-6d786ebdeb54 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:58:54.123400 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] Updating router 1895e84f-3f55-4975-94c5-6d786ebdeb54 port cf7e3069-bb2a-429a-8faa-44113b6dd33e binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:58:54.173871 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (cf7e3069-bb2a-429a-8faa-44113b6dd33e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:54.241516 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:54.242018 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:54.242734 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:54.243321 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:54.243762 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:54.244238 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:54.244716 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:54.245141 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:54.245573 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:54.246001 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:54.246437 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:54.246878 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:54.247304 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:54.247731 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:54.248173 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad34036-730f-46eb-98fd-81566c2794aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:54.295406 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] Publish callbacks [] for port (997c4c17-90bc-4923-b21f-e4521236a071), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:54.350040 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-030f133d-2d4d-48af-9254-77045bed4370 None None] Current status of the port 032864e1-abe9-456b-9e21-d0860872adad is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:54.359635 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (997c4c17-90bc-4923-b21f-e4521236a071), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:54.434372 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33952) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:54.481326 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:54.496865 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-36381910-11a7-4715-aed4-3d21bed76f9f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cac6fded-e5ed-439c-b2d5-e9a2b24c45b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827334 Sep 16 12:58:54.525793 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-f1cca479-4cff-4650-b736-aa71320ae2e1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Deleting port 8eea58e8-4a2f-4e8b-9df1-8c021d012e98 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:54.526956 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f1cca479-4cff-4650-b736-aa71320ae2e1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (8eea58e8-4a2f-4e8b-9df1-8c021d012e98), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:54.581039 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-53f86865-1e4c-4519-b1af-6f16cbbd5e6f req-02071822-25e1-4b39-b6a6-930f7f06059e tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.0744896 Sep 16 12:58:54.624796 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f1cca479-4cff-4650-b736-aa71320ae2e1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (8eea58e8-4a2f-4e8b-9df1-8c021d012e98), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:54.640280 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-f1cca479-4cff-4650-b736-aa71320ae2e1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Calling delete_port for 8eea58e8-4a2f-4e8b-9df1-8c021d012e98 owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:54.661603 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe043bd7-4988-4a41-a15f-00b708c0d828 req-c872b741-5c81-4b44-9a37-f86a1cba2f3e tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:54.663209 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe043bd7-4988-4a41-a15f-00b708c0d828 req-c872b741-5c81-4b44-9a37-f86a1cba2f3e tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 945 time: 0.1652822 Sep 16 12:58:54.680983 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 032864e1-abe9-456b-9e21-d0860872adad is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:54.700541 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] Network cac6fded-e5ed-439c-b2d5-e9a2b24c45b9 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:58:54.707640 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:54.726649 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:58:54.732674 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] Pushing event updated for resources: {'Port': ['ID=997c4c17-90bc-4923-b21f-e4521236a071,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:54.778866 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:54.786796 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f1cca479-4cff-4650-b736-aa71320ae2e1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (8eea58e8-4a2f-4e8b-9df1-8c021d012e98), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:54.850257 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-404ef378-ee25-4a74-b675-a0bc11d39b1d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cac6fded-e5ed-439c-b2d5-e9a2b24c45b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292906 Sep 16 12:58:54.866378 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cca479-4cff-4650-b736-aa71320ae2e1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Pushing event deleted for resources: {'Port': ['ID=8eea58e8-4a2f-4e8b-9df1-8c021d012e98,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:54.901719 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:54.905338 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f1cca479-4cff-4650-b736-aa71320ae2e1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:54.908657 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f1cca479-4cff-4650-b736-aa71320ae2e1 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "DELETE /networking/v2.0/ports/8eea58e8-4a2f-4e8b-9df1-8c021d012e98 HTTP/1.1" status: 204 len: 168 time: 0.4700491 Sep 16 12:58:54.919505 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 33958) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:54.928302 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-0153530b-ccc1-41d5-b16a-1fe05269c30d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b31e8da-3833-4f47-9b75-4732d058465a', 'external_fixed_ips': [{'subnet_id': 'f6012431-98fd-4107-ba55-2cb6249df0e9', 'ip_address': '2001:db8::54'}]}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:54.939302 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] Attempting to bind port 997c4c17-90bc-4923-b21f-e4521236a071 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:58:54.939754 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] Attempting to bind port 997c4c17-90bc-4923-b21f-e4521236a071 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '4fe5c93d-01b3-4a9c-9aa0-d2d99f287125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cac6fded-e5ed-439c-b2d5-e9a2b24c45b9'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:58:54.940116 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] Attempting to bind port 997c4c17-90bc-4923-b21f-e4521236a071 on network cac6fded-e5ed-439c-b2d5-e9a2b24c45b9 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:58:54.955705 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0153530b-ccc1-41d5-b16a-1fe05269c30d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (4c22516c-3c7a-477a-b002-cec32c2c51f3), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:54.956784 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0153530b-ccc1-41d5-b16a-1fe05269c30d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (4c22516c-3c7a-477a-b002-cec32c2c51f3), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:54.984782 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1acc17-44fb-446d-bab6-e768d86dd3eb req-e3f0729c-5a85-42c1-a8fa-a26a0c48907e tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:54.987689 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ef1acc17-44fb-446d-bab6-e768d86dd3eb req-e3f0729c-5a85-42c1-a8fa-a26a0c48907e tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 945 time: 0.1231964 Sep 16 12:58:55.050428 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:58:55.050879 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] Checking segment: {'id': '4fe5c93d-01b3-4a9c-9aa0-d2d99f287125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cac6fded-e5ed-439c-b2d5-e9a2b24c45b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:58:55.051205 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:55.051603 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] Bound using segment: {'id': '4fe5c93d-01b3-4a9c-9aa0-d2d99f287125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cac6fded-e5ed-439c-b2d5-e9a2b24c45b9'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:58:55.052256 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] Bound port: 997c4c17-90bc-4923-b21f-e4521236a071, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe5c93d-01b3-4a9c-9aa0-d2d99f287125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cac6fded-e5ed-439c-b2d5-e9a2b24c45b9'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:58:55.052766 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (997c4c17-90bc-4923-b21f-e4521236a071), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:55.055965 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ef1acc17-44fb-446d-bab6-e768d86dd3eb req-47e14a96-8620-4920-a143-ef2b4f4a39c8 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e0d125f3-c1a7-4bda-b7a6-d37a99216072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585916 Sep 16 12:58:55.057473 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-fe043bd7-4988-4a41-a15f-00b708c0d828 req-48ac34a3-07e9-48ab-8dd9-1d4291add5c2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Deleting port d289a714-1b0e-4177-adf6-0d59780fa902 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:55.057827 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-fe043bd7-4988-4a41-a15f-00b708c0d828 req-48ac34a3-07e9-48ab-8dd9-1d4291add5c2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (d289a714-1b0e-4177-adf6-0d59780fa902), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:55.073029 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0153530b-ccc1-41d5-b16a-1fe05269c30d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_controller (4c22516c-3c7a-477a-b002-cec32c2c51f3), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:55.077644 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:55.089418 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 032864e1-abe9-456b-9e21-d0860872adad up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:58:55.129460 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:55.238918 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-fe043bd7-4988-4a41-a15f-00b708c0d828 req-48ac34a3-07e9-48ab-8dd9-1d4291add5c2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] For port d289a714-1b0e-4177-adf6-0d59780fa902, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=d289a714-1b0e-4177-adf6-0d59780fa902,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:55.239290 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-fe043bd7-4988-4a41-a15f-00b708c0d828 req-48ac34a3-07e9-48ab-8dd9-1d4291add5c2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (d289a714-1b0e-4177-adf6-0d59780fa902), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:55.289521 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] Publish callbacks [] for port (cf7e3069-bb2a-429a-8faa-44113b6dd33e), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:55.297803 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 032864e1-abe9-456b-9e21-d0860872adad triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:55.298539 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (032864e1-abe9-456b-9e21-d0860872adad), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:55.299092 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 032864e1-abe9-456b-9e21-d0860872adad Sep 16 12:58:55.323893 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (cf7e3069-bb2a-429a-8faa-44113b6dd33e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:55.369482 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0153530b-ccc1-41d5-b16a-1fe05269c30d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_gateway (4c22516c-3c7a-477a-b002-cec32c2c51f3), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:55.395243 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] For port 997c4c17-90bc-4923-b21f-e4521236a071, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:58:55.402247 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:55.405553 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8043e7b-5f16-454c-99dc-02c2863a2b89 admin admin] Router 0676d604-506e-41af-a37c-0a0633c3c2e2 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:58:55.417379 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] Attempting to bind port cf7e3069-bb2a-429a-8faa-44113b6dd33e on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:58:55.417843 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] Attempting to bind port cf7e3069-bb2a-429a-8faa-44113b6dd33e by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:58:55.418272 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] Attempting to bind port cf7e3069-bb2a-429a-8faa-44113b6dd33e on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:58:55.445281 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] For port 997c4c17-90bc-4923-b21f-e4521236a071, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=997c4c17-90bc-4923-b21f-e4521236a071,segment=NetworkSegment(4fe5c93d-01b3-4a9c-9aa0-d2d99f287125),segment_id=4fe5c93d-01b3-4a9c-9aa0-d2d99f287125)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:58:55.467515 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba406c96-bce8-47e5-bdc1-3a6696315aac None None] Pushing event updated for resources: {'Port': ['ID=cf7e3069-bb2a-429a-8faa-44113b6dd33e,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:55.470507 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (997c4c17-90bc-4923-b21f-e4521236a071), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:55.486832 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:55.531132 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-fe043bd7-4988-4a41-a15f-00b708c0d828 req-48ac34a3-07e9-48ab-8dd9-1d4291add5c2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:55.531499 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-fe043bd7-4988-4a41-a15f-00b708c0d828 req-48ac34a3-07e9-48ab-8dd9-1d4291add5c2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (0eede6ea-14b4-4c5f-a492-42fabd2ef8d3), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:55.531953 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [req-fe043bd7-4988-4a41-a15f-00b708c0d828 req-48ac34a3-07e9-48ab-8dd9-1d4291add5c2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Floating IP 0eede6ea-14b4-4c5f-a492-42fabd2ef8d3 disassociated. External IP: 172.25.2.57, port: d289a714-1b0e-4177-adf6-0d59780fa902. Sep 16 12:58:55.532553 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-fe043bd7-4988-4a41-a15f-00b708c0d828 req-48ac34a3-07e9-48ab-8dd9-1d4291add5c2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Calling delete_port for d289a714-1b0e-4177-adf6-0d59780fa902 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:55.602585 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:58:55.602951 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:58:55.603297 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:55.603696 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:58:55.604836 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] Bound port: cf7e3069-bb2a-429a-8faa-44113b6dd33e, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:58:55.605247 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (cf7e3069-bb2a-429a-8faa-44113b6dd33e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:55.645972 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6edf72-db91-4939-b2d4-35d4a4ee233e None None] Pushing event updated for resources: {'Port': ['ID=997c4c17-90bc-4923-b21f-e4521236a071,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:55.651937 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 032864e1-abe9-456b-9e21-d0860872adad is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:55.694654 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] For port cf7e3069-bb2a-429a-8faa-44113b6dd33e, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:58:55.699016 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] For port cf7e3069-bb2a-429a-8faa-44113b6dd33e, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=cf7e3069-bb2a-429a-8faa-44113b6dd33e,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:58:55.706226 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (cf7e3069-bb2a-429a-8faa-44113b6dd33e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:55.723788 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:55.741948 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-fe043bd7-4988-4a41-a15f-00b708c0d828 req-48ac34a3-07e9-48ab-8dd9-1d4291add5c2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (d289a714-1b0e-4177-adf6-0d59780fa902), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:55.761826 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] Routers {'1895e84f-3f55-4975-94c5-6d786ebdeb54'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:58:55.762682 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1895e84f-3f55-4975-94c5-6d786ebdeb54'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:55.770431 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Allocated IP 172.20.0.1 (5fe80c07-1468-4c04-9291-5fbc50b9c34f/ef43da26-ec9d-4b33-82f5-510dc693367d/9ccca104-6b1a-4a87-a82d-e748f4fb9ace) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:58:55.832668 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-581c8d3b-966d-4a1e-93e9-3ec5c5ae3800 req-8c1b8675-b1cf-4efa-ad89-22bbfedb9934 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.0501306 Sep 16 12:58:55.835799 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-af131ef1-3e54-4edc-a03e-52f06c4b99cd req-c04a7b4d-0c4b-4cb4-8dfe-807219284d98 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 210 time: 0.1078093 Sep 16 12:58:55.891682 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac34a3-07e9-48ab-8dd9-1d4291add5c2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Pushing event deleted for resources: {'Port': ['ID=d289a714-1b0e-4177-adf6-0d59780fa902,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:55.913626 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba406c96-bce8-47e5-bdc1-3a6696315aac None None] Pushing event updated for resources: {'Port': ['ID=cf7e3069-bb2a-429a-8faa-44113b6dd33e,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:56.023405 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] Set router 1895e84f-3f55-4975-94c5-6d786ebdeb54 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:58:56.061299 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe043bd7-4988-4a41-a15f-00b708c0d828 req-48ac34a3-07e9-48ab-8dd9-1d4291add5c2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Router 1d8f5f0c-7a6a-4d86-a189-54124fe101bf has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:58:56.065806 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8043e7b-5f16-454c-99dc-02c2863a2b89 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:58:56.069125 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:56.080400 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9eeed9-0f8e-4ce9-b122-fcd12b45e2a9 None None] Sync routers for ids ['0676d604-506e-41af-a37c-0a0633c3c2e2'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:58:56.100576 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c8043e7b-5f16-454c-99dc-02c2863a2b89 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/0676d604-506e-41af-a37c-0a0633c3c2e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5794775 Sep 16 12:58:56.100576 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0153530b-ccc1-41d5-b16a-1fe05269c30d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_gateway (4c22516c-3c7a-477a-b002-cec32c2c51f3), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:56.108457 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:56.110935 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 33978) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:56.126065 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9eeed9-0f8e-4ce9-b122-fcd12b45e2a9 None None] Routers {'0676d604-506e-41af-a37c-0a0633c3c2e2'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:58:56.126908 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-dc9eeed9-0f8e-4ce9-b122-fcd12b45e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0676d604-506e-41af-a37c-0a0633c3c2e2'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:56.174179 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0153530b-ccc1-41d5-b16a-1fe05269c30d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:56.320664 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Publish callbacks [] for port (9ccca104-6b1a-4a87-a82d-e748f4fb9ace), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:56.385704 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6928b1cc-3449-479a-a2a9-abba9254ffc4 req-941319bd-1e78-4fd8-a285-c07586c1fd10 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 210 time: 0.0458419 Sep 16 12:58:56.395027 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-dc9eeed9-0f8e-4ce9-b122-fcd12b45e2a9 None None] Set router 0676d604-506e-41af-a37c-0a0633c3c2e2 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:58:56.483495 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3876c6ca-705e-442f-ade1-ecd317efa469 admin admin] Publish callbacks [] for router (0676d604-506e-41af-a37c-0a0633c3c2e2), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:56.550652 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:56.559724 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'name': 'tempest-TaggedBootDevicesTest_v242-587988711-router', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:50Z', 'revision_number': 3, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'gw_port': {'id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:56.600646 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe043bd7-4988-4a41-a15f-00b708c0d828 req-48ac34a3-07e9-48ab-8dd9-1d4291add5c2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:58:56.604741 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (9ccca104-6b1a-4a87-a82d-e748f4fb9ace), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:56.622878 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8606f561-ce59-465f-9cb4-2ef89271f797 None None] The sync data for ids ['1895e84f-3f55-4975-94c5-6d786ebdeb54'] in n-d-858094-4 is: [{'id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'name': 'tempest-TaggedBootDevicesTest_v242-587988711-router', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:50Z', 'revision_number': 3, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'gw_port': {'id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:58:56.633077 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1453fc96-9aca-41a1-974a-c786a0a7b0ee None None] Sync routers for ids ['1d8f5f0c-7a6a-4d86-a189-54124fe101bf'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:58:56.653654 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-dc9eeed9-0f8e-4ce9-b122-fcd12b45e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0676d604-506e-41af-a37c-0a0633c3c2e2', 'name': 'tempest-VolumesAdminNegativeTest-148034623-router', 'tenant_id': '9390133145c14261b4cb69996a8cbada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '6e925446-6095-43ce-972b-fffc5bb09757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:53Z', 'updated_at': '2022-09-16T12:58:52Z', 'revision_number': 5, 'project_id': '9390133145c14261b4cb69996a8cbada', 'gw_port': {'id': '6e925446-6095-43ce-972b-fffc5bb09757', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0676d604-506e-41af-a37c-0a0633c3c2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:54Z', 'updated_at': '2022-09-16T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:56.663760 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1453fc96-9aca-41a1-974a-c786a0a7b0ee None None] Routers {'1d8f5f0c-7a6a-4d86-a189-54124fe101bf'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:58:56.666378 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1453fc96-9aca-41a1-974a-c786a0a7b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1d8f5f0c-7a6a-4d86-a189-54124fe101bf'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:56.694073 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Network 5fe80c07-1468-4c04-9291-5fbc50b9c34f is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:58:56.706981 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:56.710947 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9eeed9-0f8e-4ce9-b122-fcd12b45e2a9 None None] Checking router: 0676d604-506e-41af-a37c-0a0633c3c2e2 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:58:56.723087 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9eeed9-0f8e-4ce9-b122-fcd12b45e2a9 None None] Routers {'0676d604-506e-41af-a37c-0a0633c3c2e2'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:58:56.723994 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-dc9eeed9-0f8e-4ce9-b122-fcd12b45e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0676d604-506e-41af-a37c-0a0633c3c2e2'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:56.729219 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-0153530b-ccc1-41d5-b16a-1fe05269c30d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Allocated IP 2001:db8::54 (3b31e8da-3833-4f47-9b75-4732d058465a/f6012431-98fd-4107-ba55-2cb6249df0e9/b450c8c6-a1dc-4736-b0e2-95a757902f8b) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:58:56.731613 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe043bd7-4988-4a41-a15f-00b708c0d828 req-48ac34a3-07e9-48ab-8dd9-1d4291add5c2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] No DVR routers for this DVR port d289a714-1b0e-4177-adf6-0d59780fa902 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:58:56.734193 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:58:56.741137 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-fe043bd7-4988-4a41-a15f-00b708c0d828 req-48ac34a3-07e9-48ab-8dd9-1d4291add5c2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:56.749453 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe043bd7-4988-4a41-a15f-00b708c0d828 req-48ac34a3-07e9-48ab-8dd9-1d4291add5c2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.25 "DELETE /networking/v2.0/ports/d289a714-1b0e-4177-adf6-0d59780fa902 HTTP/1.1" status: 204 len: 173 time: 2.0804808 Sep 16 12:58:56.762437 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49156a2-d78c-4601-a431-e09716c76ce8', 'name': 'network-vif-deleted', 'tag': 'd289a714-1b0e-4177-adf6-0d59780fa902'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:58:56.766667 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a263454f-8fc5-4a21-854d-184bc5d571ad" -d '{"events": [{"server_uuid": "d49156a2-d78c-4601-a431-e09716c76ce8", "name": "network-vif-deleted", "tag": "d289a714-1b0e-4177-adf6-0d59780fa902"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:58:56.804321 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3876c6ca-705e-442f-ade1-ecd317efa469 admin admin] Publish callbacks [] for router_gateway (0676d604-506e-41af-a37c-0a0633c3c2e2), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:56.806393 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Pushing event updated for resources: {'Port': ['ID=9ccca104-6b1a-4a87-a82d-e748f4fb9ace,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:56.944713 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb57f524-581d-4b71-83f1-048e09af50cb x-openstack-request-id: req-bb57f524-581d-4b71-83f1-048e09af50cb {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:58:56.945010 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49156a2-d78c-4601-a431-e09716c76ce8", "name": "network-vif-deleted", "tag": "d289a714-1b0e-4177-adf6-0d59780fa902", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:58:56.945262 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bb57f524-581d-4b71-83f1-048e09af50cb {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:58:56.945689 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb57f524-581d-4b71-83f1-048e09af50cb'] response: {'server_uuid': 'd49156a2-d78c-4601-a431-e09716c76ce8', 'name': 'network-vif-deleted', 'tag': 'd289a714-1b0e-4177-adf6-0d59780fa902', 'status': 'completed', 'code': 200} Sep 16 12:58:56.977435 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-1453fc96-9aca-41a1-974a-c786a0a7b0ee None None] Set router 1d8f5f0c-7a6a-4d86-a189-54124fe101bf gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:58:56.995158 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (1895e84f-3f55-4975-94c5-6d786ebdeb54), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:57.028115 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-3876c6ca-705e-442f-ade1-ecd317efa469 admin admin] Deleting port 6e925446-6095-43ce-972b-fffc5bb09757 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:58:57.028491 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3876c6ca-705e-442f-ade1-ecd317efa469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (6e925446-6095-43ce-972b-fffc5bb09757), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:57.090214 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 997c4c17-90bc-4923-b21f-e4521236a071 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:58:57.121240 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-dc9eeed9-0f8e-4ce9-b122-fcd12b45e2a9 None None] Set router 0676d604-506e-41af-a37c-0a0633c3c2e2 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:58:57.331810 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 997c4c17-90bc-4923-b21f-e4521236a071 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:57.332211 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (997c4c17-90bc-4923-b21f-e4521236a071), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:57.332556 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 997c4c17-90bc-4923-b21f-e4521236a071 Sep 16 12:58:57.389504 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a12756e3-d66a-49c9-ae60-63b30085c029 req-68be996a-8ad3-4ea5-a430-8fe46ad69cf5 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 210 time: 0.2782612 Sep 16 12:58:57.451345 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0153530b-ccc1-41d5-b16a-1fe05269c30d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for port (b450c8c6-a1dc-4736-b0e2-95a757902f8b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:57.501574 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0125cc34-eda2-4327-ba0b-2ae6fcc06e21 req-0e431c9b-4c95-4946-a184-bcdec9492628 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.1891544 Sep 16 12:58:57.504426 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:57.556921 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Provisioning complete for port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:57.571813 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (9ccca104-6b1a-4a87-a82d-e748f4fb9ace), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:57.573421 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Attempt 1 to provision port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace Sep 16 12:58:57.591519 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0153530b-ccc1-41d5-b16a-1fe05269c30d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (b450c8c6-a1dc-4736-b0e2-95a757902f8b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:57.655325 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:57.707135 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51a78ec-f0ea-4cf7-887b-4bdf8d63da25 None None] Network cac6fded-e5ed-439c-b2d5-e9a2b24c45b9 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:58:57.716565 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c85ccfcf-96e5-4289-95bd-889428d4dddc req-da3bc674-78f2-4917-97f7-67522869e06a tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d49156a2-d78c-4601-a431-e09716c76ce8 HTTP/1.1" status: 200 len: 210 time: 0.0621440 Sep 16 12:58:57.725221 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device d289a714-1b0e-4177-adf6-0d59780fa902 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:57.725543 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-3876c6ca-705e-442f-ade1-ecd317efa469 admin admin] For port 6e925446-6095-43ce-972b-fffc5bb09757, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6e925446-6095-43ce-972b-fffc5bb09757,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:57.728241 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3876c6ca-705e-442f-ade1-ecd317efa469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (6e925446-6095-43ce-972b-fffc5bb09757), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:57.749771 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-bba6a59a-d7b7-4ef1-a4dd-c8316bdb683f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:57.756459 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-bba6a59a-d7b7-4ef1-a4dd-c8316bdb683f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:57.758369 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-bba6a59a-d7b7-4ef1-a4dd-c8316bdb683f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.76 "GET /networking/v2.0/networks?id=ce933327-2e92-43ef-840e-49b5f9ee9385&id=cac6fded-e5ed-439c-b2d5-e9a2b24c45b9 HTTP/1.1" status: 200 len: 1391 time: 0.7876825 Sep 16 12:58:57.771734 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-3876c6ca-705e-442f-ade1-ecd317efa469 admin admin] Calling delete_port for 6e925446-6095-43ce-972b-fffc5bb09757 owned by network:router_gateway {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:58:57.774704 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0153530b-ccc1-41d5-b16a-1fe05269c30d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Network 3b31e8da-3833-4f47-9b75-4732d058465a is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:58:57.784046 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-0153530b-ccc1-41d5-b16a-1fe05269c30d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:57.789863 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0153530b-ccc1-41d5-b16a-1fe05269c30d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:58:57.795780 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153530b-ccc1-41d5-b16a-1fe05269c30d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Pushing event updated for resources: {'Port': ['ID=b450c8c6-a1dc-4736-b0e2-95a757902f8b,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:57.829958 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:57.836026 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 997c4c17-90bc-4923-b21f-e4521236a071 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:57.836521 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (997c4c17-90bc-4923-b21f-e4521236a071), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:57.889073 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-dc9eeed9-0f8e-4ce9-b122-fcd12b45e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0676d604-506e-41af-a37c-0a0633c3c2e2', 'name': 'tempest-VolumesAdminNegativeTest-148034623-router', 'tenant_id': '9390133145c14261b4cb69996a8cbada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '6e925446-6095-43ce-972b-fffc5bb09757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:53Z', 'updated_at': '2022-09-16T12:58:52Z', 'revision_number': 5, 'project_id': '9390133145c14261b4cb69996a8cbada', 'gw_port': {'id': '6e925446-6095-43ce-972b-fffc5bb09757', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0676d604-506e-41af-a37c-0a0633c3c2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:54Z', 'updated_at': '2022-09-16T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:57.898113 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-8df19cb7-5848-485b-837a-03ea0e36fc7a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Request body: {'port': {'device_id': '5316af91-4d35-4a6e-9584-05d2a5b5cce6', 'network_id': 'ce933327-2e92-43ef-840e-49b5f9ee9385', 'admin_state_up': True, 'tenant_id': '18ad456d126a4c25accb04f76a159733'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:58:57.945280 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9eeed9-0f8e-4ce9-b122-fcd12b45e2a9 None None] The sync data for ids ['0676d604-506e-41af-a37c-0a0633c3c2e2'] in n-d-858094-4 is: [{'id': '0676d604-506e-41af-a37c-0a0633c3c2e2', 'name': 'tempest-VolumesAdminNegativeTest-148034623-router', 'tenant_id': '9390133145c14261b4cb69996a8cbada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '6e925446-6095-43ce-972b-fffc5bb09757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:54:53Z', 'updated_at': '2022-09-16T12:58:52Z', 'revision_number': 5, 'project_id': '9390133145c14261b4cb69996a8cbada', 'gw_port': {'id': '6e925446-6095-43ce-972b-fffc5bb09757', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0676d604-506e-41af-a37c-0a0633c3c2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:54:54Z', 'updated_at': '2022-09-16T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:58:57.949883 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:57.992798 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9ccca104-6b1a-4a87-a82d-e748f4fb9ace), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:58.065608 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:58.225002 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: d289a714-1b0e-4177-adf6-0d59780fa902 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:58:58.225338 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device d289a714-1b0e-4177-adf6-0d59780fa902 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:58:58.228732 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:58.250495 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3876c6ca-705e-442f-ade1-ecd317efa469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (6e925446-6095-43ce-972b-fffc5bb09757), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:58.301881 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876c6ca-705e-442f-ade1-ecd317efa469 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e925446-6095-43ce-972b-fffc5bb09757,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:58.309321 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 997c4c17-90bc-4923-b21f-e4521236a071, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=997c4c17-90bc-4923-b21f-e4521236a071,segment=NetworkSegment(4fe5c93d-01b3-4a9c-9aa0-d2d99f287125),segment_id=4fe5c93d-01b3-4a9c-9aa0-d2d99f287125)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:58.320022 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-8df19cb7-5848-485b-837a-03ea0e36fc7a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Made reservation on behalf of 18ad456d126a4c25accb04f76a159733 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:58:58.329810 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (997c4c17-90bc-4923-b21f-e4521236a071), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:58.331657 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-8df19cb7-5848-485b-837a-03ea0e36fc7a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:58.384605 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:58.406193 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0153530b-ccc1-41d5-b16a-1fe05269c30d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_gateway (4c22516c-3c7a-477a-b002-cec32c2c51f3), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:58.437594 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=997c4c17-90bc-4923-b21f-e4521236a071,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:58.492416 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Publish callbacks [] for port (9ccca104-6b1a-4a87-a82d-e748f4fb9ace), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:58.504812 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (9ccca104-6b1a-4a87-a82d-e748f4fb9ace), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:58.583954 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1453fc96-9aca-41a1-974a-c786a0a7b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1551508322-router', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6141d314-840b-41af-b30a-d9c240d4383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:56Z', 'updated_at': '2022-09-16T12:51:00Z', 'revision_number': 4, 'project_id': 'da915844493a4928ac8830897afa126f', 'gw_port': {'id': '6141d314-840b-41af-b30a-d9c240d4383b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:55:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:57Z', 'updated_at': '2022-09-16T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'b514ec2d-a210-456c-a5e9-648da8dcb75b', 'name': '', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'mac_address': 'fa:16:3e:a5:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:00Z', 'updated_at': '2022-09-16T12:51:09Z', 'revision_number': 5, 'project_id': 'da915844493a4928ac8830897afa126f', 'subnets': [{'id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:58.652035 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1453fc96-9aca-41a1-974a-c786a0a7b0ee None None] Checking router: 1d8f5f0c-7a6a-4d86-a189-54124fe101bf for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:58:58.669452 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1453fc96-9aca-41a1-974a-c786a0a7b0ee None None] Routers {'1d8f5f0c-7a6a-4d86-a189-54124fe101bf'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:58:58.670088 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1453fc96-9aca-41a1-974a-c786a0a7b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1d8f5f0c-7a6a-4d86-a189-54124fe101bf'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:58.746321 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Attempt 2 to provision port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace Sep 16 12:58:58.800893 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-8df19cb7-5848-485b-837a-03ea0e36fc7a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Allocated IP 19.80.0.222 (ce933327-2e92-43ef-840e-49b5f9ee9385/089d8319-50f1-4078-a3a4-d5940f822631/23475454-423f-4d72-a3c8-e9e9cbc581b5) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:58:58.867213 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:58.911550 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-1453fc96-9aca-41a1-974a-c786a0a7b0ee None None] Set router 1d8f5f0c-7a6a-4d86-a189-54124fe101bf gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:58:58.946552 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-73a3268d-f6a3-4185-a785-e23ac5ea6d05 req-1ba8cc56-e882-496b-8fb6-9cf58c38a316 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.0478518 Sep 16 12:58:58.954147 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:58.960228 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34d90c64-edae-4ae9-953c-9d3a3268d81d req-a1b834c7-9343-4cc4-9141-2a558aae203e tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 210 time: 0.1344533 Sep 16 12:58:59.034290 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3876c6ca-705e-442f-ade1-ecd317efa469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (0676d604-506e-41af-a37c-0a0633c3c2e2), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:59.118388 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 997c4c17-90bc-4923-b21f-e4521236a071 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:58:59.187569 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34012) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:59.211546 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3876c6ca-705e-442f-ade1-ecd317efa469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (0676d604-506e-41af-a37c-0a0633c3c2e2), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:59.220740 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3876c6ca-705e-442f-ade1-ecd317efa469 admin admin] Publish callbacks [] for router_controller (0676d604-506e-41af-a37c-0a0633c3c2e2), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:59.248739 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 997c4c17-90bc-4923-b21f-e4521236a071 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:59.249093 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (997c4c17-90bc-4923-b21f-e4521236a071), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:59.249425 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 997c4c17-90bc-4923-b21f-e4521236a071 Sep 16 12:58:59.291897 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (1895e84f-3f55-4975-94c5-6d786ebdeb54), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:59.296722 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Pushing event updated for resources: {'Port': ['ID=9ccca104-6b1a-4a87-a82d-e748f4fb9ace,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:58:59.322147 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:59.322512 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:59.322865 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:59.323208 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:59.323544 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:59.323874 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:59.324242 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:59.324588 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:59.324903 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:59.325229 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:59.325558 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:59.325869 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:59.326194 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:59.326515 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:59.327335 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:58:59.334172 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:59.354123 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1453fc96-9aca-41a1-974a-c786a0a7b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1551508322-router', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6141d314-840b-41af-b30a-d9c240d4383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:56Z', 'updated_at': '2022-09-16T12:51:00Z', 'revision_number': 4, 'project_id': 'da915844493a4928ac8830897afa126f', 'gw_port': {'id': '6141d314-840b-41af-b30a-d9c240d4383b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:55:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:57Z', 'updated_at': '2022-09-16T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'b514ec2d-a210-456c-a5e9-648da8dcb75b', 'name': '', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'mac_address': 'fa:16:3e:a5:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:00Z', 'updated_at': '2022-09-16T12:51:09Z', 'revision_number': 5, 'project_id': 'da915844493a4928ac8830897afa126f', 'subnets': [{'id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:58:59.385909 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Attempt 3 to provision port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace Sep 16 12:58:59.395595 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1453fc96-9aca-41a1-974a-c786a0a7b0ee None None] The sync data for ids ['1d8f5f0c-7a6a-4d86-a189-54124fe101bf'] in n-d-858094-4 is: [{'id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1551508322-router', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6141d314-840b-41af-b30a-d9c240d4383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:56Z', 'updated_at': '2022-09-16T12:51:00Z', 'revision_number': 4, 'project_id': 'da915844493a4928ac8830897afa126f', 'gw_port': {'id': '6141d314-840b-41af-b30a-d9c240d4383b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:55:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:57Z', 'updated_at': '2022-09-16T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'b514ec2d-a210-456c-a5e9-648da8dcb75b', 'name': '', 'network_id': '1e927054-126f-4e94-8719-fa14f3244a7f', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'mac_address': 'fa:16:3e:a5:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:00Z', 'updated_at': '2022-09-16T12:51:09Z', 'revision_number': 5, 'project_id': 'da915844493a4928ac8830897afa126f', 'subnets': [{'id': '442e355a-28fc-4280-9c3c-7a51ba789d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:58:59.457173 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0153530b-ccc1-41d5-b16a-1fe05269c30d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (4c22516c-3c7a-477a-b002-cec32c2c51f3), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:59.530226 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:58:59.532664 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 997c4c17-90bc-4923-b21f-e4521236a071 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:59.534118 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device cf7e3069-bb2a-429a-8faa-44113b6dd33e up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:58:59.545382 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Network 5fe80c07-1468-4c04-9291-5fbc50b9c34f is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:58:59.548483 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:58:59.608590 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port cf7e3069-bb2a-429a-8faa-44113b6dd33e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:58:59.609050 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (cf7e3069-bb2a-429a-8faa-44113b6dd33e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:59.609473 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port cf7e3069-bb2a-429a-8faa-44113b6dd33e Sep 16 12:58:59.674317 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:59.690904 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:59.699043 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:58:59.712978 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3876c6ca-705e-442f-ade1-ecd317efa469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (0676d604-506e-41af-a37c-0a0633c3c2e2), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:59.713231 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3876c6ca-705e-442f-ade1-ecd317efa469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0676d604-506e-41af-a37c-0a0633c3c2e2 {{(pid=113698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:58:59.734584 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Router 1895e84f-3f55-4975-94c5-6d786ebdeb54 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:58:59.749342 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0153530b-ccc1-41d5-b16a-1fe05269c30d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Router 4c22516c-3c7a-477a-b002-cec32c2c51f3 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:58:59.756279 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3876c6ca-705e-442f-ade1-ecd317efa469 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:59.759775 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-3876c6ca-705e-442f-ade1-ecd317efa469 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/0676d604-506e-41af-a37c-0a0633c3c2e2 HTTP/1.1" status: 204 len: 168 time: 3.6454594 Sep 16 12:58:59.772541 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34018) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:58:59.775731 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port cf7e3069-bb2a-429a-8faa-44113b6dd33e is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:58:59.776746 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (cf7e3069-bb2a-429a-8faa-44113b6dd33e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:59.830751 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-8df19cb7-5848-485b-837a-03ea0e36fc7a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks [] for port (23475454-423f-4d72-a3c8-e9e9cbc581b5), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:59.841547 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port cf7e3069-bb2a-429a-8faa-44113b6dd33e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=cf7e3069-bb2a-429a-8faa-44113b6dd33e,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:58:59.859267 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (cf7e3069-bb2a-429a-8faa-44113b6dd33e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:58:59.899480 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:58:59.907280 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8c390-d01a-4e35-a99d-cb6089f52487 req-de153151-f278-439e-8466-ea5541d98b17 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:58:59.922380 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-09b8c390-d01a-4e35-a99d-cb6089f52487 req-de153151-f278-439e-8466-ea5541d98b17 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 946 time: 0.3170261 Sep 16 12:58:59.945545 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:58:59.945545 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6ef45bdc-01fe-4b48-b572-9a5d653c65d9 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:58:59.996250 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=cf7e3069-bb2a-429a-8faa-44113b6dd33e,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:00.031361 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Attempt 4 to provision port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace Sep 16 12:59:00.048866 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d2b44728-d0bd-48fd-b9d1-871978f776d1 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for security_group (e0d125f3-c1a7-4bda-b7a6-d37a99216072), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:00.049936 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb262d9-f327-4d5f-9812-8a40f815842e None None] New status for floating IP 0eede6ea-14b4-4c5f-a492-42fabd2ef8d3: DOWN {{(pid=113701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 12:59:00.077839 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:59:00.081838 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d375e9-595d-44a9-8ae8-bea1fccd2be0 admin admin] Deleting subnet 2b8cf7ea-a4a7-4e5c-b9ce-a12e37bc12a7 {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:59:00.086667 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-78d375e9-595d-44a9-8ae8-bea1fccd2be0 admin admin] Publish callbacks [] for subnet (2b8cf7ea-a4a7-4e5c-b9ce-a12e37bc12a7), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:00.093931 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f9a9b785-e15d-4e5a-8d1a-921cab4e2a1c admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/1895e84f-3f55-4975-94c5-6d786ebdeb54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4504671 Sep 16 12:59:00.101172 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0153530b-ccc1-41d5-b16a-1fe05269c30d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:59:00.137311 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] Sync routers for ids ['1895e84f-3f55-4975-94c5-6d786ebdeb54'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:59:00.142791 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0153530b-ccc1-41d5-b16a-1fe05269c30d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:00.144349 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0153530b-ccc1-41d5-b16a-1fe05269c30d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.2232959 Sep 16 12:59:00.147673 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34026) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:00.150764 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:00.160205 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] Routers {'1895e84f-3f55-4975-94c5-6d786ebdeb54'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:00.160589 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd5f51b-be84-4522-ae81-63e2abe0846c None None] Sync routers for ids ['4c22516c-3c7a-477a-b002-cec32c2c51f3'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:59:00.161062 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1895e84f-3f55-4975-94c5-6d786ebdeb54'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:00.217203 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd5f51b-be84-4522-ae81-63e2abe0846c None None] Routers {'4c22516c-3c7a-477a-b002-cec32c2c51f3'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:00.218518 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-abd5f51b-be84-4522-ae81-63e2abe0846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['4c22516c-3c7a-477a-b002-cec32c2c51f3'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:00.286944 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7fef289c-163b-4b48-9337-15b0b40c0425 req-ace7e857-eda4-4ecd-9a5e-2b02c1892580 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 210 time: 0.1053164 Sep 16 12:59:00.306802 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-654fac54-b7d7-4292-a078-152a68689e85 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router (4c22516c-3c7a-477a-b002-cec32c2c51f3), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:00.309602 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-78d375e9-595d-44a9-8ae8-bea1fccd2be0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (2b8cf7ea-a4a7-4e5c-b9ce-a12e37bc12a7), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:00.341365 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] Set router 1895e84f-3f55-4975-94c5-6d786ebdeb54 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:00.387841 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d2b44728-d0bd-48fd-b9d1-871978f776d1 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for security_group (e0d125f3-c1a7-4bda-b7a6-d37a99216072), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:00.450700 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-09b8c390-d01a-4e35-a99d-cb6089f52487 req-24e06455-ea57-4378-8a02-4943cf99b6f9 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271604 Sep 16 12:59:00.484698 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-8df19cb7-5848-485b-837a-03ea0e36fc7a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (23475454-423f-4d72-a3c8-e9e9cbc581b5), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:00.533173 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-654fac54-b7d7-4292-a078-152a68689e85 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_gateway (4c22516c-3c7a-477a-b002-cec32c2c51f3), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:00.536947 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-abd5f51b-be84-4522-ae81-63e2abe0846c None None] Set router 4c22516c-3c7a-477a-b002-cec32c2c51f3 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:00.544472 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:00.571119 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c0ad7c97-ace2-4dab-93ad-56ada97c1410 req-2f7130b0-e0da-4f5a-bdb6-80249fa93e53 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.1345842 Sep 16 12:59:00.604891 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-654fac54-b7d7-4292-a078-152a68689e85 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Deleting port b450c8c6-a1dc-4736-b0e2-95a757902f8b {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:00.604891 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-654fac54-b7d7-4292-a078-152a68689e85 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (b450c8c6-a1dc-4736-b0e2-95a757902f8b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:00.628563 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:00.653693 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Attempt 5 to provision port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace Sep 16 12:59:00.672059 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-8df19cb7-5848-485b-837a-03ea0e36fc7a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Network ce933327-2e92-43ef-840e-49b5f9ee9385 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:00.683411 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-8df19cb7-5848-485b-837a-03ea0e36fc7a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:00.685597 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df19cb7-5848-485b-837a-03ea0e36fc7a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event updated for resources: {'Port': ['ID=23475454-423f-4d72-a3c8-e9e9cbc581b5,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:00.704410 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-8df19cb7-5848-485b-837a-03ea0e36fc7a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:59:00.720082 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'name': 'tempest-TaggedBootDevicesTest_v242-587988711-router', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:57Z', 'revision_number': 4, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'gw_port': {'id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '9ccca104-6b1a-4a87-a82d-e748f4fb9ace', 'name': '', 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'mac_address': 'fa:16:3e:53:10:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'ef43da26-ec9d-4b33-82f5-510dc693367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:55Z', 'updated_at': '2022-09-16T12:58:58Z', 'revision_number': 2, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'subnets': [{'id': 'ef43da26-ec9d-4b33-82f5-510dc693367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:00.754113 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:00.805149 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:00.806362 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] Checking router: 1895e84f-3f55-4975-94c5-6d786ebdeb54 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:59:00.807608 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d2b44728-d0bd-48fd-b9d1-871978f776d1 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (e0d125f3-c1a7-4bda-b7a6-d37a99216072), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:00.810558 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d2b44728-d0bd-48fd-b9d1-871978f776d1 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:00.811936 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-d2b44728-d0bd-48fd-b9d1-871978f776d1 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/e0d125f3-c1a7-4bda-b7a6-d37a99216072 HTTP/1.1" status: 204 len: 168 time: 1.6231627 Sep 16 12:59:00.817414 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] Updating router 1895e84f-3f55-4975-94c5-6d786ebdeb54 port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:59:00.828724 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34032) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:00.835234 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-78d375e9-595d-44a9-8ae8-bea1fccd2be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (2b8cf7ea-a4a7-4e5c-b9ce-a12e37bc12a7), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:00.874323 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b44728-d0bd-48fd-b9d1-871978f776d1 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d125f3-c1a7-4bda-b7a6-d37a99216072,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:00.904027 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-abd5f51b-be84-4522-ae81-63e2abe0846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c22516c-3c7a-477a-b002-cec32c2c51f3', 'name': '', 'tenant_id': '73a22f7e4dc24268b7364d7f5b00c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b31e8da-3833-4f47-9b75-4732d058465a', 'external_fixed_ips': [{'subnet_id': 'f6012431-98fd-4107-ba55-2cb6249df0e9', 'ip_address': '2001:db8::54'}], 'enable_snat': True}, 'gw_port_id': 'b450c8c6-a1dc-4736-b0e2-95a757902f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:54Z', 'updated_at': '2022-09-16T12:58:58Z', 'revision_number': 3, 'project_id': '73a22f7e4dc24268b7364d7f5b00c509', 'gw_port': {'id': 'b450c8c6-a1dc-4736-b0e2-95a757902f8b', 'name': '', 'network_id': '3b31e8da-3833-4f47-9b75-4732d058465a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ea:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c22516c-3c7a-477a-b002-cec32c2c51f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'f6012431-98fd-4107-ba55-2cb6249df0e9', 'ip_address': '2001:db8::54', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:56Z', 'updated_at': '2022-09-16T12:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6012431-98fd-4107-ba55-2cb6249df0e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:00.914290 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-654fac54-b7d7-4292-a078-152a68689e85 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (b450c8c6-a1dc-4736-b0e2-95a757902f8b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:00.922281 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-8df19cb7-5848-485b-837a-03ea0e36fc7a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:00.923146 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-8df19cb7-5848-485b-837a-03ea0e36fc7a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:00.939908 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device cf7e3069-bb2a-429a-8faa-44113b6dd33e up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:59:00.953255 n-d-858094-4 neutron-server[113699]: INFO neutron.api.v2.resource [None req-594ec320-353d-458e-b5f3-8429d2fae39b tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] show failed (client error): The resource could not be found. Sep 16 12:59:00.961008 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-594ec320-353d-458e-b5f3-8429d2fae39b tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups/e0d125f3-c1a7-4bda-b7a6-d37a99216072 HTTP/1.1" status: 404 len: 347 time: 0.1279759 Sep 16 12:59:00.964471 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34038) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:00.973805 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-654fac54-b7d7-4292-a078-152a68689e85 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Calling delete_port for b450c8c6-a1dc-4736-b0e2-95a757902f8b owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:00.987282 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-8df19cb7-5848-485b-837a-03ea0e36fc7a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0919750 Sep 16 12:59:01.004795 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd5f51b-be84-4522-ae81-63e2abe0846c None None] Checking router: 4c22516c-3c7a-477a-b002-cec32c2c51f3 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:59:01.005109 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd5f51b-be84-4522-ae81-63e2abe0846c None None] Updating router 4c22516c-3c7a-477a-b002-cec32c2c51f3 port b450c8c6-a1dc-4736-b0e2-95a757902f8b binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:59:01.050550 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-657f321c-b2bd-4a74-a9fc-e3cb90b97797 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Request body: {'port': {'device_id': '5316af91-4d35-4a6e-9584-05d2a5b5cce6', 'network_id': 'cac6fded-e5ed-439c-b2d5-e9a2b24c45b9', 'admin_state_up': True, 'tenant_id': '18ad456d126a4c25accb04f76a159733'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:01.057293 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-abd5f51b-be84-4522-ae81-63e2abe0846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b450c8c6-a1dc-4736-b0e2-95a757902f8b), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.076838 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9ccca104-6b1a-4a87-a82d-e748f4fb9ace), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.275621 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port cf7e3069-bb2a-429a-8faa-44113b6dd33e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:01.275992 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (cf7e3069-bb2a-429a-8faa-44113b6dd33e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.276380 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port cf7e3069-bb2a-429a-8faa-44113b6dd33e Sep 16 12:59:01.289338 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:01.311747 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-78d375e9-595d-44a9-8ae8-bea1fccd2be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (2b8cf7ea-a4a7-4e5c-b9ce-a12e37bc12a7), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.336186 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-654fac54-b7d7-4292-a078-152a68689e85 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (b450c8c6-a1dc-4736-b0e2-95a757902f8b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.366135 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:01.376279 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fac54-b7d7-4292-a078-152a68689e85 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Pushing event deleted for resources: {'Port': ['ID=b450c8c6-a1dc-4736-b0e2-95a757902f8b,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:01.390374 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34048) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:01.399879 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Attempt 6 to provision port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace Sep 16 12:59:01.403704 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-32c6dc12-922d-40d3-ad05-032b6737eca5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-933066058-network', 'tenant_id': '6c8c519fef424295be063e548176071a'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:01.443286 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.db.api [None req-abd5f51b-be84-4522-ae81-63e2abe0846c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 12:59:01.444068 n-d-858094-4 neutron-server[113701]: DEBUG oslo_db.api [None req-abd5f51b-be84-4522-ae81-63e2abe0846c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 12:59:01.444526 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-654fac54-b7d7-4292-a078-152a68689e85 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (4c22516c-3c7a-477a-b002-cec32c2c51f3), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.451169 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-78d375e9-595d-44a9-8ae8-bea1fccd2be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.454839 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-78d375e9-595d-44a9-8ae8-bea1fccd2be0 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/2b8cf7ea-a4a7-4e5c-b9ce-a12e37bc12a7 HTTP/1.1" status: 204 len: 168 time: 1.6634991 Sep 16 12:59:01.455747 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d375e9-595d-44a9-8ae8-bea1fccd2be0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b8cf7ea-a4a7-4e5c-b9ce-a12e37bc12a7,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:01.462287 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34050) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:01.476636 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-bb8bd7ff-45ff-4196-b397-de5b20482a94 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Deleting port 1349b05c-971d-4b6d-ad3f-fa106c69c8e4 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:01.476989 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd7ff-45ff-4196-b397-de5b20482a94 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (1349b05c-971d-4b6d-ad3f-fa106c69c8e4), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.482495 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:01.483782 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:01.487119 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08274ee-619b-4289-9ab6-6b2bfd07c588 None None] Network 8c1156c6-462b-448a-a645-e0ded321b529 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:59:01.553961 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c6dc12-922d-40d3-ad05-032b6737eca5 admin admin] Made reservation on behalf of 6c8c519fef424295be063e548176071a for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:59:01.556513 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-32c6dc12-922d-40d3-ad05-032b6737eca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.567695 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-32c6dc12-922d-40d3-ad05-032b6737eca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.573165 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-654fac54-b7d7-4292-a078-152a68689e85 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (4c22516c-3c7a-477a-b002-cec32c2c51f3), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.579987 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb784f-bbc4-4015-b223-57691a6ca46f req-180aa5b5-285f-467c-bc96-1ed0fbacc5d8 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:01.580271 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-654fac54-b7d7-4292-a078-152a68689e85 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_controller (4c22516c-3c7a-477a-b002-cec32c2c51f3), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.581673 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1cfb784f-bbc4-4015-b223-57691a6ca46f req-180aa5b5-285f-467c-bc96-1ed0fbacc5d8 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 946 time: 0.2477462 Sep 16 12:59:01.630104 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:01.640957 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-654fac54-b7d7-4292-a078-152a68689e85 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (4c22516c-3c7a-477a-b002-cec32c2c51f3), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.641562 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654fac54-b7d7-4292-a078-152a68689e85 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c22516c-3c7a-477a-b002-cec32c2c51f3 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:59:01.648712 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-654fac54-b7d7-4292-a078-152a68689e85 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.653300 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-654fac54-b7d7-4292-a078-152a68689e85 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "DELETE /networking/v2.0/routers/4c22516c-3c7a-477a-b002-cec32c2c51f3 HTTP/1.1" status: 204 len: 168 time: 1.5043666 Sep 16 12:59:01.653913 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34056) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:01.724077 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f506f83-9338-487b-9227-fb5c295022bd tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Deleting subnet f6012431-98fd-4107-ba55-2cb6249df0e9 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:59:01.728803 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port cf7e3069-bb2a-429a-8faa-44113b6dd33e is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:01.735113 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5f506f83-9338-487b-9227-fb5c295022bd tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for subnet (f6012431-98fd-4107-ba55-2cb6249df0e9), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.736092 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18db8b1-ae56-49d5-b7c5-590fe2b7b196 req-647492dd-e615-4437-8135-35d6384fa48d tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:01.737639 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e18db8b1-ae56-49d5-b7c5-590fe2b7b196 req-647492dd-e615-4437-8135-35d6384fa48d tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 932 time: 0.2793097 Sep 16 12:59:01.757627 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6e925446-6095-43ce-972b-fffc5bb09757 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:59:01.771085 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-32c6dc12-922d-40d3-ad05-032b6737eca5 admin admin] Publish callbacks [] for security_group (ddb8e9ea-b4b0-49b2-91ec-f5c79f964e3f), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.780018 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-32c6dc12-922d-40d3-ad05-032b6737eca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (ddb8e9ea-b4b0-49b2-91ec-f5c79f964e3f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.789738 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5f506f83-9338-487b-9227-fb5c295022bd tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (f6012431-98fd-4107-ba55-2cb6249df0e9), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.798586 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 6e925446-6095-43ce-972b-fffc5bb09757 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:59:01.798786 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6e925446-6095-43ce-972b-fffc5bb09757 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:59:01.800573 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b14eb1-1bc3-470c-b725-6ad6b3297097 req-0fb6f269-cd4d-4738-a932-e820de7fca37 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:01.802242 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b2b14eb1-1bc3-470c-b725-6ad6b3297097 req-0fb6f269-cd4d-4738-a932-e820de7fca37 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 946 time: 0.2101965 Sep 16 12:59:01.815730 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ac06eab2-ff67-4c37-ba02-30dfd7eb61c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (8c1156c6-462b-448a-a645-e0ded321b529), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.837585 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c6dc12-922d-40d3-ad05-032b6737eca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:59:01.859831 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-32c6dc12-922d-40d3-ad05-032b6737eca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (937f526d-8388-4120-a74d-63c21be3d5a3), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.860425 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-32c6dc12-922d-40d3-ad05-032b6737eca5 admin admin] Added segment 937f526d-8388-4120-a74d-63c21be3d5a3 of type vlan for network 47882e5e-a9a3-4d88-9275-ad9f60e0f329 Sep 16 12:59:01.862084 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6dc12-922d-40d3-ad05-032b6737eca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb8e9ea-b4b0-49b2-91ec-f5c79f964e3f,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:01.883263 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-657f321c-b2bd-4a74-a9fc-e3cb90b97797 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Made reservation on behalf of 18ad456d126a4c25accb04f76a159733 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:59:01.887854 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-657f321c-b2bd-4a74-a9fc-e3cb90b97797 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.900619 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd7ff-45ff-4196-b397-de5b20482a94 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (1349b05c-971d-4b6d-ad3f-fa106c69c8e4), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.900953 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd7ff-45ff-4196-b397-de5b20482a94 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for floatingip (1349b05c-971d-4b6d-ad3f-fa106c69c8e4), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.930016 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5f506f83-9338-487b-9227-fb5c295022bd tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (f6012431-98fd-4107-ba55-2cb6249df0e9), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.941171 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:01.960860 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-32c6dc12-922d-40d3-ad05-032b6737eca5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (47882e5e-a9a3-4d88-9275-ad9f60e0f329), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:01.964910 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-bb8bd7ff-45ff-4196-b397-de5b20482a94 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Calling delete_port for 1349b05c-971d-4b6d-ad3f-fa106c69c8e4 owned by network:floatingip {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:01.973956 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd5f51b-be84-4522-ae81-63e2abe0846c None None] Port b450c8c6-a1dc-4736-b0e2-95a757902f8b not found while updating agent binding for router 4c22516c-3c7a-477a-b002-cec32c2c51f3. {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 16 12:59:01.984276 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:01.996073 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd5f51b-be84-4522-ae81-63e2abe0846c None None] Routers set() bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:01.997495 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd5f51b-be84-4522-ae81-63e2abe0846c None None] Router IDs set() for agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 16 12:59:01.998432 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_agentschedulers_db [None req-abd5f51b-be84-4522-ae81-63e2abe0846c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4c22516c-3c7a-477a-b002-cec32c2c51f3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent'). {{(pid=113701) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 12:59:01.999066 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd5f51b-be84-4522-ae81-63e2abe0846c None None] The sync data for ids ['4c22516c-3c7a-477a-b002-cec32c2c51f3'] in n-d-858094-4 is: [] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:59:02.006539 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-1cfb784f-bbc4-4015-b223-57691a6ca46f req-5936a90c-3a30-40fc-80f2-e5b59f36c373 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Deleting port 2467419c-0246-4695-9b97-df325e585a17 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:02.006880 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1cfb784f-bbc4-4015-b223-57691a6ca46f req-5936a90c-3a30-40fc-80f2-e5b59f36c373 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (2467419c-0246-4695-9b97-df325e585a17), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.018195 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-32c6dc12-922d-40d3-ad05-032b6737eca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (47882e5e-a9a3-4d88-9275-ad9f60e0f329), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.019399 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c6dc12-922d-40d3-ad05-032b6737eca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:02.019984 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-32c6dc12-922d-40d3-ad05-032b6737eca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.043623 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Attempt 7 to provision port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace Sep 16 12:59:02.045763 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e18db8b1-ae56-49d5-b7c5-590fe2b7b196 req-a70cbd0e-020b-4f1f-a33b-d68b56152e12 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866700 Sep 16 12:59:02.047855 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef22e883-53f3-445a-9e34-5f21f5990143 None None] DHCP port deletion for 8c1156c6-462b-448a-a645-e0ded321b529 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:59:02.059323 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5f506f83-9338-487b-9227-fb5c295022bd tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (f6012431-98fd-4107-ba55-2cb6249df0e9), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.140405 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5f506f83-9338-487b-9227-fb5c295022bd tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.143791 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5f506f83-9338-487b-9227-fb5c295022bd tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/f6012431-98fd-4107-ba55-2cb6249df0e9 HTTP/1.1" status: 204 len: 168 time: 0.4873905 Sep 16 12:59:02.148083 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f506f83-9338-487b-9227-fb5c295022bd tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f6012431-98fd-4107-ba55-2cb6249df0e9,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:02.157544 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34060) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:02.184226 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-32c6dc12-922d-40d3-ad05-032b6737eca5 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7881637 Sep 16 12:59:02.193734 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b2b14eb1-1bc3-470c-b725-6ad6b3297097 req-0ccc8146-41a2-48f8-a496-76180d2add98 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739166 Sep 16 12:59:02.196958 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34062) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:02.206941 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6dc12-922d-40d3-ad05-032b6737eca5 admin admin] Pushing event updated for resources: {'Network': ['ID=47882e5e-a9a3-4d88-9275-ad9f60e0f329,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:02.229321 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-ac06eab2-ff67-4c37-ba02-30dfd7eb61c1 admin admin] Deleting port 321b891e-4ce5-4794-a1cc-170e5e70a637 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:02.229575 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ac06eab2-ff67-4c37-ba02-30dfd7eb61c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (321b891e-4ce5-4794-a1cc-170e5e70a637), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.229664 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:02.230199 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 47882e5e-a9a3-4d88-9275-ad9f60e0f329 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:59:02.239912 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-b9e79a60-e0d1-4971-b7a0-4f0777735399 admin admin] Request body: {'subnet': {'network_id': '47882e5e-a9a3-4d88-9275-ad9f60e0f329', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-933066058-subnet', 'tenant_id': '6c8c519fef424295be063e548176071a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:02.273407 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-36525702-0891-4364-b37f-f83b8b2c527c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (3b31e8da-3833-4f47-9b75-4732d058465a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.293922 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ef22e883-53f3-445a-9e34-5f21f5990143 None None] Deleting port 321b891e-4ce5-4794-a1cc-170e5e70a637 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:02.294225 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ef22e883-53f3-445a-9e34-5f21f5990143 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (321b891e-4ce5-4794-a1cc-170e5e70a637), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.334000 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=9,neutron:SELECT=80,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:02.370833 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] Publish callbacks [] for port (9ccca104-6b1a-4a87-a82d-e748f4fb9ace), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.373354 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-136a4075-98b9-49e3-844f-c3f9e5f7bed5 req-478a2069-757a-4997-94a9-27e57d175c7f tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.1387155 Sep 16 12:59:02.422241 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-36525702-0891-4364-b37f-f83b8b2c527c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (3b31e8da-3833-4f47-9b75-4732d058465a), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.424598 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:02.431699 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (9ccca104-6b1a-4a87-a82d-e748f4fb9ace), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.445298 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:02.449487 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c06a4b92-12e3-4d3e-bb05-e5392e4a73f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.468146 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-36525702-0891-4364-b37f-f83b8b2c527c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b31e8da-3833-4f47-9b75-4732d058465a']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:02.470235 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e79a60-e0d1-4971-b7a0-4f0777735399 admin admin] Made reservation on behalf of 6c8c519fef424295be063e548176071a for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:59:02.473180 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b9e79a60-e0d1-4971-b7a0-4f0777735399 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.482666 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-36525702-0891-4364-b37f-f83b8b2c527c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d12bc25-870a-42da-9fc6-26a1f75f1ca9') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:02.483113 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-36525702-0891-4364-b37f-f83b8b2c527c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d12bc25-870a-42da-9fc6-26a1f75f1ca9') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:02.488744 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ef22e883-53f3-445a-9e34-5f21f5990143 None None] For port 321b891e-4ce5-4794-a1cc-170e5e70a637, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=321b891e-4ce5-4794-a1cc-170e5e70a637,segment=NetworkSegment(75b26c77-b7c1-42bb-942c-7aa288fdb4d4),segment_id=75b26c77-b7c1-42bb-942c-7aa288fdb4d4)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:02.489141 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ef22e883-53f3-445a-9e34-5f21f5990143 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (321b891e-4ce5-4794-a1cc-170e5e70a637), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.496190 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-36525702-0891-4364-b37f-f83b8b2c527c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (8d12bc25-870a-42da-9fc6-26a1f75f1ca9), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.513424 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-36525702-0891-4364-b37f-f83b8b2c527c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (8d12bc25-870a-42da-9fc6-26a1f75f1ca9), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.515224 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ef22e883-53f3-445a-9e34-5f21f5990143 None None] Calling delete_port for 321b891e-4ce5-4794-a1cc-170e5e70a637 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:02.525092 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36525702-0891-4364-b37f-f83b8b2c527c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:59:02.525551 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-36525702-0891-4364-b37f-f83b8b2c527c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (8d12bc25-870a-42da-9fc6-26a1f75f1ca9), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.564670 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea95c37-11d6-4581-b391-fdd203e87b0a None None] Pushing event updated for resources: {'Port': ['ID=9ccca104-6b1a-4a87-a82d-e748f4fb9ace,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:02.580355 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-ac06eab2-ff67-4c37-ba02-30dfd7eb61c1 admin admin] For port 321b891e-4ce5-4794-a1cc-170e5e70a637, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=321b891e-4ce5-4794-a1cc-170e5e70a637,segment=NetworkSegment(75b26c77-b7c1-42bb-942c-7aa288fdb4d4),segment_id=75b26c77-b7c1-42bb-942c-7aa288fdb4d4)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:02.581091 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ac06eab2-ff67-4c37-ba02-30dfd7eb61c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (321b891e-4ce5-4794-a1cc-170e5e70a637), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.590764 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-1cfb784f-bbc4-4015-b223-57691a6ca46f req-5936a90c-3a30-40fc-80f2-e5b59f36c373 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] For port 2467419c-0246-4695-9b97-df325e585a17, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=2467419c-0246-4695-9b97-df325e585a17,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:02.591604 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1cfb784f-bbc4-4015-b223-57691a6ca46f req-5936a90c-3a30-40fc-80f2-e5b59f36c373 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (2467419c-0246-4695-9b97-df325e585a17), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.607926 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 8d12bc25-870a-42da-9fc6-26a1f75f1ca9 resource provider aggregate not found Sep 16 12:59:02.608991 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-657f321c-b2bd-4a74-a9fc-e3cb90b97797 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Allocated IP 19.86.0.196 (cac6fded-e5ed-439c-b2d5-e9a2b24c45b9/944e7338-66ae-4e39-954c-b6db7063246d/1b214136-996e-4af9-b3fe-97e16120f399) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:59:02.619522 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] Attempting to bind port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:59:02.619983 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] Attempting to bind port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5af2e1e4-dfd3-4925-87c1-04a16a79db7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:59:02.620375 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] Attempting to bind port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace on network 5fe80c07-1468-4c04-9291-5fbc50b9c34f {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:59:02.648355 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 8d12bc25-870a-42da-9fc6-26a1f75f1ca9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d12bc25-870a-42da-9fc6-26a1f75f1ca9 found for delete ", "request_id": "req-847a43d1-4990-412e-9eac-6f68a58db890"}]} Sep 16 12:59:02.649982 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-ac06eab2-ff67-4c37-ba02-30dfd7eb61c1 admin admin] Calling delete_port for 321b891e-4ce5-4794-a1cc-170e5e70a637 owned by network:dhcp {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:02.671222 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-36525702-0891-4364-b37f-f83b8b2c527c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (3b31e8da-3833-4f47-9b75-4732d058465a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.675978 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-1cfb784f-bbc4-4015-b223-57691a6ca46f req-5936a90c-3a30-40fc-80f2-e5b59f36c373 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Calling delete_port for 2467419c-0246-4695-9b97-df325e585a17 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:02.678463 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36525702-0891-4364-b37f-f83b8b2c527c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3b31e8da-3833-4f47-9b75-4732d058465a {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 12:59:02.684350 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-36525702-0891-4364-b37f-f83b8b2c527c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.694370 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-36525702-0891-4364-b37f-f83b8b2c527c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "DELETE /networking/v2.0/networks/3b31e8da-3833-4f47-9b75-4732d058465a HTTP/1.1" status: 204 len: 168 time: 0.5333741 Sep 16 12:59:02.713256 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:59:02.714307 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] Checking segment: {'id': '5af2e1e4-dfd3-4925-87c1-04a16a79db7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:59:02.714592 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.714989 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] Bound using segment: {'id': '5af2e1e4-dfd3-4925-87c1-04a16a79db7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:59:02.715482 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] Bound port: 9ccca104-6b1a-4a87-a82d-e748f4fb9ace, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af2e1e4-dfd3-4925-87c1-04a16a79db7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:59:02.715891 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9ccca104-6b1a-4a87-a82d-e748f4fb9ace), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.724841 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36525702-0891-4364-b37f-f83b8b2c527c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b31e8da-3833-4f47-9b75-4732d058465a,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:02.731869 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Attempt 8 to provision port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace Sep 16 12:59:02.781522 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:59:02.858865 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ef22e883-53f3-445a-9e34-5f21f5990143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (321b891e-4ce5-4794-a1cc-170e5e70a637), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.860506 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:02.896576 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd7ff-45ff-4196-b397-de5b20482a94 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (1349b05c-971d-4b6d-ad3f-fa106c69c8e4), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:02.906220 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 321b891e-4ce5-4794-a1cc-170e5e70a637 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:59:02.929741 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:02.957356 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22e883-53f3-445a-9e34-5f21f5990143 None None] Pushing event deleted for resources: {'Port': ['ID=321b891e-4ce5-4794-a1cc-170e5e70a637,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:02.959895 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef22e883-53f3-445a-9e34-5f21f5990143 None None] No DVR routers for this DVR port 321b891e-4ce5-4794-a1cc-170e5e70a637 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:59:02.963814 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 321b891e-4ce5-4794-a1cc-170e5e70a637 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:59:02.964304 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 321b891e-4ce5-4794-a1cc-170e5e70a637 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:59:03.003960 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] For port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:59:03.021408 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] For port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=9ccca104-6b1a-4a87-a82d-e748f4fb9ace,segment=NetworkSegment(5af2e1e4-dfd3-4925-87c1-04a16a79db7a),segment_id=5af2e1e4-dfd3-4925-87c1-04a16a79db7a)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:59:03.039147 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (9ccca104-6b1a-4a87-a82d-e748f4fb9ace), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:03.205121 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea95c37-11d6-4581-b391-fdd203e87b0a None None] Pushing event updated for resources: {'Port': ['ID=9ccca104-6b1a-4a87-a82d-e748f4fb9ace,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:03.210009 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] Routers {'1895e84f-3f55-4975-94c5-6d786ebdeb54'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:03.210009 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:58:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1895e84f-3f55-4975-94c5-6d786ebdeb54'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:03.322144 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34090) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:03.328170 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-a86c1264-339b-40ff-8a22-0d1d51ffd38c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Request body: {'router': {'name': 'tempest-router--2057955590', 'project_id': '638de1b6920f4ef682815c76c8705209'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:03.365142 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a86c1264-339b-40ff-8a22-0d1d51ffd38c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (1fa0b75a-9e2b-4af7-a2c6-fd3472420c3a), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:03.366679 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a86c1264-339b-40ff-8a22-0d1d51ffd38c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (1fa0b75a-9e2b-4af7-a2c6-fd3472420c3a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:03.392520 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] Set router 1895e84f-3f55-4975-94c5-6d786ebdeb54 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:03.444875 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bd7ff-45ff-4196-b397-de5b20482a94 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Pushing event deleted for resources: {'Port': ['ID=1349b05c-971d-4b6d-ad3f-fa106c69c8e4,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:03.484557 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a86c1264-339b-40ff-8a22-0d1d51ffd38c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_controller (1fa0b75a-9e2b-4af7-a2c6-fd3472420c3a), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:03.485629 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Attempt 9 to provision port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace Sep 16 12:59:03.496327 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a86c1264-339b-40ff-8a22-0d1d51ffd38c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (1fa0b75a-9e2b-4af7-a2c6-fd3472420c3a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:03.517663 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a86c1264-339b-40ff-8a22-0d1d51ffd38c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:03.519487 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a86c1264-339b-40ff-8a22-0d1d51ffd38c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1962948 Sep 16 12:59:03.522236 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34094) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:03.577369 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:03.578763 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:03.642105 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-196c4271-eca1-4f0e-9615-a1aae06c8fbd tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router (1fa0b75a-9e2b-4af7-a2c6-fd3472420c3a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: from cryptography.utils import int_from_bytes Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: from cryptography.utils import int_from_bytes Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.679126 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.681986 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.681986 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.681986 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.681986 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.681986 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.681986 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.681986 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.681986 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.681986 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.681986 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.681986 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.681986 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.681986 n-d-858094-4 neutron-server[113698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 12:59:03.681986 n-d-858094-4 neutron-server[113698]: self.session.flush() Sep 16 12:59:03.707056 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c88c7-4cc0-4d7b-8f26-a3200b729145 req-2e21a92c-087f-44e2-af9a-d6b91333b771 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:03.714482 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ef1c88c7-4cc0-4d7b-8f26-a3200b729145 req-2e21a92c-087f-44e2-af9a-d6b91333b771 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 932 time: 0.2834985 Sep 16 12:59:03.722549 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:03.722549 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Current status of the port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:03.723090 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9ccca104-6b1a-4a87-a82d-e748f4fb9ace), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:03.734040 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457320dd-d978-4c3b-a536-ec4168b5eb1e req-7ad6ac9e-5e54-4214-97b0-5db63fda8ff5 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:03.741430 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-457320dd-d978-4c3b-a536-ec4168b5eb1e req-7ad6ac9e-5e54-4214-97b0-5db63fda8ff5 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 946 time: 0.3137679 Sep 16 12:59:03.784380 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] For port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=9ccca104-6b1a-4a87-a82d-e748f4fb9ace,segment=NetworkSegment(5af2e1e4-dfd3-4925-87c1-04a16a79db7a),segment_id=5af2e1e4-dfd3-4925-87c1-04a16a79db7a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:03.787254 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'name': 'tempest-TaggedBootDevicesTest_v242-587988711-router', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:57Z', 'revision_number': 4, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'gw_port': {'id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '9ccca104-6b1a-4a87-a82d-e748f4fb9ace', 'name': '', 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'mac_address': 'fa:16:3e:53:10:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'ef43da26-ec9d-4b33-82f5-510dc693367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:55Z', 'updated_at': '2022-09-16T12:59:02Z', 'revision_number': 4, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'subnets': [{'id': 'ef43da26-ec9d-4b33-82f5-510dc693367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:03.796652 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (9ccca104-6b1a-4a87-a82d-e748f4fb9ace), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:03.807989 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ac06eab2-ff67-4c37-ba02-30dfd7eb61c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (321b891e-4ce5-4794-a1cc-170e5e70a637), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:03.830698 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d925c2-295a-4276-a69b-a4ace5b386f1 None None] The sync data for ids ['1895e84f-3f55-4975-94c5-6d786ebdeb54'] in n-d-858094-4 is: [{'id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'name': 'tempest-TaggedBootDevicesTest_v242-587988711-router', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:57Z', 'revision_number': 4, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'gw_port': {'id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '9ccca104-6b1a-4a87-a82d-e748f4fb9ace', 'name': '', 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'mac_address': 'fa:16:3e:53:10:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'ef43da26-ec9d-4b33-82f5-510dc693367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:55Z', 'updated_at': '2022-09-16T12:59:02Z', 'revision_number': 4, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'subnets': [{'id': 'ef43da26-ec9d-4b33-82f5-510dc693367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:59:03.861582 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-196c4271-eca1-4f0e-9615-a1aae06c8fbd tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (1fa0b75a-9e2b-4af7-a2c6-fd3472420c3a), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:03.864052 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-196c4271-eca1-4f0e-9615-a1aae06c8fbd tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_controller (1fa0b75a-9e2b-4af7-a2c6-fd3472420c3a), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:03.911418 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b9e79a60-e0d1-4971-b7a0-4f0777735399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (1eef76c9-59e4-4575-843e-931e36824ed2), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:03.933333 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-196c4271-eca1-4f0e-9615-a1aae06c8fbd tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (1fa0b75a-9e2b-4af7-a2c6-fd3472420c3a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:03.934284 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196c4271-eca1-4f0e-9615-a1aae06c8fbd tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1fa0b75a-9e2b-4af7-a2c6-fd3472420c3a {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:59:03.942308 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-196c4271-eca1-4f0e-9615-a1aae06c8fbd tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:03.943672 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-196c4271-eca1-4f0e-9615-a1aae06c8fbd tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "DELETE /networking/v2.0/routers/1fa0b75a-9e2b-4af7-a2c6-fd3472420c3a HTTP/1.1" status: 204 len: 168 time: 0.4203200 Sep 16 12:59:03.944556 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-657f321c-b2bd-4a74-a9fc-e3cb90b97797 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks [] for port (1b214136-996e-4af9-b3fe-97e16120f399), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:03.957806 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82534fba-cf53-44da-b3f7-fa0642335fdb None None] Pushing event updated for resources: {'Port': ['ID=9ccca104-6b1a-4a87-a82d-e748f4fb9ace,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:03.962405 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Provisioning complete for port 997c4c17-90bc-4923-b21f-e4521236a071 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:03.962840 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (997c4c17-90bc-4923-b21f-e4521236a071), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:03.963112 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Attempt 1 to provision port 997c4c17-90bc-4923-b21f-e4521236a071 Sep 16 12:59:03.967689 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd7ff-45ff-4196-b397-de5b20482a94 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks [] for floatingip (0eede6ea-14b4-4c5f-a492-42fabd2ef8d3), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:03.971536 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd7ff-45ff-4196-b397-de5b20482a94 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:03.983939 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-bb8bd7ff-45ff-4196-b397-de5b20482a94 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/0eede6ea-14b4-4c5f-a492-42fabd2ef8d3 HTTP/1.1" status: 204 len: 168 time: 3.0174046 Sep 16 12:59:03.989527 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac06eab2-ff67-4c37-ba02-30dfd7eb61c1 admin admin] No DVR routers for this DVR port 321b891e-4ce5-4794-a1cc-170e5e70a637 on host n-d-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:59:04.000644 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06eab2-ff67-4c37-ba02-30dfd7eb61c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=321b891e-4ce5-4794-a1cc-170e5e70a637,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:04.112327 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e79a60-e0d1-4971-b7a0-4f0777735399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eef76c9-59e4-4575-843e-931e36824ed2,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:04.112807 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Current status of the port 997c4c17-90bc-4923-b21f-e4521236a071 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:04.125323 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Provisioning complete for port 23475454-423f-4d72-a3c8-e9e9cbc581b5 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:04.125993 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (23475454-423f-4d72-a3c8-e9e9cbc581b5), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:04.126547 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Attempt 1 to provision port 23475454-423f-4d72-a3c8-e9e9cbc581b5 Sep 16 12:59:04.154757 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34102) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:04.171423 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Port 23475454-423f-4d72-a3c8-e9e9cbc581b5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:04.217147 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1cfb784f-bbc4-4015-b223-57691a6ca46f req-5936a90c-3a30-40fc-80f2-e5b59f36c373 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (2467419c-0246-4695-9b97-df325e585a17), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:04.229683 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['2467419c-0246-4695-9b97-df325e585a17'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:59:04.296198 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936a90c-3a30-40fc-80f2-e5b59f36c373 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Pushing event deleted for resources: {'Port': ['ID=2467419c-0246-4695-9b97-df325e585a17,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:04.348322 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ef1c88c7-4cc0-4d7b-8f26-a3200b729145 req-786de746-4996-440b-872d-047b1b61a58f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6327448 Sep 16 12:59:04.359325 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-657f321c-b2bd-4a74-a9fc-e3cb90b97797 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (1b214136-996e-4af9-b3fe-97e16120f399), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:04.376275 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-457320dd-d978-4c3b-a536-ec4168b5eb1e req-4946cb46-6875-4620-af53-6d4f55298780 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6338062 Sep 16 12:59:04.412827 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-657f321c-b2bd-4a74-a9fc-e3cb90b97797 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Network cac6fded-e5ed-439c-b2d5-e9a2b24c45b9 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:04.423217 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-657f321c-b2bd-4a74-a9fc-e3cb90b97797 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:04.435761 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-657f321c-b2bd-4a74-a9fc-e3cb90b97797 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:59:04.439884 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ac06eab2-ff67-4c37-ba02-30dfd7eb61c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (8c1156c6-462b-448a-a645-e0ded321b529), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:04.570410 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfb784f-bbc4-4015-b223-57691a6ca46f req-5936a90c-3a30-40fc-80f2-e5b59f36c373 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] No DVR routers for this DVR port 2467419c-0246-4695-9b97-df325e585a17 on host n-h2-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:59:04.572891 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e79a60-e0d1-4971-b7a0-4f0777735399 admin admin] Checking segment: {'id': '937f526d-8388-4120-a74d-63c21be3d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '47882e5e-a9a3-4d88-9275-ad9f60e0f329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:59:04.575543 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e79a60-e0d1-4971-b7a0-4f0777735399 admin admin] Network hostable DHCP agents. Network: 47882e5e-a9a3-4d88-9275-ad9f60e0f329, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:59:04.584978 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1cfb784f-bbc4-4015-b223-57691a6ca46f req-5936a90c-3a30-40fc-80f2-e5b59f36c373 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:04.594238 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1cfb784f-bbc4-4015-b223-57691a6ca46f req-5936a90c-3a30-40fc-80f2-e5b59f36c373 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.76 "DELETE /networking/v2.0/ports/2467419c-0246-4695-9b97-df325e585a17 HTTP/1.1" status: 204 len: 173 time: 2.9984181 Sep 16 12:59:04.602897 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-ac06eab2-ff67-4c37-ba02-30dfd7eb61c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1156c6-462b-448a-a645-e0ded321b529']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:04.657254 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b6a81c-dbec-452e-bd82-a4c86b9c44fd', 'name': 'network-vif-deleted', 'tag': '2467419c-0246-4695-9b97-df325e585a17'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:59:04.660702 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d35c2776-1919-47aa-864e-2d3f08d95270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:04.662742 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c63c7b9-a290-486e-abe0-2b48a5dfe305" -d '{"events": [{"server_uuid": "e8b6a81c-dbec-452e-bd82-a4c86b9c44fd", "name": "network-vif-deleted", "tag": "2467419c-0246-4695-9b97-df325e585a17"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:59:04.673193 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Attempt 2 to provision port 23475454-423f-4d72-a3c8-e9e9cbc581b5 Sep 16 12:59:04.723122 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-420ff544-7e25-409f-ae1c-0158790beefa tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-545200553', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}, 'admin_state_up': False}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:04.795870 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Port 23475454-423f-4d72-a3c8-e9e9cbc581b5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:04.815107 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-420ff544-7e25-409f-ae1c-0158790beefa tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (b0df0ce7-823f-48ba-ad61-882925861f26), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:04.816391 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-420ff544-7e25-409f-ae1c-0158790beefa tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (b0df0ce7-823f-48ba-ad61-882925861f26), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:04.894661 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-ac06eab2-ff67-4c37-ba02-30dfd7eb61c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b26c77-b7c1-42bb-942c-7aa288fdb4d4') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:04.897494 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-ac06eab2-ff67-4c37-ba02-30dfd7eb61c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b26c77-b7c1-42bb-942c-7aa288fdb4d4') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:04.914850 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 9ccca104-6b1a-4a87-a82d-e748f4fb9ace up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:59:04.920102 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-86365904-9dd2-4a61-b5b7-5fec3d97cd7a req-bbe25aeb-86f2-4c85-8dd2-180c116cc1e6 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.3724174 Sep 16 12:59:04.941687 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f321c-b2bd-4a74-a9fc-e3cb90b97797 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event updated for resources: {'Port': ['ID=1b214136-996e-4af9-b3fe-97e16120f399,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:04.945333 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520613dd-6d7d-4c0c-84e3-e6321e8538a9 x-openstack-request-id: req-520613dd-6d7d-4c0c-84e3-e6321e8538a9 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:59:04.949467 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b6a81c-dbec-452e-bd82-a4c86b9c44fd", "name": "network-vif-deleted", "tag": "2467419c-0246-4695-9b97-df325e585a17", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:59:04.949832 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-520613dd-6d7d-4c0c-84e3-e6321e8538a9 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:59:04.950359 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520613dd-6d7d-4c0c-84e3-e6321e8538a9'] response: {'server_uuid': 'e8b6a81c-dbec-452e-bd82-a4c86b9c44fd', 'name': 'network-vif-deleted', 'tag': '2467419c-0246-4695-9b97-df325e585a17', 'status': 'completed', 'code': 200} Sep 16 12:59:04.989457 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:05.003201 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-657f321c-b2bd-4a74-a9fc-e3cb90b97797 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:05.004001 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-657f321c-b2bd-4a74-a9fc-e3cb90b97797 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:05.008314 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ac06eab2-ff67-4c37-ba02-30dfd7eb61c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (75b26c77-b7c1-42bb-942c-7aa288fdb4d4), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:05.014268 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:05.018920 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e79a60-e0d1-4971-b7a0-4f0777735399 admin admin] Network 47882e5e-a9a3-4d88-9275-ad9f60e0f329 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:59:05.027678 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-420ff544-7e25-409f-ae1c-0158790beefa tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_controller (b0df0ce7-823f-48ba-ad61-882925861f26), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:05.029804 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:05.042610 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:05.078617 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-b9e79a60-e0d1-4971-b7a0-4f0777735399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 47882e5e-a9a3-4d88-9275-ad9f60e0f329) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:05.079151 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:05.079552 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (9ccca104-6b1a-4a87-a82d-e748f4fb9ace), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:05.079890 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace Sep 16 12:59:05.109320 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ac06eab2-ff67-4c37-ba02-30dfd7eb61c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (75b26c77-b7c1-42bb-942c-7aa288fdb4d4), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:05.115502 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e1503d-cb52-477d-a1dc-cc36d97f8a68 None None] Network 47882e5e-a9a3-4d88-9275-ad9f60e0f329 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:59:05.135612 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-657f321c-b2bd-4a74-a9fc-e3cb90b97797 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0903583 Sep 16 12:59:05.137228 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e79a60-e0d1-4971-b7a0-4f0777735399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:05.137941 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b9e79a60-e0d1-4971-b7a0-4f0777735399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:05.174292 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac06eab2-ff67-4c37-ba02-30dfd7eb61c1 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:59:05.174857 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ac06eab2-ff67-4c37-ba02-30dfd7eb61c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (75b26c77-b7c1-42bb-942c-7aa288fdb4d4), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:05.183495 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] Request body: {'port': {'device_id': '5316af91-4d35-4a6e-9584-05d2a5b5cce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:05.237481 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 75b26c77-b7c1-42bb-942c-7aa288fdb4d4 resource provider aggregate not found Sep 16 12:59:05.304801 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Attempt 3 to provision port 23475454-423f-4d72-a3c8-e9e9cbc581b5 Sep 16 12:59:05.362427 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-420ff544-7e25-409f-ae1c-0158790beefa tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_gateway (b0df0ce7-823f-48ba-ad61-882925861f26), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:05.363766 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-47882e5e-a9a3-4d88-9275-ad9f60e0f329', 'network_id': '47882e5e-a9a3-4d88-9275-ad9f60e0f329', 'project_id': '6c8c519fef424295be063e548176071a', 'fixed_ips': [{'subnet_id': '1eef76c9-59e4-4575-843e-931e36824ed2'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:59:05.364746 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:05.375885 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:05.412636 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Port 23475454-423f-4d72-a3c8-e9e9cbc581b5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:05.429570 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 75b26c77-b7c1-42bb-942c-7aa288fdb4d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75b26c77-b7c1-42bb-942c-7aa288fdb4d4 found for delete ", "request_id": "req-479f1566-cad5-419b-9ab0-4e6f6e204126"}]} Sep 16 12:59:05.433459 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b9e79a60-e0d1-4971-b7a0-4f0777735399 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2097650 Sep 16 12:59:05.454566 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2d883-d096-4be3-adb4-8a7e0006f485 req-77788f0a-3c8a-4a32-a6b5-9cee37bb82b8 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:05.462135 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8db2d883-d096-4be3-adb4-8a7e0006f485 req-77788f0a-3c8a-4a32-a6b5-9cee37bb82b8 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 945 time: 0.3872478 Sep 16 12:59:05.464630 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ac06eab2-ff67-4c37-ba02-30dfd7eb61c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (8c1156c6-462b-448a-a645-e0ded321b529), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:05.466133 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34124) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:05.547739 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-ba5a2232-b544-4ca6-b80c-777dda1281f8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-933066058-router', 'tenant_id': '6c8c519fef424295be063e548176071a', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:05.554519 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ac06eab2-ff67-4c37-ba02-30dfd7eb61c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:05.562281 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-ac06eab2-ff67-4c37-ba02-30dfd7eb61c1 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/8c1156c6-462b-448a-a645-e0ded321b529 HTTP/1.1" status: 204 len: 168 time: 4.0945320 Sep 16 12:59:05.567825 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06eab2-ff67-4c37-ba02-30dfd7eb61c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c1156c6-462b-448a-a645-e0ded321b529,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:05.624254 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] Allocated IP 172.20.0.2 (47882e5e-a9a3-4d88-9275-ad9f60e0f329/1eef76c9-59e4-4575-843e-931e36824ed2/72f2e808-dfc4-46fc-a7db-08aa2e411a81) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:59:05.655229 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73554a9-3d28-4c00-b8df-5ba7bbc00f8a req-e433bc9b-0e9f-42aa-abd4-fe770faa3478 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:05.656730 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f73554a9-3d28-4c00-b8df-5ba7bbc00f8a req-e433bc9b-0e9f-42aa-abd4-fe770faa3478 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 945 time: 0.2416675 Sep 16 12:59:05.728936 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2232-b544-4ca6-b80c-777dda1281f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (616df1fa-444c-46c3-91d0-75e46780f56b), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:05.731210 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2232-b544-4ca6-b80c-777dda1281f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (616df1fa-444c-46c3-91d0-75e46780f56b), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:05.781027 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (23475454-423f-4d72-a3c8-e9e9cbc581b5), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:05.833363 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8db2d883-d096-4be3-adb4-8a7e0006f485 req-b36a4c63-98b8-459f-ae5d-d4b860d58ac1 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701925 Sep 16 12:59:05.935656 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Attempt 4 to provision port 23475454-423f-4d72-a3c8-e9e9cbc581b5 Sep 16 12:59:05.960461 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:06.003399 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] Publish callbacks [] for port (72f2e808-dfc4-46fc-a7db-08aa2e411a81), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:06.032255 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Port 23475454-423f-4d72-a3c8-e9e9cbc581b5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:06.036226 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (72f2e808-dfc4-46fc-a7db-08aa2e411a81), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:06.057024 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2232-b544-4ca6-b80c-777dda1281f8 admin admin] Publish callbacks [] for router_controller (616df1fa-444c-46c3-91d0-75e46780f56b), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:06.136718 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:06.147306 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] Network 47882e5e-a9a3-4d88-9275-ad9f60e0f329 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:06.153645 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:06.159079 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:59:06.163097 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] Pushing event updated for resources: {'Port': ['ID=72f2e808-dfc4-46fc-a7db-08aa2e411a81,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:06.168822 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34134) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:06.259395 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] Attempting to bind port 72f2e808-dfc4-46fc-a7db-08aa2e411a81 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:59:06.259669 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] Attempting to bind port 72f2e808-dfc4-46fc-a7db-08aa2e411a81 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '937f526d-8388-4120-a74d-63c21be3d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '47882e5e-a9a3-4d88-9275-ad9f60e0f329'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:59:06.260074 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] Attempting to bind port 72f2e808-dfc4-46fc-a7db-08aa2e411a81 on network 47882e5e-a9a3-4d88-9275-ad9f60e0f329 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:59:06.326234 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 2467419c-0246-4695-9b97-df325e585a17 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:59:06.351180 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 2467419c-0246-4695-9b97-df325e585a17 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:59:06.351537 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 2467419c-0246-4695-9b97-df325e585a17 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:59:06.380946 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:59:06.381428 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] Checking segment: {'id': '937f526d-8388-4120-a74d-63c21be3d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '47882e5e-a9a3-4d88-9275-ad9f60e0f329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:59:06.382652 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:06.383061 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] Bound using segment: {'id': '937f526d-8388-4120-a74d-63c21be3d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '47882e5e-a9a3-4d88-9275-ad9f60e0f329'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:59:06.383597 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] Bound port: 72f2e808-dfc4-46fc-a7db-08aa2e411a81, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937f526d-8388-4120-a74d-63c21be3d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '47882e5e-a9a3-4d88-9275-ad9f60e0f329'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:59:06.383984 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (72f2e808-dfc4-46fc-a7db-08aa2e411a81), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:06.463121 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-420ff544-7e25-409f-ae1c-0158790beefa tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_gateway (b0df0ce7-823f-48ba-ad61-882925861f26), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:06.482693 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] For port 72f2e808-dfc4-46fc-a7db-08aa2e411a81, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:59:06.487393 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] For port 72f2e808-dfc4-46fc-a7db-08aa2e411a81, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=72f2e808-dfc4-46fc-a7db-08aa2e411a81,segment=NetworkSegment(937f526d-8388-4120-a74d-63c21be3d5a3),segment_id=937f526d-8388-4120-a74d-63c21be3d5a3)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:59:06.488459 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-420ff544-7e25-409f-ae1c-0158790beefa tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:06.490751 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:06.499357 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (72f2e808-dfc4-46fc-a7db-08aa2e411a81), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:06.556700 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Attempt 5 to provision port 23475454-423f-4d72-a3c8-e9e9cbc581b5 Sep 16 12:59:06.630556 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819caf9-5d1d-4a14-bfee-6a24ec5562fb None None] Pushing event updated for resources: {'Port': ['ID=72f2e808-dfc4-46fc-a7db-08aa2e411a81,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:06.637670 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Port 23475454-423f-4d72-a3c8-e9e9cbc581b5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:06.664219 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-420ff544-7e25-409f-ae1c-0158790beefa tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Allocated IP 172.25.2.249 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/b24e34d2-83da-441a-8c05-142f13387627) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:59:06.679974 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:06.851706 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ddfe1d1c-8d34-401e-9557-c9d85845b0e1 req-f4caa056-e2be-4e38-b22a-6eb49f88a81f tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 210 time: 0.5491550 Sep 16 12:59:06.852712 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-f73554a9-3d28-4c00-b8df-5ba7bbc00f8a req-f0da850d-1d4f-47d7-b89a-12216ee1c0dd tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Deleting port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:06.853607 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f73554a9-3d28-4c00-b8df-5ba7bbc00f8a req-f0da850d-1d4f-47d7-b89a-12216ee1c0dd tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:06.879356 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:06.889987 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-92f23719-1bda-425e-a4aa-94ce14aa5a9c admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=6e940a963f7740dea44034d06e8c2a77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7049637 Sep 16 12:59:06.900256 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34140) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:06.903042 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-420ff544-7e25-409f-ae1c-0158790beefa tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for port (b24e34d2-83da-441a-8c05-142f13387627), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:06.946462 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-420ff544-7e25-409f-ae1c-0158790beefa tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (b24e34d2-83da-441a-8c05-142f13387627), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:06.996461 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4d902-80ac-4f25-b31b-a9922b2c8e7f req-cf80b104-de46-4dbe-b644-a122b53774a2 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:07.002061 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4d902-80ac-4f25-b31b-a9922b2c8e7f req-cf80b104-de46-4dbe-b644-a122b53774a2 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:07.009766 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b2d4d902-80ac-4f25-b31b-a9922b2c8e7f req-cf80b104-de46-4dbe-b644-a122b53774a2 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 1655 time: 0.8355041 Sep 16 12:59:07.013015 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ff544-7e25-409f-ae1c-0158790beefa tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Pushing event updated for resources: {'Port': ['ID=b24e34d2-83da-441a-8c05-142f13387627,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:07.029890 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ff544-7e25-409f-ae1c-0158790beefa tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:07.031509 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-420ff544-7e25-409f-ae1c-0158790beefa tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:07.033952 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ff544-7e25-409f-ae1c-0158790beefa tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:59:07.138755 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Attempt 6 to provision port 23475454-423f-4d72-a3c8-e9e9cbc581b5 Sep 16 12:59:07.183866 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23475454-423f-4d72-a3c8-e9e9cbc581b5 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:59:07.192870 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] Publish callbacks [] for port (23475454-423f-4d72-a3c8-e9e9cbc581b5), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:07.206648 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] Transition to ACTIVE for port object 23475454-423f-4d72-a3c8-e9e9cbc581b5 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:59:07.207735 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:07.209804 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Port 23475454-423f-4d72-a3c8-e9e9cbc581b5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:07.242587 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (23475454-423f-4d72-a3c8-e9e9cbc581b5), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:07.287474 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:07.343977 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2232-b544-4ca6-b80c-777dda1281f8 admin admin] Publish callbacks [] for router_gateway (616df1fa-444c-46c3-91d0-75e46780f56b), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:07.409634 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-420ff544-7e25-409f-ae1c-0158790beefa tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_gateway (b0df0ce7-823f-48ba-ad61-882925861f26), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:07.419730 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8998e30f-fc2a-4dd4-9271-c51104ea74d9 req-4fd33a8c-d74b-40aa-97e4-f1e8b401fda3 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.3985081 Sep 16 12:59:07.509542 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:07.710855 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Attempt 7 to provision port 23475454-423f-4d72-a3c8-e9e9cbc581b5 Sep 16 12:59:07.728209 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:07.744062 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-420ff544-7e25-409f-ae1c-0158790beefa tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (b0df0ce7-823f-48ba-ad61-882925861f26), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:07.782768 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Port 23475454-423f-4d72-a3c8-e9e9cbc581b5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:07.872258 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b2d4d902-80ac-4f25-b31b-a9922b2c8e7f req-1f3e241b-f768-438c-be71-fa67a5b98129 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8608935 Sep 16 12:59:07.874578 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-f73554a9-3d28-4c00-b8df-5ba7bbc00f8a req-f0da850d-1d4f-47d7-b89a-12216ee1c0dd tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] For port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:07.874957 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f73554a9-3d28-4c00-b8df-5ba7bbc00f8a req-f0da850d-1d4f-47d7-b89a-12216ee1c0dd tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:07.916916 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420ff544-7e25-409f-ae1c-0158790beefa tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Router b0df0ce7-823f-48ba-ad61-882925861f26 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:59:07.937198 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c11f8a82-7746-41a6-8d3f-c36eec6daa20 admin admin] Publish callbacks [] for security_group (69cc8fbc-249e-4c2c-918f-a1a634768324), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:07.990696 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] Pushing event updated for resources: {'Port': ['ID=23475454-423f-4d72-a3c8-e9e9cbc581b5,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:07.993195 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:08.013528 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-f73554a9-3d28-4c00-b8df-5ba7bbc00f8a req-f0da850d-1d4f-47d7-b89a-12216ee1c0dd tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Calling delete_port for c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:08.057801 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c11f8a82-7746-41a6-8d3f-c36eec6daa20 admin admin] Publish callbacks [] for security_group (69cc8fbc-249e-4c2c-918f-a1a634768324), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:08.068214 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420ff544-7e25-409f-ae1c-0158790beefa tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:59:08.068670 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f22f6f2-47c6-4b53-8b9f-f071f1f20655 None None] Network 47882e5e-a9a3-4d88-9275-ad9f60e0f329 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:59:08.071962 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fd6fb-d2bf-460d-9a7b-32ed0701dd22 req-8dff5452-1a91-422b-9b2e-a6496cf9f297 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:08.081865 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9d0fd6fb-d2bf-460d-9a7b-32ed0701dd22 req-8dff5452-1a91-422b-9b2e-a6496cf9f297 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 945 time: 0.2223756 Sep 16 12:59:08.090995 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-420ff544-7e25-409f-ae1c-0158790beefa tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:08.092416 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-420ff544-7e25-409f-ae1c-0158790beefa tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.9371769 Sep 16 12:59:08.095212 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34148) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:08.140417 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e7847180-ffb8-4f7b-9c8c-7e00aea57fb9 req-92c086f2-753e-4423-9b2b-2e547d6e8842 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 210 time: 0.1164253 Sep 16 12:59:08.198814 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:08.253253 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8d4ba953-d735-4db7-b97f-fcab6df572ae tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "GET /networking/v2.0/routers/b0df0ce7-823f-48ba-ad61-882925861f26 HTTP/1.1" status: 200 len: 924 time: 0.1559763 Sep 16 12:59:08.255926 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34150) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:08.289841 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] Attempting to bind port 23475454-423f-4d72-a3c8-e9e9cbc581b5 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:59:08.290111 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Attempt 8 to provision port 23475454-423f-4d72-a3c8-e9e9cbc581b5 Sep 16 12:59:08.290573 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] Attempting to bind port 23475454-423f-4d72-a3c8-e9e9cbc581b5 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ce933327-2e92-43ef-840e-49b5f9ee9385'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:59:08.290573 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] Attempting to bind port 23475454-423f-4d72-a3c8-e9e9cbc581b5 on network ce933327-2e92-43ef-840e-49b5f9ee9385 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:59:08.292340 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b60913-da8f-4fcf-80de-7572069b3e2e None None] Sync routers for ids ['b0df0ce7-823f-48ba-ad61-882925861f26'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:59:08.304159 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8b61a69a-54be-46dc-af6c-fc857b6f3c0e tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b0df0ce7-823f-48ba-ad61-882925861f26 HTTP/1.1" status: 200 len: 205 time: 0.0468402 Sep 16 12:59:08.306510 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34152) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:08.389008 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9d0fd6fb-d2bf-460d-9a7b-32ed0701dd22 req-aa245b76-df02-431e-9f6e-fdd11f7a3976 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057516 Sep 16 12:59:08.438984 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b60913-da8f-4fcf-80de-7572069b3e2e None None] Routers {'b0df0ce7-823f-48ba-ad61-882925861f26'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:08.439622 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-64b60913-da8f-4fcf-80de-7572069b3e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b0df0ce7-823f-48ba-ad61-882925861f26'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:08.441518 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:08.445891 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Port 23475454-423f-4d72-a3c8-e9e9cbc581b5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:08.474310 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de72c02b-5409-406d-9922-1f639f1e7e81 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router (b0df0ce7-823f-48ba-ad61-882925861f26), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:08.485521 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-64b60913-da8f-4fcf-80de-7572069b3e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:08.492849 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c11f8a82-7746-41a6-8d3f-c36eec6daa20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (69cc8fbc-249e-4c2c-918f-a1a634768324), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:08.496997 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c11f8a82-7746-41a6-8d3f-c36eec6daa20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:08.500554 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c11f8a82-7746-41a6-8d3f-c36eec6daa20 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/69cc8fbc-249e-4c2c-918f-a1a634768324 HTTP/1.1" status: 204 len: 168 time: 1.5830510 Sep 16 12:59:08.520354 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b60913-da8f-4fcf-80de-7572069b3e2e None None] Routers {'b0df0ce7-823f-48ba-ad61-882925861f26'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:08.520993 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-64b60913-da8f-4fcf-80de-7572069b3e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b0df0ce7-823f-48ba-ad61-882925861f26'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:08.583688 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f8a82-7746-41a6-8d3f-c36eec6daa20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cc8fbc-249e-4c2c-918f-a1a634768324,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:08.596886 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] Port 23475454-423f-4d72-a3c8-e9e9cbc581b5 on network ce933327-2e92-43ef-840e-49b5f9ee9385 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:59:08.597355 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] Attempting to bind port 23475454-423f-4d72-a3c8-e9e9cbc581b5 on network ce933327-2e92-43ef-840e-49b5f9ee9385 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:59:08.640573 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-64b60913-da8f-4fcf-80de-7572069b3e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:08.641424 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b60913-da8f-4fcf-80de-7572069b3e2e None None] The sync data for ids ['b0df0ce7-823f-48ba-ad61-882925861f26'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:59:08.673664 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:08.705887 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:59:08.706226 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] Checking segment: {'id': '1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ce933327-2e92-43ef-840e-49b5f9ee9385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:59:08.706621 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] Bound using segment: {'id': '1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ce933327-2e92-43ef-840e-49b5f9ee9385'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:59:08.707850 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] Bound port: 23475454-423f-4d72-a3c8-e9e9cbc581b5, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ce933327-2e92-43ef-840e-49b5f9ee9385'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:59:08.708261 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (23475454-423f-4d72-a3c8-e9e9cbc581b5), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:08.712091 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2232-b544-4ca6-b80c-777dda1281f8 admin admin] Publish callbacks [] for router_gateway (616df1fa-444c-46c3-91d0-75e46780f56b), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:08.718095 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de72c02b-5409-406d-9922-1f639f1e7e81 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_gateway (b0df0ce7-823f-48ba-ad61-882925861f26), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:08.802910 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-de72c02b-5409-406d-9922-1f639f1e7e81 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Deleting port b24e34d2-83da-441a-8c05-142f13387627 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:08.803561 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de72c02b-5409-406d-9922-1f639f1e7e81 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (b24e34d2-83da-441a-8c05-142f13387627), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:08.826528 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dcd8e48a-435a-49b5-a535-f812cbdb3b06 req-9de6e563-d473-45b0-be8b-0e33ab0ebb25 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.1667199 Sep 16 12:59:08.827653 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2232-b544-4ca6-b80c-777dda1281f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:08.901587 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:08.947177 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Attempt 9 to provision port 23475454-423f-4d72-a3c8-e9e9cbc581b5 Sep 16 12:59:08.962691 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de72c02b-5409-406d-9922-1f639f1e7e81 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (b24e34d2-83da-441a-8c05-142f13387627), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:08.998854 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-de72c02b-5409-406d-9922-1f639f1e7e81 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Calling delete_port for b24e34d2-83da-441a-8c05-142f13387627 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:09.001296 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 72f2e808-dfc4-46fc-a7db-08aa2e411a81 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:59:09.070943 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Port 23475454-423f-4d72-a3c8-e9e9cbc581b5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:09.097848 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 72f2e808-dfc4-46fc-a7db-08aa2e411a81 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:09.099532 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (72f2e808-dfc4-46fc-a7db-08aa2e411a81), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:09.100028 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 72f2e808-dfc4-46fc-a7db-08aa2e411a81 Sep 16 12:59:09.113101 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023acb83-f67b-4e81-ae5f-c4ee389e3422 req-9e8e7d64-4920-47d9-be66-c71f5c2970ee tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:09.118982 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023acb83-f67b-4e81-ae5f-c4ee389e3422 req-9e8e7d64-4920-47d9-be66-c71f5c2970ee tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:09.127561 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-023acb83-f67b-4e81-ae5f-c4ee389e3422 req-9e8e7d64-4920-47d9-be66-c71f5c2970ee tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 1667 time: 0.0864491 Sep 16 12:59:09.140172 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f73554a9-3d28-4c00-b8df-5ba7bbc00f8a req-f0da850d-1d4f-47d7-b89a-12216ee1c0dd tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:09.272863 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34164) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:09.273506 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da850d-1d4f-47d7-b89a-12216ee1c0dd tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Pushing event deleted for resources: {'Port': ['ID=c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:09.295168 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 72f2e808-dfc4-46fc-a7db-08aa2e411a81 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:09.295728 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (72f2e808-dfc4-46fc-a7db-08aa2e411a81), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:09.299535 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] For port 23475454-423f-4d72-a3c8-e9e9cbc581b5, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:59:09.365271 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73554a9-3d28-4c00-b8df-5ba7bbc00f8a req-f0da850d-1d4f-47d7-b89a-12216ee1c0dd tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] No DVR routers for this DVR port c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:59:09.368031 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f73554a9-3d28-4c00-b8df-5ba7bbc00f8a req-f0da850d-1d4f-47d7-b89a-12216ee1c0dd tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:09.368399 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 72f2e808-dfc4-46fc-a7db-08aa2e411a81, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=72f2e808-dfc4-46fc-a7db-08aa2e411a81,segment=NetworkSegment(937f526d-8388-4120-a74d-63c21be3d5a3),segment_id=937f526d-8388-4120-a74d-63c21be3d5a3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:09.374884 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f73554a9-3d28-4c00-b8df-5ba7bbc00f8a req-f0da850d-1d4f-47d7-b89a-12216ee1c0dd tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.25 "DELETE /networking/v2.0/ports/c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 HTTP/1.1" status: 204 len: 173 time: 3.6973796 Sep 16 12:59:09.375699 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (72f2e808-dfc4-46fc-a7db-08aa2e411a81), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:09.380323 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:09.408310 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbd6b22-2181-4786-9116-a8c8eafb9933', 'name': 'network-vif-deleted', 'tag': 'c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:59:09.410724 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0f3c4c-4d7c-4ef9-8ef7-c2f443362fa5" -d '{"events": [{"server_uuid": "4fbd6b22-2181-4786-9116-a8c8eafb9933", "name": "network-vif-deleted", "tag": "c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:59:09.421077 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-52cbdfa2-54ea-439f-90cd-9753fd31009c admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=9390133145c14261b4cb69996a8cbada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428649 Sep 16 12:59:09.423680 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] For port 23475454-423f-4d72-a3c8-e9e9cbc581b5, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=23475454-423f-4d72-a3c8-e9e9cbc581b5,segment=NetworkSegment(1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86),segment_id=1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:59:09.423916 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34168) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:09.459472 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e08cc83c-7825-4270-b1d7-24ae896da289 req-f0e82c83-083b-4eac-b985-9126598fe13e tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 210 time: 0.1524074 Sep 16 12:59:09.487719 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-023acb83-f67b-4e81-ae5f-c4ee389e3422 req-e4058ab9-0b88-4092-8d53-5f964d96fce8 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494499 Sep 16 12:59:09.489544 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (23475454-423f-4d72-a3c8-e9e9cbc581b5), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:09.497595 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:09.501164 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:09.502887 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/23475454-423f-4d72-a3c8-e9e9cbc581b5 HTTP/1.1" status: 200 len: 1092 time: 4.3299191 Sep 16 12:59:09.529499 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=72f2e808-dfc4-46fc-a7db-08aa2e411a81,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:09.541517 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de72c02b-5409-406d-9922-1f639f1e7e81 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (b24e34d2-83da-441a-8c05-142f13387627), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:09.572339 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Attempt 10 to provision port 23475454-423f-4d72-a3c8-e9e9cbc581b5 Sep 16 12:59:09.585866 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-ba5a2232-b544-4ca6-b80c-777dda1281f8 admin admin] Allocated IP 172.25.2.37 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/a25cb60b-0c96-45d3-a245-fb650b0d0f1f) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:59:09.592738 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5870e073-3897-4063-90ef-5ce4f2dc2ccf x-openstack-request-id: req-5870e073-3897-4063-90ef-5ce4f2dc2ccf {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:59:09.594012 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbd6b22-2181-4786-9116-a8c8eafb9933", "name": "network-vif-deleted", "tag": "c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:59:09.594275 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5870e073-3897-4063-90ef-5ce4f2dc2ccf {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:59:09.594693 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5870e073-3897-4063-90ef-5ce4f2dc2ccf'] response: {'server_uuid': '4fbd6b22-2181-4786-9116-a8c8eafb9933', 'name': 'network-vif-deleted', 'tag': 'c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185', 'status': 'completed', 'code': 200} Sep 16 12:59:09.599520 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:09.600775 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Request body: {'port': {'device_id': '5316af91-4d35-4a6e-9584-05d2a5b5cce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:09.646801 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Port 23475454-423f-4d72-a3c8-e9e9cbc581b5 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:59:09.656927 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Provisioning complete for port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:09.658372 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (9ccca104-6b1a-4a87-a82d-e748f4fb9ace), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:09.659050 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Attempt 1 to provision port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace Sep 16 12:59:09.660047 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:09.700032 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72c02b-5409-406d-9922-1f639f1e7e81 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Pushing event deleted for resources: {'Port': ['ID=b24e34d2-83da-441a-8c05-142f13387627,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:09.737006 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:09.767936 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:59:09.786321 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-724abfa2-e0a0-4ed8-aa50-8e3b97eac0e5 admin admin] Publish callbacks [] for security_group (ac5c8526-ad7a-4336-b25d-631551c27fd0), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:09.832767 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:59:09.833139 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device c56b7ce5-25b3-4ac0-bcbf-28e9db2c0185 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:59:09.834804 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-724abfa2-e0a0-4ed8-aa50-8e3b97eac0e5 admin admin] Publish callbacks [] for security_group (ac5c8526-ad7a-4336-b25d-631551c27fd0), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:09.847994 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b8511ceb-0a0f-4e4f-8acf-e6391dff56cb None None] Current status of the port 9ccca104-6b1a-4a87-a82d-e748f4fb9ace is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:09.863050 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de72c02b-5409-406d-9922-1f639f1e7e81 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (b0df0ce7-823f-48ba-ad61-882925861f26), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:09.886185 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7ea03-1f3e-498d-981e-227dc68ff302 service neutron] Pushing event updated for resources: {'Port': ['ID=23475454-423f-4d72-a3c8-e9e9cbc581b5,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:09.890134 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a42f6b2a-aa19-4afc-bd57-9a8e23188ecc req-faa4368a-f748-4a41-b396-d64efecc73a3 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4fbd6b22-2181-4786-9116-a8c8eafb9933 HTTP/1.1" status: 200 len: 210 time: 0.2079747 Sep 16 12:59:09.893377 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1b214136-996e-4af9-b3fe-97e16120f399), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:09.921579 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2232-b544-4ca6-b80c-777dda1281f8 admin admin] Publish callbacks [] for port (a25cb60b-0c96-45d3-a245-fb650b0d0f1f), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:09.975911 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-a9ed6e51-e4c3-4280-9249-a4c15abb8b35 None None] Provisioning complete for port 1b214136-996e-4af9-b3fe-97e16120f399 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:09.976592 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a9ed6e51-e4c3-4280-9249-a4c15abb8b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (1b214136-996e-4af9-b3fe-97e16120f399), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:09.980363 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a9ed6e51-e4c3-4280-9249-a4c15abb8b35 None None] Attempt 1 to provision port 1b214136-996e-4af9-b3fe-97e16120f399 Sep 16 12:59:10.005407 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de72c02b-5409-406d-9922-1f639f1e7e81 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (b0df0ce7-823f-48ba-ad61-882925861f26), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:10.009852 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de72c02b-5409-406d-9922-1f639f1e7e81 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_controller (b0df0ce7-823f-48ba-ad61-882925861f26), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:10.022701 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2232-b544-4ca6-b80c-777dda1281f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (a25cb60b-0c96-45d3-a245-fb650b0d0f1f), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:10.033619 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed6e51-e4c3-4280-9249-a4c15abb8b35 None None] Port 1b214136-996e-4af9-b3fe-97e16120f399 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:10.080574 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ea6f0ac0-7065-43e6-91d3-e3ec01be62d1 req-9629217d-72d9-4f47-a301-03690cf7477e tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.0878918 Sep 16 12:59:10.096781 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de72c02b-5409-406d-9922-1f639f1e7e81 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (b0df0ce7-823f-48ba-ad61-882925861f26), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:10.097723 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de72c02b-5409-406d-9922-1f639f1e7e81 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Fanout notify agent at l3_agent the message router_deleted on router b0df0ce7-823f-48ba-ad61-882925861f26 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:59:10.118409 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:10.119715 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de72c02b-5409-406d-9922-1f639f1e7e81 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:10.124312 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-de72c02b-5409-406d-9922-1f639f1e7e81 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "DELETE /networking/v2.0/routers/b0df0ce7-823f-48ba-ad61-882925861f26 HTTP/1.1" status: 204 len: 168 time: 1.8134353 Sep 16 12:59:10.127953 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34174) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:10.132920 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-eab2f219-7f4e-4fd9-891d-ba1a3e3a3d2d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1392234479', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'enable_snat': False}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:10.148020 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5a2232-b544-4ca6-b80c-777dda1281f8 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:10.160995 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-724abfa2-e0a0-4ed8-aa50-8e3b97eac0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (ac5c8526-ad7a-4336-b25d-631551c27fd0), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:10.162721 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-ba5a2232-b544-4ca6-b80c-777dda1281f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:10.163463 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-724abfa2-e0a0-4ed8-aa50-8e3b97eac0e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:10.164655 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-724abfa2-e0a0-4ed8-aa50-8e3b97eac0e5 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/ac5c8526-ad7a-4336-b25d-631551c27fd0 HTTP/1.1" status: 204 len: 168 time: 0.7396786 Sep 16 12:59:10.173118 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724abfa2-e0a0-4ed8-aa50-8e3b97eac0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5c8526-ad7a-4336-b25d-631551c27fd0,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:10.207832 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5a2232-b544-4ca6-b80c-777dda1281f8 admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:59:10.215866 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a2232-b544-4ca6-b80c-777dda1281f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a25cb60b-0c96-45d3-a245-fb650b0d0f1f,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:10.310645 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eab2f219-7f4e-4fd9-891d-ba1a3e3a3d2d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (e61aa27b-200f-42ae-a1bd-062419e67cb7), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:10.319453 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eab2f219-7f4e-4fd9-891d-ba1a3e3a3d2d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (e61aa27b-200f-42ae-a1bd-062419e67cb7), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:10.503912 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eab2f219-7f4e-4fd9-891d-ba1a3e3a3d2d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_controller (e61aa27b-200f-42ae-a1bd-062419e67cb7), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:10.535614 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a9ed6e51-e4c3-4280-9249-a4c15abb8b35 None None] Attempt 2 to provision port 1b214136-996e-4af9-b3fe-97e16120f399 Sep 16 12:59:10.608310 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed6e51-e4c3-4280-9249-a4c15abb8b35 None None] Port 1b214136-996e-4af9-b3fe-97e16120f399 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:10.709986 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4bd5291b-e837-4873-b0a8-50a34ea7a1aa req-28d00d21-cf0f-489f-b1f2-90f48e73a338 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 210 time: 0.0520341 Sep 16 12:59:10.717002 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eab2f219-7f4e-4fd9-891d-ba1a3e3a3d2d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_gateway (e61aa27b-200f-42ae-a1bd-062419e67cb7), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:10.863047 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 72f2e808-dfc4-46fc-a7db-08aa2e411a81 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:59:10.873022 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee29cbb-8e5b-4366-a2f4-939e2e914cd6 req-fa1bf52d-8104-4ff0-b8cd-aa885d6f1f35 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:10.878020 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee29cbb-8e5b-4366-a2f4-939e2e914cd6 req-fa1bf52d-8104-4ff0-b8cd-aa885d6f1f35 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:10.879639 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ee29cbb-8e5b-4366-a2f4-939e2e914cd6 req-fa1bf52d-8104-4ff0-b8cd-aa885d6f1f35 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 1667 time: 0.2190492 Sep 16 12:59:10.881946 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b214136-996e-4af9-b3fe-97e16120f399 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:59:10.898480 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:10.904102 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Publish callbacks [] for port (1b214136-996e-4af9-b3fe-97e16120f399), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:10.927312 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 72f2e808-dfc4-46fc-a7db-08aa2e411a81 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:10.927619 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (72f2e808-dfc4-46fc-a7db-08aa2e411a81), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:10.927960 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 72f2e808-dfc4-46fc-a7db-08aa2e411a81 Sep 16 12:59:10.980497 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Transition to ACTIVE for port object 1b214136-996e-4af9-b3fe-97e16120f399 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:59:11.039858 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 72f2e808-dfc4-46fc-a7db-08aa2e411a81 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:11.048745 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ee29cbb-8e5b-4366-a2f4-939e2e914cd6 req-6998b7f6-52ce-41a2-b5c5-05a85154d4a7 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544607 Sep 16 12:59:11.054536 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:11.055855 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (1b214136-996e-4af9-b3fe-97e16120f399), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:11.109563 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a9ed6e51-e4c3-4280-9249-a4c15abb8b35 None None] Attempt 3 to provision port 1b214136-996e-4af9-b3fe-97e16120f399 Sep 16 12:59:11.194431 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed6e51-e4c3-4280-9249-a4c15abb8b35 None None] Port 1b214136-996e-4af9-b3fe-97e16120f399 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:11.205783 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b214136-996e-4af9-b3fe-97e16120f399,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:11.261796 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2232-b544-4ca6-b80c-777dda1281f8 admin admin] Publish callbacks [] for router_gateway (616df1fa-444c-46c3-91d0-75e46780f56b), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:11.619930 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5316af91-4d35-4a6e-9584-05d2a5b5cce6', 'tag': '23475454-423f-4d72-a3c8-e9e9cbc581b5'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:59:11.622256 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4a2bd3-fca9-46bc-9f03-1c72a46620e4" -d '{"events": [{"name": "network-changed", "server_uuid": "5316af91-4d35-4a6e-9584-05d2a5b5cce6", "tag": "23475454-423f-4d72-a3c8-e9e9cbc581b5"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:59:11.672246 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-42393136-cb88-4e6e-a331-e17f482d320b req-73049219-b66e-4ff3-9fe4-f247e904ec6d tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.4114852 Sep 16 12:59:11.695601 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a9ed6e51-e4c3-4280-9249-a4c15abb8b35 None None] Attempt 4 to provision port 1b214136-996e-4af9-b3fe-97e16120f399 Sep 16 12:59:11.738723 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf6482-2ccd-47fa-b8cb-1c8a0ba841f9 req-154e35eb-a16f-4554-a6a8-098cbf83fb33 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:11.747245 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9caf6482-2ccd-47fa-b8cb-1c8a0ba841f9 req-154e35eb-a16f-4554-a6a8-098cbf83fb33 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 944 time: 0.1846123 Sep 16 12:59:11.763588 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed6e51-e4c3-4280-9249-a4c15abb8b35 None None] Port 1b214136-996e-4af9-b3fe-97e16120f399 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:11.819131 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eab2f219-7f4e-4fd9-891d-ba1a3e3a3d2d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_gateway (e61aa27b-200f-42ae-a1bd-062419e67cb7), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:11.863367 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eab2f219-7f4e-4fd9-891d-ba1a3e3a3d2d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:11.888173 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Attempting to bind port 1b214136-996e-4af9-b3fe-97e16120f399 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:59:11.888522 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Attempting to bind port 1b214136-996e-4af9-b3fe-97e16120f399 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '4fe5c93d-01b3-4a9c-9aa0-d2d99f287125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cac6fded-e5ed-439c-b2d5-e9a2b24c45b9'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:59:11.888852 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Attempting to bind port 1b214136-996e-4af9-b3fe-97e16120f399 on network cac6fded-e5ed-439c-b2d5-e9a2b24c45b9 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:59:11.974764 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa27cdb9-9902-4c0b-a6f9-d7c7292fa7e2 x-openstack-request-id: req-aa27cdb9-9902-4c0b-a6f9-d7c7292fa7e2 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:59:11.975073 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5316af91-4d35-4a6e-9584-05d2a5b5cce6", "tag": "23475454-423f-4d72-a3c8-e9e9cbc581b5", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:59:11.975999 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aa27cdb9-9902-4c0b-a6f9-d7c7292fa7e2 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:59:11.976625 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa27cdb9-9902-4c0b-a6f9-d7c7292fa7e2'] response: {'name': 'network-changed', 'server_uuid': '5316af91-4d35-4a6e-9584-05d2a5b5cce6', 'tag': '23475454-423f-4d72-a3c8-e9e9cbc581b5', 'status': 'completed', 'code': 200} Sep 16 12:59:11.991815 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:12.059709 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9caf6482-2ccd-47fa-b8cb-1c8a0ba841f9 req-0762b0f5-48e7-4aef-9f0f-7ae41edd442d tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114698 Sep 16 12:59:12.138371 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f0678961-9fed-4c21-852a-886c3d87d540 req-05676ad1-4e70-4b1e-b31c-27d8a3391673 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8b6a81c-dbec-452e-bd82-a4c86b9c44fd HTTP/1.1" status: 200 len: 210 time: 0.1201253 Sep 16 12:59:12.236989 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a2bd3-fca9-46bc-9f03-1c72a46620e4 req-48c77e5f-ee4c-4e53-89c8-464de69350f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:12.237886 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a2bd3-fca9-46bc-9f03-1c72a46620e4 req-48c77e5f-ee4c-4e53-89c8-464de69350f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:12.239809 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2f4a2bd3-fca9-46bc-9f03-1c72a46620e4 req-48c77e5f-ee4c-4e53-89c8-464de69350f9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=18ad456d126a4c25accb04f76a159733&device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 1970 time: 0.2228065 Sep 16 12:59:12.240592 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Port 1b214136-996e-4af9-b3fe-97e16120f399 on network cac6fded-e5ed-439c-b2d5-e9a2b24c45b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:59:12.240976 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Attempting to bind port 1b214136-996e-4af9-b3fe-97e16120f399 on network cac6fded-e5ed-439c-b2d5-e9a2b24c45b9 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:59:12.265549 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a9ed6e51-e4c3-4280-9249-a4c15abb8b35 None None] Attempt 5 to provision port 1b214136-996e-4af9-b3fe-97e16120f399 Sep 16 12:59:12.321390 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed6e51-e4c3-4280-9249-a4c15abb8b35 None None] Port 1b214136-996e-4af9-b3fe-97e16120f399 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:12.401601 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2232-b544-4ca6-b80c-777dda1281f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (616df1fa-444c-46c3-91d0-75e46780f56b), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:12.443908 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd326b-157b-4ca0-a83d-370611a027fd req-2bd7f0b9-f876-4401-b855-11d301075522 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:12.449415 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd326b-157b-4ca0-a83d-370611a027fd req-2bd7f0b9-f876-4401-b855-11d301075522 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:12.451047 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bebd326b-157b-4ca0-a83d-370611a027fd req-2bd7f0b9-f876-4401-b855-11d301075522 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 1679 time: 0.2074051 Sep 16 12:59:12.457228 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-eab2f219-7f4e-4fd9-891d-ba1a3e3a3d2d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Allocated IP 172.25.2.86 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/a9c7b3a1-7deb-42a1-b3a0-406b45be23af) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:59:12.458222 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:12.510015 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:12.524111 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:59:12.524565 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Checking segment: {'id': '4fe5c93d-01b3-4a9c-9aa0-d2d99f287125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cac6fded-e5ed-439c-b2d5-e9a2b24c45b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:59:12.524813 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Bound using segment: {'id': '4fe5c93d-01b3-4a9c-9aa0-d2d99f287125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cac6fded-e5ed-439c-b2d5-e9a2b24c45b9'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:59:12.525265 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Bound port: 1b214136-996e-4af9-b3fe-97e16120f399, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe5c93d-01b3-4a9c-9aa0-d2d99f287125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cac6fded-e5ed-439c-b2d5-e9a2b24c45b9'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:59:12.525621 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1b214136-996e-4af9-b3fe-97e16120f399), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:12.718720 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a2bd3-fca9-46bc-9f03-1c72a46620e4 req-a13e3020-2401-4991-8f16-443a8d814e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:12.719832 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a2bd3-fca9-46bc-9f03-1c72a46620e4 req-a13e3020-2401-4991-8f16-443a8d814e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:12.720484 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a2bd3-fca9-46bc-9f03-1c72a46620e4 req-a13e3020-2401-4991-8f16-443a8d814e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:12.722233 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2f4a2bd3-fca9-46bc-9f03-1c72a46620e4 req-a13e3020-2401-4991-8f16-443a8d814e38 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=18ad456d126a4c25accb04f76a159733&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4456010 Sep 16 12:59:12.773868 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:12.787724 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bebd326b-157b-4ca0-a83d-370611a027fd req-2a1d84d3-6e7f-44c6-816d-06acf9ad11bc tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214455 Sep 16 12:59:12.823082 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a9ed6e51-e4c3-4280-9249-a4c15abb8b35 None None] Attempt 6 to provision port 1b214136-996e-4af9-b3fe-97e16120f399 Sep 16 12:59:12.869989 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed6e51-e4c3-4280-9249-a4c15abb8b35 None None] Port 1b214136-996e-4af9-b3fe-97e16120f399 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:12.890789 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11a85746-1dfa-4965-ab2a-c00ad6b2f70c req-9e8a78bc-1624-495e-a55f-f794971c643e tempest-FlavorsV2NegativeTest-1832567754 tempest-FlavorsV2NegativeTest-1832567754-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=5ae8de0381d04ab5be157fa8c54a300c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933547 Sep 16 12:59:12.893336 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] For port 1b214136-996e-4af9-b3fe-97e16120f399, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:59:12.962330 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] For port 1b214136-996e-4af9-b3fe-97e16120f399, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=1b214136-996e-4af9-b3fe-97e16120f399,segment=NetworkSegment(4fe5c93d-01b3-4a9c-9aa0-d2d99f287125),segment_id=4fe5c93d-01b3-4a9c-9aa0-d2d99f287125)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:59:12.972046 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eaf91ddf-155a-48ae-b770-44b4e21aec5e req-4c5c0449-afcf-4084-9f0d-20168ea273c6 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.0957553 Sep 16 12:59:12.992832 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eab2f219-7f4e-4fd9-891d-ba1a3e3a3d2d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for port (a9c7b3a1-7deb-42a1-b3a0-406b45be23af), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:13.041559 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (1b214136-996e-4af9-b3fe-97e16120f399), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:13.085863 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:13.086480 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:13.087877 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/1b214136-996e-4af9-b3fe-97e16120f399 HTTP/1.1" status: 200 len: 1092 time: 3.4980314 Sep 16 12:59:13.170923 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a2bd3-fca9-46bc-9f03-1c72a46620e4 req-b80ecc3f-ed0d-47b5-a47e-10b5f5f3b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:13.172442 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2f4a2bd3-fca9-46bc-9f03-1c72a46620e4 req-b80ecc3f-ed0d-47b5-a47e-10b5f5f3b4ea service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4298916 Sep 16 12:59:13.188413 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdf920-22d4-4e77-bacb-c2f7bf1a492f req-de26aba6-d24b-4ff3-80b6-22070c761b81 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:13.190230 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-31cdf920-22d4-4e77-bacb-c2f7bf1a492f req-de26aba6-d24b-4ff3-80b6-22070c761b81 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 944 time: 0.1953397 Sep 16 12:59:13.201835 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:13.340897 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5a2232-b544-4ca6-b80c-777dda1281f8 admin admin] Router 616df1fa-444c-46c3-91d0-75e46780f56b is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:59:13.352014 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b214136-996e-4af9-b3fe-97e16120f399,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:13.364005 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:13.371586 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a9ed6e51-e4c3-4280-9249-a4c15abb8b35 None None] Attempt 7 to provision port 1b214136-996e-4af9-b3fe-97e16120f399 Sep 16 12:59:13.371754 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a85746-1dfa-4965-ab2a-c00ad6b2f70c req-cfe85920-1e5b-4ddb-91d9-406ab891ebda tempest-FlavorsV2NegativeTest-1832567754 tempest-FlavorsV2NegativeTest-1832567754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:13.378730 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11a85746-1dfa-4965-ab2a-c00ad6b2f70c req-cfe85920-1e5b-4ddb-91d9-406ab891ebda tempest-FlavorsV2NegativeTest-1832567754 tempest-FlavorsV2NegativeTest-1832567754-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4717178 Sep 16 12:59:13.415378 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181173ca-db05-49a8-9990-94cbebc6fe9f req-f2588724-cff2-4872-bb61-500b2301759c tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:13.415657 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed6e51-e4c3-4280-9249-a4c15abb8b35 None None] Port 1b214136-996e-4af9-b3fe-97e16120f399 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 12:59:13.417764 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-181173ca-db05-49a8-9990-94cbebc6fe9f req-f2588724-cff2-4872-bb61-500b2301759c tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 944 time: 0.2259531 Sep 16 12:59:13.418859 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eab2f219-7f4e-4fd9-891d-ba1a3e3a3d2d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (a9c7b3a1-7deb-42a1-b3a0-406b45be23af), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:13.421720 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:13.422048 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:13.422389 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:13.422739 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:13.423050 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:13.423379 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:13.423704 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:13.424025 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:13.424379 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:13.424703 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:13.425028 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:13.425364 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:13.425669 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:13.425859 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-a9ed6e51-e4c3-4280-9249-a4c15abb8b35 None None] Provisioning complete for port 72f2e808-dfc4-46fc-a7db-08aa2e411a81 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:13.425982 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:13.426288 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fa886-b2e4-49de-91ee-2502b8f418c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:13.426483 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a9ed6e51-e4c3-4280-9249-a4c15abb8b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (72f2e808-dfc4-46fc-a7db-08aa2e411a81), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:13.426908 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a9ed6e51-e4c3-4280-9249-a4c15abb8b35 None None] Attempt 1 to provision port 72f2e808-dfc4-46fc-a7db-08aa2e411a81 Sep 16 12:59:13.435713 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-79ccc7f2-ccfb-4fa8-9489-a203f8ff4f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:13.436227 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-79ccc7f2-ccfb-4fa8-9489-a203f8ff4f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:13.437791 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-79ccc7f2-ccfb-4fa8-9489-a203f8ff4f49 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=18ad456d126a4c25accb04f76a159733&device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 2043 time: 0.2094817 Sep 16 12:59:13.458743 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:13.470139 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11a85746-1dfa-4965-ab2a-c00ad6b2f70c req-dd54e946-a970-4279-bd3d-d6e959d8f620 tempest-FlavorsV2NegativeTest-1832567754 tempest-FlavorsV2NegativeTest-1832567754-project] 10.222.0.67 "GET /networking/v2.0/quotas/5ae8de0381d04ab5be157fa8c54a300c HTTP/1.1" status: 200 len: 375 time: 0.0904517 Sep 16 12:59:13.509351 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed6e51-e4c3-4280-9249-a4c15abb8b35 None None] Current status of the port 72f2e808-dfc4-46fc-a7db-08aa2e411a81 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:13.895448 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-efddcb83-f0ce-4571-abb6-f2f3ed036966 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=19.80.0.222&port_id=23475454-423f-4d72-a3c8-e9e9cbc581b5 HTTP/1.1" status: 200 len: 217 time: 0.4413397 Sep 16 12:59:13.905475 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab2f219-7f4e-4fd9-891d-ba1a3e3a3d2d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:13.910202 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11a85746-1dfa-4965-ab2a-c00ad6b2f70c req-658d82a7-036c-4d24-a546-abd1782cfe2e tempest-FlavorsV2NegativeTest-1832567754 tempest-FlavorsV2NegativeTest-1832567754-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=5ae8de0381d04ab5be157fa8c54a300c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4392836 Sep 16 12:59:13.937784 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-eab2f219-7f4e-4fd9-891d-ba1a3e3a3d2d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:13.969158 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab2f219-7f4e-4fd9-891d-ba1a3e3a3d2d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:59:13.969667 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-31cdf920-22d4-4e77-bacb-c2f7bf1a492f req-1f1dfafe-7937-48aa-97c9-38e5c8bf90d2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Deleting port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:13.969910 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-31cdf920-22d4-4e77-bacb-c2f7bf1a492f req-1f1dfafe-7937-48aa-97c9-38e5c8bf90d2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:13.982978 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5316af91-4d35-4a6e-9584-05d2a5b5cce6', 'tag': '1b214136-996e-4af9-b3fe-97e16120f399'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:59:13.985347 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400b5b1f-24b7-4706-baff-296a91000b76" -d '{"events": [{"name": "network-changed", "server_uuid": "5316af91-4d35-4a6e-9584-05d2a5b5cce6", "tag": "1b214136-996e-4af9-b3fe-97e16120f399"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:59:13.989152 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2f219-7f4e-4fd9-891d-ba1a3e3a3d2d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Pushing event updated for resources: {'Port': ['ID=a9c7b3a1-7deb-42a1-b3a0-406b45be23af,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:14.100417 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-181173ca-db05-49a8-9990-94cbebc6fe9f req-ef781e57-3ebf-4734-ac19-1416aa3ecbfc tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6693621 Sep 16 12:59:14.154177 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-a9e80e43-aa2d-4916-9a6b-9e555a7b20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:14.156088 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-a9e80e43-aa2d-4916-9a6b-9e555a7b20f9 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=089d8319-50f1-4078-a3a4-d5940f822631 HTTP/1.1" status: 200 len: 801 time: 0.2450109 Sep 16 12:59:14.312762 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5a2232-b544-4ca6-b80c-777dda1281f8 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:59:14.332320 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] Sync routers for ids ['616df1fa-444c-46c3-91d0-75e46780f56b'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:59:14.344541 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] Routers {'616df1fa-444c-46c3-91d0-75e46780f56b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:14.345441 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['616df1fa-444c-46c3-91d0-75e46780f56b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:14.396630 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5fb1f6b0-2815-4c95-ab80-9324916f43ad req-5081c911-2ca7-48e3-9454-dd8a9c70708a tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.1915839 Sep 16 12:59:14.422113 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0a969-c45d-4669-9c8c-3230bc323c61 req-c56dc663-bad7-4148-b6b6-07d3cacfd8ec tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:14.440157 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0a969-c45d-4669-9c8c-3230bc323c61 req-c56dc663-bad7-4148-b6b6-07d3cacfd8ec tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:14.440157 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c0b0a969-c45d-4669-9c8c-3230bc323c61 req-c56dc663-bad7-4148-b6b6-07d3cacfd8ec tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 1679 time: 0.3192329 Sep 16 12:59:14.453327 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-02b9a150-80ae-4b04-bd33-d4b1e6744130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:14.454884 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-02b9a150-80ae-4b04-bd33-d4b1e6744130 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=ce933327-2e92-43ef-840e-49b5f9ee9385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2466230 Sep 16 12:59:14.462869 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2232-b544-4ca6-b80c-777dda1281f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:14.465053 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-ba5a2232-b544-4ca6-b80c-777dda1281f8 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.9546165 Sep 16 12:59:14.466929 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34296) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:14.606634 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:14.609849 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-c549eb83-13ad-41ad-a4ef-b24f3b3fdce0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/ce933327-2e92-43ef-840e-49b5f9ee9385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395309 Sep 16 12:59:14.619617 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12da171-7c23-4584-bb54-ad70af9082e2 x-openstack-request-id: req-c12da171-7c23-4584-bb54-ad70af9082e2 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:59:14.623809 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5316af91-4d35-4a6e-9584-05d2a5b5cce6", "tag": "1b214136-996e-4af9-b3fe-97e16120f399", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:59:14.624360 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c12da171-7c23-4584-bb54-ad70af9082e2 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:59:14.625012 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c12da171-7c23-4584-bb54-ad70af9082e2'] response: {'name': 'network-changed', 'server_uuid': '5316af91-4d35-4a6e-9584-05d2a5b5cce6', 'tag': '1b214136-996e-4af9-b3fe-97e16120f399', 'status': 'completed', 'code': 200} Sep 16 12:59:14.631777 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] Set router 616df1fa-444c-46c3-91d0-75e46780f56b gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:14.721107 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-31cdf920-22d4-4e77-bacb-c2f7bf1a492f req-1f1dfafe-7937-48aa-97c9-38e5c8bf90d2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] For port 756cd197-6a93-4b4a-b498-7ebcbb3246c2, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=756cd197-6a93-4b4a-b498-7ebcbb3246c2,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:14.721619 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-31cdf920-22d4-4e77-bacb-c2f7bf1a492f req-1f1dfafe-7937-48aa-97c9-38e5c8bf90d2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:14.773398 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34306) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:14.911139 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-31cdf920-22d4-4e77-bacb-c2f7bf1a492f req-1f1dfafe-7937-48aa-97c9-38e5c8bf90d2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Calling delete_port for 756cd197-6a93-4b4a-b498-7ebcbb3246c2 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:14.967767 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616df1fa-444c-46c3-91d0-75e46780f56b', 'name': 'tempest-TaggedBootDevicesTest_v242-933066058-router', 'tenant_id': '6c8c519fef424295be063e548176071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'a25cb60b-0c96-45d3-a245-fb650b0d0f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:05Z', 'updated_at': '2022-09-16T12:59:10Z', 'revision_number': 3, 'project_id': '6c8c519fef424295be063e548176071a', 'gw_port': {'id': 'a25cb60b-0c96-45d3-a245-fb650b0d0f1f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ef:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616df1fa-444c-46c3-91d0-75e46780f56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:08Z', 'updated_at': '2022-09-16T12:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:14.986640 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c0b0a969-c45d-4669-9c8c-3230bc323c61 req-34c6d584-cf71-40b0-a0ef-43a27a4bcf89 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266776 Sep 16 12:59:14.996420 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a7b19aff-a67f-479f-9b4d-33f296070841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:15.019749 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] Checking router: 616df1fa-444c-46c3-91d0-75e46780f56b for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:59:15.028380 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] Updating router 616df1fa-444c-46c3-91d0-75e46780f56b port a25cb60b-0c96-45d3-a245-fb650b0d0f1f binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:59:15.071824 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a25cb60b-0c96-45d3-a245-fb650b0d0f1f), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:15.125756 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=7,neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:15.139731 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a7b19aff-a67f-479f-9b4d-33f296070841 admin admin] Publish callbacks [] for security_group (e07f9720-7d0f-43b9-8aa7-c06bb84bb6b3), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:15.152222 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a7b19aff-a67f-479f-9b4d-33f296070841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (e07f9720-7d0f-43b9-8aa7-c06bb84bb6b3), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:15.178297 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:15.283168 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a7b19aff-a67f-479f-9b4d-33f296070841 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=5ae8de0381d04ab5be157fa8c54a300c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5063763 Sep 16 12:59:15.286179 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b19aff-a67f-479f-9b4d-33f296070841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07f9720-7d0f-43b9-8aa7-c06bb84bb6b3,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:15.302407 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34322) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:15.322963 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-786d91b0-9eea-4961-af08-906c5afc0a5f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/ce933327-2e92-43ef-840e-49b5f9ee9385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6640053 Sep 16 12:59:15.330635 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeda5a-3c87-4b67-9513-ed63df826ea1 req-985eb7b1-ac1d-4400-b0b2-a9da45d2ccf0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:15.339983 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bdeeda5a-3c87-4b67-9513-ed63df826ea1 req-985eb7b1-ac1d-4400-b0b2-a9da45d2ccf0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/networks?id=4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 200 len: 811 time: 0.3660200 Sep 16 12:59:15.379343 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] Publish callbacks [] for port (a25cb60b-0c96-45d3-a245-fb650b0d0f1f), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:15.381990 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:15.392866 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a25cb60b-0c96-45d3-a245-fb650b0d0f1f), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:15.430152 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f207a4a5-6780-40de-9e9a-751d356d6b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:15.449594 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45531ebb-2399-4305-82bf-937eafee9b6a admin admin] Publish callbacks [] for security_group (e07f9720-7d0f-43b9-8aa7-c06bb84bb6b3), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:15.462748 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] Attempting to bind port a25cb60b-0c96-45d3-a245-fb650b0d0f1f on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:59:15.463182 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] Attempting to bind port a25cb60b-0c96-45d3-a245-fb650b0d0f1f by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:59:15.463470 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] Attempting to bind port a25cb60b-0c96-45d3-a245-fb650b0d0f1f on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:59:15.497163 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d403d01-85f2-4bec-969e-308c611bf0d4 None None] Pushing event updated for resources: {'Port': ['ID=a25cb60b-0c96-45d3-a245-fb650b0d0f1f,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:15.498583 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bdeeda5a-3c87-4b67-9513-ed63df826ea1 req-b0443074-91ec-454d-9f0c-fb34869a9e8c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/quotas/cfe82d8dd4fb42cbb054a6f069424c57 HTTP/1.1" status: 200 len: 375 time: 0.1576219 Sep 16 12:59:15.500001 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:15.502014 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-2c19defc-5904-4582-8512-0fb69f655c97 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=19.86.0.196&port_id=1b214136-996e-4af9-b3fe-97e16120f399 HTTP/1.1" status: 200 len: 217 time: 0.1582363 Sep 16 12:59:15.508466 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45531ebb-2399-4305-82bf-937eafee9b6a admin admin] Publish callbacks [] for security_group (e07f9720-7d0f-43b9-8aa7-c06bb84bb6b3), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:15.512548 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d403d01-85f2-4bec-969e-308c611bf0d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:15.512893 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d403d01-85f2-4bec-969e-308c611bf0d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:15.513224 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d403d01-85f2-4bec-969e-308c611bf0d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:15.513666 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d403d01-85f2-4bec-969e-308c611bf0d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:15.514011 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d403d01-85f2-4bec-969e-308c611bf0d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:15.514340 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d403d01-85f2-4bec-969e-308c611bf0d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:15.514664 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d403d01-85f2-4bec-969e-308c611bf0d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:15.515046 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d403d01-85f2-4bec-969e-308c611bf0d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:15.515367 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d403d01-85f2-4bec-969e-308c611bf0d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:15.515686 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d403d01-85f2-4bec-969e-308c611bf0d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:15.516064 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d403d01-85f2-4bec-969e-308c611bf0d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:15.516499 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d403d01-85f2-4bec-969e-308c611bf0d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:15.516737 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d403d01-85f2-4bec-969e-308c611bf0d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:15.519352 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d403d01-85f2-4bec-969e-308c611bf0d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:15.519692 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d403d01-85f2-4bec-969e-308c611bf0d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:15.547348 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:59:15.548069 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:59:15.548625 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:15.549122 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:59:15.549834 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] Bound port: a25cb60b-0c96-45d3-a245-fb650b0d0f1f, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:59:15.550352 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a25cb60b-0c96-45d3-a245-fb650b0d0f1f), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:15.564336 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3c6c6-e26c-4ca0-ab4f-a20c2afc5fe9 req-66dc3d38-abc3-4528-b58d-17e98f3e0a4e tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:15.571300 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-08c3c6c6-e26c-4ca0-ab4f-a20c2afc5fe9 req-66dc3d38-abc3-4528-b58d-17e98f3e0a4e tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 944 time: 0.2965074 Sep 16 12:59:15.573217 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eab2f219-7f4e-4fd9-891d-ba1a3e3a3d2d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_gateway (e61aa27b-200f-42ae-a1bd-062419e67cb7), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:15.623505 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] For port a25cb60b-0c96-45d3-a245-fb650b0d0f1f, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:59:15.642075 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] For port a25cb60b-0c96-45d3-a245-fb650b0d0f1f, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=a25cb60b-0c96-45d3-a245-fb650b0d0f1f,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:59:15.653814 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a25cb60b-0c96-45d3-a245-fb650b0d0f1f), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:15.670855 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] Routers {'616df1fa-444c-46c3-91d0-75e46780f56b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:15.671760 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['616df1fa-444c-46c3-91d0-75e46780f56b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:15.697821 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45531ebb-2399-4305-82bf-937eafee9b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (e07f9720-7d0f-43b9-8aa7-c06bb84bb6b3), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:15.701655 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45531ebb-2399-4305-82bf-937eafee9b6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:15.704893 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-45531ebb-2399-4305-82bf-937eafee9b6a admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/e07f9720-7d0f-43b9-8aa7-c06bb84bb6b3 HTTP/1.1" status: 204 len: 168 time: 0.3933327 Sep 16 12:59:15.713302 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bdeeda5a-3c87-4b67-9513-ed63df826ea1 req-238fe697-790a-4c91-bde5-6c2e49620649 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2136717 Sep 16 12:59:15.747274 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45531ebb-2399-4305-82bf-937eafee9b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07f9720-7d0f-43b9-8aa7-c06bb84bb6b3,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:15.796702 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 756cd197-6a93-4b4a-b498-7ebcbb3246c2 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:59:15.925212 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-f207a4a5-6780-40de-9e9a-751d356d6b83 admin admin] Allocated IP 172.20.0.1 (47882e5e-a9a3-4d88-9275-ad9f60e0f329/1eef76c9-59e4-4575-843e-931e36824ed2/5d8c3afe-60f5-46ea-b85b-e21bb11ce65d) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:59:15.990962 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 is: DOWN; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:16.141473 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f207a4a5-6780-40de-9e9a-751d356d6b83 admin admin] Publish callbacks [] for port (5d8c3afe-60f5-46ea-b85b-e21bb11ce65d), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:16.173063 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:16.175539 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-1240e5cc-4cda-4970-a638-93b3cdee5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:16.176486 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:16.177421 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-1240e5cc-4cda-4970-a638-93b3cdee5cc5 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=944e7338-66ae-4e39-954c-b6db7063246d HTTP/1.1" status: 200 len: 801 time: 0.6587102 Sep 16 12:59:16.193217 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f207a4a5-6780-40de-9e9a-751d356d6b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (5d8c3afe-60f5-46ea-b85b-e21bb11ce65d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:16.251445 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] Set router 616df1fa-444c-46c3-91d0-75e46780f56b gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:16.297837 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e808a1eb-4617-431e-9a92-918512529d5e req-342e7ada-f845-4a30-be64-09b74d0e6fc0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.1109006 Sep 16 12:59:16.298653 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-31cdf920-22d4-4e77-bacb-c2f7bf1a492f req-1f1dfafe-7937-48aa-97c9-38e5c8bf90d2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (756cd197-6a93-4b4a-b498-7ebcbb3246c2), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:16.303226 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-08c3c6c6-e26c-4ca0-ab4f-a20c2afc5fe9 req-f5463c1d-d135-478d-9e17-b8af92134d1b tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=14364a32-1bcc-4020-a2f0-464483d839c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7311141 Sep 16 12:59:16.333201 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f207a4a5-6780-40de-9e9a-751d356d6b83 admin admin] Network 47882e5e-a9a3-4d88-9275-ad9f60e0f329 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:16.354381 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-f207a4a5-6780-40de-9e9a-751d356d6b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:16.361124 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f207a4a5-6780-40de-9e9a-751d356d6b83 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:59:16.367316 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d403d01-85f2-4bec-969e-308c611bf0d4 None None] Pushing event updated for resources: {'Port': ['ID=a25cb60b-0c96-45d3-a245-fb650b0d0f1f,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:16.393921 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-60a3f2f0-52b0-4d55-a69f-d317836ca5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:16.395392 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-60a3f2f0-52b0-4d55-a69f-d317836ca5a6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=cac6fded-e5ed-439c-b2d5-e9a2b24c45b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2007389 Sep 16 12:59:16.403882 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207a4a5-6780-40de-9e9a-751d356d6b83 admin admin] Pushing event updated for resources: {'Port': ['ID=5d8c3afe-60f5-46ea-b85b-e21bb11ce65d,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:16.407775 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dfafe-7937-48aa-97c9-38e5c8bf90d2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Pushing event deleted for resources: {'Port': ['ID=756cd197-6a93-4b4a-b498-7ebcbb3246c2,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:16.443838 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f207a4a5-6780-40de-9e9a-751d356d6b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (616df1fa-444c-46c3-91d0-75e46780f56b), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:16.610362 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bdeeda5a-3c87-4b67-9513-ed63df826ea1 req-77b94b53-bbdf-41d4-9653-8f53ac69db46 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8961699 Sep 16 12:59:16.611918 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eab2f219-7f4e-4fd9-891d-ba1a3e3a3d2d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (e61aa27b-200f-42ae-a1bd-062419e67cb7), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:16.659183 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616df1fa-444c-46c3-91d0-75e46780f56b', 'name': 'tempest-TaggedBootDevicesTest_v242-933066058-router', 'tenant_id': '6c8c519fef424295be063e548176071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'a25cb60b-0c96-45d3-a245-fb650b0d0f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:05Z', 'updated_at': '2022-09-16T12:59:10Z', 'revision_number': 3, 'project_id': '6c8c519fef424295be063e548176071a', 'gw_port': {'id': 'a25cb60b-0c96-45d3-a245-fb650b0d0f1f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ef:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616df1fa-444c-46c3-91d0-75e46780f56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:08Z', 'updated_at': '2022-09-16T12:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:16.694966 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6859f55-be7e-406a-8a13-dc9d219bbb0a None None] The sync data for ids ['616df1fa-444c-46c3-91d0-75e46780f56b'] in n-d-858094-4 is: [{'id': '616df1fa-444c-46c3-91d0-75e46780f56b', 'name': 'tempest-TaggedBootDevicesTest_v242-933066058-router', 'tenant_id': '6c8c519fef424295be063e548176071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'a25cb60b-0c96-45d3-a245-fb650b0d0f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:05Z', 'updated_at': '2022-09-16T12:59:10Z', 'revision_number': 3, 'project_id': '6c8c519fef424295be063e548176071a', 'gw_port': {'id': 'a25cb60b-0c96-45d3-a245-fb650b0d0f1f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ef:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616df1fa-444c-46c3-91d0-75e46780f56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:08Z', 'updated_at': '2022-09-16T12:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:59:16.714038 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f207a4a5-6780-40de-9e9a-751d356d6b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5d8c3afe-60f5-46ea-b85b-e21bb11ce65d), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:16.778395 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cdf920-22d4-4e77-bacb-c2f7bf1a492f req-1f1dfafe-7937-48aa-97c9-38e5c8bf90d2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] No DVR routers for this DVR port 756cd197-6a93-4b4a-b498-7ebcbb3246c2 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:59:16.817000 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-31cdf920-22d4-4e77-bacb-c2f7bf1a492f req-1f1dfafe-7937-48aa-97c9-38e5c8bf90d2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:16.826338 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-31cdf920-22d4-4e77-bacb-c2f7bf1a492f req-1f1dfafe-7937-48aa-97c9-38e5c8bf90d2 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.25 "DELETE /networking/v2.0/ports/756cd197-6a93-4b4a-b498-7ebcbb3246c2 HTTP/1.1" status: 204 len: 173 time: 3.6202056 Sep 16 12:59:16.869042 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] Provisioning complete for port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:16.869561 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5d8c3afe-60f5-46ea-b85b-e21bb11ce65d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:16.871322 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] Attempt 1 to provision port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d Sep 16 12:59:16.920918 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041df092-33d4-4b71-84d8-7cd479d32b4f', 'name': 'network-vif-deleted', 'tag': '756cd197-6a93-4b4a-b498-7ebcbb3246c2'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:59:16.923267 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c438aa-62b9-4b9f-9ed3-2009afc69fd2" -d '{"events": [{"server_uuid": "041df092-33d4-4b71-84d8-7cd479d32b4f", "name": "network-vif-deleted", "tag": "756cd197-6a93-4b4a-b498-7ebcbb3246c2"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:59:16.976658 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] Port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:17.001756 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-63ebaaa2-4fe9-4195-97a3-fd42f2c7b0c2 req-f8938ac5-da61-4405-a451-034ff7d99482 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.3562300 Sep 16 12:59:17.028528 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:17.096461 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bdeeda5a-3c87-4b67-9513-ed63df826ea1 req-4e65ad9c-d051-4e19-beee-ff9b9a80b8f7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419030 Sep 16 12:59:17.143685 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34356) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:17.164740 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-a427d22c-578e-454b-adc9-9e8fe406fb77 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/cac6fded-e5ed-439c-b2d5-e9a2b24c45b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7213864 Sep 16 12:59:17.263692 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f207a4a5-6780-40de-9e9a-751d356d6b83 admin admin] Publish callbacks [] for port (5d8c3afe-60f5-46ea-b85b-e21bb11ce65d), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:17.274071 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f207a4a5-6780-40de-9e9a-751d356d6b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (5d8c3afe-60f5-46ea-b85b-e21bb11ce65d), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:17.477291 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] Attempt 2 to provision port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d Sep 16 12:59:17.488314 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05bb789-69ed-4f78-9f82-0bcc423544ea x-openstack-request-id: req-f05bb789-69ed-4f78-9f82-0bcc423544ea {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:59:17.489045 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041df092-33d4-4b71-84d8-7cd479d32b4f", "name": "network-vif-deleted", "tag": "756cd197-6a93-4b4a-b498-7ebcbb3246c2", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:59:17.489045 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f05bb789-69ed-4f78-9f82-0bcc423544ea {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:59:17.489383 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f05bb789-69ed-4f78-9f82-0bcc423544ea'] response: {'server_uuid': '041df092-33d4-4b71-84d8-7cd479d32b4f', 'name': 'network-vif-deleted', 'tag': '756cd197-6a93-4b4a-b498-7ebcbb3246c2', 'status': 'completed', 'code': 200} Sep 16 12:59:17.533900 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4311e3-e722-4ec6-bc2f-8e6595df9e61 req-2b0658cc-9b54-488f-bbd8-60edf8214c59 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:17.546704 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4311e3-e722-4ec6-bc2f-8e6595df9e61 req-2b0658cc-9b54-488f-bbd8-60edf8214c59 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:17.560264 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d4311e3-e722-4ec6-bc2f-8e6595df9e61 req-2b0658cc-9b54-488f-bbd8-60edf8214c59 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 1679 time: 0.2553279 Sep 16 12:59:17.570698 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] Port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:17.690424 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab2f219-7f4e-4fd9-891d-ba1a3e3a3d2d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Router e61aa27b-200f-42ae-a1bd-062419e67cb7 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:59:17.693912 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97f63c97-8ecf-44dc-9914-7bf6cd988ca8 req-7497eb39-8d4e-4a9a-8149-0ec6622d4e06 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/cac6fded-e5ed-439c-b2d5-e9a2b24c45b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163713 Sep 16 12:59:17.711362 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-558c5429-a509-4a39-a522-d7ca7f471e44 req-e2c6d435-68d1-49f5-9af6-c62f1f36fb33 tempest-LiveAutoBlockMigrationV225Test-1786781270 tempest-LiveAutoBlockMigrationV225Test-1786781270-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=041df092-33d4-4b71-84d8-7cd479d32b4f HTTP/1.1" status: 200 len: 210 time: 0.0692511 Sep 16 12:59:17.807109 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d4311e3-e722-4ec6-bc2f-8e6595df9e61 req-4726ff11-fa9b-4b65-9ba5-3cb2314ec15d tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456658 Sep 16 12:59:17.840560 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f207a4a5-6780-40de-9e9a-751d356d6b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (616df1fa-444c-46c3-91d0-75e46780f56b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:17.863388 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10feef81-cceb-4522-9aba-b74b8729a0f3 req-e315c202-1d6e-4f50-b095-ccd81b7b9019 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f06d8960-bb68-4f5c-b54b-61cc10e342e3 HTTP/1.1" status: 200 len: 210 time: 0.0552564 Sep 16 12:59:17.864766 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-e09d9e76-5532-4f5a-b5f9-6ce4a69a5521 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-689197682-network', 'tenant_id': '69c9f8e6296847c49b4016b84b482950'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:17.905495 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207a4a5-6780-40de-9e9a-751d356d6b83 admin admin] Pushing event updated for resources: {'Port': ['ID=5d8c3afe-60f5-46ea-b85b-e21bb11ce65d,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:17.926570 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab2f219-7f4e-4fd9-891d-ba1a3e3a3d2d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:59:17.936216 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3410d000-620a-46a9-9254-61de96a7aada None None] Sync routers for ids ['e61aa27b-200f-42ae-a1bd-062419e67cb7'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:59:17.944335 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09d9e76-5532-4f5a-b5f9-6ce4a69a5521 admin admin] Made reservation on behalf of 69c9f8e6296847c49b4016b84b482950 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:59:17.947220 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e09d9e76-5532-4f5a-b5f9-6ce4a69a5521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:17.956977 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3410d000-620a-46a9-9254-61de96a7aada None None] Routers {'e61aa27b-200f-42ae-a1bd-062419e67cb7'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:17.959845 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-3410d000-620a-46a9-9254-61de96a7aada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e61aa27b-200f-42ae-a1bd-062419e67cb7'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:17.968225 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eab2f219-7f4e-4fd9-891d-ba1a3e3a3d2d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:17.974479 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-eab2f219-7f4e-4fd9-891d-ba1a3e3a3d2d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.8419378 Sep 16 12:59:17.975284 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34372) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:18.209028 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:18.212039 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-ce8c5a6b-7e54-4516-bdac-10cabb29f47c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "GET /networking/v2.0/routers/e61aa27b-200f-42ae-a1bd-062419e67cb7 HTTP/1.1" status: 200 len: 908 time: 0.2354500 Sep 16 12:59:18.215087 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34384) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:18.223327 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-3410d000-620a-46a9-9254-61de96a7aada None None] Set router e61aa27b-200f-42ae-a1bd-062419e67cb7 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:18.223544 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f207a4a5-6780-40de-9e9a-751d356d6b83 admin admin] Network 47882e5e-a9a3-4d88-9275-ad9f60e0f329 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:18.230704 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-f207a4a5-6780-40de-9e9a-751d356d6b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:18.240093 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e09d9e76-5532-4f5a-b5f9-6ce4a69a5521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:18.246838 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-2d256e5d-1ee7-4164-bca5-491f1b584b33 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1392234479', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'enable_snat': True}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:18.340397 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-55b64734-4ff4-4e00-a1f1-aba12a78108b req-5157092d-9e94-447a-932b-9bcb748feea4 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.1268327 Sep 16 12:59:18.363576 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] Attempt 3 to provision port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d Sep 16 12:59:18.391360 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2d256e5d-1ee7-4164-bca5-491f1b584b33 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (f6243a4e-acdf-4144-a8a9-e6b4aa66875b), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:18.392579 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2d256e5d-1ee7-4164-bca5-491f1b584b33 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (f6243a4e-acdf-4144-a8a9-e6b4aa66875b), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:18.451974 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:18.459742 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] Port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:18.488349 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2d256e5d-1ee7-4164-bca5-491f1b584b33 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_controller (f6243a4e-acdf-4144-a8a9-e6b4aa66875b), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:18.598225 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:18.598905 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:18.617752 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f207a4a5-6780-40de-9e9a-751d356d6b83 admin admin] Router 616df1fa-444c-46c3-91d0-75e46780f56b has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:59:18.774405 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-3410d000-620a-46a9-9254-61de96a7aada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61aa27b-200f-42ae-a1bd-062419e67cb7', 'name': 'tempest-snat-router-1392234479', 'tenant_id': '73a22f7e4dc24268b7364d7f5b00c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.86'}], 'enable_snat': False}, 'gw_port_id': 'a9c7b3a1-7deb-42a1-b3a0-406b45be23af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:10Z', 'updated_at': '2022-09-16T12:59:14Z', 'revision_number': 3, 'project_id': '73a22f7e4dc24268b7364d7f5b00c509', 'gw_port': {'id': 'a9c7b3a1-7deb-42a1-b3a0-406b45be23af', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61aa27b-200f-42ae-a1bd-062419e67cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:11Z', 'updated_at': '2022-09-16T12:59:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:18.810713 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b5b1f-24b7-4706-baff-296a91000b76 req-4c7fd30b-3d8b-4ce4-82cf-8db830f2f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:18.811526 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b5b1f-24b7-4706-baff-296a91000b76 req-4c7fd30b-3d8b-4ce4-82cf-8db830f2f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:18.813418 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-400b5b1f-24b7-4706-baff-296a91000b76 req-4c7fd30b-3d8b-4ce4-82cf-8db830f2f8fe service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=18ad456d126a4c25accb04f76a159733&device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 2043 time: 0.2117798 Sep 16 12:59:18.864874 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-06481ad6-acae-49a1-bf3f-cb55b02b1032 req-2e3dc7bd-b247-4028-b872-2f2cdb72b34b tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f06d8960-bb68-4f5c-b54b-61cc10e342e3 HTTP/1.1" status: 200 len: 210 time: 0.1071017 Sep 16 12:59:18.883047 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e09d9e76-5532-4f5a-b5f9-6ce4a69a5521 admin admin] Publish callbacks [] for security_group (10e775b8-fb03-444e-8d9a-e4f24c54249e), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:18.907626 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e09d9e76-5532-4f5a-b5f9-6ce4a69a5521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (10e775b8-fb03-444e-8d9a-e4f24c54249e), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:18.942095 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d9e76-5532-4f5a-b5f9-6ce4a69a5521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e775b8-fb03-444e-8d9a-e4f24c54249e,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:18.971316 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09d9e76-5532-4f5a-b5f9-6ce4a69a5521 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:59:18.971667 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34398) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:18.978286 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f207a4a5-6780-40de-9e9a-751d356d6b83 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:59:18.986541 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:18.992732 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f207a4a5-6780-40de-9e9a-751d356d6b83 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/616df1fa-444c-46c3-91d0-75e46780f56b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5240054 Sep 16 12:59:19.000848 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e09d9e76-5532-4f5a-b5f9-6ce4a69a5521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (e232d97a-6027-4cce-8931-6c16f3ea88d7), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:19.001337 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-e09d9e76-5532-4f5a-b5f9-6ce4a69a5521 admin admin] Added segment e232d97a-6027-4cce-8931-6c16f3ea88d7 of type vlan for network 90076d69-1f81-4f38-899e-b784473bf260 Sep 16 12:59:19.024443 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] Attempt 4 to provision port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d Sep 16 12:59:19.027206 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3410d000-620a-46a9-9254-61de96a7aada None None] Checking router: e61aa27b-200f-42ae-a1bd-062419e67cb7 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:59:19.027690 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3410d000-620a-46a9-9254-61de96a7aada None None] Updating router e61aa27b-200f-42ae-a1bd-062419e67cb7 port a9c7b3a1-7deb-42a1-b3a0-406b45be23af binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:59:19.031930 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device a25cb60b-0c96-45d3-a245-fb650b0d0f1f up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:59:19.048080 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e09d9e76-5532-4f5a-b5f9-6ce4a69a5521 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (90076d69-1f81-4f38-899e-b784473bf260), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:19.082483 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e09d9e76-5532-4f5a-b5f9-6ce4a69a5521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (90076d69-1f81-4f38-899e-b784473bf260), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:19.083857 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09d9e76-5532-4f5a-b5f9-6ce4a69a5521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:19.084829 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e09d9e76-5532-4f5a-b5f9-6ce4a69a5521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:19.122317 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3410d000-620a-46a9-9254-61de96a7aada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a9c7b3a1-7deb-42a1-b3a0-406b45be23af), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:19.175823 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e09d9e76-5532-4f5a-b5f9-6ce4a69a5521 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0309305 Sep 16 12:59:19.179226 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34404) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:19.185415 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2d256e5d-1ee7-4164-bca5-491f1b584b33 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_gateway (f6243a4e-acdf-4144-a8a9-e6b4aa66875b), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:19.185998 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-bbf56b14-dcf5-4deb-b00b-05d435aa8959 admin admin] Request body: {'subnet': {'network_id': '90076d69-1f81-4f38-899e-b784473bf260', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-689197682-subnet', 'tenant_id': '69c9f8e6296847c49b4016b84b482950', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:19.203135 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d9e76-5532-4f5a-b5f9-6ce4a69a5521 admin admin] Pushing event updated for resources: {'Network': ['ID=90076d69-1f81-4f38-899e-b784473bf260,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:19.218338 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b5b1f-24b7-4706-baff-296a91000b76 req-a801d141-7410-404a-959b-641fdfb1c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:19.220604 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-400b5b1f-24b7-4706-baff-296a91000b76 req-a801d141-7410-404a-959b-641fdfb1c395 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=cac6fded-e5ed-439c-b2d5-e9a2b24c45b9 HTTP/1.1" status: 200 len: 902 time: 0.3863871 Sep 16 12:59:19.233300 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 90076d69-1f81-4f38-899e-b784473bf260 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:59:19.251181 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4331527d-5679-4327-bc6c-498f7a30830e req-1554261a-d38b-4946-9552-3e2c551dc87d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e2a6db3fbe124de2af50db325deea520&device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.2904766 Sep 16 12:59:19.296453 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf56b14-dcf5-4deb-b00b-05d435aa8959 admin admin] Made reservation on behalf of 69c9f8e6296847c49b4016b84b482950 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:59:19.298909 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bbf56b14-dcf5-4deb-b00b-05d435aa8959 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:19.340086 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:19.350974 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] Port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:19.402005 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:19.449858 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port a25cb60b-0c96-45d3-a245-fb650b0d0f1f triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:19.450236 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (a25cb60b-0c96-45d3-a245-fb650b0d0f1f), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:19.450572 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port a25cb60b-0c96-45d3-a245-fb650b0d0f1f Sep 16 12:59:19.518775 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0d3084a0-82cf-461a-88e0-fdef152afe03 req-5c10b6ee-e0af-4fab-b318-e891752cea04 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.3405068 Sep 16 12:59:19.632590 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d236a-f25d-40b5-9e11-536d368027fc req-bc8ee25b-c7e8-4e53-834f-00736cdb603f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:19.640983 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d236a-f25d-40b5-9e11-536d368027fc req-bc8ee25b-c7e8-4e53-834f-00736cdb603f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:19.642653 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-170d236a-f25d-40b5-9e11-536d368027fc req-bc8ee25b-c7e8-4e53-834f-00736cdb603f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 1679 time: 0.4630413 Sep 16 12:59:19.644336 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-400b5b1f-24b7-4706-baff-296a91000b76 req-d63035bc-8f77-4965-8526-cd533ac8b3e6 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=19.86.0.196&port_id=1b214136-996e-4af9-b3fe-97e16120f399 HTTP/1.1" status: 200 len: 217 time: 0.3907351 Sep 16 12:59:19.650200 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4331527d-5679-4327-bc6c-498f7a30830e req-50e6af91-437e-4b70-9f4c-65eecf3d88ca service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=e2a6db3fbe124de2af50db325deea520&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3305922 Sep 16 12:59:19.672564 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port a25cb60b-0c96-45d3-a245-fb650b0d0f1f is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:19.673089 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a25cb60b-0c96-45d3-a245-fb650b0d0f1f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:19.715731 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port a25cb60b-0c96-45d3-a245-fb650b0d0f1f, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=a25cb60b-0c96-45d3-a245-fb650b0d0f1f,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:19.723791 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a25cb60b-0c96-45d3-a245-fb650b0d0f1f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:19.836687 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3410d000-620a-46a9-9254-61de96a7aada None None] Publish callbacks [] for port (a9c7b3a1-7deb-42a1-b3a0-406b45be23af), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:19.839762 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=a25cb60b-0c96-45d3-a245-fb650b0d0f1f,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:19.851137 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] Sync routers for ids ['616df1fa-444c-46c3-91d0-75e46780f56b'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:59:19.860235 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] Attempt 5 to provision port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d Sep 16 12:59:19.863525 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3410d000-620a-46a9-9254-61de96a7aada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a9c7b3a1-7deb-42a1-b3a0-406b45be23af), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:19.864663 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] Routers {'616df1fa-444c-46c3-91d0-75e46780f56b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:19.867181 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['616df1fa-444c-46c3-91d0-75e46780f56b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:19.879369 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2d256e5d-1ee7-4164-bca5-491f1b584b33 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_gateway (f6243a4e-acdf-4144-a8a9-e6b4aa66875b), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:19.879613 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:19.882469 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e6f6ac67-a629-438b-9cb5-dc9b0ad9148b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (1d8f5f0c-7a6a-4d86-a189-54124fe101bf), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:19.943993 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2d256e5d-1ee7-4164-bca5-491f1b584b33 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:19.986934 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-3410d000-620a-46a9-9254-61de96a7aada None None] Attempting to bind port a9c7b3a1-7deb-42a1-b3a0-406b45be23af on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:59:19.986934 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-3410d000-620a-46a9-9254-61de96a7aada None None] Attempting to bind port a9c7b3a1-7deb-42a1-b3a0-406b45be23af by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:59:19.986934 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3410d000-620a-46a9-9254-61de96a7aada None None] Attempting to bind port a9c7b3a1-7deb-42a1-b3a0-406b45be23af on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:59:20.011156 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:20.023521 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] Port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:20.029586 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805f7e4-be20-4779-8fd1-a16cca97a932 None None] Pushing event updated for resources: {'Port': ['ID=a9c7b3a1-7deb-42a1-b3a0-406b45be23af,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:20.034308 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bbf56b14-dcf5-4deb-b00b-05d435aa8959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (dda0743f-c6ca-437e-9eb5-900e5812d073), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:20.039169 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:20.060016 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-170d236a-f25d-40b5-9e11-536d368027fc req-7a285e59-96aa-4d64-a387-cc480b223eb7 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064910 Sep 16 12:59:20.102037 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3410d000-620a-46a9-9254-61de96a7aada None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:59:20.102502 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3410d000-620a-46a9-9254-61de96a7aada None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:59:20.108669 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3410d000-620a-46a9-9254-61de96a7aada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:20.109134 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3410d000-620a-46a9-9254-61de96a7aada None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:59:20.109759 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-3410d000-620a-46a9-9254-61de96a7aada None None] Bound port: a9c7b3a1-7deb-42a1-b3a0-406b45be23af, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:59:20.110253 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3410d000-620a-46a9-9254-61de96a7aada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a9c7b3a1-7deb-42a1-b3a0-406b45be23af), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:20.127338 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b5b1f-24b7-4706-baff-296a91000b76 req-f4d6955f-5bbc-4f65-b590-7f020a2904b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:20.129209 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-400b5b1f-24b7-4706-baff-296a91000b76 req-f4d6955f-5bbc-4f65-b590-7f020a2904b2 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=944e7338-66ae-4e39-954c-b6db7063246d HTTP/1.1" status: 200 len: 801 time: 0.4746773 Sep 16 12:59:20.159465 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:20.216598 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] Set router 616df1fa-444c-46c3-91d0-75e46780f56b gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:20.228446 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331527d-5679-4327-bc6c-498f7a30830e req-fc5e0750-2969-40ef-b4f3-6a580763cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:20.230565 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4331527d-5679-4327-bc6c-498f7a30830e req-fc5e0750-2969-40ef-b4f3-6a580763cc30 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5648851 Sep 16 12:59:20.233115 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf56b14-dcf5-4deb-b00b-05d435aa8959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dda0743f-c6ca-437e-9eb5-900e5812d073,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:20.267797 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b5b1f-24b7-4706-baff-296a91000b76 req-624a5de7-dbd3-44f4-8870-15cea59eb59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:20.269357 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-400b5b1f-24b7-4706-baff-296a91000b76 req-624a5de7-dbd3-44f4-8870-15cea59eb59e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=cac6fded-e5ed-439c-b2d5-e9a2b24c45b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1335912 Sep 16 12:59:20.291388 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf56b14-dcf5-4deb-b00b-05d435aa8959 admin admin] Checking segment: {'id': 'e232d97a-6027-4cce-8931-6c16f3ea88d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '90076d69-1f81-4f38-899e-b784473bf260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:59:20.291778 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf56b14-dcf5-4deb-b00b-05d435aa8959 admin admin] Network hostable DHCP agents. Network: 90076d69-1f81-4f38-899e-b784473bf260, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:59:20.294796 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-3410d000-620a-46a9-9254-61de96a7aada None None] For port a9c7b3a1-7deb-42a1-b3a0-406b45be23af, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:59:20.308300 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-3410d000-620a-46a9-9254-61de96a7aada None None] For port a9c7b3a1-7deb-42a1-b3a0-406b45be23af, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=a9c7b3a1-7deb-42a1-b3a0-406b45be23af,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:59:20.320439 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3410d000-620a-46a9-9254-61de96a7aada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a9c7b3a1-7deb-42a1-b3a0-406b45be23af), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:20.341199 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-e6f6ac67-a629-438b-9cb5-dc9b0ad9148b admin admin] Deleting port b514ec2d-a210-456c-a5e9-648da8dcb75b {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:20.341543 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e6f6ac67-a629-438b-9cb5-dc9b0ad9148b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (b514ec2d-a210-456c-a5e9-648da8dcb75b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:20.390880 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf56b14-dcf5-4deb-b00b-05d435aa8959 admin admin] Network 90076d69-1f81-4f38-899e-b784473bf260 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:59:20.401141 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 23475454-423f-4d72-a3c8-e9e9cbc581b5 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:59:20.405509 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-bbf56b14-dcf5-4deb-b00b-05d435aa8959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 90076d69-1f81-4f38-899e-b784473bf260) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:20.412844 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf56b14-dcf5-4deb-b00b-05d435aa8959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:20.414381 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bbf56b14-dcf5-4deb-b00b-05d435aa8959 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:20.446460 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e43fb30-5e10-46da-a22c-5a554437d5d8 None None] Network 90076d69-1f81-4f38-899e-b784473bf260 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:59:20.465443 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-bbf56b14-dcf5-4deb-b00b-05d435aa8959 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2851374 Sep 16 12:59:20.468273 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34464) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:20.472687 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-d7c5fcb9-faed-4e42-8d6a-1a5fa2485130 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-689197682-router', 'tenant_id': '69c9f8e6296847c49b4016b84b482950', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:20.482645 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-2d256e5d-1ee7-4164-bca5-491f1b584b33 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Allocated IP 172.25.2.132 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/7740108b-40c9-4fa5-8e08-41fea2c074d0) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:59:20.507555 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-e6f6ac67-a629-438b-9cb5-dc9b0ad9148b admin admin] For port b514ec2d-a210-456c-a5e9-648da8dcb75b, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b514ec2d-a210-456c-a5e9-648da8dcb75b,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:20.508036 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e6f6ac67-a629-438b-9cb5-dc9b0ad9148b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (b514ec2d-a210-456c-a5e9-648da8dcb75b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:20.513878 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3410d000-620a-46a9-9254-61de96a7aada None None] Routers {'e61aa27b-200f-42ae-a1bd-062419e67cb7'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:20.518634 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-3410d000-620a-46a9-9254-61de96a7aada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e61aa27b-200f-42ae-a1bd-062419e67cb7'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:20.518987 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:20.534991 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-e6f6ac67-a629-438b-9cb5-dc9b0ad9148b admin admin] Calling delete_port for b514ec2d-a210-456c-a5e9-648da8dcb75b owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:20.541258 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fcb9-faed-4e42-8d6a-1a5fa2485130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (92d8ea50-3b36-4bca-8260-8565436f711d), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:20.543080 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fcb9-faed-4e42-8d6a-1a5fa2485130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (92d8ea50-3b36-4bca-8260-8565436f711d), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:20.694409 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fcb9-faed-4e42-8d6a-1a5fa2485130 admin admin] Publish callbacks [] for router_controller (92d8ea50-3b36-4bca-8260-8565436f711d), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:20.716358 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] Attempt 6 to provision port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d Sep 16 12:59:20.846417 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.resource_extend [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 12:59:20.861731 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616df1fa-444c-46c3-91d0-75e46780f56b', 'name': 'tempest-TaggedBootDevicesTest_v242-933066058-router', 'tenant_id': '6c8c519fef424295be063e548176071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'a25cb60b-0c96-45d3-a245-fb650b0d0f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:05Z', 'updated_at': '2022-09-16T12:59:16Z', 'revision_number': 4, 'project_id': '6c8c519fef424295be063e548176071a', 'gw_port': {'id': 'a25cb60b-0c96-45d3-a245-fb650b0d0f1f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ef:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616df1fa-444c-46c3-91d0-75e46780f56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:08Z', 'updated_at': '2022-09-16T12:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '5d8c3afe-60f5-46ea-b85b-e21bb11ce65d', 'name': '', 'network_id': '47882e5e-a9a3-4d88-9275-ad9f60e0f329', 'tenant_id': '6c8c519fef424295be063e548176071a', 'mac_address': 'fa:16:3e:23:ea:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616df1fa-444c-46c3-91d0-75e46780f56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '1eef76c9-59e4-4575-843e-931e36824ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:15Z', 'updated_at': '2022-09-16T12:59:16Z', 'revision_number': 2, 'project_id': '6c8c519fef424295be063e548176071a', 'subnets': [{'id': '1eef76c9-59e4-4575-843e-931e36824ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:20.910219 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-90076d69-1f81-4f38-899e-b784473bf260', 'network_id': '90076d69-1f81-4f38-899e-b784473bf260', 'project_id': '69c9f8e6296847c49b4016b84b482950', 'fixed_ips': [{'subnet_id': 'dda0743f-c6ca-437e-9eb5-900e5812d073'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:59:20.911391 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:20.914147 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805f7e4-be20-4779-8fd1-a16cca97a932 None None] Pushing event updated for resources: {'Port': ['ID=a9c7b3a1-7deb-42a1-b3a0-406b45be23af,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:20.931206 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] Checking router: 616df1fa-444c-46c3-91d0-75e46780f56b for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:59:20.931667 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] Updating router 616df1fa-444c-46c3-91d0-75e46780f56b port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:59:20.932303 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:20.933785 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device a25cb60b-0c96-45d3-a245-fb650b0d0f1f up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:59:20.943391 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e6f6ac67-a629-438b-9cb5-dc9b0ad9148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (b514ec2d-a210-456c-a5e9-648da8dcb75b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:21.003035 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5d8c3afe-60f5-46ea-b85b-e21bb11ce65d), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:21.010704 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] Port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:21.085816 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6ac67-a629-438b-9cb5-dc9b0ad9148b admin admin] Pushing event deleted for resources: {'Port': ['ID=b514ec2d-a210-456c-a5e9-648da8dcb75b,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:21.169023 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9abca19a-d91e-44ca-bddf-ad0c194b768e req-db9ab1ba-fe1f-4932-be8e-0378416577a5 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.0918019 Sep 16 12:59:21.177527 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-400b5b1f-24b7-4706-baff-296a91000b76 req-8ab4d95b-63ae-4785-95c8-3232de292802 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/cac6fded-e5ed-439c-b2d5-e9a2b24c45b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8995843 Sep 16 12:59:21.244527 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-592fd980-ceb4-4b32-beb8-b80994f64cb9 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:21.247210 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-592fd980-ceb4-4b32-beb8-b80994f64cb9 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/networks?id=4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 200 len: 811 time: 0.7704475 Sep 16 12:59:21.277886 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 23475454-423f-4d72-a3c8-e9e9cbc581b5, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=23475454-423f-4d72-a3c8-e9e9cbc581b5,segment=NetworkSegment(1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86),segment_id=1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:21.385659 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '23475454-423f-4d72-a3c8-e9e9cbc581b5', 'network_id': 'ce933327-2e92-43ef-840e-49b5f9ee9385', 'port_id': '23475454-423f-4d72-a3c8-e9e9cbc581b5', 'mac_address': 'fa:16:3e:50:ef:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '089d8319-50f1-4078-a3a4-d5940f822631', 'ip_address': '19.80.0.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:59:21.407040 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:21.409297 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e6f6ac67-a629-438b-9cb5-dc9b0ad9148b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (1d8f5f0c-7a6a-4d86-a189-54124fe101bf), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:21.410186 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:21.421671 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:21.421922 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-dbfa3c67-e25e-4f31-82cc-00b76a0542cf tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/quotas/cfe82d8dd4fb42cbb054a6f069424c57 HTTP/1.1" status: 200 len: 375 time: 0.1337149 Sep 16 12:59:21.427769 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec29e7-70ca-4ca4-b23c-32120e74b471 req-b13a2204-b827-4978-bd19-2a6b2cb53950 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:21.452663 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec29e7-70ca-4ca4-b23c-32120e74b471 req-b13a2204-b827-4978-bd19-2a6b2cb53950 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:21.456394 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c2ec29e7-70ca-4ca4-b23c-32120e74b471 req-b13a2204-b827-4978-bd19-2a6b2cb53950 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 1679 time: 0.1189461 Sep 16 12:59:21.498079 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2d256e5d-1ee7-4164-bca5-491f1b584b33 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for port (7740108b-40c9-4fa5-8e08-41fea2c074d0), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:21.517241 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-3410d000-620a-46a9-9254-61de96a7aada None None] Set router e61aa27b-200f-42ae-a1bd-062419e67cb7 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:21.530197 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] Attempt 7 to provision port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d Sep 16 12:59:21.647399 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] Publish callbacks [] for port (5d8c3afe-60f5-46ea-b85b-e21bb11ce65d), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:21.657011 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5d8c3afe-60f5-46ea-b85b-e21bb11ce65d), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:21.657715 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:21.660102 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:21.663576 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fcb9-faed-4e42-8d6a-1a5fa2485130 admin admin] Publish callbacks [] for router_gateway (92d8ea50-3b36-4bca-8260-8565436f711d), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:21.708233 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port a25cb60b-0c96-45d3-a245-fb650b0d0f1f triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:21.708759 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (a25cb60b-0c96-45d3-a245-fb650b0d0f1f), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:21.709186 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port a25cb60b-0c96-45d3-a245-fb650b0d0f1f Sep 16 12:59:21.757501 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 23475454-423f-4d72-a3c8-e9e9cbc581b5 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:21.757501 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (23475454-423f-4d72-a3c8-e9e9cbc581b5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:21.771079 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] Attempting to bind port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:59:21.771747 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] Attempting to bind port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '937f526d-8388-4120-a74d-63c21be3d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '47882e5e-a9a3-4d88-9275-ad9f60e0f329'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:59:21.772345 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] Attempting to bind port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d on network 47882e5e-a9a3-4d88-9275-ad9f60e0f329 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:59:21.777383 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4331527d-5679-4327-bc6c-498f7a30830e req-d8915ab8-97f8-48a3-98c2-b1b8922cb8ff tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.0710359 Sep 16 12:59:21.779206 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2d256e5d-1ee7-4164-bca5-491f1b584b33 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (7740108b-40c9-4fa5-8e08-41fea2c074d0), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:21.804572 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:21.840014 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:59:21.840708 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] Checking segment: {'id': '937f526d-8388-4120-a74d-63c21be3d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '47882e5e-a9a3-4d88-9275-ad9f60e0f329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:59:21.841343 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:21.842165 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] Bound using segment: {'id': '937f526d-8388-4120-a74d-63c21be3d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '47882e5e-a9a3-4d88-9275-ad9f60e0f329'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:59:21.842819 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] Bound port: 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937f526d-8388-4120-a74d-63c21be3d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '47882e5e-a9a3-4d88-9275-ad9f60e0f329'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:59:21.843372 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5d8c3afe-60f5-46ea-b85b-e21bb11ce65d), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:21.892068 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c2ec29e7-70ca-4ca4-b23c-32120e74b471 req-81190e85-8c43-43f0-a3fb-899a2e8ac5a3 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920787 Sep 16 12:59:21.897270 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-5e0f69a3-b34a-4dfa-981f-95c29298ddf9 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3058498 Sep 16 12:59:21.912174 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d256e5d-1ee7-4164-bca5-491f1b584b33 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:21.920529 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-400b5b1f-24b7-4706-baff-296a91000b76 req-4f7ab2cc-f2a4-4ce2-9901-02a627861389 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/cac6fded-e5ed-439c-b2d5-e9a2b24c45b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7305641 Sep 16 12:59:21.934554 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-2d256e5d-1ee7-4164-bca5-491f1b584b33 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:21.945962 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d256e5d-1ee7-4164-bca5-491f1b584b33 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:59:21.954141 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] For port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:59:21.958835 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] For port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=5d8c3afe-60f5-46ea-b85b-e21bb11ce65d,segment=NetworkSegment(937f526d-8388-4120-a74d-63c21be3d5a3),segment_id=937f526d-8388-4120-a74d-63c21be3d5a3)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:59:21.962580 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88f205-44ae-4703-b863-2364645545f4 None None] Pushing event updated for resources: {'Port': ['ID=5d8c3afe-60f5-46ea-b85b-e21bb11ce65d,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:21.963338 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:21.965067 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d256e5d-1ee7-4164-bca5-491f1b584b33 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Pushing event updated for resources: {'Port': ['ID=7740108b-40c9-4fa5-8e08-41fea2c074d0,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:21.981571 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:21.984680 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5d8c3afe-60f5-46ea-b85b-e21bb11ce65d), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:22.071010 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] Routers {'616df1fa-444c-46c3-91d0-75e46780f56b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:22.076639 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['616df1fa-444c-46c3-91d0-75e46780f56b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:22.211783 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-65ac12a1-fb0d-4647-bfc5-db19a00a1edf service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788510 Sep 16 12:59:22.212380 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] Allocated IP 172.20.0.2 (90076d69-1f81-4f38-899e-b784473bf260/dda0743f-c6ca-437e-9eb5-900e5812d073/ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:59:22.271739 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] Set router 616df1fa-444c-46c3-91d0-75e46780f56b gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:22.386449 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f6ac67-a629-438b-9cb5-dc9b0ad9148b admin admin] Router 1d8f5f0c-7a6a-4d86-a189-54124fe101bf has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:59:22.399486 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] Publish callbacks [] for port (ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:22.411858 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fcb9-faed-4e42-8d6a-1a5fa2485130 admin admin] Publish callbacks [] for router_gateway (92d8ea50-3b36-4bca-8260-8565436f711d), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:22.417287 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] Port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:22.428713 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:22.447565 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23475454-423f-4d72-a3c8-e9e9cbc581b5 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:59:22.461122 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88f205-44ae-4703-b863-2364645545f4 None None] Pushing event updated for resources: {'Port': ['ID=5d8c3afe-60f5-46ea-b85b-e21bb11ce65d,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:22.482628 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 23475454-423f-4d72-a3c8-e9e9cbc581b5, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=23475454-423f-4d72-a3c8-e9e9cbc581b5,segment=NetworkSegment(1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86),segment_id=1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:22.509938 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (23475454-423f-4d72-a3c8-e9e9cbc581b5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:22.510630 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 1b214136-996e-4af9-b3fe-97e16120f399 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:59:22.517865 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2d256e5d-1ee7-4164-bca5-491f1b584b33 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_gateway (f6243a4e-acdf-4144-a8a9-e6b4aa66875b), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:22.521307 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] Network 90076d69-1f81-4f38-899e-b784473bf260 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:22.530248 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:22.538866 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:59:22.570280 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:22.632143 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d0a5cc02-cf18-4e99-b6b3-315ef813650a req-955bfe98-6e1c-4ec9-b164-fd2811b2a2e2 tempest-ServerShowV254Test-605873761 tempest-ServerShowV254Test-605873761-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=68271bbe-e34a-4c63-93fe-e595e5b3da05 HTTP/1.1" status: 200 len: 210 time: 0.1153502 Sep 16 12:59:22.686519 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fcb9-faed-4e42-8d6a-1a5fa2485130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:22.727992 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port a25cb60b-0c96-45d3-a245-fb650b0d0f1f is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:22.733569 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] Pushing event updated for resources: {'Port': ['ID=ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:22.761946 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.resource_extend [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 12:59:22.804325 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-30619b1b-9d85-49f2-bdbf-641e1dfa244b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577557 Sep 16 12:59:22.848172 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-3410d000-620a-46a9-9254-61de96a7aada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61aa27b-200f-42ae-a1bd-062419e67cb7', 'name': 'tempest-snat-router-1392234479', 'tenant_id': '73a22f7e4dc24268b7364d7f5b00c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.86'}], 'enable_snat': False}, 'gw_port_id': 'a9c7b3a1-7deb-42a1-b3a0-406b45be23af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:10Z', 'updated_at': '2022-09-16T12:59:14Z', 'revision_number': 3, 'project_id': '73a22f7e4dc24268b7364d7f5b00c509', 'gw_port': {'id': 'a9c7b3a1-7deb-42a1-b3a0-406b45be23af', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61aa27b-200f-42ae-a1bd-062419e67cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:11Z', 'updated_at': '2022-09-16T12:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:22.934218 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3410d000-620a-46a9-9254-61de96a7aada None None] The sync data for ids ['e61aa27b-200f-42ae-a1bd-062419e67cb7'] in n-d-858094-4 is: [{'id': 'e61aa27b-200f-42ae-a1bd-062419e67cb7', 'name': 'tempest-snat-router-1392234479', 'tenant_id': '73a22f7e4dc24268b7364d7f5b00c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.86'}], 'enable_snat': False}, 'gw_port_id': 'a9c7b3a1-7deb-42a1-b3a0-406b45be23af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:10Z', 'updated_at': '2022-09-16T12:59:14Z', 'revision_number': 3, 'project_id': '73a22f7e4dc24268b7364d7f5b00c509', 'gw_port': {'id': 'a9c7b3a1-7deb-42a1-b3a0-406b45be23af', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61aa27b-200f-42ae-a1bd-062419e67cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:11Z', 'updated_at': '2022-09-16T12:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:59:22.935693 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] Attempt 8 to provision port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d Sep 16 12:59:22.996524 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616df1fa-444c-46c3-91d0-75e46780f56b', 'name': 'tempest-TaggedBootDevicesTest_v242-933066058-router', 'tenant_id': '6c8c519fef424295be063e548176071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'a25cb60b-0c96-45d3-a245-fb650b0d0f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:05Z', 'updated_at': '2022-09-16T12:59:16Z', 'revision_number': 4, 'project_id': '6c8c519fef424295be063e548176071a', 'gw_port': {'id': 'a25cb60b-0c96-45d3-a245-fb650b0d0f1f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ef:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616df1fa-444c-46c3-91d0-75e46780f56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:08Z', 'updated_at': '2022-09-16T12:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '5d8c3afe-60f5-46ea-b85b-e21bb11ce65d', 'name': '', 'network_id': '47882e5e-a9a3-4d88-9275-ad9f60e0f329', 'tenant_id': '6c8c519fef424295be063e548176071a', 'mac_address': 'fa:16:3e:23:ea:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616df1fa-444c-46c3-91d0-75e46780f56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '1eef76c9-59e4-4575-843e-931e36824ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:15Z', 'updated_at': '2022-09-16T12:59:21Z', 'revision_number': 4, 'project_id': '6c8c519fef424295be063e548176071a', 'subnets': [{'id': '1eef76c9-59e4-4575-843e-931e36824ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:23.020099 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] Attempting to bind port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:59:23.020770 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] Attempting to bind port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'e232d97a-6027-4cce-8931-6c16f3ea88d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '90076d69-1f81-4f38-899e-b784473bf260'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:59:23.021338 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] Attempting to bind port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e on network 90076d69-1f81-4f38-899e-b784473bf260 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:59:23.049007 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c2ae64-1c52-453d-b497-b95c793d831f None None] The sync data for ids ['616df1fa-444c-46c3-91d0-75e46780f56b'] in n-d-858094-4 is: [{'id': '616df1fa-444c-46c3-91d0-75e46780f56b', 'name': 'tempest-TaggedBootDevicesTest_v242-933066058-router', 'tenant_id': '6c8c519fef424295be063e548176071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'a25cb60b-0c96-45d3-a245-fb650b0d0f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:05Z', 'updated_at': '2022-09-16T12:59:16Z', 'revision_number': 4, 'project_id': '6c8c519fef424295be063e548176071a', 'gw_port': {'id': 'a25cb60b-0c96-45d3-a245-fb650b0d0f1f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ef:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616df1fa-444c-46c3-91d0-75e46780f56b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:08Z', 'updated_at': '2022-09-16T12:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '5d8c3afe-60f5-46ea-b85b-e21bb11ce65d', 'name': '', 'network_id': '47882e5e-a9a3-4d88-9275-ad9f60e0f329', 'tenant_id': '6c8c519fef424295be063e548176071a', 'mac_address': 'fa:16:3e:23:ea:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616df1fa-444c-46c3-91d0-75e46780f56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '1eef76c9-59e4-4575-843e-931e36824ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:15Z', 'updated_at': '2022-09-16T12:59:21Z', 'revision_number': 4, 'project_id': '6c8c519fef424295be063e548176071a', 'subnets': [{'id': '1eef76c9-59e4-4575-843e-931e36824ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:59:23.161350 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-d7c5fcb9-faed-4e42-8d6a-1a5fa2485130 admin admin] Allocated IP 172.25.2.108 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/0f9027fc-6235-4ccc-8e0a-96b05fd23a2d) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:59:23.170310 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:23.195482 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf97ab-0278-489b-a6f7-7a9c874b8883 req-643d8bb4-558f-4413-b2a7-6916598233ac tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:23.203965 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf97ab-0278-489b-a6f7-7a9c874b8883 req-643d8bb4-558f-4413-b2a7-6916598233ac tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:23.207848 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fadf97ab-0278-489b-a6f7-7a9c874b8883 req-643d8bb4-558f-4413-b2a7-6916598233ac tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 1680 time: 0.1412220 Sep 16 12:59:23.209495 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2d256e5d-1ee7-4164-bca5-491f1b584b33 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (f6243a4e-acdf-4144-a8a9-e6b4aa66875b), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:23.265227 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=23475454-423f-4d72-a3c8-e9e9cbc581b5,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:23.287453 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f6ac67-a629-438b-9cb5-dc9b0ad9148b admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:59:23.301262 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e6f6ac67-a629-438b-9cb5-dc9b0ad9148b admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/1d8f5f0c-7a6a-4d86-a189-54124fe101bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3284738 Sep 16 12:59:23.348391 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34514) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:23.358654 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c4c948-90eb-4b94-b36e-b6a7f2ec0eaa None None] Sync routers for ids ['1d8f5f0c-7a6a-4d86-a189-54124fe101bf'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:59:23.382317 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fcb9-faed-4e42-8d6a-1a5fa2485130 admin admin] Publish callbacks [] for port (0f9027fc-6235-4ccc-8e0a-96b05fd23a2d), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:23.429873 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fcb9-faed-4e42-8d6a-1a5fa2485130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (0f9027fc-6235-4ccc-8e0a-96b05fd23a2d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:23.533514 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:59:23.534103 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] Checking segment: {'id': 'e232d97a-6027-4cce-8931-6c16f3ea88d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '90076d69-1f81-4f38-899e-b784473bf260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:59:23.534197 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:23.534571 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] Bound using segment: {'id': 'e232d97a-6027-4cce-8931-6c16f3ea88d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '90076d69-1f81-4f38-899e-b784473bf260'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:59:23.535046 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] Bound port: ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e232d97a-6027-4cce-8931-6c16f3ea88d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '90076d69-1f81-4f38-899e-b784473bf260'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:59:23.535423 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:23.550238 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c4c948-90eb-4b94-b36e-b6a7f2ec0eaa None None] Routers {'1d8f5f0c-7a6a-4d86-a189-54124fe101bf'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:23.550871 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-75c4c948-90eb-4b94-b36e-b6a7f2ec0eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1d8f5f0c-7a6a-4d86-a189-54124fe101bf'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:23.561341 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:23.568395 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:23.576143 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 1b214136-996e-4af9-b3fe-97e16120f399, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=1b214136-996e-4af9-b3fe-97e16120f399,segment=NetworkSegment(4fe5c93d-01b3-4a9c-9aa0-d2d99f287125),segment_id=4fe5c93d-01b3-4a9c-9aa0-d2d99f287125)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:23.586255 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c5fcb9-faed-4e42-8d6a-1a5fa2485130 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:23.602245 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-d7c5fcb9-faed-4e42-8d6a-1a5fa2485130 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:23.611794 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c5fcb9-faed-4e42-8d6a-1a5fa2485130 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:59:23.621453 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-38225bc8-b1a4-4cbb-a77b-edde092d426d admin admin] Publish callbacks [] for router (1d8f5f0c-7a6a-4d86-a189-54124fe101bf), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:23.677758 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:23.773462 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5fcb9-faed-4e42-8d6a-1a5fa2485130 admin admin] Pushing event updated for resources: {'Port': ['ID=0f9027fc-6235-4ccc-8e0a-96b05fd23a2d,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:23.827008 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-13e9b8fc-d392-442b-b842-ea4e36336a75 req-b22bba3c-98e6-4b0c-9533-541ae41c4882 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 210 time: 0.4811306 Sep 16 12:59:23.869335 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '1b214136-996e-4af9-b3fe-97e16120f399', 'network_id': 'cac6fded-e5ed-439c-b2d5-e9a2b24c45b9', 'port_id': '1b214136-996e-4af9-b3fe-97e16120f399', 'mac_address': 'fa:16:3e:1f:da:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944e7338-66ae-4e39-954c-b6db7063246d', 'ip_address': '19.86.0.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:59:23.883166 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] Current status of the port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:23.883557 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5d8c3afe-60f5-46ea-b85b-e21bb11ce65d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:24.061242 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fadf97ab-0278-489b-a6f7-7a9c874b8883 req-a9172d44-c991-4ad1-ae28-c2ff7538bb3a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8449953 Sep 16 12:59:24.093196 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] For port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=5d8c3afe-60f5-46ea-b85b-e21bb11ce65d,segment=NetworkSegment(937f526d-8388-4120-a74d-63c21be3d5a3),segment_id=937f526d-8388-4120-a74d-63c21be3d5a3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:24.119353 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] For port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:59:24.136668 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5d8c3afe-60f5-46ea-b85b-e21bb11ce65d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:24.242728 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] For port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e,segment=NetworkSegment(e232d97a-6027-4cce-8931-6c16f3ea88d7),segment_id=e232d97a-6027-4cce-8931-6c16f3ea88d7)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:59:24.315759 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-38225bc8-b1a4-4cbb-a77b-edde092d426d admin admin] Publish callbacks [] for router_gateway (1d8f5f0c-7a6a-4d86-a189-54124fe101bf), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:24.421453 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-75c4c948-90eb-4b94-b36e-b6a7f2ec0eaa None None] Set router 1d8f5f0c-7a6a-4d86-a189-54124fe101bf gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:24.422502 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d256e5d-1ee7-4164-bca5-491f1b584b33 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Router f6243a4e-acdf-4144-a8a9-e6b4aa66875b is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:59:24.440016 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:24.456454 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 1b214136-996e-4af9-b3fe-97e16120f399 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:24.456853 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1b214136-996e-4af9-b3fe-97e16120f399), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:24.538611 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34536) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:24.616211 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fcb9-faed-4e42-8d6a-1a5fa2485130 admin admin] Publish callbacks [] for router_gateway (92d8ea50-3b36-4bca-8260-8565436f711d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:24.629220 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:24.634652 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-38225bc8-b1a4-4cbb-a77b-edde092d426d admin admin] Deleting port 6141d314-840b-41af-b30a-d9c240d4383b {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:24.635215 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-38225bc8-b1a4-4cbb-a77b-edde092d426d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (6141d314-840b-41af-b30a-d9c240d4383b), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:24.792005 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775dc3d4-7158-4188-bcb3-e0097284fedf None None] Pushing event updated for resources: {'Port': ['ID=5d8c3afe-60f5-46ea-b85b-e21bb11ce65d,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:24.860909 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-0d9a08c3-5f7b-4a1e-9ed8-1ac5be061a5d None None] Provisioning complete for port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:24.874216 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0d9a08c3-5f7b-4a1e-9ed8-1ac5be061a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5d8c3afe-60f5-46ea-b85b-e21bb11ce65d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:24.878635 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0d9a08c3-5f7b-4a1e-9ed8-1ac5be061a5d None None] Attempt 1 to provision port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d Sep 16 12:59:25.084905 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:25.093800 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b214136-996e-4af9-b3fe-97e16120f399 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:59:25.106622 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-edcbe405-7737-4895-81dc-dc861ed62cf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:25.138532 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fca02fea-5c1a-480e-94a4-085bf26c43d2 req-46466835-8217-485d-829c-cb55dc07844f tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 210 time: 0.0359359 Sep 16 12:59:25.169911 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d256e5d-1ee7-4164-bca5-491f1b584b33 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:59:25.184272 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] Sync routers for ids ['f6243a4e-acdf-4144-a8a9-e6b4aa66875b'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:59:25.205987 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-38225bc8-b1a4-4cbb-a77b-edde092d426d admin admin] For port 6141d314-840b-41af-b30a-d9c240d4383b, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6141d314-840b-41af-b30a-d9c240d4383b,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:25.206633 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-38225bc8-b1a4-4cbb-a77b-edde092d426d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (6141d314-840b-41af-b30a-d9c240d4383b), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:25.228056 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-38225bc8-b1a4-4cbb-a77b-edde092d426d admin admin] Calling delete_port for 6141d314-840b-41af-b30a-d9c240d4383b owned by network:router_gateway {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:25.228391 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] Routers {'f6243a4e-acdf-4144-a8a9-e6b4aa66875b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:25.230427 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['f6243a4e-acdf-4144-a8a9-e6b4aa66875b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:25.272931 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2d256e5d-1ee7-4164-bca5-491f1b584b33 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:25.280196 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-2d256e5d-1ee7-4164-bca5-491f1b584b33 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.0637925 Sep 16 12:59:25.285184 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34554) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:25.360184 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5a466-60e9-4fb1-8aef-6feda77c31c9 None None] Pushing event updated for resources: {'Port': ['ID=ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:25.364920 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device a9c7b3a1-7deb-42a1-b3a0-406b45be23af up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:59:25.546257 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 1b214136-996e-4af9-b3fe-97e16120f399, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=1b214136-996e-4af9-b3fe-97e16120f399,segment=NetworkSegment(4fe5c93d-01b3-4a9c-9aa0-d2d99f287125),segment_id=4fe5c93d-01b3-4a9c-9aa0-d2d99f287125)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:25.571269 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:25.607271 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (1b214136-996e-4af9-b3fe-97e16120f399), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:25.845859 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port a9c7b3a1-7deb-42a1-b3a0-406b45be23af triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:25.846530 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (a9c7b3a1-7deb-42a1-b3a0-406b45be23af), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:25.853602 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port a9c7b3a1-7deb-42a1-b3a0-406b45be23af Sep 16 12:59:25.910366 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c3e07-351c-49e2-a732-498205326c59 req-753ea344-0836-477e-bb8f-78ce7f291241 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:25.916954 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c3e07-351c-49e2-a732-498205326c59 req-753ea344-0836-477e-bb8f-78ce7f291241 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:25.928260 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bc4c3e07-351c-49e2-a732-498205326c59 req-753ea344-0836-477e-bb8f-78ce7f291241 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 1681 time: 0.4063325 Sep 16 12:59:25.929927 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] Set router f6243a4e-acdf-4144-a8a9-e6b4aa66875b gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:26.000260 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=1b214136-996e-4af9-b3fe-97e16120f399,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:26.030386 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['23475454-423f-4d72-a3c8-e9e9cbc581b5'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:59:26.158774 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['1b214136-996e-4af9-b3fe-97e16120f399'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:59:26.263593 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a08c3-5f7b-4a1e-9ed8-1ac5be061a5d None None] Current status of the port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:26.319167 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-75c4c948-90eb-4b94-b36e-b6a7f2ec0eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1551508322-router', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '6141d314-840b-41af-b30a-d9c240d4383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:56Z', 'updated_at': '2022-09-16T12:59:20Z', 'revision_number': 5, 'project_id': 'da915844493a4928ac8830897afa126f', 'gw_port': {'id': '6141d314-840b-41af-b30a-d9c240d4383b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:55:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:50:57Z', 'updated_at': '2022-09-16T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:26.332397 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6243a4e-acdf-4144-a8a9-e6b4aa66875b', 'name': 'tempest-snat-router-1392234479', 'tenant_id': '73a22f7e4dc24268b7364d7f5b00c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '7740108b-40c9-4fa5-8e08-41fea2c074d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:18Z', 'updated_at': '2022-09-16T12:59:22Z', 'revision_number': 3, 'project_id': '73a22f7e4dc24268b7364d7f5b00c509', 'gw_port': {'id': '7740108b-40c9-4fa5-8e08-41fea2c074d0', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6243a4e-acdf-4144-a8a9-e6b4aa66875b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:20Z', 'updated_at': '2022-09-16T12:59:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:26.364069 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] Checking router: f6243a4e-acdf-4144-a8a9-e6b4aa66875b for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:59:26.364442 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] Updating router f6243a4e-acdf-4144-a8a9-e6b4aa66875b port 7740108b-40c9-4fa5-8e08-41fea2c074d0 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:59:26.381863 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fcb9-faed-4e42-8d6a-1a5fa2485130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (92d8ea50-3b36-4bca-8260-8565436f711d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:26.417368 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7740108b-40c9-4fa5-8e08-41fea2c074d0), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:26.437319 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c4c948-90eb-4b94-b36e-b6a7f2ec0eaa None None] Checking router: 1d8f5f0c-7a6a-4d86-a189-54124fe101bf for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:59:26.546087 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-edcbe405-7737-4895-81dc-dc861ed62cf0 admin admin] Publish callbacks [] for security_group (fb8b5c88-0723-462c-815e-449caf352e02), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:26.577951 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-edcbe405-7737-4895-81dc-dc861ed62cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (fb8b5c88-0723-462c-815e-449caf352e02), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:26.867995 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbe405-7737-4895-81dc-dc861ed62cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8b5c88-0723-462c-815e-449caf352e02,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:26.903297 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-abc84e72-44a5-40ba-9752-09e31fabe50d req-6bdc1f96-c270-43d4-b031-58fd19ad59e7 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 210 time: 0.2964914 Sep 16 12:59:26.919122 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-edcbe405-7737-4895-81dc-dc861ed62cf0 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=e2a6db3fbe124de2af50db325deea520&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3792632 Sep 16 12:59:26.923608 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34566) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:26.998919 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae390d2-7953-4bba-bad5-127862065810 None None] Network 90076d69-1f81-4f38-899e-b784473bf260 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:59:27.020600 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-59fb8528-c883-42ff-bdfd-7741278c53e1 None None] Provisioning complete for port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:27.021298 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-59fb8528-c883-42ff-bdfd-7741278c53e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:27.021879 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-59fb8528-c883-42ff-bdfd-7741278c53e1 None None] Attempt 1 to provision port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e Sep 16 12:59:27.047713 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c4c948-90eb-4b94-b36e-b6a7f2ec0eaa None None] Routers {'1d8f5f0c-7a6a-4d86-a189-54124fe101bf'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:27.048767 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-75c4c948-90eb-4b94-b36e-b6a7f2ec0eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1d8f5f0c-7a6a-4d86-a189-54124fe101bf'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:27.132240 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] Publish callbacks [] for port (7740108b-40c9-4fa5-8e08-41fea2c074d0), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:27.142339 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-e13df33b-a74a-4129-b06f-054a2ad8466d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "GET /networking/v2.0/routers/f6243a4e-acdf-4144-a8a9-e6b4aa66875b HTTP/1.1" status: 200 len: 908 time: 1.8498664 Sep 16 12:59:27.142834 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:27.143350 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:27.152365 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (7740108b-40c9-4fa5-8e08-41fea2c074d0), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:27.161136 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34570) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:27.161904 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bc4c3e07-351c-49e2-a732-498205326c59 req-38ba4dc4-d91a-443a-aa13-fa71e5c6bb1e tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2324181 Sep 16 12:59:27.213258 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:27.219429 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:27.252231 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] Attempting to bind port 7740108b-40c9-4fa5-8e08-41fea2c074d0 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:59:27.252596 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] Attempting to bind port 7740108b-40c9-4fa5-8e08-41fea2c074d0 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:59:27.253176 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] Attempting to bind port 7740108b-40c9-4fa5-8e08-41fea2c074d0 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:59:27.269207 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-500c60bd-5f40-468d-98da-d804cf7f4d42 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:27.270944 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-500c60bd-5f40-468d-98da-d804cf7f4d42 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 200 len: 811 time: 1.5913069 Sep 16 12:59:27.294282 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a890d0e6-a6df-4f3d-ba76-73456fdd1424 admin admin] Publish callbacks [] for security_group (fb8b5c88-0723-462c-815e-449caf352e02), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:27.309294 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-95773647-a9e8-4651-9697-1ec9c8f5cc93 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Request body: {'port': {'device_id': '45c75956-6533-4add-91e9-419a2043d9e1', 'network_id': '4c6a423f-0493-4448-999c-84f17e899760', 'admin_state_up': True, 'tenant_id': 'cfe82d8dd4fb42cbb054a6f069424c57'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:27.358273 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:27.367379 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ecaf5-aebb-4028-9c72-0e91d43d9e27 None None] Pushing event updated for resources: {'Port': ['ID=7740108b-40c9-4fa5-8e08-41fea2c074d0,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:27.389200 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-75c4c948-90eb-4b94-b36e-b6a7f2ec0eaa None None] Set router 1d8f5f0c-7a6a-4d86-a189-54124fe101bf gateway port host: None {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:27.407968 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:59:27.408431 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:59:27.408760 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:27.409153 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:59:27.409631 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] Bound port: 7740108b-40c9-4fa5-8e08-41fea2c074d0, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:59:27.410003 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7740108b-40c9-4fa5-8e08-41fea2c074d0), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:27.420594 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a890d0e6-a6df-4f3d-ba76-73456fdd1424 admin admin] Publish callbacks [] for security_group (fb8b5c88-0723-462c-815e-449caf352e02), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:27.439581 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-38225bc8-b1a4-4cbb-a77b-edde092d426d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (6141d314-840b-41af-b30a-d9c240d4383b), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:27.491477 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c5fcb9-faed-4e42-8d6a-1a5fa2485130 admin admin] Router 92d8ea50-3b36-4bca-8260-8565436f711d is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:59:27.493755 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38225bc8-b1a4-4cbb-a77b-edde092d426d admin admin] Pushing event deleted for resources: {'Port': ['ID=6141d314-840b-41af-b30a-d9c240d4383b,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:27.509726 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] For port 7740108b-40c9-4fa5-8e08-41fea2c074d0, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:59:27.516745 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] For port 7740108b-40c9-4fa5-8e08-41fea2c074d0, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=7740108b-40c9-4fa5-8e08-41fea2c074d0,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:59:27.531120 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a890d0e6-a6df-4f3d-ba76-73456fdd1424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (fb8b5c88-0723-462c-815e-449caf352e02), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:27.532388 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (7740108b-40c9-4fa5-8e08-41fea2c074d0), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:27.536071 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a890d0e6-a6df-4f3d-ba76-73456fdd1424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:27.540366 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a890d0e6-a6df-4f3d-ba76-73456fdd1424 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/fb8b5c88-0723-462c-815e-449caf352e02 HTTP/1.1" status: 204 len: 168 time: 0.6132982 Sep 16 12:59:27.557595 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890d0e6-a6df-4f3d-ba76-73456fdd1424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8b5c88-0723-462c-815e-449caf352e02,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:27.609103 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-95773647-a9e8-4651-9697-1ec9c8f5cc93 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Made reservation on behalf of cfe82d8dd4fb42cbb054a6f069424c57 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:59:27.614381 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-95773647-a9e8-4651-9697-1ec9c8f5cc93 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:27.630558 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:27.652350 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port a9c7b3a1-7deb-42a1-b3a0-406b45be23af is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:27.654378 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-38225bc8-b1a4-4cbb-a77b-edde092d426d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (1d8f5f0c-7a6a-4d86-a189-54124fe101bf), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:27.654765 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b6c383c-6ce7-44a9-a78a-cffb7af3c8dc tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router (f6243a4e-acdf-4144-a8a9-e6b4aa66875b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:27.656986 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a9c7b3a1-7deb-42a1-b3a0-406b45be23af), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:27.658603 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ecaf5-aebb-4028-9c72-0e91d43d9e27 None None] Pushing event updated for resources: {'Port': ['ID=7740108b-40c9-4fa5-8e08-41fea2c074d0,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:27.678662 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-75c4c948-90eb-4b94-b36e-b6a7f2ec0eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1551508322-router', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:56Z', 'updated_at': '2022-09-16T12:59:24Z', 'revision_number': 6, 'project_id': 'da915844493a4928ac8830897afa126f', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:27.694271 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] Routers {'f6243a4e-acdf-4144-a8a9-e6b4aa66875b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:27.694921 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['f6243a4e-acdf-4144-a8a9-e6b4aa66875b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:27.805854 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b6c383c-6ce7-44a9-a78a-cffb7af3c8dc tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_gateway (f6243a4e-acdf-4144-a8a9-e6b4aa66875b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:27.810227 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c4c948-90eb-4b94-b36e-b6a7f2ec0eaa None None] The sync data for ids ['1d8f5f0c-7a6a-4d86-a189-54124fe101bf'] in n-d-858094-4 is: [{'id': '1d8f5f0c-7a6a-4d86-a189-54124fe101bf', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1551508322-router', 'tenant_id': 'da915844493a4928ac8830897afa126f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:50:56Z', 'updated_at': '2022-09-16T12:59:24Z', 'revision_number': 6, 'project_id': 'da915844493a4928ac8830897afa126f', 'gw_port_host': None}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:59:27.916638 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-38225bc8-b1a4-4cbb-a77b-edde092d426d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (1d8f5f0c-7a6a-4d86-a189-54124fe101bf), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:27.923137 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-38225bc8-b1a4-4cbb-a77b-edde092d426d admin admin] Publish callbacks [] for router_controller (1d8f5f0c-7a6a-4d86-a189-54124fe101bf), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:27.989422 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] Set router f6243a4e-acdf-4144-a8a9-e6b4aa66875b gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:28.035669 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port a9c7b3a1-7deb-42a1-b3a0-406b45be23af, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=a9c7b3a1-7deb-42a1-b3a0-406b45be23af,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:28.084609 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-38225bc8-b1a4-4cbb-a77b-edde092d426d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (1d8f5f0c-7a6a-4d86-a189-54124fe101bf), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:28.085662 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38225bc8-b1a4-4cbb-a77b-edde092d426d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d8f5f0c-7a6a-4d86-a189-54124fe101bf {{(pid=113698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:59:28.094707 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-38225bc8-b1a4-4cbb-a77b-edde092d426d admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:28.099129 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-38225bc8-b1a4-4cbb-a77b-edde092d426d admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/1d8f5f0c-7a6a-4d86-a189-54124fe101bf HTTP/1.1" status: 204 len: 168 time: 4.7495611 Sep 16 12:59:28.102666 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34580) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:28.160322 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-0b6c383c-6ce7-44a9-a78a-cffb7af3c8dc tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Deleting port 7740108b-40c9-4fa5-8e08-41fea2c074d0 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:28.164620 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b6c383c-6ce7-44a9-a78a-cffb7af3c8dc tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (7740108b-40c9-4fa5-8e08-41fea2c074d0), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:28.220965 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a9c7b3a1-7deb-42a1-b3a0-406b45be23af), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:28.227092 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:59:28.293459 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:28.294118 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:28.299701 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-95773647-a9e8-4651-9697-1ec9c8f5cc93 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Allocated IP 172.20.0.7 (4c6a423f-0493-4448-999c-84f17e899760/084dc942-2fdd-4c42-96da-2aec36f644a5/a393a675-10b0-4b27-8958-c7b26fed3228) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:59:28.314074 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-0b6c383c-6ce7-44a9-a78a-cffb7af3c8dc tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] For port 7740108b-40c9-4fa5-8e08-41fea2c074d0, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=7740108b-40c9-4fa5-8e08-41fea2c074d0,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:28.314510 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b6c383c-6ce7-44a9-a78a-cffb7af3c8dc tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (7740108b-40c9-4fa5-8e08-41fea2c074d0), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:28.372165 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-0b6c383c-6ce7-44a9-a78a-cffb7af3c8dc tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Calling delete_port for 7740108b-40c9-4fa5-8e08-41fea2c074d0 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:28.424199 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:28.438979 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c7f1cf2f-e2fa-464f-bc20-d5a662f6febc req-bcbe008d-ee60-4427-ae13-29f30f7fef92 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 210 time: 0.2599666 Sep 16 12:59:28.523945 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c5fcb9-faed-4e42-8d6a-1a5fa2485130 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:59:28.538042 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6243a4e-acdf-4144-a8a9-e6b4aa66875b', 'name': 'tempest-snat-router-1392234479', 'tenant_id': '73a22f7e4dc24268b7364d7f5b00c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '7740108b-40c9-4fa5-8e08-41fea2c074d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:18Z', 'updated_at': '2022-09-16T12:59:22Z', 'revision_number': 3, 'project_id': '73a22f7e4dc24268b7364d7f5b00c509', 'gw_port': {'id': '7740108b-40c9-4fa5-8e08-41fea2c074d0', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6243a4e-acdf-4144-a8a9-e6b4aa66875b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:20Z', 'updated_at': '2022-09-16T12:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:28.583982 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fcb9-faed-4e42-8d6a-1a5fa2485130 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:28.585936 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d7c5fcb9-faed-4e42-8d6a-1a5fa2485130 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.1162655 Sep 16 12:59:28.590710 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34592) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:28.608300 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-c601b4f2-7cc7-4e2b-af0a-3bebd409db9e admin admin] Deleting subnet 442e355a-28fc-4280-9c3c-7a51ba789d27 {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:59:28.612343 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579562e0-d35e-44e0-8be8-df4d606e7696 None None] The sync data for ids ['f6243a4e-acdf-4144-a8a9-e6b4aa66875b'] in n-d-858094-4 is: [{'id': 'f6243a4e-acdf-4144-a8a9-e6b4aa66875b', 'name': 'tempest-snat-router-1392234479', 'tenant_id': '73a22f7e4dc24268b7364d7f5b00c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '7740108b-40c9-4fa5-8e08-41fea2c074d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:18Z', 'updated_at': '2022-09-16T12:59:22Z', 'revision_number': 3, 'project_id': '73a22f7e4dc24268b7364d7f5b00c509', 'gw_port': {'id': '7740108b-40c9-4fa5-8e08-41fea2c074d0', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6243a4e-acdf-4144-a8a9-e6b4aa66875b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:20Z', 'updated_at': '2022-09-16T12:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:59:28.631634 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c601b4f2-7cc7-4e2b-af0a-3bebd409db9e admin admin] Publish callbacks [] for subnet (442e355a-28fc-4280-9c3c-7a51ba789d27), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:28.686185 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab60a9-9347-43dc-bff5-51aeed636321 req-ba070338-c322-4e72-9701-06ca6db640b4 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:28.694676 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab60a9-9347-43dc-bff5-51aeed636321 req-ba070338-c322-4e72-9701-06ca6db640b4 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:28.696371 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-feab60a9-9347-43dc-bff5-51aeed636321 req-ba070338-c322-4e72-9701-06ca6db640b4 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 1681 time: 0.2751737 Sep 16 12:59:28.743325 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-59fb8528-c883-42ff-bdfd-7741278c53e1 None None] Current status of the port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:28.747519 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-59fb8528-c883-42ff-bdfd-7741278c53e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:28.753859 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=a9c7b3a1-7deb-42a1-b3a0-406b45be23af,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:28.791513 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:28.828343 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c601b4f2-7cc7-4e2b-af0a-3bebd409db9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (442e355a-28fc-4280-9c3c-7a51ba789d27), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:28.944362 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-feab60a9-9347-43dc-bff5-51aeed636321 req-cc326d64-2365-4113-8722-c6142887eae3 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203898 Sep 16 12:59:28.955078 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] Sync routers for ids ['92d8ea50-3b36-4bca-8260-8565436f711d'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:59:28.986836 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:29.045404 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-95773647-a9e8-4651-9697-1ec9c8f5cc93 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks [] for port (a393a675-10b0-4b27-8958-c7b26fed3228), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:29.086818 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:29.095427 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-95773647-a9e8-4651-9697-1ec9c8f5cc93 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (a393a675-10b0-4b27-8958-c7b26fed3228), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:29.181917 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-95773647-a9e8-4651-9697-1ec9c8f5cc93 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Network 4c6a423f-0493-4448-999c-84f17e899760 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:29.203561 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] Routers {'92d8ea50-3b36-4bca-8260-8565436f711d'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:29.204882 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['92d8ea50-3b36-4bca-8260-8565436f711d'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:29.217573 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-59fb8528-c883-42ff-bdfd-7741278c53e1 None None] For port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e,segment=NetworkSegment(e232d97a-6027-4cce-8931-6c16f3ea88d7),segment_id=e232d97a-6027-4cce-8931-6c16f3ea88d7)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:29.247689 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-95773647-a9e8-4651-9697-1ec9c8f5cc93 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:29.299753 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-95773647-a9e8-4651-9697-1ec9c8f5cc93 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:59:29.326599 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b6c383c-6ce7-44a9-a78a-cffb7af3c8dc tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (7740108b-40c9-4fa5-8e08-41fea2c074d0), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:29.403913 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c601b4f2-7cc7-4e2b-af0a-3bebd409db9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (442e355a-28fc-4280-9c3c-7a51ba789d27), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:29.472603 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c383c-6ce7-44a9-a78a-cffb7af3c8dc tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Pushing event deleted for resources: {'Port': ['ID=7740108b-40c9-4fa5-8e08-41fea2c074d0,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:29.509045 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c601b4f2-7cc7-4e2b-af0a-3bebd409db9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (442e355a-28fc-4280-9c3c-7a51ba789d27), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:29.518344 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95773647-a9e8-4651-9697-1ec9c8f5cc93 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Pushing event updated for resources: {'Port': ['ID=a393a675-10b0-4b27-8958-c7b26fed3228,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:29.601214 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c601b4f2-7cc7-4e2b-af0a-3bebd409db9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:29.608528 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c601b4f2-7cc7-4e2b-af0a-3bebd409db9e admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/442e355a-28fc-4280-9c3c-7a51ba789d27 HTTP/1.1" status: 204 len: 168 time: 1.5040331 Sep 16 12:59:29.609739 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34610) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:29.618507 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601b4f2-7cc7-4e2b-af0a-3bebd409db9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=442e355a-28fc-4280-9c3c-7a51ba789d27,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:29.670756 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-95773647-a9e8-4651-9697-1ec9c8f5cc93 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:29.671593 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-59fb8528-c883-42ff-bdfd-7741278c53e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:29.672011 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-95773647-a9e8-4651-9697-1ec9c8f5cc93 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:29.716072 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c6fa1d-b3a2-4ac3-b2b9-3cfdefbe8ab7 None None] Network 1e927054-126f-4e94-8719-fa14f3244a7f requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:59:29.773696 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34612) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:29.900791 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:29.901167 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5d8c3afe-60f5-46ea-b85b-e21bb11ce65d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:29.901523 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d Sep 16 12:59:29.936984 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-95773647-a9e8-4651-9697-1ec9c8f5cc93 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6326678 Sep 16 12:59:29.954802 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b6c383c-6ce7-44a9-a78a-cffb7af3c8dc tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (f6243a4e-acdf-4144-a8a9-e6b4aa66875b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:29.975632 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] Request body: {'port': {'device_id': '45c75956-6533-4add-91e9-419a2043d9e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:30.072074 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 1b214136-996e-4af9-b3fe-97e16120f399 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:59:30.093637 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:30.094960 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a393a675-10b0-4b27-8958-c7b26fed3228), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:30.110583 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f4d56b8a-bb12-449c-bf3a-fa0b86fc6fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (1e927054-126f-4e94-8719-fa14f3244a7f), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:30.129708 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c101be-a2fb-423c-96d9-68052d2411df req-f7750756-7831-4eea-bf55-a69c3ea45aa9 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:30.131427 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-37c101be-a2fb-423c-96d9-68052d2411df req-f7750756-7831-4eea-bf55-a69c3ea45aa9 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 931 time: 0.3605087 Sep 16 12:59:30.135549 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-45f99484-b0a3-491a-9a26-1f235fd07471 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1671782445-network', 'tenant_id': 'e17f0831ce6b4d398e247eba5d6772b0'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:30.180838 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:30.221697 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27b7364-e3c7-4a9b-b549-4c435590b8ea None None] DHCP port deletion for 1e927054-126f-4e94-8719-fa14f3244a7f request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:59:30.274271 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b6c383c-6ce7-44a9-a78a-cffb7af3c8dc tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (f6243a4e-acdf-4144-a8a9-e6b4aa66875b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:30.276870 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b6c383c-6ce7-44a9-a78a-cffb7af3c8dc tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_controller (f6243a4e-acdf-4144-a8a9-e6b4aa66875b), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:30.302190 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-37c101be-a2fb-423c-96d9-68052d2411df req-30e13c2f-0fc0-4165-9722-00d2690c88b9 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529796 Sep 16 12:59:30.337297 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] Set router 92d8ea50-3b36-4bca-8260-8565436f711d gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:30.349677 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f99484-b0a3-491a-9a26-1f235fd07471 admin admin] Made reservation on behalf of e17f0831ce6b4d398e247eba5d6772b0 for: {'network': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:59:30.354615 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-45f99484-b0a3-491a-9a26-1f235fd07471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:30.374685 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:30.390366 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-45f99484-b0a3-491a-9a26-1f235fd07471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:30.398989 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-f4d56b8a-bb12-449c-bf3a-fa0b86fc6fd1 admin admin] Deleting port 375ced68-374e-40a9-b9f4-f9a9559c5c01 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:30.399463 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f4d56b8a-bb12-449c-bf3a-fa0b86fc6fd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (375ced68-374e-40a9-b9f4-f9a9559c5c01), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:30.489667 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-f4d56b8a-bb12-449c-bf3a-fa0b86fc6fd1 admin admin] For port 375ced68-374e-40a9-b9f4-f9a9559c5c01, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=375ced68-374e-40a9-b9f4-f9a9559c5c01,segment=NetworkSegment(13e5577d-4825-4368-885c-dd044b10cb79),segment_id=13e5577d-4825-4368-885c-dd044b10cb79)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:30.490149 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f4d56b8a-bb12-449c-bf3a-fa0b86fc6fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (375ced68-374e-40a9-b9f4-f9a9559c5c01), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:30.513971 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-f4d56b8a-bb12-449c-bf3a-fa0b86fc6fd1 admin admin] Calling delete_port for 375ced68-374e-40a9-b9f4-f9a9559c5c01 owned by network:dhcp {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:30.517767 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b6c383c-6ce7-44a9-a78a-cffb7af3c8dc tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (f6243a4e-acdf-4144-a8a9-e6b4aa66875b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:30.520386 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6c383c-6ce7-44a9-a78a-cffb7af3c8dc tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6243a4e-acdf-4144-a8a9-e6b4aa66875b {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:59:30.545540 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b6c383c-6ce7-44a9-a78a-cffb7af3c8dc tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:30.546983 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0b6c383c-6ce7-44a9-a78a-cffb7af3c8dc tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "DELETE /networking/v2.0/routers/f6243a4e-acdf-4144-a8a9-e6b4aa66875b HTTP/1.1" status: 204 len: 168 time: 3.3821976 Sep 16 12:59:30.590737 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34620) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:30.668485 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d27b7364-e3c7-4a9b-b549-4c435590b8ea None None] Deleting port 375ced68-374e-40a9-b9f4-f9a9559c5c01 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:30.669299 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d27b7364-e3c7-4a9b-b549-4c435590b8ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (375ced68-374e-40a9-b9f4-f9a9559c5c01), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:30.675417 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f4d56b8a-bb12-449c-bf3a-fa0b86fc6fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (375ced68-374e-40a9-b9f4-f9a9559c5c01), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:30.694706 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28403538-6aa6-4b8c-aa99-32d32efd18ea req-b96df3ce-a8f2-4941-9acb-a0f1bb0bb1ff tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:30.703074 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28403538-6aa6-4b8c-aa99-32d32efd18ea req-b96df3ce-a8f2-4941-9acb-a0f1bb0bb1ff tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:30.705095 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-28403538-6aa6-4b8c-aa99-32d32efd18ea req-b96df3ce-a8f2-4941-9acb-a0f1bb0bb1ff tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 1681 time: 0.4790177 Sep 16 12:59:30.748507 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d56b8a-bb12-449c-bf3a-fa0b86fc6fd1 admin admin] No DVR routers for this DVR port 375ced68-374e-40a9-b9f4-f9a9559c5c01 on host n-d-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:59:30.778986 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-b34df79c-8402-408d-bd4a-0bbf5ca6aab7 None None] Provisioning complete for port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:30.779570 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b34df79c-8402-408d-bd4a-0bbf5ca6aab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:30.779966 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b34df79c-8402-408d-bd4a-0bbf5ca6aab7 None None] Attempt 1 to provision port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e Sep 16 12:59:30.787550 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d56b8a-bb12-449c-bf3a-fa0b86fc6fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=375ced68-374e-40a9-b9f4-f9a9559c5c01,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:30.809162 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1840577b-421a-406e-b6d9-bcc1d5969047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:30.828022 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d8ea50-3b36-4bca-8260-8565436f711d', 'name': 'tempest-FloatingIPsTestJSON-689197682-router', 'tenant_id': '69c9f8e6296847c49b4016b84b482950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0f9027fc-6235-4ccc-8e0a-96b05fd23a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:20Z', 'updated_at': '2022-09-16T12:59:24Z', 'revision_number': 3, 'project_id': '69c9f8e6296847c49b4016b84b482950', 'gw_port': {'id': '0f9027fc-6235-4ccc-8e0a-96b05fd23a2d', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d8ea50-3b36-4bca-8260-8565436f711d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:22Z', 'updated_at': '2022-09-16T12:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:30.875620 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 1b214136-996e-4af9-b3fe-97e16120f399 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:59:30.885955 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:30.898749 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-28403538-6aa6-4b8c-aa99-32d32efd18ea req-6ca38893-2e15-4bad-b782-42ba691d3c5a tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846089 Sep 16 12:59:31.016439 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f4d56b8a-bb12-449c-bf3a-fa0b86fc6fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (1e927054-126f-4e94-8719-fa14f3244a7f), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:31.039077 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 1b214136-996e-4af9-b3fe-97e16120f399 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:31.040452 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (1b214136-996e-4af9-b3fe-97e16120f399), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:31.041682 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 1b214136-996e-4af9-b3fe-97e16120f399 Sep 16 12:59:31.046895 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-f4d56b8a-bb12-449c-bf3a-fa0b86fc6fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e927054-126f-4e94-8719-fa14f3244a7f']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:31.062733 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f364cb34-e8e9-4048-b185-b6900e9777c8 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router (e61aa27b-200f-42ae-a1bd-062419e67cb7), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:31.071023 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] Checking router: 92d8ea50-3b36-4bca-8260-8565436f711d for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:59:31.071380 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] Updating router 92d8ea50-3b36-4bca-8260-8565436f711d port 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:59:31.109892 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0f9027fc-6235-4ccc-8e0a-96b05fd23a2d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:31.209319 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:31.210270 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:31.282594 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-45f99484-b0a3-491a-9a26-1f235fd07471 admin admin] Publish callbacks [] for security_group (d7ed7c76-d440-4c2c-a7a4-0098e164e287), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:31.290077 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-f4d56b8a-bb12-449c-bf3a-fa0b86fc6fd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e5577d-4825-4368-885c-dd044b10cb79') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:31.290681 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-f4d56b8a-bb12-449c-bf3a-fa0b86fc6fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e5577d-4825-4368-885c-dd044b10cb79') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:31.306222 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f4d56b8a-bb12-449c-bf3a-fa0b86fc6fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (13e5577d-4825-4368-885c-dd044b10cb79), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:31.329807 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f4d56b8a-bb12-449c-bf3a-fa0b86fc6fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (13e5577d-4825-4368-885c-dd044b10cb79), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:31.337111 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f364cb34-e8e9-4048-b185-b6900e9777c8 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_gateway (e61aa27b-200f-42ae-a1bd-062419e67cb7), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:31.345282 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d56b8a-bb12-449c-bf3a-fa0b86fc6fd1 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:59:31.354992 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f4d56b8a-bb12-449c-bf3a-fa0b86fc6fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (13e5577d-4825-4368-885c-dd044b10cb79), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:31.368091 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:31.370831 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a393a675-10b0-4b27-8958-c7b26fed3228 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:59:31.380532 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] Publish callbacks [] for port (a393a675-10b0-4b27-8958-c7b26fed3228), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:31.402901 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] Transition to ACTIVE for port object a393a675-10b0-4b27-8958-c7b26fed3228 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 12:59:31.453116 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (a393a675-10b0-4b27-8958-c7b26fed3228), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:31.471745 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-1840577b-421a-406e-b6d9-bcc1d5969047 admin admin] Allocated IP 172.20.0.1 (90076d69-1f81-4f38-899e-b784473bf260/dda0743f-c6ca-437e-9eb5-900e5812d073/fbd6bf02-1561-4485-8aae-4c8004855606) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:59:31.489385 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb8528-c883-42ff-bdfd-7741278c53e1 None None] Pushing event updated for resources: {'Port': ['ID=ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:31.523392 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-f364cb34-e8e9-4048-b185-b6900e9777c8 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Deleting port a9c7b3a1-7deb-42a1-b3a0-406b45be23af {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:31.523738 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f364cb34-e8e9-4048-b185-b6900e9777c8 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (a9c7b3a1-7deb-42a1-b3a0-406b45be23af), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:31.536822 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-45f99484-b0a3-491a-9a26-1f235fd07471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (d7ed7c76-d440-4c2c-a7a4-0098e164e287), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:31.577140 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 13e5577d-4825-4368-885c-dd044b10cb79 resource provider aggregate not found Sep 16 12:59:31.583268 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] Pushing event updated for resources: {'Port': ['ID=a393a675-10b0-4b27-8958-c7b26fed3228,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:31.656024 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d27b7364-e3c7-4a9b-b549-4c435590b8ea None None] For port 375ced68-374e-40a9-b9f4-f9a9559c5c01, host n-d-858094-4, got binding levels [] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:31.664650 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d27b7364-e3c7-4a9b-b549-4c435590b8ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (375ced68-374e-40a9-b9f4-f9a9559c5c01), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:31.668934 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 13e5577d-4825-4368-885c-dd044b10cb79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13e5577d-4825-4368-885c-dd044b10cb79 found for delete ", "request_id": "req-11210e92-a338-4b54-9dbb-19d790176b91"}]} Sep 16 12:59:31.681287 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f99484-b0a3-491a-9a26-1f235fd07471 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=113698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:59:31.689891 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:31.721975 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f4d56b8a-bb12-449c-bf3a-fa0b86fc6fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (1e927054-126f-4e94-8719-fa14f3244a7f), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:31.742875 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-f364cb34-e8e9-4048-b185-b6900e9777c8 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] For port a9c7b3a1-7deb-42a1-b3a0-406b45be23af, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=a9c7b3a1-7deb-42a1-b3a0-406b45be23af,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:31.744409 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f364cb34-e8e9-4048-b185-b6900e9777c8 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (a9c7b3a1-7deb-42a1-b3a0-406b45be23af), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:31.762061 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f99484-b0a3-491a-9a26-1f235fd07471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ed7c76-d440-4c2c-a7a4-0098e164e287,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:31.773437 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f4d56b8a-bb12-449c-bf3a-fa0b86fc6fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:31.785793 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f4d56b8a-bb12-449c-bf3a-fa0b86fc6fd1 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/1e927054-126f-4e94-8719-fa14f3244a7f HTTP/1.1" status: 204 len: 168 time: 2.1634693 Sep 16 12:59:31.790433 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-f364cb34-e8e9-4048-b185-b6900e9777c8 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Calling delete_port for a9c7b3a1-7deb-42a1-b3a0-406b45be23af owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:31.798413 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d27b7364-e3c7-4a9b-b549-4c435590b8ea None None] Calling delete_port for 375ced68-374e-40a9-b9f4-f9a9559c5c01 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:31.814213 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.ipam_backend_mixin [None req-d27b7364-e3c7-4a9b-b549-4c435590b8ea None None] Port 375ced68-374e-40a9-b9f4-f9a9559c5c01 was not found and therefore no delete operation was performed {{(pid=113700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 16 12:59:31.839452 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d56b8a-bb12-449c-bf3a-fa0b86fc6fd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e927054-126f-4e94-8719-fa14f3244a7f,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:31.848020 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67cc27-7c1f-46d5-828f-b8e82f0ad64c req-caf6c7ee-ac18-4ef6-8b0b-5cdb1145d06f tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:31.850231 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ba67cc27-7c1f-46d5-828f-b8e82f0ad64c req-caf6c7ee-ac18-4ef6-8b0b-5cdb1145d06f tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 943 time: 0.3940828 Sep 16 12:59:31.854086 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-45f99484-b0a3-491a-9a26-1f235fd07471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (0690c1a2-5160-4c9d-bd6d-78947facea95), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:31.854629 n-d-858094-4 neutron-server[113698]: INFO neutron.db.segments_db [None req-45f99484-b0a3-491a-9a26-1f235fd07471 admin admin] Added segment 0690c1a2-5160-4c9d-bd6d-78947facea95 of type vlan for network 9fc94798-4461-4002-a2d4-76333b0bfb95 Sep 16 12:59:31.856811 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34634) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:31.899370 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d27b7364-e3c7-4a9b-b549-4c435590b8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (375ced68-374e-40a9-b9f4-f9a9559c5c01), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:31.994495 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-45f99484-b0a3-491a-9a26-1f235fd07471 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (9fc94798-4461-4002-a2d4-76333b0bfb95), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:32.030429 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 1b214136-996e-4af9-b3fe-97e16120f399 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:32.031703 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1b214136-996e-4af9-b3fe-97e16120f399), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:32.042158 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ba67cc27-7c1f-46d5-828f-b8e82f0ad64c req-1f94254d-c4d1-485f-b08b-91a2cfa93ded tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656680 Sep 16 12:59:32.083456 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:32.101728 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] Attempting to bind port a393a675-10b0-4b27-8958-c7b26fed3228 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:59:32.102068 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] Attempting to bind port a393a675-10b0-4b27-8958-c7b26fed3228 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:59:32.102401 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] Attempting to bind port a393a675-10b0-4b27-8958-c7b26fed3228 on network 4c6a423f-0493-4448-999c-84f17e899760 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:59:32.206395 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d27b7364-e3c7-4a9b-b549-4c435590b8ea None None] Network 1e927054-126f-4e94-8719-fa14f3244a7f is not hosted by any dhcp agent {{(pid=113700) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 12:59:32.206849 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b7364-e3c7-4a9b-b549-4c435590b8ea None None] No DVR routers for this DVR port 375ced68-374e-40a9-b9f4-f9a9559c5c01 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:59:32.232306 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b7364-e3c7-4a9b-b549-4c435590b8ea None None] Pushing event deleted for resources: {'Port': ['ID=375ced68-374e-40a9-b9f4-f9a9559c5c01,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:32.235805 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b34df79c-8402-408d-bd4a-0bbf5ca6aab7 None None] Current status of the port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:32.243556 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-45f99484-b0a3-491a-9a26-1f235fd07471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (9fc94798-4461-4002-a2d4-76333b0bfb95), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:32.243556 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f99484-b0a3-491a-9a26-1f235fd07471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:32.243556 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-45f99484-b0a3-491a-9a26-1f235fd07471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:32.254516 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1840577b-421a-406e-b6d9-bcc1d5969047 admin admin] Publish callbacks [] for port (fbd6bf02-1561-4485-8aae-4c8004855606), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:32.256423 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f364cb34-e8e9-4048-b185-b6900e9777c8 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (a9c7b3a1-7deb-42a1-b3a0-406b45be23af), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:32.266930 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6e667-1212-4782-be41-92a82cc744f1 req-233f5de6-3225-4daf-bd42-6de1b4766b32 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:32.274001 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6e667-1212-4782-be41-92a82cc744f1 req-233f5de6-3225-4daf-bd42-6de1b4766b32 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:32.276454 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-40a6e667-1212-4782-be41-92a82cc744f1 req-233f5de6-3225-4daf-bd42-6de1b4766b32 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 1681 time: 0.1219330 Sep 16 12:59:32.289351 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:32.291122 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364cb34-e8e9-4048-b185-b6900e9777c8 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9c7b3a1-7deb-42a1-b3a0-406b45be23af,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:32.338166 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5316af91-4d35-4a6e-9584-05d2a5b5cce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b214136-996e-4af9-b3fe-97e16120f399'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:59:32.341242 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ce92e6-59a5-493a-a925-3b81c5f0460f" -d '{"events": [{"server_uuid": "5316af91-4d35-4a6e-9584-05d2a5b5cce6", "name": "network-vif-plugged", "status": "completed", "tag": "1b214136-996e-4af9-b3fe-97e16120f399"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:59:32.370253 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 1b214136-996e-4af9-b3fe-97e16120f399, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=1b214136-996e-4af9-b3fe-97e16120f399,segment=NetworkSegment(4fe5c93d-01b3-4a9c-9aa0-d2d99f287125),segment_id=4fe5c93d-01b3-4a9c-9aa0-d2d99f287125)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:32.385428 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (1b214136-996e-4af9-b3fe-97e16120f399), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:32.393640 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 23475454-423f-4d72-a3c8-e9e9cbc581b5 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:59:32.511100 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac499bf-7bd1-4b83-aa13-770c562264e4 x-openstack-request-id: req-4ac499bf-7bd1-4b83-aa13-770c562264e4 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:59:32.512868 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5316af91-4d35-4a6e-9584-05d2a5b5cce6", "name": "network-vif-plugged", "status": "completed", "tag": "1b214136-996e-4af9-b3fe-97e16120f399", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:59:32.513139 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4ac499bf-7bd1-4b83-aa13-770c562264e4 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:59:32.513535 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac499bf-7bd1-4b83-aa13-770c562264e4'] response: {'server_uuid': '5316af91-4d35-4a6e-9584-05d2a5b5cce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b214136-996e-4af9-b3fe-97e16120f399', 'code': 200} Sep 16 12:59:32.517534 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0dbf2b75-5542-44bb-b993-e3b638b99c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:32.524079 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1840577b-421a-406e-b6d9-bcc1d5969047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (fbd6bf02-1561-4485-8aae-4c8004855606), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:32.576684 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f99484-b0a3-491a-9a26-1f235fd07471 admin admin] Pushing event updated for resources: {'Network': ['ID=9fc94798-4461-4002-a2d4-76333b0bfb95,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:32.585445 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:32.602199 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-45f99484-b0a3-491a-9a26-1f235fd07471 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8056817 Sep 16 12:59:32.603221 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] Port a393a675-10b0-4b27-8958-c7b26fed3228 on network 4c6a423f-0493-4448-999c-84f17e899760 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 12:59:32.603560 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] Attempting to bind port a393a675-10b0-4b27-8958-c7b26fed3228 on network 4c6a423f-0493-4448-999c-84f17e899760 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:59:32.617283 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 9fc94798-4461-4002-a2d4-76333b0bfb95 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 12:59:32.665430 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=1b214136-996e-4af9-b3fe-97e16120f399,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:32.665650 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f364cb34-e8e9-4048-b185-b6900e9777c8 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (e61aa27b-200f-42ae-a1bd-062419e67cb7), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:32.668068 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34642) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:32.671386 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] Publish callbacks [] for port (0f9027fc-6235-4ccc-8e0a-96b05fd23a2d), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:32.704102 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 23475454-423f-4d72-a3c8-e9e9cbc581b5 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:59:32.710421 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0f9027fc-6235-4ccc-8e0a-96b05fd23a2d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:32.728200 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 23475454-423f-4d72-a3c8-e9e9cbc581b5 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:32.728698 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (23475454-423f-4d72-a3c8-e9e9cbc581b5), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:32.729092 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 23475454-423f-4d72-a3c8-e9e9cbc581b5 Sep 16 12:59:32.773851 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-97456b8b-8617-47c1-9f84-00e5814db4c8 admin admin] Request body: {'subnet': {'network_id': '9fc94798-4461-4002-a2d4-76333b0bfb95', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1671782445-subnet', 'tenant_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:32.818968 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:32.826685 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] Attempting to bind port 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:59:32.827300 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] Attempting to bind port 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:59:32.827663 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] Attempting to bind port 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:59:32.893479 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836d065-eb3c-4cc8-9f25-1631c22cf488 None None] Pushing event updated for resources: {'Port': ['ID=0f9027fc-6235-4ccc-8e0a-96b05fd23a2d,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:32.951870 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840577b-421a-406e-b6d9-bcc1d5969047 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd6bf02-1561-4485-8aae-4c8004855606,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:32.989403 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1840577b-421a-406e-b6d9-bcc1d5969047 admin admin] Network 90076d69-1f81-4f38-899e-b784473bf260 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:32.994940 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-1840577b-421a-406e-b6d9-bcc1d5969047 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:33.015403 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:59:33.020028 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:59:33.020741 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:33.021310 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:59:33.021983 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] Bound port: 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:59:33.022687 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0f9027fc-6235-4ccc-8e0a-96b05fd23a2d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:33.042544 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1840577b-421a-406e-b6d9-bcc1d5969047 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:59:33.100651 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 23475454-423f-4d72-a3c8-e9e9cbc581b5 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:33.101383 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (23475454-423f-4d72-a3c8-e9e9cbc581b5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:33.164183 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:33.170248 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1840577b-421a-406e-b6d9-bcc1d5969047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (92d8ea50-3b36-4bca-8260-8565436f711d), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:33.191742 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] For port 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:59:33.204479 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] For port 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=0f9027fc-6235-4ccc-8e0a-96b05fd23a2d,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:59:33.223074 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0f9027fc-6235-4ccc-8e0a-96b05fd23a2d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:33.247422 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 23475454-423f-4d72-a3c8-e9e9cbc581b5, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=23475454-423f-4d72-a3c8-e9e9cbc581b5,segment=NetworkSegment(1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86),segment_id=1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:33.284983 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f364cb34-e8e9-4048-b185-b6900e9777c8 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (e61aa27b-200f-42ae-a1bd-062419e67cb7), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:33.293510 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-40a6e667-1212-4782-be41-92a82cc744f1 req-51576b48-2b0d-4172-a912-9a33b2756dc0 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9442291 Sep 16 12:59:33.296476 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97456b8b-8617-47c1-9f84-00e5814db4c8 admin admin] Made reservation on behalf of e17f0831ce6b4d398e247eba5d6772b0 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:59:33.299719 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-97456b8b-8617-47c1-9f84-00e5814db4c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:33.299859 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (23475454-423f-4d72-a3c8-e9e9cbc581b5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:33.302666 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:59:33.306794 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f364cb34-e8e9-4048-b185-b6900e9777c8 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_controller (e61aa27b-200f-42ae-a1bd-062419e67cb7), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:33.349871 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:59:33.350262 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] Checking segment: {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:59:33.350600 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] Bound using segment: {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:59:33.351058 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] Bound port: a393a675-10b0-4b27-8958-c7b26fed3228, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:59:33.351414 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a393a675-10b0-4b27-8958-c7b26fed3228), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:33.432274 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] Routers {'92d8ea50-3b36-4bca-8260-8565436f711d'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:33.441314 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['92d8ea50-3b36-4bca-8260-8565436f711d'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:33.468906 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:33.598782 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836d065-eb3c-4cc8-9f25-1631c22cf488 None None] Pushing event updated for resources: {'Port': ['ID=0f9027fc-6235-4ccc-8e0a-96b05fd23a2d,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:33.645181 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74926e5-f4b1-48de-b806-e6ea7938f2ba req-803edda7-85c1-4c98-93f1-cb238036b006 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:33.646995 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d74926e5-f4b1-48de-b806-e6ea7938f2ba req-803edda7-85c1-4c98-93f1-cb238036b006 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 943 time: 0.4176593 Sep 16 12:59:33.660620 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=23475454-423f-4d72-a3c8-e9e9cbc581b5,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:33.679490 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Provisioning complete for port fbd6bf02-1561-4485-8aae-4c8004855606 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:33.679852 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (fbd6bf02-1561-4485-8aae-4c8004855606), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:33.680204 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Attempt 1 to provision port fbd6bf02-1561-4485-8aae-4c8004855606 Sep 16 12:59:33.687057 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:33.687425 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5d8c3afe-60f5-46ea-b85b-e21bb11ce65d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:33.687755 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d Sep 16 12:59:33.710858 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-97456b8b-8617-47c1-9f84-00e5814db4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (f4728587-01c7-4eeb-8820-c4556d38e210), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:33.750878 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] For port a393a675-10b0-4b27-8958-c7b26fed3228, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:59:33.767664 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f364cb34-e8e9-4048-b185-b6900e9777c8 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (e61aa27b-200f-42ae-a1bd-062419e67cb7), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:33.768351 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f364cb34-e8e9-4048-b185-b6900e9777c8 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e61aa27b-200f-42ae-a1bd-062419e67cb7 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:59:33.781483 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f364cb34-e8e9-4048-b185-b6900e9777c8 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:33.782837 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f364cb34-e8e9-4048-b185-b6900e9777c8 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "DELETE /networking/v2.0/routers/e61aa27b-200f-42ae-a1bd-062419e67cb7 HTTP/1.1" status: 204 len: 168 time: 3.1884706 Sep 16 12:59:33.794271 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34650) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:33.798756 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1840577b-421a-406e-b6d9-bcc1d5969047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fbd6bf02-1561-4485-8aae-4c8004855606), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:33.804516 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-3c014cf6-4f31-4901-b1a2-a4f99eabf853 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1961642413', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}, 'admin_state_up': False}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:33.840929 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d74926e5-f4b1-48de-b806-e6ea7938f2ba req-73b62083-ffa7-4e75-a367-0cf2e2b67881 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813247 Sep 16 12:59:33.850285 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c014cf6-4f31-4901-b1a2-a4f99eabf853 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (1f99ddc6-71e8-42b8-8e51-6f07ef72eba8), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:33.853556 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c014cf6-4f31-4901-b1a2-a4f99eabf853 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (1f99ddc6-71e8-42b8-8e51-6f07ef72eba8), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:33.905129 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] For port a393a675-10b0-4b27-8958-c7b26fed3228, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=a393a675-10b0-4b27-8958-c7b26fed3228,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:59:33.905296 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] Set router 92d8ea50-3b36-4bca-8260-8565436f711d gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:33.919534 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (a393a675-10b0-4b27-8958-c7b26fed3228), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:33.928273 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:33.929002 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:33.930645 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/a393a675-10b0-4b27-8958-c7b26fed3228 HTTP/1.1" status: 200 len: 1091 time: 3.9703324 Sep 16 12:59:33.931596 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c75956-6533-4add-91e9-419a2043d9e1', 'tag': 'a393a675-10b0-4b27-8958-c7b26fed3228'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:59:33.934814 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c9db2f-e46c-4122-8e93-7514babb74de" -d '{"events": [{"name": "network-changed", "server_uuid": "45c75956-6533-4add-91e9-419a2043d9e1", "tag": "a393a675-10b0-4b27-8958-c7b26fed3228"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:59:33.997879 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97456b8b-8617-47c1-9f84-00e5814db4c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4728587-01c7-4eeb-8820-c4556d38e210,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:34.050536 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 5d8c3afe-60f5-46ea-b85b-e21bb11ce65d is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:34.056749 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:59:34.062713 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Port fbd6bf02-1561-4485-8aae-4c8004855606 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:34.159190 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 12:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecf9bb5-69a7-4539-81cc-8ed93d9daa5b x-openstack-request-id: req-fecf9bb5-69a7-4539-81cc-8ed93d9daa5b {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:59:34.159492 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c75956-6533-4add-91e9-419a2043d9e1", "tag": "a393a675-10b0-4b27-8958-c7b26fed3228", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:59:34.159803 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fecf9bb5-69a7-4539-81cc-8ed93d9daa5b {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:59:34.160268 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fecf9bb5-69a7-4539-81cc-8ed93d9daa5b'] response: {'name': 'network-changed', 'server_uuid': '45c75956-6533-4add-91e9-419a2043d9e1', 'tag': 'a393a675-10b0-4b27-8958-c7b26fed3228', 'status': 'completed', 'code': 200} Sep 16 12:59:34.190813 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:34.200474 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:34.255664 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:34.262394 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3d4b3d87-44e3-46fd-b639-dbf0f717a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:34.264378 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-3d4b3d87-44e3-46fd-b639-dbf0f717a0b1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 1125 time: 0.1170909 Sep 16 12:59:34.282161 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-5bc18016-44b8-4f28-b556-54ecc1a6dcb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (6dfd231d-292f-4afe-81db-79ead7c6aa72), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:34.409964 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:34.410335 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:34.410673 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e Sep 16 12:59:34.473990 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d8ea50-3b36-4bca-8260-8565436f711d', 'name': 'tempest-FloatingIPsTestJSON-689197682-router', 'tenant_id': '69c9f8e6296847c49b4016b84b482950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0f9027fc-6235-4ccc-8e0a-96b05fd23a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:20Z', 'updated_at': '2022-09-16T12:59:24Z', 'revision_number': 3, 'project_id': '69c9f8e6296847c49b4016b84b482950', 'gw_port': {'id': '0f9027fc-6235-4ccc-8e0a-96b05fd23a2d', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d8ea50-3b36-4bca-8260-8565436f711d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:22Z', 'updated_at': '2022-09-16T12:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:34.504573 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-066e4e42-4b11-4956-9eaf-b4ee17278c4c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a393a675-10b0-4b27-8958-c7b26fed3228 HTTP/1.1" status: 200 len: 217 time: 0.0764663 Sep 16 12:59:34.504905 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118e3fe-4d09-4517-98c7-a894019eb229 service neutron] Pushing event updated for resources: {'Port': ['ID=a393a675-10b0-4b27-8958-c7b26fed3228,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:34.541123 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5316af91-4d35-4a6e-9584-05d2a5b5cce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23475454-423f-4d72-a3c8-e9e9cbc581b5'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:59:34.544182 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d93f23-0b1b-498a-943f-fc6bbdfc8507" -d '{"events": [{"server_uuid": "5316af91-4d35-4a6e-9584-05d2a5b5cce6", "name": "network-vif-plugged", "status": "completed", "tag": "23475454-423f-4d72-a3c8-e9e9cbc581b5"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:59:34.549033 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f36a0-bb66-4033-846b-696f3c9cbcd7 None None] The sync data for ids ['92d8ea50-3b36-4bca-8260-8565436f711d'] in n-d-858094-4 is: [{'id': '92d8ea50-3b36-4bca-8260-8565436f711d', 'name': 'tempest-FloatingIPsTestJSON-689197682-router', 'tenant_id': '69c9f8e6296847c49b4016b84b482950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0f9027fc-6235-4ccc-8e0a-96b05fd23a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:20Z', 'updated_at': '2022-09-16T12:59:24Z', 'revision_number': 3, 'project_id': '69c9f8e6296847c49b4016b84b482950', 'gw_port': {'id': '0f9027fc-6235-4ccc-8e0a-96b05fd23a2d', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d8ea50-3b36-4bca-8260-8565436f711d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:22Z', 'updated_at': '2022-09-16T12:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:59:34.566995 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Attempt 2 to provision port fbd6bf02-1561-4485-8aae-4c8004855606 Sep 16 12:59:34.664684 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec58768-da27-4bae-8f46-61141f5045c2 x-openstack-request-id: req-eec58768-da27-4bae-8f46-61141f5045c2 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:59:34.665392 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5316af91-4d35-4a6e-9584-05d2a5b5cce6", "name": "network-vif-plugged", "status": "completed", "tag": "23475454-423f-4d72-a3c8-e9e9cbc581b5", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:59:34.665392 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eec58768-da27-4bae-8f46-61141f5045c2 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:59:34.665752 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eec58768-da27-4bae-8f46-61141f5045c2'] response: {'server_uuid': '5316af91-4d35-4a6e-9584-05d2a5b5cce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23475454-423f-4d72-a3c8-e9e9cbc581b5', 'code': 200} Sep 16 12:59:34.677116 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:34.677857 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c014cf6-4f31-4901-b1a2-a4f99eabf853 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_controller (1f99ddc6-71e8-42b8-8e51-6f07ef72eba8), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:34.680771 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Port fbd6bf02-1561-4485-8aae-4c8004855606 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:34.681425 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4edccea0-3770-49ad-81a2-8a2b3d69ff33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:34.769826 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6141d314-840b-41af-b30a-d9c240d4383b no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:59:34.770067 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39050f3f-d109-4979-aa62-f3055c15b9e2 req-7867c0f8-825c-40ce-ba23-7cf35e4bb410 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:34.782168 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39050f3f-d109-4979-aa62-f3055c15b9e2 req-7867c0f8-825c-40ce-ba23-7cf35e4bb410 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:34.789291 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-39050f3f-d109-4979-aa62-f3055c15b9e2 req-7867c0f8-825c-40ce-ba23-7cf35e4bb410 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 1683 time: 0.2881222 Sep 16 12:59:34.792057 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-2d2ced79-9de3-4126-9eda-cb9db3d5b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:34.793713 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-2d2ced79-9de3-4126-9eda-cb9db3d5b552 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=084dc942-2fdd-4c42-96da-2aec36f644a5 HTTP/1.1" status: 200 len: 850 time: 0.2792459 Sep 16 12:59:34.810354 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 6141d314-840b-41af-b30a-d9c240d4383b {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:59:34.810713 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6141d314-840b-41af-b30a-d9c240d4383b not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:59:34.811132 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 375ced68-374e-40a9-b9f4-f9a9559c5c01 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:59:34.856236 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723f277-733a-4297-9895-b9dea71a93ba req-dfe1571e-1abf-4245-b185-8807c7f8bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:34.856636 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723f277-733a-4297-9895-b9dea71a93ba req-dfe1571e-1abf-4245-b185-8807c7f8bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:34.858533 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2723f277-733a-4297-9895-b9dea71a93ba req-dfe1571e-1abf-4245-b185-8807c7f8bb27 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 2047 time: 0.0636744 Sep 16 12:59:34.926808 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1840577b-421a-406e-b6d9-bcc1d5969047 admin admin] Publish callbacks [] for port (fbd6bf02-1561-4485-8aae-4c8004855606), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:34.930012 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:34.937015 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:34.953158 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97456b8b-8617-47c1-9f84-00e5814db4c8 admin admin] Checking segment: {'id': '0690c1a2-5160-4c9d-bd6d-78947facea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9fc94798-4461-4002-a2d4-76333b0bfb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:59:34.953388 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97456b8b-8617-47c1-9f84-00e5814db4c8 admin admin] Network hostable DHCP agents. Network: 9fc94798-4461-4002-a2d4-76333b0bfb95, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 12:59:34.962524 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-2d308dbf-b659-4601-8586-d0a65dfc6a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:34.964376 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-2d308dbf-b659-4601-8586-d0a65dfc6a61 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4c6a423f-0493-4448-999c-84f17e899760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0983233 Sep 16 12:59:34.994635 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1840577b-421a-406e-b6d9-bcc1d5969047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (fbd6bf02-1561-4485-8aae-4c8004855606), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:35.172061 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 375ced68-374e-40a9-b9f4-f9a9559c5c01 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:59:35.173113 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 375ced68-374e-40a9-b9f4-f9a9559c5c01 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:59:35.173840 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b514ec2d-a210-456c-a5e9-648da8dcb75b no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:59:35.200051 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Attempt 3 to provision port fbd6bf02-1561-4485-8aae-4c8004855606 Sep 16 12:59:35.204409 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: b514ec2d-a210-456c-a5e9-648da8dcb75b {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:59:35.205204 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b514ec2d-a210-456c-a5e9-648da8dcb75b not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:59:35.266765 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Port fbd6bf02-1561-4485-8aae-4c8004855606 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:35.382312 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97456b8b-8617-47c1-9f84-00e5814db4c8 admin admin] Network 9fc94798-4461-4002-a2d4-76333b0bfb95 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 12:59:35.425862 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1840577b-421a-406e-b6d9-bcc1d5969047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (92d8ea50-3b36-4bca-8260-8565436f711d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:35.467049 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-97456b8b-8617-47c1-9f84-00e5814db4c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 9fc94798-4461-4002-a2d4-76333b0bfb95) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:35.470705 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:35.475680 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32edca51-660f-445a-8d75-50a1cab70325 None None] Network 9fc94798-4461-4002-a2d4-76333b0bfb95 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:59:35.478184 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-4c282a67-b663-4181-9804-11b900e8416d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730344 Sep 16 12:59:35.515543 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:59:35.616222 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840577b-421a-406e-b6d9-bcc1d5969047 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd6bf02-1561-4485-8aae-4c8004855606,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:35.618451 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-5bc18016-44b8-4f28-b556-54ecc1a6dcb1 admin admin] Deleting port e0735ca7-c792-4fe8-9888-9a5e46256be7 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:35.618803 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-5bc18016-44b8-4f28-b556-54ecc1a6dcb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (e0735ca7-c792-4fe8-9888-9a5e46256be7), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:35.625666 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-39050f3f-d109-4979-aa62-f3055c15b9e2 req-674aecd5-f832-4868-b304-9b3f6e3e03cc tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8337123 Sep 16 12:59:35.628450 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2723f277-733a-4297-9895-b9dea71a93ba req-f473d16c-d585-46ac-bbee-4eb2a05ab4b7 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7586088 Sep 16 12:59:35.677529 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4afd5-9791-4363-9911-e7d8c6fa3ad4 req-d2243482-285a-4fd6-bcad-9f234b51aef7 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:35.679036 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dee4afd5-9791-4363-9911-e7d8c6fa3ad4 req-d2243482-285a-4fd6-bcad-9f234b51aef7 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 943 time: 0.5898356 Sep 16 12:59:35.775832 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Attempt 4 to provision port fbd6bf02-1561-4485-8aae-4c8004855606 Sep 16 12:59:35.831235 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97456b8b-8617-47c1-9f84-00e5814db4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:35.831829 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-97456b8b-8617-47c1-9f84-00e5814db4c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:35.844264 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:35.845778 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (0f9027fc-6235-4ccc-8e0a-96b05fd23a2d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:35.846172 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d Sep 16 12:59:35.880030 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1840577b-421a-406e-b6d9-bcc1d5969047 admin admin] Network 90076d69-1f81-4f38-899e-b784473bf260 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:35.887358 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-1840577b-421a-406e-b6d9-bcc1d5969047 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:35.897991 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c014cf6-4f31-4901-b1a2-a4f99eabf853 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_gateway (1f99ddc6-71e8-42b8-8e51-6f07ef72eba8), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:35.913181 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-97456b8b-8617-47c1-9f84-00e5814db4c8 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2272809 Sep 16 12:59:35.925689 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34666) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:35.940952 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-028b571a-0889-44d8-83a7-a712258cc156 admin admin] Request body: {'router': {'name': 'tempest-VirtualInterfacesTestJSON-1671782445-router', 'tenant_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:36.061290 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-028b571a-0889-44d8-83a7-a712258cc156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (d4767c5d-4714-406f-a054-31e7f6e18bdd), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:36.063278 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9fc94798-4461-4002-a2d4-76333b0bfb95', 'network_id': '9fc94798-4461-4002-a2d4-76333b0bfb95', 'project_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'fixed_ips': [{'subnet_id': 'f4728587-01c7-4eeb-8820-c4556d38e210'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 12:59:36.063278 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:36.068444 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-028b571a-0889-44d8-83a7-a712258cc156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (d4767c5d-4714-406f-a054-31e7f6e18bdd), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:36.175711 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dee4afd5-9791-4363-9911-e7d8c6fa3ad4 req-39f74fb2-3969-4c0d-acfb-9edb2fae8282 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594982 Sep 16 12:59:36.186692 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Port fbd6bf02-1561-4485-8aae-4c8004855606 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:36.235008 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:36.296672 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1840577b-421a-406e-b6d9-bcc1d5969047 admin admin] Router 92d8ea50-3b36-4bca-8260-8565436f711d has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:59:36.366450 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-5bc18016-44b8-4f28-b556-54ecc1a6dcb1 admin admin] For port e0735ca7-c792-4fe8-9888-9a5e46256be7, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e0735ca7-c792-4fe8-9888-9a5e46256be7,segment=NetworkSegment(1be0dfc0-9a2b-430f-b42e-a233702bb55f),segment_id=1be0dfc0-9a2b-430f-b42e-a233702bb55f)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:36.366823 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-5bc18016-44b8-4f28-b556-54ecc1a6dcb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (e0735ca7-c792-4fe8-9888-9a5e46256be7), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:36.371564 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7bf21242-5cf2-4c19-a58f-08a2e820390f req-f3143797-e209-4b9a-8f0c-3b6371ad59a9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8058758 Sep 16 12:59:36.461552 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:36.463362 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:36.470398 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0f9027fc-6235-4ccc-8e0a-96b05fd23a2d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:36.478726 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-028b571a-0889-44d8-83a7-a712258cc156 admin admin] Publish callbacks [] for router_controller (d4767c5d-4714-406f-a054-31e7f6e18bdd), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:36.496400 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-5bc18016-44b8-4f28-b556-54ecc1a6dcb1 admin admin] Calling delete_port for e0735ca7-c792-4fe8-9888-9a5e46256be7 owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:36.575027 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] Allocated IP 172.20.0.2 (9fc94798-4461-4002-a2d4-76333b0bfb95/f4728587-01c7-4eeb-8820-c4556d38e210/7b4dcbe5-7dc3-44b9-ae77-576599a18a87) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:59:36.604161 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1840577b-421a-406e-b6d9-bcc1d5969047 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:59:36.611338 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1840577b-421a-406e-b6d9-bcc1d5969047 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/92d8ea50-3b36-4bca-8260-8565436f711d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0194459 Sep 16 12:59:36.678705 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c014cf6-4f31-4901-b1a2-a4f99eabf853 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_gateway (1f99ddc6-71e8-42b8-8e51-6f07ef72eba8), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:36.729590 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c014cf6-4f31-4901-b1a2-a4f99eabf853 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:36.756629 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Attempt 5 to provision port fbd6bf02-1561-4485-8aae-4c8004855606 Sep 16 12:59:36.848876 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:36.882754 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=0f9027fc-6235-4ccc-8e0a-96b05fd23a2d,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:36.913891 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:36.915361 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Port fbd6bf02-1561-4485-8aae-4c8004855606 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:36.919934 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0f9027fc-6235-4ccc-8e0a-96b05fd23a2d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:36.942812 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device a9c7b3a1-7deb-42a1-b3a0-406b45be23af no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:59:36.977286 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:36.990091 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: a9c7b3a1-7deb-42a1-b3a0-406b45be23af {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:59:36.990392 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device a9c7b3a1-7deb-42a1-b3a0-406b45be23af not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:59:36.990757 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 7740108b-40c9-4fa5-8e08-41fea2c074d0 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:59:37.009420 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-3c014cf6-4f31-4901-b1a2-a4f99eabf853 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Allocated IP 172.25.2.142 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/e9c364e0-2eb7-4968-9db2-128eb489b1c6) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:59:37.032787 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-028b571a-0889-44d8-83a7-a712258cc156 admin admin] Publish callbacks [] for router_gateway (d4767c5d-4714-406f-a054-31e7f6e18bdd), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:37.071998 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 7740108b-40c9-4fa5-8e08-41fea2c074d0 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:59:37.072368 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 7740108b-40c9-4fa5-8e08-41fea2c074d0 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:59:37.100004 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] Publish callbacks [] for port (7b4dcbe5-7dc3-44b9-ae77-576599a18a87), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:37.100517 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0429a25-c056-40f0-b99c-66cfb18d95f5 req-d56bc480-efc7-4f5b-870b-7cb7e268b202 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:37.106526 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0429a25-c056-40f0-b99c-66cfb18d95f5 req-d56bc480-efc7-4f5b-870b-7cb7e268b202 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:37.107667 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=0f9027fc-6235-4ccc-8e0a-96b05fd23a2d,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:37.108809 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d0429a25-c056-40f0-b99c-66cfb18d95f5 req-d56bc480-efc7-4f5b-870b-7cb7e268b202 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 1683 time: 0.1564097 Sep 16 12:59:37.111825 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (7b4dcbe5-7dc3-44b9-ae77-576599a18a87), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:37.159123 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:37.204892 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] Network 9fc94798-4461-4002-a2d4-76333b0bfb95 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:37.210378 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:37.218072 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:59:37.227045 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c014cf6-4f31-4901-b1a2-a4f99eabf853 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for port (e9c364e0-2eb7-4968-9db2-128eb489b1c6), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:37.236835 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] Pushing event updated for resources: {'Port': ['ID=7b4dcbe5-7dc3-44b9-ae77-576599a18a87,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:37.307260 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:37.313771 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:37.323066 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] Attempting to bind port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:59:37.324087 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] Attempting to bind port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '0690c1a2-5160-4c9d-bd6d-78947facea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9fc94798-4461-4002-a2d4-76333b0bfb95'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:59:37.324774 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] Attempting to bind port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 on network 9fc94798-4461-4002-a2d4-76333b0bfb95 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:59:37.350401 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c014cf6-4f31-4901-b1a2-a4f99eabf853 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (e9c364e0-2eb7-4968-9db2-128eb489b1c6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:37.398267 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:59:37.415034 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c014cf6-4f31-4901-b1a2-a4f99eabf853 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:37.423743 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-3c014cf6-4f31-4901-b1a2-a4f99eabf853 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:37.427594 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c014cf6-4f31-4901-b1a2-a4f99eabf853 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:59:37.446569 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Attempt 6 to provision port fbd6bf02-1561-4485-8aae-4c8004855606 Sep 16 12:59:37.468217 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c014cf6-4f31-4901-b1a2-a4f99eabf853 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Pushing event updated for resources: {'Port': ['ID=e9c364e0-2eb7-4968-9db2-128eb489b1c6,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:37.604695 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Port fbd6bf02-1561-4485-8aae-4c8004855606 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:37.611956 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:37.626513 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:59:37.626951 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] Checking segment: {'id': '0690c1a2-5160-4c9d-bd6d-78947facea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9fc94798-4461-4002-a2d4-76333b0bfb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:59:37.628509 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:37.628734 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] Bound using segment: {'id': '0690c1a2-5160-4c9d-bd6d-78947facea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9fc94798-4461-4002-a2d4-76333b0bfb95'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:59:37.629358 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] Bound port: 7b4dcbe5-7dc3-44b9-ae77-576599a18a87, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0690c1a2-5160-4c9d-bd6d-78947facea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9fc94798-4461-4002-a2d4-76333b0bfb95'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:59:37.629771 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7b4dcbe5-7dc3-44b9-ae77-576599a18a87), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:37.663107 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:37.663519 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (0f9027fc-6235-4ccc-8e0a-96b05fd23a2d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:37.664234 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d Sep 16 12:59:37.715682 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d0429a25-c056-40f0-b99c-66cfb18d95f5 req-3d9bc50d-c69c-46b5-8108-9add8214d156 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5406497 Sep 16 12:59:37.777551 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] For port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:59:37.782144 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] For port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=7b4dcbe5-7dc3-44b9-ae77-576599a18a87,segment=NetworkSegment(0690c1a2-5160-4c9d-bd6d-78947facea95),segment_id=0690c1a2-5160-4c9d-bd6d-78947facea95)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:59:37.803878 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (7b4dcbe5-7dc3-44b9-ae77-576599a18a87), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:37.804161 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c014cf6-4f31-4901-b1a2-a4f99eabf853 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_gateway (1f99ddc6-71e8-42b8-8e51-6f07ef72eba8), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:37.882292 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] Sync routers for ids ['92d8ea50-3b36-4bca-8260-8565436f711d'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:59:37.899188 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] Routers {'92d8ea50-3b36-4bca-8260-8565436f711d'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:37.899970 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['92d8ea50-3b36-4bca-8260-8565436f711d'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:37.961342 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029c3e0-7ad0-4357-bfc3-2ea324c11d64 None None] Pushing event updated for resources: {'Port': ['ID=7b4dcbe5-7dc3-44b9-ae77-576599a18a87,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:38.008291 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:38.073504 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c014cf6-4f31-4901-b1a2-a4f99eabf853 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (1f99ddc6-71e8-42b8-8e51-6f07ef72eba8), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:38.086804 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] Set router 92d8ea50-3b36-4bca-8260-8565436f711d gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:38.106593 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Attempt 7 to provision port fbd6bf02-1561-4485-8aae-4c8004855606 Sep 16 12:59:38.263986 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-028b571a-0889-44d8-83a7-a712258cc156 admin admin] Publish callbacks [] for router_gateway (d4767c5d-4714-406f-a054-31e7f6e18bdd), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:38.291436 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-028b571a-0889-44d8-83a7-a712258cc156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:38.311402 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c014cf6-4f31-4901-b1a2-a4f99eabf853 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Router 1f99ddc6-71e8-42b8-8e51-6f07ef72eba8 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:59:38.313599 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:38.314770 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Port fbd6bf02-1561-4485-8aae-4c8004855606 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:38.317525 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:38.323901 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:38.418788 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d8ea50-3b36-4bca-8260-8565436f711d', 'name': 'tempest-FloatingIPsTestJSON-689197682-router', 'tenant_id': '69c9f8e6296847c49b4016b84b482950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0f9027fc-6235-4ccc-8e0a-96b05fd23a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:20Z', 'updated_at': '2022-09-16T12:59:33Z', 'revision_number': 4, 'project_id': '69c9f8e6296847c49b4016b84b482950', 'gw_port': {'id': '0f9027fc-6235-4ccc-8e0a-96b05fd23a2d', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d8ea50-3b36-4bca-8260-8565436f711d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:22Z', 'updated_at': '2022-09-16T12:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'fbd6bf02-1561-4485-8aae-4c8004855606', 'name': '', 'network_id': '90076d69-1f81-4f38-899e-b784473bf260', 'tenant_id': '69c9f8e6296847c49b4016b84b482950', 'mac_address': 'fa:16:3e:81:64:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d8ea50-3b36-4bca-8260-8565436f711d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'dda0743f-c6ca-437e-9eb5-900e5812d073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:30Z', 'updated_at': '2022-09-16T12:59:34Z', 'revision_number': 2, 'project_id': '69c9f8e6296847c49b4016b84b482950', 'subnets': [{'id': 'dda0743f-c6ca-437e-9eb5-900e5812d073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:38.440059 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-e57ae30d-a777-4962-b0ca-8fc641dac551 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2275331 Sep 16 12:59:38.465975 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] Checking router: 92d8ea50-3b36-4bca-8260-8565436f711d for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:59:38.466325 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] Updating router 92d8ea50-3b36-4bca-8260-8565436f711d port fbd6bf02-1561-4485-8aae-4c8004855606 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:59:38.494666 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b4b53-c1cd-4d14-9e69-ac1119bfdbd0 req-0654b0ab-8e1d-4ad4-9290-d67d1241aab6 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:38.500660 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-704b4b53-c1cd-4d14-9e69-ac1119bfdbd0 req-0654b0ab-8e1d-4ad4-9290-d67d1241aab6 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 943 time: 0.3698823 Sep 16 12:59:38.505009 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-028b571a-0889-44d8-83a7-a712258cc156 admin admin] Allocated IP 172.25.2.233 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/4cca0376-819f-4dac-987f-4522c920861f) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:59:38.534774 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fbd6bf02-1561-4485-8aae-4c8004855606), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:38.538870 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c014cf6-4f31-4901-b1a2-a4f99eabf853 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:59:38.542043 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-00d4825d-cac6-4eb2-bc2c-b423cc8a1de3 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:38.557680 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c9758-2211-4ef3-9219-90b87206e9bf None None] Sync routers for ids ['1f99ddc6-71e8-42b8-8e51-6f07ef72eba8'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:59:38.575278 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c9758-2211-4ef3-9219-90b87206e9bf None None] Routers {'1f99ddc6-71e8-42b8-8e51-6f07ef72eba8'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:38.575927 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-a38c9758-2211-4ef3-9219-90b87206e9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1f99ddc6-71e8-42b8-8e51-6f07ef72eba8'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:38.600606 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c014cf6-4f31-4901-b1a2-a4f99eabf853 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:38.603717 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3c014cf6-4f31-4901-b1a2-a4f99eabf853 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.8083668 Sep 16 12:59:38.607562 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34690) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:38.608796 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-00d4825d-cac6-4eb2-bc2c-b423cc8a1de3 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:38.613613 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-815f3588-8aec-47c8-8693-d7815c36b757 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'enable_snat': False}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:38.695939 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-a38c9758-2211-4ef3-9219-90b87206e9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:38.728079 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c9758-2211-4ef3-9219-90b87206e9bf None None] Routers {'1f99ddc6-71e8-42b8-8e51-6f07ef72eba8'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:38.728730 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-a38c9758-2211-4ef3-9219-90b87206e9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1f99ddc6-71e8-42b8-8e51-6f07ef72eba8'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:38.738401 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9db2f-e46c-4122-8e93-7514babb74de req-5e988bc0-9a95-4da1-bbb8-11d3c6b5dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:38.739714 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-82c9db2f-e46c-4122-8e93-7514babb74de req-5e988bc0-9a95-4da1-bbb8-11d3c6b5dbf1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 1125 time: 0.2943318 Sep 16 12:59:38.793301 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-a38c9758-2211-4ef3-9219-90b87206e9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:38.793659 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:38.801345 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c9758-2211-4ef3-9219-90b87206e9bf None None] The sync data for ids ['1f99ddc6-71e8-42b8-8e51-6f07ef72eba8'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:59:38.818205 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Attempt 8 to provision port fbd6bf02-1561-4485-8aae-4c8004855606 Sep 16 12:59:38.853690 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-704b4b53-c1cd-4d14-9e69-ac1119bfdbd0 req-1c510aa0-01a1-4bdf-ac57-6097fd2682b7 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427575 Sep 16 12:59:38.865399 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] Publish callbacks [] for port (fbd6bf02-1561-4485-8aae-4c8004855606), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:38.875081 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (fbd6bf02-1561-4485-8aae-4c8004855606), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:38.903853 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:38.918258 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Port fbd6bf02-1561-4485-8aae-4c8004855606 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:38.998181 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-5bc18016-44b8-4f28-b556-54ecc1a6dcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (e0735ca7-c792-4fe8-9888-9a5e46256be7), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:39.019080 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:39.043477 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:39.049279 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e8f38-2885-45e9-965c-a440a212a17c None None] Pushing event updated for resources: {'Port': ['ID=fbd6bf02-1561-4485-8aae-4c8004855606,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:39.091678 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] Attempting to bind port fbd6bf02-1561-4485-8aae-4c8004855606 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:59:39.092344 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] Attempting to bind port fbd6bf02-1561-4485-8aae-4c8004855606 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'e232d97a-6027-4cce-8931-6c16f3ea88d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '90076d69-1f81-4f38-899e-b784473bf260'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:59:39.092891 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] Attempting to bind port fbd6bf02-1561-4485-8aae-4c8004855606 on network 90076d69-1f81-4f38-899e-b784473bf260 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:59:39.148335 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc18016-44b8-4f28-b556-54ecc1a6dcb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0735ca7-c792-4fe8-9888-9a5e46256be7,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:39.166793 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:59:39.167492 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] Checking segment: {'id': 'e232d97a-6027-4cce-8931-6c16f3ea88d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '90076d69-1f81-4f38-899e-b784473bf260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:59:39.168137 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:39.168753 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] Bound using segment: {'id': 'e232d97a-6027-4cce-8931-6c16f3ea88d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '90076d69-1f81-4f38-899e-b784473bf260'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:59:39.169387 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] Bound port: fbd6bf02-1561-4485-8aae-4c8004855606, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e232d97a-6027-4cce-8931-6c16f3ea88d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '90076d69-1f81-4f38-899e-b784473bf260'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:59:39.169933 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fbd6bf02-1561-4485-8aae-4c8004855606), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:39.202131 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-00d4825d-cac6-4eb2-bc2c-b423cc8a1de3 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:39.279956 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] For port fbd6bf02-1561-4485-8aae-4c8004855606, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:59:39.289774 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-815f3588-8aec-47c8-8693-d7815c36b757 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_gateway (1f99ddc6-71e8-42b8-8e51-6f07ef72eba8), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:39.294382 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] For port fbd6bf02-1561-4485-8aae-4c8004855606, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=fbd6bf02-1561-4485-8aae-4c8004855606,segment=NetworkSegment(e232d97a-6027-4cce-8931-6c16f3ea88d7),segment_id=e232d97a-6027-4cce-8931-6c16f3ea88d7)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:59:39.298069 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:39.303547 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (fbd6bf02-1561-4485-8aae-4c8004855606), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:39.346259 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] Routers {'92d8ea50-3b36-4bca-8260-8565436f711d'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:39.347216 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['92d8ea50-3b36-4bca-8260-8565436f711d'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:39.352016 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-028b571a-0889-44d8-83a7-a712258cc156 admin admin] Publish callbacks [] for port (4cca0376-819f-4dac-987f-4522c920861f), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:39.387815 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b365d-2fdb-40ad-be0a-ee9e5a4b6ac2 req-3bbca086-bc37-4a16-bcb5-5ad2548d7560 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:39.393055 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b365d-2fdb-40ad-be0a-ee9e5a4b6ac2 req-3bbca086-bc37-4a16-bcb5-5ad2548d7560 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:39.394649 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-319b365d-2fdb-40ad-be0a-ee9e5a4b6ac2 req-3bbca086-bc37-4a16-bcb5-5ad2548d7560 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 1683 time: 0.3384995 Sep 16 12:59:39.419417 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Attempt 9 to provision port fbd6bf02-1561-4485-8aae-4c8004855606 Sep 16 12:59:39.499026 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] Set router 92d8ea50-3b36-4bca-8260-8565436f711d gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:39.531226 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:39.584351 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9db2f-e46c-4122-8e93-7514babb74de req-e68d4b48-bfc6-4d5e-ac60-81c5a53273c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:39.610129 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-82c9db2f-e46c-4122-8e93-7514babb74de req-e68d4b48-bfc6-4d5e-ac60-81c5a53273c7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 200 len: 912 time: 0.8555064 Sep 16 12:59:39.652548 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:59:39.670186 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Current status of the port fbd6bf02-1561-4485-8aae-4c8004855606 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:39.670575 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fbd6bf02-1561-4485-8aae-4c8004855606), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:39.719688 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-82c9db2f-e46c-4122-8e93-7514babb74de req-5ba27bc9-3e04-4664-8fd1-c65e9aa49a80 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a393a675-10b0-4b27-8958-c7b26fed3228 HTTP/1.1" status: 200 len: 217 time: 0.1084666 Sep 16 12:59:39.811545 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096bf750-afec-4c9c-bc62-e63c925de88e None None] Network 9fc94798-4461-4002-a2d4-76333b0bfb95 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:59:39.820011 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device a393a675-10b0-4b27-8958-c7b26fed3228 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 12:59:39.834085 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:39.855577 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-028b571a-0889-44d8-83a7-a712258cc156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (4cca0376-819f-4dac-987f-4522c920861f), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:39.895349 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d8ea50-3b36-4bca-8260-8565436f711d', 'name': 'tempest-FloatingIPsTestJSON-689197682-router', 'tenant_id': '69c9f8e6296847c49b4016b84b482950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0f9027fc-6235-4ccc-8e0a-96b05fd23a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:20Z', 'updated_at': '2022-09-16T12:59:33Z', 'revision_number': 4, 'project_id': '69c9f8e6296847c49b4016b84b482950', 'gw_port': {'id': '0f9027fc-6235-4ccc-8e0a-96b05fd23a2d', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d8ea50-3b36-4bca-8260-8565436f711d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:22Z', 'updated_at': '2022-09-16T12:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'fbd6bf02-1561-4485-8aae-4c8004855606', 'name': '', 'network_id': '90076d69-1f81-4f38-899e-b784473bf260', 'tenant_id': '69c9f8e6296847c49b4016b84b482950', 'mac_address': 'fa:16:3e:81:64:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d8ea50-3b36-4bca-8260-8565436f711d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'dda0743f-c6ca-437e-9eb5-900e5812d073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:30Z', 'updated_at': '2022-09-16T12:59:39Z', 'revision_number': 4, 'project_id': '69c9f8e6296847c49b4016b84b482950', 'subnets': [{'id': 'dda0743f-c6ca-437e-9eb5-900e5812d073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:39.929690 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 12:59:39.936550 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62fc32d-5875-4146-a49c-976465cf6454 None None] The sync data for ids ['92d8ea50-3b36-4bca-8260-8565436f711d'] in n-d-858094-4 is: [{'id': '92d8ea50-3b36-4bca-8260-8565436f711d', 'name': 'tempest-FloatingIPsTestJSON-689197682-router', 'tenant_id': '69c9f8e6296847c49b4016b84b482950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0f9027fc-6235-4ccc-8e0a-96b05fd23a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:20Z', 'updated_at': '2022-09-16T12:59:33Z', 'revision_number': 4, 'project_id': '69c9f8e6296847c49b4016b84b482950', 'gw_port': {'id': '0f9027fc-6235-4ccc-8e0a-96b05fd23a2d', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d8ea50-3b36-4bca-8260-8565436f711d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:22Z', 'updated_at': '2022-09-16T12:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'fbd6bf02-1561-4485-8aae-4c8004855606', 'name': '', 'network_id': '90076d69-1f81-4f38-899e-b784473bf260', 'tenant_id': '69c9f8e6296847c49b4016b84b482950', 'mac_address': 'fa:16:3e:81:64:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d8ea50-3b36-4bca-8260-8565436f711d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'dda0743f-c6ca-437e-9eb5-900e5812d073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:30Z', 'updated_at': '2022-09-16T12:59:39Z', 'revision_number': 4, 'project_id': '69c9f8e6296847c49b4016b84b482950', 'subnets': [{'id': 'dda0743f-c6ca-437e-9eb5-900e5812d073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:59:39.958547 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e8f38-2885-45e9-965c-a440a212a17c None None] Pushing event updated for resources: {'Port': ['ID=fbd6bf02-1561-4485-8aae-4c8004855606,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:39.974427 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-319b365d-2fdb-40ad-be0a-ee9e5a4b6ac2 req-e707e9ed-b08c-4fea-9c85-01653b3c3c5f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5694683 Sep 16 12:59:39.998740 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-815f3588-8aec-47c8-8693-d7815c36b757 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3778242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3776751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1202'] for router (1f99ddc6-71e8-42b8-8e51-6f07ef72eba8), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:40.009430 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-815f3588-8aec-47c8-8693-d7815c36b757 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3778251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3778096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3776724'] for router (1f99ddc6-71e8-42b8-8e51-6f07ef72eba8), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:40.032501 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9db2f-e46c-4122-8e93-7514babb74de req-b2319c64-90f7-4f94-865c-280083849a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:40.034358 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-82c9db2f-e46c-4122-8e93-7514babb74de req-b2319c64-90f7-4f94-865c-280083849a0a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=084dc942-2fdd-4c42-96da-2aec36f644a5 HTTP/1.1" status: 200 len: 850 time: 0.2962551 Sep 16 12:59:40.057614 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028b571a-0889-44d8-83a7-a712258cc156 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:40.149908 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-00d4825d-cac6-4eb2-bc2c-b423cc8a1de3 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Allocated IP 172.25.2.112 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/88237219-5ae6-4839-94fd-0a3cb2befb7a) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:59:40.195757 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-028b571a-0889-44d8-83a7-a712258cc156 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:40.203780 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:40.204630 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (7b4dcbe5-7dc3-44b9-ae77-576599a18a87), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:40.205143 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 Sep 16 12:59:40.223637 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:40.250875 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] For port fbd6bf02-1561-4485-8aae-4c8004855606, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=fbd6bf02-1561-4485-8aae-4c8004855606,segment=NetworkSegment(e232d97a-6027-4cce-8931-6c16f3ea88d7),segment_id=e232d97a-6027-4cce-8931-6c16f3ea88d7)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:40.253481 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.resource_extend [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 12:59:40.281064 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (fbd6bf02-1561-4485-8aae-4c8004855606), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:40.294368 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815f3588-8aec-47c8-8693-d7815c36b757 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Router 1f99ddc6-71e8-42b8-8e51-6f07ef72eba8 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:59:40.327698 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:40.334496 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b571a-0889-44d8-83a7-a712258cc156 admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:59:40.344785 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b571a-0889-44d8-83a7-a712258cc156 admin admin] Pushing event updated for resources: {'Port': ['ID=4cca0376-819f-4dac-987f-4522c920861f,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:40.459852 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9db2f-e46c-4122-8e93-7514babb74de req-fec41596-5691-4e15-8267-b6958dfa4f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:40.462779 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-82c9db2f-e46c-4122-8e93-7514babb74de req-fec41596-5691-4e15-8267-b6958dfa4f79 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4c6a423f-0493-4448-999c-84f17e899760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4102061 Sep 16 12:59:40.493113 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-5bc18016-44b8-4f28-b556-54ecc1a6dcb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (6dfd231d-292f-4afe-81db-79ead7c6aa72), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:40.662765 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abeffd1-9952-4bfc-a003-b4c529b1d753 None None] Pushing event updated for resources: {'Port': ['ID=fbd6bf02-1561-4485-8aae-4c8004855606,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:40.752467 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-c25b87a4-616e-409e-8c21-8557a24aff33 None None] Provisioning complete for port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:40.753068 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c25b87a4-616e-409e-8c21-8557a24aff33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (7b4dcbe5-7dc3-44b9-ae77-576599a18a87), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:40.753502 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c25b87a4-616e-409e-8c21-8557a24aff33 None None] Attempt 1 to provision port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 Sep 16 12:59:40.895708 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port a393a675-10b0-4b27-8958-c7b26fed3228, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=a393a675-10b0-4b27-8958-c7b26fed3228,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:40.946865 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': 'a393a675-10b0-4b27-8958-c7b26fed3228', 'network_id': '4c6a423f-0493-4448-999c-84f17e899760', 'port_id': 'a393a675-10b0-4b27-8958-c7b26fed3228', 'mac_address': 'fa:16:3e:51:07:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084dc942-2fdd-4c42-96da-2aec36f644a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 12:59:40.949191 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:40.949678 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7b4dcbe5-7dc3-44b9-ae77-576599a18a87), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:40.987737 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:41.076498 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-00d4825d-cac6-4eb2-bc2c-b423cc8a1de3 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks [] for port (88237219-5ae6-4839-94fd-0a3cb2befb7a), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:41.089784 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c25b87a4-616e-409e-8c21-8557a24aff33 None None] Current status of the port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:41.090120 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c25b87a4-616e-409e-8c21-8557a24aff33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7b4dcbe5-7dc3-44b9-ae77-576599a18a87), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:41.092103 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:41.098422 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=7b4dcbe5-7dc3-44b9-ae77-576599a18a87,segment=NetworkSegment(0690c1a2-5160-4c9d-bd6d-78947facea95),segment_id=0690c1a2-5160-4c9d-bd6d-78947facea95)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:41.114285 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port a393a675-10b0-4b27-8958-c7b26fed3228 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:41.114675 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a393a675-10b0-4b27-8958-c7b26fed3228), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:41.131432 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66206b-a608-47f1-9161-e41b44a6cf71 req-447b6a27-82c0-4a3a-ad8b-fab1f772a404 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:41.133772 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c66206b-a608-47f1-9161-e41b44a6cf71 req-447b6a27-82c0-4a3a-ad8b-fab1f772a404 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 943 time: 0.4959486 Sep 16 12:59:41.149864 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a393a675-10b0-4b27-8958-c7b26fed3228 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 12:59:41.158007 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (7b4dcbe5-7dc3-44b9-ae77-576599a18a87), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:41.225107 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port a393a675-10b0-4b27-8958-c7b26fed3228, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=a393a675-10b0-4b27-8958-c7b26fed3228,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:41.246266 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815f3588-8aec-47c8-8693-d7815c36b757 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:59:41.247001 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a393a675-10b0-4b27-8958-c7b26fed3228), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:41.255660 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dda524f-8fe6-4fef-94dc-285f8a372da0 None None] Sync routers for ids ['1f99ddc6-71e8-42b8-8e51-6f07ef72eba8'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:59:41.256988 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-815f3588-8aec-47c8-8693-d7815c36b757 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:41.261634 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-815f3588-8aec-47c8-8693-d7815c36b757 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "PUT /networking/v2.0/routers/1f99ddc6-71e8-42b8-8e51-6f07ef72eba8 HTTP/1.1" status: 200 len: 926 time: 2.6516685 Sep 16 12:59:41.262248 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34712) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:41.279100 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda524f-8fe6-4fef-94dc-285f8a372da0 None None] Routers {'1f99ddc6-71e8-42b8-8e51-6f07ef72eba8'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:41.279742 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-4dda524f-8fe6-4fef-94dc-285f8a372da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1f99ddc6-71e8-42b8-8e51-6f07ef72eba8'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:41.379875 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=7b4dcbe5-7dc3-44b9-ae77-576599a18a87,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:41.380515 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-4dda524f-8fe6-4fef-94dc-285f8a372da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:41.401848 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda524f-8fe6-4fef-94dc-285f8a372da0 None None] Routers {'1f99ddc6-71e8-42b8-8e51-6f07ef72eba8'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:41.405782 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-4dda524f-8fe6-4fef-94dc-285f8a372da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1f99ddc6-71e8-42b8-8e51-6f07ef72eba8'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:41.478672 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-4dda524f-8fe6-4fef-94dc-285f8a372da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:41.479598 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dda524f-8fe6-4fef-94dc-285f8a372da0 None None] The sync data for ids ['1f99ddc6-71e8-42b8-8e51-6f07ef72eba8'] in n-d-858094-4 is: [] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:59:41.497769 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2b4bd4a2-663c-4679-a2bf-5df6e50d6bae tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "GET /networking/v2.0/routers/1f99ddc6-71e8-42b8-8e51-6f07ef72eba8 HTTP/1.1" status: 200 len: 926 time: 0.2341981 Sep 16 12:59:41.498388 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34714) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:41.501452 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.api [None req-c25b87a4-616e-409e-8c21-8557a24aff33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 12:59:41.501865 n-d-858094-4 neutron-server[113700]: DEBUG oslo_db.api [None req-c25b87a4-616e-409e-8c21-8557a24aff33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 12:59:41.502185 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:41.526837 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device fbd6bf02-1561-4485-8aae-4c8004855606 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:59:41.539649 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=a393a675-10b0-4b27-8958-c7b26fed3228,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:41.604616 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd8d5fd-c316-46c4-8f60-752167586170 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:41.610522 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1bd8d5fd-c316-46c4-8f60-752167586170 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?network_id=42d33e50-b5e8-4084-82dc-226debf86786&device_id=1f99ddc6-71e8-42b8-8e51-6f07ef72eba8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1054158 Sep 16 12:59:41.611150 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34718) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:41.668411 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['a393a675-10b0-4b27-8958-c7b26fed3228'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:59:41.822280 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d46061-b61e-49f8-837e-9605d294629d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:41.827350 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-23d46061-b61e-49f8-837e-9605d294629d tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 881 time: 0.2151530 Sep 16 12:59:41.837551 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34720) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:41.894907 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-74240654-33e4-46d9-90a7-915869a17861 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1f99ddc6-71e8-42b8-8e51-6f07ef72eba8 HTTP/1.1" status: 200 len: 205 time: 0.0560973 Sep 16 12:59:41.895803 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34724) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:41.953696 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port fbd6bf02-1561-4485-8aae-4c8004855606 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:41.954067 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (fbd6bf02-1561-4485-8aae-4c8004855606), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:41.954407 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port fbd6bf02-1561-4485-8aae-4c8004855606 Sep 16 12:59:42.007165 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:42.136860 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-82c9db2f-e46c-4122-8e93-7514babb74de req-528ff066-259f-4fe1-9751-5504afc28168 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6654794 Sep 16 12:59:42.147763 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-739eeb66-055a-4a82-8f66-ed8139edfda1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router (1f99ddc6-71e8-42b8-8e51-6f07ef72eba8), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:42.170123 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c25b87a4-616e-409e-8c21-8557a24aff33 None None] Current status of the port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:42.182655 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-c25b87a4-616e-409e-8c21-8557a24aff33 None None] Provisioning complete for port fbd6bf02-1561-4485-8aae-4c8004855606 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:42.182943 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c25b87a4-616e-409e-8c21-8557a24aff33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (fbd6bf02-1561-4485-8aae-4c8004855606), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:42.183979 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c25b87a4-616e-409e-8c21-8557a24aff33 None None] Attempt 1 to provision port fbd6bf02-1561-4485-8aae-4c8004855606 Sep 16 12:59:42.220846 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:42.239148 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c66206b-a608-47f1-9161-e41b44a6cf71 req-6a3992f8-cd66-4371-9190-db6ae3529382 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0865598 Sep 16 12:59:42.349281 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-028b571a-0889-44d8-83a7-a712258cc156 admin admin] Publish callbacks [] for router_gateway (d4767c5d-4714-406f-a054-31e7f6e18bdd), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:42.369042 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port fbd6bf02-1561-4485-8aae-4c8004855606 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:42.376103 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-00d4825d-cac6-4eb2-bc2c-b423cc8a1de3 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (88237219-5ae6-4839-94fd-0a3cb2befb7a), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:42.453617 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c25b87a4-616e-409e-8c21-8557a24aff33 None None] Current status of the port fbd6bf02-1561-4485-8aae-4c8004855606 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:42.454764 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-739eeb66-055a-4a82-8f66-ed8139edfda1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_gateway (1f99ddc6-71e8-42b8-8e51-6f07ef72eba8), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:42.552579 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-739eeb66-055a-4a82-8f66-ed8139edfda1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Deleting port e9c364e0-2eb7-4968-9db2-128eb489b1c6 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:42.555172 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-739eeb66-055a-4a82-8f66-ed8139edfda1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (e9c364e0-2eb7-4968-9db2-128eb489b1c6), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:42.575066 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-6ccea781-4029-4646-9bff-6c941919bf9c None None] Provisioning complete for port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:42.575608 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6ccea781-4029-4646-9bff-6c941919bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (7b4dcbe5-7dc3-44b9-ae77-576599a18a87), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:42.580862 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-6ccea781-4029-4646-9bff-6c941919bf9c None None] Attempt 1 to provision port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 Sep 16 12:59:42.745114 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4825d-cac6-4eb2-bc2c-b423cc8a1de3 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Pushing event updated for resources: {'Port': ['ID=88237219-5ae6-4839-94fd-0a3cb2befb7a,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:42.768307 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6ccea781-4029-4646-9bff-6c941919bf9c None None] Current status of the port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:42.787665 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-739eeb66-055a-4a82-8f66-ed8139edfda1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (e9c364e0-2eb7-4968-9db2-128eb489b1c6), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:42.831082 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-739eeb66-055a-4a82-8f66-ed8139edfda1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Calling delete_port for e9c364e0-2eb7-4968-9db2-128eb489b1c6 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:42.844553 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-00d4825d-cac6-4eb2-bc2c-b423cc8a1de3 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:42.853794 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-82c9db2f-e46c-4122-8e93-7514babb74de req-4291fb73-c936-4a52-878a-ff732663a865 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7068706 Sep 16 12:59:42.861644 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-00d4825d-cac6-4eb2-bc2c-b423cc8a1de3 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:42.868474 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-00d4825d-cac6-4eb2-bc2c-b423cc8a1de3 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:59:42.908976 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8d69-e187-4802-bf35-983f417b7784 req-603b88c3-60e3-483c-bfc3-0a782379b885 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:42.914242 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8d69-e187-4802-bf35-983f417b7784 req-603b88c3-60e3-483c-bfc3-0a782379b885 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:42.916196 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3cab8d69-e187-4802-bf35-983f417b7784 req-603b88c3-60e3-483c-bfc3-0a782379b885 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 1683 time: 0.2003455 Sep 16 12:59:43.064459 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:43.157928 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-739eeb66-055a-4a82-8f66-ed8139edfda1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (e9c364e0-2eb7-4968-9db2-128eb489b1c6), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:43.201885 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3cab8d69-e187-4802-bf35-983f417b7784 req-ec62053b-ec4c-4b83-9566-0f9228b55e45 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856799 Sep 16 12:59:43.225520 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739eeb66-055a-4a82-8f66-ed8139edfda1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Pushing event deleted for resources: {'Port': ['ID=e9c364e0-2eb7-4968-9db2-128eb489b1c6,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:43.244346 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc18016-44b8-4f28-b556-54ecc1a6dcb1 admin admin] Router 6dfd231d-292f-4afe-81db-79ead7c6aa72 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:59:43.296841 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-739eeb66-055a-4a82-8f66-ed8139edfda1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (1f99ddc6-71e8-42b8-8e51-6f07ef72eba8), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:43.401780 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:43.430488 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:59:43.485068 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-739eeb66-055a-4a82-8f66-ed8139edfda1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (1f99ddc6-71e8-42b8-8e51-6f07ef72eba8), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:43.488919 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-739eeb66-055a-4a82-8f66-ed8139edfda1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_controller (1f99ddc6-71e8-42b8-8e51-6f07ef72eba8), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:43.509374 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:43.510503 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (7b4dcbe5-7dc3-44b9-ae77-576599a18a87), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:43.511757 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 Sep 16 12:59:43.518873 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:43.520651 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c24c7-96e3-495a-87ba-d32cd945e06c req-68af2069-a952-4df2-b161-740682e91c45 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:43.522445 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-653c24c7-96e3-495a-87ba-d32cd945e06c req-68af2069-a952-4df2-b161-740682e91c45 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 944 time: 0.1611328 Sep 16 12:59:43.524543 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-028b571a-0889-44d8-83a7-a712258cc156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (d4767c5d-4714-406f-a054-31e7f6e18bdd), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:43.538845 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-00d4825d-cac6-4eb2-bc2c-b423cc8a1de3 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks [] for floatingip (8af73a2c-81ff-4577-8b3a-2cd24f025463), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:43.549242 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-739eeb66-055a-4a82-8f66-ed8139edfda1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (1f99ddc6-71e8-42b8-8e51-6f07ef72eba8), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:43.549988 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739eeb66-055a-4a82-8f66-ed8139edfda1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Fanout notify agent at l3_agent the message router_deleted on router 1f99ddc6-71e8-42b8-8e51-6f07ef72eba8 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:59:43.564292 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-739eeb66-055a-4a82-8f66-ed8139edfda1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:43.565545 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-739eeb66-055a-4a82-8f66-ed8139edfda1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "DELETE /networking/v2.0/routers/1f99ddc6-71e8-42b8-8e51-6f07ef72eba8 HTTP/1.1" status: 204 len: 168 time: 1.6687038 Sep 16 12:59:43.569421 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34744) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:43.583056 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-8285db25-804e-467b-a3f5-9373ddfbf0d0 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1960463918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:43.611456 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8285db25-804e-467b-a3f5-9373ddfbf0d0 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (644c91b6-6b1a-4bce-b692-26c64102bcdb), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:43.612755 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8285db25-804e-467b-a3f5-9373ddfbf0d0 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (644c91b6-6b1a-4bce-b692-26c64102bcdb), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:43.682679 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:43.685811 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8285db25-804e-467b-a3f5-9373ddfbf0d0 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_controller (644c91b6-6b1a-4bce-b692-26c64102bcdb), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:43.692670 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8285db25-804e-467b-a3f5-9373ddfbf0d0 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (644c91b6-6b1a-4bce-b692-26c64102bcdb), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:43.715918 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8285db25-804e-467b-a3f5-9373ddfbf0d0 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:43.718086 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8285db25-804e-467b-a3f5-9373ddfbf0d0 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1476104 Sep 16 12:59:43.720932 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34746) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:43.725487 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-1ce8e427-441c-47bd-aab0-352bdf26169c tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Request body: {'router': {'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:43.726245 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-00d4825d-cac6-4eb2-bc2c-b423cc8a1de3 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (88237219-5ae6-4839-94fd-0a3cb2befb7a), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:43.842283 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device a393a675-10b0-4b27-8958-c7b26fed3228 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:59:43.906002 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port a393a675-10b0-4b27-8958-c7b26fed3228 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 12:59:43.914565 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port a393a675-10b0-4b27-8958-c7b26fed3228 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:43.915137 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (a393a675-10b0-4b27-8958-c7b26fed3228), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:43.916605 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port a393a675-10b0-4b27-8958-c7b26fed3228 Sep 16 12:59:43.961052 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:44.015797 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port a393a675-10b0-4b27-8958-c7b26fed3228 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:44.016362 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a393a675-10b0-4b27-8958-c7b26fed3228), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:44.061928 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port a393a675-10b0-4b27-8958-c7b26fed3228, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=a393a675-10b0-4b27-8958-c7b26fed3228,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:44.063397 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c75956-6533-4add-91e9-419a2043d9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a393a675-10b0-4b27-8958-c7b26fed3228'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:59:44.066263 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b698a4c-191c-4245-bb71-133422ccfcaf" -d '{"events": [{"server_uuid": "45c75956-6533-4add-91e9-419a2043d9e1", "name": "network-vif-plugged", "status": "completed", "tag": "a393a675-10b0-4b27-8958-c7b26fed3228"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:59:44.071228 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a393a675-10b0-4b27-8958-c7b26fed3228), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:44.091605 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:44.130219 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e427-441c-47bd-aab0-352bdf26169c tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_gateway (644c91b6-6b1a-4bce-b692-26c64102bcdb), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:44.144564 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=a393a675-10b0-4b27-8958-c7b26fed3228,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:44.172181 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-00d4825d-cac6-4eb2-bc2c-b423cc8a1de3 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks [] for port (88237219-5ae6-4839-94fd-0a3cb2befb7a), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:44.210692 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-00d4825d-cac6-4eb2-bc2c-b423cc8a1de3 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (88237219-5ae6-4839-94fd-0a3cb2befb7a), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:44.216177 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-653c24c7-96e3-495a-87ba-d32cd945e06c req-a7036283-c4bc-43d1-9491-aa96d6b7df73 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6601379 Sep 16 12:59:44.275165 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc18016-44b8-4f28-b556-54ecc1a6dcb1 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:59:44.289336 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9a07da-ba25-4759-bf5b-b0819aab785b None None] Sync routers for ids ['6dfd231d-292f-4afe-81db-79ead7c6aa72'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:59:44.293474 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-5bc18016-44b8-4f28-b556-54ecc1a6dcb1 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/6dfd231d-292f-4afe-81db-79ead7c6aa72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4341619 Sep 16 12:59:44.295153 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34764) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:44.306956 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be28a7-6522-45e8-a639-6c489922afac req-fc8b8a68-40da-4709-8142-d9f655b316bb tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:44.312332 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be28a7-6522-45e8-a639-6c489922afac req-fc8b8a68-40da-4709-8142-d9f655b316bb tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:44.314065 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-33be28a7-6522-45e8-a639-6c489922afac req-fc8b8a68-40da-4709-8142-d9f655b316bb tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 1683 time: 0.1966090 Sep 16 12:59:44.321051 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9a07da-ba25-4759-bf5b-b0819aab785b None None] Routers {'6dfd231d-292f-4afe-81db-79ead7c6aa72'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:44.321916 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1d9a07da-ba25-4759-bf5b-b0819aab785b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['6dfd231d-292f-4afe-81db-79ead7c6aa72'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:44.347234 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:44.385787 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:44.392583 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4825d-cac6-4eb2-bc2c-b423cc8a1de3 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Pushing event updated for resources: {'Port': ['ID=88237219-5ae6-4839-94fd-0a3cb2befb7a,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:44.401391 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-00d4825d-cac6-4eb2-bc2c-b423cc8a1de3 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (8af73a2c-81ff-4577-8b3a-2cd24f025463), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:44.447026 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028b571a-0889-44d8-83a7-a712258cc156 admin admin] Router d4767c5d-4714-406f-a054-31e7f6e18bdd is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:59:44.477939 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-00d4825d-cac6-4eb2-bc2c-b423cc8a1de3 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:44.479160 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-00d4825d-cac6-4eb2-bc2c-b423cc8a1de3 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.9702451 Sep 16 12:59:44.585955 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-be2ef4d2-d3d8-46e4-b9f8-64644f5771fe admin admin] Publish callbacks [] for router (6dfd231d-292f-4afe-81db-79ead7c6aa72), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:44.587621 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e427-441c-47bd-aab0-352bdf26169c tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_gateway (644c91b6-6b1a-4bce-b692-26c64102bcdb), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:44.609984 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-33be28a7-6522-45e8-a639-6c489922afac req-4f4fb257-0188-47b7-ac14-71c750fd377b tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Deleting port 1b214136-996e-4af9-b3fe-97e16120f399 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:44.610348 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-33be28a7-6522-45e8-a639-6c489922afac req-4f4fb257-0188-47b7-ac14-71c750fd377b tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (1b214136-996e-4af9-b3fe-97e16120f399), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:44.619701 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-b6bc6fbd-91ef-4e39-b585-ec3c42006d63 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.112 HTTP/1.1" status: 200 len: 696 time: 0.1279399 Sep 16 12:59:44.625917 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-1d9a07da-ba25-4759-bf5b-b0819aab785b None None] Set router 6dfd231d-292f-4afe-81db-79ead7c6aa72 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:44.645717 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e427-441c-47bd-aab0-352bdf26169c tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:44.660061 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=5,neutron:UPDATE=3,neutron:SELECT=89,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:44.838288 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdc4626-78a7-487d-ba0e-c5c745636ce3 x-openstack-request-id: req-4cdc4626-78a7-487d-ba0e-c5c745636ce3 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:59:44.839478 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c75956-6533-4add-91e9-419a2043d9e1", "name": "network-vif-plugged", "status": "completed", "tag": "a393a675-10b0-4b27-8958-c7b26fed3228", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:59:44.840647 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4cdc4626-78a7-487d-ba0e-c5c745636ce3 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:59:44.843007 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cdc4626-78a7-487d-ba0e-c5c745636ce3'] response: {'server_uuid': '45c75956-6533-4add-91e9-419a2043d9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a393a675-10b0-4b27-8958-c7b26fed3228', 'code': 200} Sep 16 12:59:44.915002 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-be2ef4d2-d3d8-46e4-b9f8-64644f5771fe admin admin] Publish callbacks [] for router_gateway (6dfd231d-292f-4afe-81db-79ead7c6aa72), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:44.966831 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-1ce8e427-441c-47bd-aab0-352bdf26169c tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Allocated IP 172.25.2.65 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/a2d5b26c-ab45-45b3-aa08-124fb6bf2f9f) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:59:45.103323 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e427-441c-47bd-aab0-352bdf26169c tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for port (a2d5b26c-ab45-45b3-aa08-124fb6bf2f9f), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:45.110166 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1d9a07da-ba25-4759-bf5b-b0819aab785b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfd231d-292f-4afe-81db-79ead7c6aa72', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2042136293-router', 'tenant_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'fe386047-84ae-48f2-9215-bff2b44fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:04Z', 'updated_at': '2022-09-16T12:59:38Z', 'revision_number': 5, 'project_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'gw_port': {'id': 'fe386047-84ae-48f2-9215-bff2b44fc710', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfd231d-292f-4afe-81db-79ead7c6aa72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:51:06Z', 'updated_at': '2022-09-16T12:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:45.142993 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9a07da-ba25-4759-bf5b-b0819aab785b None None] Checking router: 6dfd231d-292f-4afe-81db-79ead7c6aa72 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:59:45.145003 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e427-441c-47bd-aab0-352bdf26169c tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (a2d5b26c-ab45-45b3-aa08-124fb6bf2f9f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:45.157597 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9a07da-ba25-4759-bf5b-b0819aab785b None None] Routers {'6dfd231d-292f-4afe-81db-79ead7c6aa72'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:45.158337 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1d9a07da-ba25-4759-bf5b-b0819aab785b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['6dfd231d-292f-4afe-81db-79ead7c6aa72'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:45.228762 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce8e427-441c-47bd-aab0-352bdf26169c tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:45.241693 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-1ce8e427-441c-47bd-aab0-352bdf26169c tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:45.248979 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:45.249589 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce8e427-441c-47bd-aab0-352bdf26169c tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:59:45.283678 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-1d9a07da-ba25-4759-bf5b-b0819aab785b None None] Set router 6dfd231d-292f-4afe-81db-79ead7c6aa72 gateway port host: None {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:45.291649 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-33be28a7-6522-45e8-a639-6c489922afac req-4f4fb257-0188-47b7-ac14-71c750fd377b tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] For port 1b214136-996e-4af9-b3fe-97e16120f399, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=1b214136-996e-4af9-b3fe-97e16120f399,segment=NetworkSegment(4fe5c93d-01b3-4a9c-9aa0-d2d99f287125),segment_id=4fe5c93d-01b3-4a9c-9aa0-d2d99f287125)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:45.292257 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-33be28a7-6522-45e8-a639-6c489922afac req-4f4fb257-0188-47b7-ac14-71c750fd377b tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (1b214136-996e-4af9-b3fe-97e16120f399), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:45.307180 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-33be28a7-6522-45e8-a639-6c489922afac req-4f4fb257-0188-47b7-ac14-71c750fd377b tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Calling delete_port for 1b214136-996e-4af9-b3fe-97e16120f399 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:45.333587 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8e427-441c-47bd-aab0-352bdf26169c tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Pushing event updated for resources: {'Port': ['ID=a2d5b26c-ab45-45b3-aa08-124fb6bf2f9f,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:45.341620 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-be2ef4d2-d3d8-46e4-b9f8-64644f5771fe admin admin] Deleting port fe386047-84ae-48f2-9215-bff2b44fc710 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:45.342645 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-be2ef4d2-d3d8-46e4-b9f8-64644f5771fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (fe386047-84ae-48f2-9215-bff2b44fc710), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:45.362672 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1d9a07da-ba25-4759-bf5b-b0819aab785b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfd231d-292f-4afe-81db-79ead7c6aa72', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2042136293-router', 'tenant_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:04Z', 'updated_at': '2022-09-16T12:59:44Z', 'revision_number': 6, 'project_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:45.400146 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9a07da-ba25-4759-bf5b-b0819aab785b None None] The sync data for ids ['6dfd231d-292f-4afe-81db-79ead7c6aa72'] in n-d-858094-4 is: [{'id': '6dfd231d-292f-4afe-81db-79ead7c6aa72', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2042136293-router', 'tenant_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:51:04Z', 'updated_at': '2022-09-16T12:59:44Z', 'revision_number': 6, 'project_id': '636b11b3e8674b77bd4fa933e19fb3b3', 'gw_port_host': None}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:59:45.482652 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=10 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:45.491750 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-33be28a7-6522-45e8-a639-6c489922afac req-4f4fb257-0188-47b7-ac14-71c750fd377b tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (1b214136-996e-4af9-b3fe-97e16120f399), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:45.503168 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['1b214136-996e-4af9-b3fe-97e16120f399', '23475454-423f-4d72-a3c8-e9e9cbc581b5'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 12:59:45.526433 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-be2ef4d2-d3d8-46e4-b9f8-64644f5771fe admin admin] For port fe386047-84ae-48f2-9215-bff2b44fc710, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=fe386047-84ae-48f2-9215-bff2b44fc710,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:45.526780 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-be2ef4d2-d3d8-46e4-b9f8-64644f5771fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (fe386047-84ae-48f2-9215-bff2b44fc710), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:45.545128 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-be2ef4d2-d3d8-46e4-b9f8-64644f5771fe admin admin] Calling delete_port for fe386047-84ae-48f2-9215-bff2b44fc710 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:45.650888 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4fb257-0188-47b7-ac14-71c750fd377b tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event deleted for resources: {'Port': ['ID=1b214136-996e-4af9-b3fe-97e16120f399,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:45.689002 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44109ef-af08-47e8-906e-1a2e6f4a2f33 req-e7d9ec14-5ea4-4895-ae57-44e66506d92e tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:45.710022 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d44109ef-af08-47e8-906e-1a2e6f4a2f33 req-e7d9ec14-5ea4-4895-ae57-44e66506d92e tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 946 time: 0.2583892 Sep 16 12:59:45.736088 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f97bc5-9539-4c4e-ad8f-62c98c88b8eb req-a36a0edd-d250-4dd7-9b5f-62416f130247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:45.743001 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5f97bc5-9539-4c4e-ad8f-62c98c88b8eb req-a36a0edd-d250-4dd7-9b5f-62416f130247 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 1127 time: 0.2706723 Sep 16 12:59:45.769358 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:45.799352 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-be2ef4d2-d3d8-46e4-b9f8-64644f5771fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (fe386047-84ae-48f2-9215-bff2b44fc710), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:45.817865 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028b571a-0889-44d8-83a7-a712258cc156 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:59:45.829685 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] Sync routers for ids ['d4767c5d-4714-406f-a054-31e7f6e18bdd'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:59:45.852445 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] Routers {'d4767c5d-4714-406f-a054-31e7f6e18bdd'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:45.853323 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['d4767c5d-4714-406f-a054-31e7f6e18bdd'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:45.887334 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-33be28a7-6522-45e8-a639-6c489922afac req-4f4fb257-0188-47b7-ac14-71c750fd377b tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] No DVR routers for this DVR port 1b214136-996e-4af9-b3fe-97e16120f399 on host n-h2-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:59:45.915217 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-47b3e0c2-de2d-4a52-8f3d-d60c00aa4166 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:45.927571 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-47b3e0c2-de2d-4a52-8f3d-d60c00aa4166 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 1.2957931 Sep 16 12:59:45.930012 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-33be28a7-6522-45e8-a639-6c489922afac req-4f4fb257-0188-47b7-ac14-71c750fd377b tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:45.933361 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-33be28a7-6522-45e8-a639-6c489922afac req-4f4fb257-0188-47b7-ac14-71c750fd377b tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.76 "DELETE /networking/v2.0/ports/1b214136-996e-4af9-b3fe-97e16120f399 HTTP/1.1" status: 204 len: 173 time: 1.6114759 Sep 16 12:59:45.935229 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5316af91-4d35-4a6e-9584-05d2a5b5cce6', 'name': 'network-vif-deleted', 'tag': '1b214136-996e-4af9-b3fe-97e16120f399'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:59:45.938957 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35843bc-1e07-4f34-84a1-11dfaafe723d" -d '{"events": [{"server_uuid": "5316af91-4d35-4a6e-9584-05d2a5b5cce6", "name": "network-vif-deleted", "tag": "1b214136-996e-4af9-b3fe-97e16120f399"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:59:45.979146 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-fb6267dc-ddf6-4de5-a7a7-ca09f10ccf55 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:59:45.980259 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0ca5a91a-a52b-425d-b110-d8167ed8983d req-fb6267dc-ddf6-4de5-a7a7-ca09f10ccf55 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0158668 Sep 16 12:59:46.094385 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ef4d2-d3d8-46e4-b9f8-64644f5771fe admin admin] Pushing event deleted for resources: {'Port': ['ID=fe386047-84ae-48f2-9215-bff2b44fc710,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:46.099934 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e427-441c-47bd-aab0-352bdf26169c tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_gateway (644c91b6-6b1a-4bce-b692-26c64102bcdb), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:46.113250 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-028b571a-0889-44d8-83a7-a712258cc156 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:46.132841 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-028b571a-0889-44d8-83a7-a712258cc156 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.2029192 Sep 16 12:59:46.147378 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] Set router d4767c5d-4714-406f-a054-31e7f6e18bdd gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:46.154475 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34778) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:46.174472 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5f97bc5-9539-4c4e-ad8f-62c98c88b8eb req-70349c1e-b585-4391-ab0c-8707f69d9d91 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397186 Sep 16 12:59:46.232658 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e6abf-84c0-488f-9d9e-42e74c91c225 req-22c03466-144a-4b11-b001-19004fe89e1a tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:46.234506 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c72e6abf-84c0-488f-9d9e-42e74c91c225 req-22c03466-144a-4b11-b001-19004fe89e1a tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 945 time: 0.0578711 Sep 16 12:59:46.338898 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d44109ef-af08-47e8-906e-1a2e6f4a2f33 req-5348f99d-68a1-4735-a69d-15d2b804aa51 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6280408 Sep 16 12:59:46.447327 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e64a07a-deb5-4dcd-88fb-52913971c90a x-openstack-request-id: req-8e64a07a-deb5-4dcd-88fb-52913971c90a {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:59:46.447932 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5316af91-4d35-4a6e-9584-05d2a5b5cce6", "name": "network-vif-deleted", "tag": "1b214136-996e-4af9-b3fe-97e16120f399", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:59:46.450709 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8e64a07a-deb5-4dcd-88fb-52913971c90a {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:59:46.451402 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e64a07a-deb5-4dcd-88fb-52913971c90a'] response: {'server_uuid': '5316af91-4d35-4a6e-9584-05d2a5b5cce6', 'name': 'network-vif-deleted', 'tag': '1b214136-996e-4af9-b3fe-97e16120f399', 'status': 'completed', 'code': 200} Sep 16 12:59:46.481134 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-33be28a7-6522-45e8-a639-6c489922afac req-36fa361a-f145-45fd-817f-ac52d4fcdd63 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Deleting port 23475454-423f-4d72-a3c8-e9e9cbc581b5 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:46.481742 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-33be28a7-6522-45e8-a639-6c489922afac req-36fa361a-f145-45fd-817f-ac52d4fcdd63 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (23475454-423f-4d72-a3c8-e9e9cbc581b5), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:46.647430 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c72e6abf-84c0-488f-9d9e-42e74c91c225 req-d881eb09-0d19-4697-b9dc-fb3f450c479f tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067105 Sep 16 12:59:46.680423 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b29d0955-459d-4736-8ed1-2b2d06f98ccd req-4188e3bd-1cf0-4ead-8e06-33ef2f9e0ab8 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/floatingips/8af73a2c-81ff-4577-8b3a-2cd24f025463 HTTP/1.1" status: 200 len: 693 time: 0.2142351 Sep 16 12:59:46.709781 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4767c5d-4714-406f-a054-31e7f6e18bdd', 'name': 'tempest-VirtualInterfacesTestJSON-1671782445-router', 'tenant_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '4cca0376-819f-4dac-987f-4522c920861f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:36Z', 'updated_at': '2022-09-16T12:59:40Z', 'revision_number': 3, 'project_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'gw_port': {'id': '4cca0376-819f-4dac-987f-4522c920861f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4767c5d-4714-406f-a054-31e7f6e18bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:38Z', 'updated_at': '2022-09-16T12:59:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:46.795668 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] Checking router: d4767c5d-4714-406f-a054-31e7f6e18bdd for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:59:46.796086 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] Updating router d4767c5d-4714-406f-a054-31e7f6e18bdd port 4cca0376-819f-4dac-987f-4522c920861f binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:59:46.877170 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4cca0376-819f-4dac-987f-4522c920861f), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:46.931281 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-be2ef4d2-d3d8-46e4-b9f8-64644f5771fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (6dfd231d-292f-4afe-81db-79ead7c6aa72), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:47.000919 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:47.043871 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e427-441c-47bd-aab0-352bdf26169c tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3778242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3776751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1202'] for router (644c91b6-6b1a-4bce-b692-26c64102bcdb), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:47.049710 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-be2ef4d2-d3d8-46e4-b9f8-64644f5771fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (6dfd231d-292f-4afe-81db-79ead7c6aa72), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:47.056465 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-be2ef4d2-d3d8-46e4-b9f8-64644f5771fe admin admin] Publish callbacks [] for router_controller (6dfd231d-292f-4afe-81db-79ead7c6aa72), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:47.060219 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e427-441c-47bd-aab0-352bdf26169c tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3778251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3778096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3776724'] for router (644c91b6-6b1a-4bce-b692-26c64102bcdb), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:47.221414 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-be2ef4d2-d3d8-46e4-b9f8-64644f5771fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (6dfd231d-292f-4afe-81db-79ead7c6aa72), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:47.222195 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2ef4d2-d3d8-46e4-b9f8-64644f5771fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dfd231d-292f-4afe-81db-79ead7c6aa72 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:59:47.228682 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-be2ef4d2-d3d8-46e4-b9f8-64644f5771fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:47.233417 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-be2ef4d2-d3d8-46e4-b9f8-64644f5771fe admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/6dfd231d-292f-4afe-81db-79ead7c6aa72 HTTP/1.1" status: 204 len: 168 time: 2.9369419 Sep 16 12:59:47.242629 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-33be28a7-6522-45e8-a639-6c489922afac req-36fa361a-f145-45fd-817f-ac52d4fcdd63 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] For port 23475454-423f-4d72-a3c8-e9e9cbc581b5, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=23475454-423f-4d72-a3c8-e9e9cbc581b5,segment=NetworkSegment(1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86),segment_id=1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:47.243210 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-33be28a7-6522-45e8-a639-6c489922afac req-36fa361a-f145-45fd-817f-ac52d4fcdd63 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (23475454-423f-4d72-a3c8-e9e9cbc581b5), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:47.257001 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34792) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:47.345877 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-33be28a7-6522-45e8-a639-6c489922afac req-36fa361a-f145-45fd-817f-ac52d4fcdd63 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Calling delete_port for 23475454-423f-4d72-a3c8-e9e9cbc581b5 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:47.360256 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce8e427-441c-47bd-aab0-352bdf26169c tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Router 644c91b6-6b1a-4bce-b692-26c64102bcdb is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:59:47.421513 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:47.445373 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e0735ca7-c792-4fe8-9888-9a5e46256be7 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:59:47.449344 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] Publish callbacks [] for port (4cca0376-819f-4dac-987f-4522c920861f), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:47.454319 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:47.463844 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (4cca0376-819f-4dac-987f-4522c920861f), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:47.484829 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d0955-459d-4736-8ed1-2b2d06f98ccd req-ac42c60f-9665-467c-a0b8-cc193eb715b2 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:47.486683 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b29d0955-459d-4736-8ed1-2b2d06f98ccd req-ac42c60f-9665-467c-a0b8-cc193eb715b2 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.7761462 Sep 16 12:59:47.515280 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] Attempting to bind port 4cca0376-819f-4dac-987f-4522c920861f on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 12:59:47.515642 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] Attempting to bind port 4cca0376-819f-4dac-987f-4522c920861f by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 12:59:47.515998 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] Attempting to bind port 4cca0376-819f-4dac-987f-4522c920861f on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 12:59:47.528830 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: e0735ca7-c792-4fe8-9888-9a5e46256be7 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:59:47.529039 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e0735ca7-c792-4fe8-9888-9a5e46256be7 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:59:47.529354 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device fe386047-84ae-48f2-9215-bff2b44fc710 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:59:47.633440 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: fe386047-84ae-48f2-9215-bff2b44fc710 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:59:47.633811 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device fe386047-84ae-48f2-9215-bff2b44fc710 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:59:47.643533 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 12:59:47.643849 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 12:59:47.644199 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:47.644667 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 12:59:47.645050 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] Bound port: 4cca0376-819f-4dac-987f-4522c920861f, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 12:59:47.645419 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4cca0376-819f-4dac-987f-4522c920861f), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:47.659962 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3d2eae79-c3ac-48c4-a99a-61950d1e2c83 req-c415f51f-f258-460a-8838-533e2984a466 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/floatingips?tenant_id=69c9f8e6296847c49b4016b84b482950 HTTP/1.1" status: 200 len: 696 time: 0.1236150 Sep 16 12:59:47.766222 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:47.771991 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce8e427-441c-47bd-aab0-352bdf26169c tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:59:47.774243 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] For port 4cca0376-819f-4dac-987f-4522c920861f, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 12:59:47.783299 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef50d052-b587-4cff-86b1-a376cad14883 None None] Sync routers for ids ['644c91b6-6b1a-4bce-b692-26c64102bcdb'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:59:47.806905 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef50d052-b587-4cff-86b1-a376cad14883 None None] Routers {'644c91b6-6b1a-4bce-b692-26c64102bcdb'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:47.809467 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eed5d2-81dd-41b7-9e21-b29b08834f68 None None] Pushing event updated for resources: {'Port': ['ID=4cca0376-819f-4dac-987f-4522c920861f,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:47.810042 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e427-441c-47bd-aab0-352bdf26169c tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:47.811575 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ef50d052-b587-4cff-86b1-a376cad14883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['644c91b6-6b1a-4bce-b692-26c64102bcdb'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:47.816792 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1ce8e427-441c-47bd-aab0-352bdf26169c tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "PUT /networking/v2.0/routers/644c91b6-6b1a-4bce-b692-26c64102bcdb HTTP/1.1" status: 200 len: 883 time: 4.0945756 Sep 16 12:59:47.817508 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34802) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:47.822859 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:47.825418 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] For port 4cca0376-819f-4dac-987f-4522c920861f, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=4cca0376-819f-4dac-987f-4522c920861f,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 12:59:47.837137 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (4cca0376-819f-4dac-987f-4522c920861f), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:47.872682 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ef50d052-b587-4cff-86b1-a376cad14883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:47.889103 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef50d052-b587-4cff-86b1-a376cad14883 None None] Routers {'644c91b6-6b1a-4bce-b692-26c64102bcdb'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:47.890039 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ef50d052-b587-4cff-86b1-a376cad14883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['644c91b6-6b1a-4bce-b692-26c64102bcdb'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:47.914107 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d14a46-0d8b-4685-bfd0-1b1da58fa861 admin admin] Deleting subnet 320ad07e-3f8c-4eb4-9c80-f0523886d57d {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:59:47.918274 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-57d14a46-0d8b-4685-bfd0-1b1da58fa861 admin admin] Publish callbacks [] for subnet (320ad07e-3f8c-4eb4-9c80-f0523886d57d), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:47.936074 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ef50d052-b587-4cff-86b1-a376cad14883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:47.937014 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef50d052-b587-4cff-86b1-a376cad14883 None None] The sync data for ids ['644c91b6-6b1a-4bce-b692-26c64102bcdb'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:59:47.947324 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eed5d2-81dd-41b7-9e21-b29b08834f68 None None] Pushing event updated for resources: {'Port': ['ID=4cca0376-819f-4dac-987f-4522c920861f,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:47.955775 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2eae79-c3ac-48c4-a99a-61950d1e2c83 req-7cc7f0b8-85b3-43b7-a9e4-2614f02bac14 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:47.958015 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3d2eae79-c3ac-48c4-a99a-61950d1e2c83 req-7cc7f0b8-85b3-43b7-a9e4-2614f02bac14 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/networks?id=42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 787 time: 0.2624285 Sep 16 12:59:47.967800 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] Routers {'d4767c5d-4714-406f-a054-31e7f6e18bdd'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:47.968980 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['d4767c5d-4714-406f-a054-31e7f6e18bdd'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:47.994044 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-3d2eae79-c3ac-48c4-a99a-61950d1e2c83 req-5af48e4a-1309-4137-abfb-1bdaed8d7130 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:59:47.995121 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3d2eae79-c3ac-48c4-a99a-61950d1e2c83 req-5af48e4a-1309-4137-abfb-1bdaed8d7130 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0060418 Sep 16 12:59:48.004390 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-57d14a46-0d8b-4685-bfd0-1b1da58fa861 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (320ad07e-3f8c-4eb4-9c80-f0523886d57d), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:48.014149 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:48.015213 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:48.017719 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b68799b6-e5e2-4120-ac6b-bd30a937599c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "GET /networking/v2.0/routers/644c91b6-6b1a-4bce-b692-26c64102bcdb HTTP/1.1" status: 200 len: 924 time: 0.1990757 Sep 16 12:59:48.020683 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34806) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:48.044771 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 1b214136-996e-4af9-b3fe-97e16120f399 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:59:48.101895 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 1b214136-996e-4af9-b3fe-97e16120f399 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:59:48.102263 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 1b214136-996e-4af9-b3fe-97e16120f399 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:59:48.102675 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 23475454-423f-4d72-a3c8-e9e9cbc581b5 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:59:48.131763 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064df701-0265-4bc1-9cf8-faede1e9ff4c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:48.140200 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-064df701-0265-4bc1-9cf8-faede1e9ff4c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?network_id=42d33e50-b5e8-4084-82dc-226debf86786&device_id=644c91b6-6b1a-4bce-b692-26c64102bcdb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1117222 Sep 16 12:59:48.140200 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34808) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:48.151705 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d86de-bcba-4430-9476-3ddb8a2e91a4 req-521b88f4-b16f-47fd-adb8-664ee58dba09 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:48.159489 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-695d86de-bcba-4430-9476-3ddb8a2e91a4 req-521b88f4-b16f-47fd-adb8-664ee58dba09 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 946 time: 0.4981077 Sep 16 12:59:48.174390 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:48.242489 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] Set router d4767c5d-4714-406f-a054-31e7f6e18bdd gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:48.255744 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-57d14a46-0d8b-4685-bfd0-1b1da58fa861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (320ad07e-3f8c-4eb4-9c80-f0523886d57d), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:48.287974 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 23475454-423f-4d72-a3c8-e9e9cbc581b5 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:48.291527 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (23475454-423f-4d72-a3c8-e9e9cbc581b5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:48.377984 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 23475454-423f-4d72-a3c8-e9e9cbc581b5, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=23475454-423f-4d72-a3c8-e9e9cbc581b5,segment=NetworkSegment(1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86),segment_id=1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:48.393423 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-57d14a46-0d8b-4685-bfd0-1b1da58fa861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (320ad07e-3f8c-4eb4-9c80-f0523886d57d), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:48.397470 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5316af91-4d35-4a6e-9584-05d2a5b5cce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23475454-423f-4d72-a3c8-e9e9cbc581b5'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:59:48.397687 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f06a3f-d8fc-4308-8665-1c2c22ab0685 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:48.403797 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-12f06a3f-d8fc-4308-8665-1c2c22ab0685 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 881 time: 0.2628236 Sep 16 12:59:48.403990 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908193bf-9bf3-437f-bb5a-d3555856e322" -d '{"events": [{"server_uuid": "5316af91-4d35-4a6e-9584-05d2a5b5cce6", "name": "network-vif-unplugged", "status": "completed", "tag": "23475454-423f-4d72-a3c8-e9e9cbc581b5"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:59:48.404377 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34812) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:48.409150 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (23475454-423f-4d72-a3c8-e9e9cbc581b5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:48.472944 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-20d054c5-53bc-4784-8d1f-6d3d290d5770 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=644c91b6-6b1a-4bce-b692-26c64102bcdb HTTP/1.1" status: 200 len: 205 time: 0.0669980 Sep 16 12:59:48.475319 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34818) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:48.477617 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-57d14a46-0d8b-4685-bfd0-1b1da58fa861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:48.488217 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-57d14a46-0d8b-4685-bfd0-1b1da58fa861 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/320ad07e-3f8c-4eb4-9c80-f0523886d57d HTTP/1.1" status: 204 len: 168 time: 1.2293813 Sep 16 12:59:48.499326 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34820) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:48.501945 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796e4c5d-3418-4029-bfcc-c848acace10e None None] Network 8456f2ad-c1cd-464c-b455-2820fa94ddc6 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:59:48.518693 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:48.588758 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d14a46-0d8b-4685-bfd0-1b1da58fa861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=320ad07e-3f8c-4eb4-9c80-f0523886d57d,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:48.605061 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-695d86de-bcba-4430-9476-3ddb8a2e91a4 req-805b8139-795a-4f4e-bf64-935d5f8a467d tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f5fac540-6899-4d22-b2dd-c21843021eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224439 Sep 16 12:59:48.611841 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77311266-011b-46d8-b88f-61a54a410191 req-3c0a82fa-0d11-4569-9fec-b4f814b49d1b tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:48.613471 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-77311266-011b-46d8-b88f-61a54a410191 req-3c0a82fa-0d11-4569-9fec-b4f814b49d1b tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 945 time: 0.4530392 Sep 16 12:59:48.708354 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dcce95e4-e623-479e-a9f2-d08196aefad7 req-d7c51a65-45ce-4b0f-9dbb-2483abba2bf3 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/floatingips/8af73a2c-81ff-4577-8b3a-2cd24f025463 HTTP/1.1" status: 200 len: 693 time: 0.0532935 Sep 16 12:59:48.804202 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-07505d91-ab51-4610-b3f3-b3e3cfe00ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (8456f2ad-c1cd-464c-b455-2820fa94ddc6), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:48.821833 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=23475454-423f-4d72-a3c8-e9e9cbc581b5,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:48.822369 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a5895875-235d-4038-a6be-0fe6cb200c7e tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router (644c91b6-6b1a-4bce-b692-26c64102bcdb), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:48.888116 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4767c5d-4714-406f-a054-31e7f6e18bdd', 'name': 'tempest-VirtualInterfacesTestJSON-1671782445-router', 'tenant_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '4cca0376-819f-4dac-987f-4522c920861f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:36Z', 'updated_at': '2022-09-16T12:59:40Z', 'revision_number': 3, 'project_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'gw_port': {'id': '4cca0376-819f-4dac-987f-4522c920861f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4767c5d-4714-406f-a054-31e7f6e18bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:38Z', 'updated_at': '2022-09-16T12:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:48.924031 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce95e4-e623-479e-a9f2-d08196aefad7 req-a7d9a7cb-2504-4e48-937e-0db7f2a6c349 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:48.925522 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dcce95e4-e623-479e-a9f2-d08196aefad7 req-a7d9a7cb-2504-4e48-937e-0db7f2a6c349 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.2065256 Sep 16 12:59:48.938739 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-dcce95e4-e623-479e-a9f2-d08196aefad7 req-9ffc7886-3a43-4a71-8f70-fbf81106070a tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:59:48.939790 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dcce95e4-e623-479e-a9f2-d08196aefad7 req-9ffc7886-3a43-4a71-8f70-fbf81106070a tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0061479 Sep 16 12:59:48.955019 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-07505d91-ab51-4610-b3f3-b3e3cfe00ee3 admin admin] Deleting port eab6a964-1952-483d-9f5a-049c2676638a {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:48.956488 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-07505d91-ab51-4610-b3f3-b3e3cfe00ee3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (eab6a964-1952-483d-9f5a-049c2676638a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:48.988424 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-77311266-011b-46d8-b88f-61a54a410191 req-1f616ed4-f502-4c88-a19a-442166a36816 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681097 Sep 16 12:59:49.006071 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43efb85d-2826-4b36-a649-ac43c97417df None None] DHCP port deletion for 8456f2ad-c1cd-464c-b455-2820fa94ddc6 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:59:49.104898 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-43efb85d-2826-4b36-a649-ac43c97417df None None] Deleting port eab6a964-1952-483d-9f5a-049c2676638a {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:49.105942 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-43efb85d-2826-4b36-a649-ac43c97417df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (eab6a964-1952-483d-9f5a-049c2676638a), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:49.144938 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 12:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba4261b-1e90-4dfb-b911-edf0873b3844 x-openstack-request-id: req-1ba4261b-1e90-4dfb-b911-edf0873b3844 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:59:49.145348 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5316af91-4d35-4a6e-9584-05d2a5b5cce6", "name": "network-vif-unplugged", "status": "completed", "tag": "23475454-423f-4d72-a3c8-e9e9cbc581b5", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:59:49.145814 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1ba4261b-1e90-4dfb-b911-edf0873b3844 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:59:49.146333 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ba4261b-1e90-4dfb-b911-edf0873b3844'] response: {'server_uuid': '5316af91-4d35-4a6e-9584-05d2a5b5cce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23475454-423f-4d72-a3c8-e9e9cbc581b5', 'code': 200} Sep 16 12:59:49.148876 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a5895875-235d-4038-a6be-0fe6cb200c7e tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_gateway (644c91b6-6b1a-4bce-b692-26c64102bcdb), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:49.176310 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-07505d91-ab51-4610-b3f3-b3e3cfe00ee3 admin admin] For port eab6a964-1952-483d-9f5a-049c2676638a, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=eab6a964-1952-483d-9f5a-049c2676638a,segment=NetworkSegment(1be0dfc0-9a2b-430f-b42e-a233702bb55f),segment_id=1be0dfc0-9a2b-430f-b42e-a233702bb55f)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:49.176615 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-07505d91-ab51-4610-b3f3-b3e3cfe00ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (eab6a964-1952-483d-9f5a-049c2676638a), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:49.229341 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b66cad5-3d0d-42ba-a395-cd3f0839cf5c None None] The sync data for ids ['d4767c5d-4714-406f-a054-31e7f6e18bdd'] in n-d-858094-4 is: [{'id': 'd4767c5d-4714-406f-a054-31e7f6e18bdd', 'name': 'tempest-VirtualInterfacesTestJSON-1671782445-router', 'tenant_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '4cca0376-819f-4dac-987f-4522c920861f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:36Z', 'updated_at': '2022-09-16T12:59:40Z', 'revision_number': 3, 'project_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'gw_port': {'id': '4cca0376-819f-4dac-987f-4522c920861f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4767c5d-4714-406f-a054-31e7f6e18bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:38Z', 'updated_at': '2022-09-16T12:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:59:49.267939 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-07505d91-ab51-4610-b3f3-b3e3cfe00ee3 admin admin] Calling delete_port for eab6a964-1952-483d-9f5a-049c2676638a owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:49.306106 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-43efb85d-2826-4b36-a649-ac43c97417df None None] For port eab6a964-1952-483d-9f5a-049c2676638a, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=eab6a964-1952-483d-9f5a-049c2676638a,segment=NetworkSegment(1be0dfc0-9a2b-430f-b42e-a233702bb55f),segment_id=1be0dfc0-9a2b-430f-b42e-a233702bb55f)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:49.306689 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-43efb85d-2826-4b36-a649-ac43c97417df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (eab6a964-1952-483d-9f5a-049c2676638a), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:49.334054 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-43efb85d-2826-4b36-a649-ac43c97417df None None] Calling delete_port for eab6a964-1952-483d-9f5a-049c2676638a owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:49.381867 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-a5895875-235d-4038-a6be-0fe6cb200c7e tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Deleting port a2d5b26c-ab45-45b3-aa08-124fb6bf2f9f {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:49.382386 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a5895875-235d-4038-a6be-0fe6cb200c7e tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (a2d5b26c-ab45-45b3-aa08-124fb6bf2f9f), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:49.466178 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device eab6a964-1952-483d-9f5a-049c2676638a no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:59:49.693099 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a5895875-235d-4038-a6be-0fe6cb200c7e tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (a2d5b26c-ab45-45b3-aa08-124fb6bf2f9f), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:49.696033 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-07505d91-ab51-4610-b3f3-b3e3cfe00ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (eab6a964-1952-483d-9f5a-049c2676638a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:49.736666 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-43efb85d-2826-4b36-a649-ac43c97417df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (eab6a964-1952-483d-9f5a-049c2676638a), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:49.746914 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port eab6a964-1952-483d-9f5a-049c2676638a is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:49.747359 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (eab6a964-1952-483d-9f5a-049c2676638a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:49.758484 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07505d91-ab51-4610-b3f3-b3e3cfe00ee3 admin admin] No DVR routers for this DVR port eab6a964-1952-483d-9f5a-049c2676638a on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:59:49.779068 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efb85d-2826-4b36-a649-ac43c97417df None None] Pushing event deleted for resources: {'Port': ['ID=eab6a964-1952-483d-9f5a-049c2676638a,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:49.790243 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07505d91-ab51-4610-b3f3-b3e3cfe00ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eab6a964-1952-483d-9f5a-049c2676638a,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:49.796561 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43efb85d-2826-4b36-a649-ac43c97417df None None] No DVR routers for this DVR port eab6a964-1952-483d-9f5a-049c2676638a on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:59:49.821708 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-a5895875-235d-4038-a6be-0fe6cb200c7e tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Calling delete_port for a2d5b26c-ab45-45b3-aa08-124fb6bf2f9f owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:49.856545 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:49.882573 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-07505d91-ab51-4610-b3f3-b3e3cfe00ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (8456f2ad-c1cd-464c-b455-2820fa94ddc6), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:49.884707 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:49.915804 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:49.926228 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dcce95e4-e623-479e-a9f2-d08196aefad7 req-5be98372-4565-4854-a40b-b677c13fa5c7 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.112 HTTP/1.1" status: 200 len: 696 time: 0.9481795 Sep 16 12:59:49.941422 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-33be28a7-6522-45e8-a639-6c489922afac req-36fa361a-f145-45fd-817f-ac52d4fcdd63 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (23475454-423f-4d72-a3c8-e9e9cbc581b5), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:49.953378 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-07505d91-ab51-4610-b3f3-b3e3cfe00ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8456f2ad-c1cd-464c-b455-2820fa94ddc6']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:49.976956 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-07505d91-ab51-4610-b3f3-b3e3cfe00ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be0dfc0-9a2b-430f-b42e-a233702bb55f') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:49.977352 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-07505d91-ab51-4610-b3f3-b3e3cfe00ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be0dfc0-9a2b-430f-b42e-a233702bb55f') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:49.994796 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-07505d91-ab51-4610-b3f3-b3e3cfe00ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (1be0dfc0-9a2b-430f-b42e-a233702bb55f), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:50.077232 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dcce95e4-e623-479e-a9f2-d08196aefad7 req-f7aa6795-4953-4c28-899e-7d31a11df6ca tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.112 HTTP/1.1" status: 200 len: 696 time: 0.1095097 Sep 16 12:59:50.113052 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa361a-f145-45fd-817f-ac52d4fcdd63 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event deleted for resources: {'Port': ['ID=23475454-423f-4d72-a3c8-e9e9cbc581b5,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:50.166207 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbed931-fc8a-416b-bbaf-181e994b04c5 req-c2bb2a3a-571e-4ffb-97de-c4345f6d6298 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:50.166676 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-07505d91-ab51-4610-b3f3-b3e3cfe00ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (1be0dfc0-9a2b-430f-b42e-a233702bb55f), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:50.169120 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8cbed931-fc8a-416b-bbaf-181e994b04c5 req-c2bb2a3a-571e-4ffb-97de-c4345f6d6298 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 945 time: 0.3698611 Sep 16 12:59:50.198018 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a5895875-235d-4038-a6be-0fe6cb200c7e tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (a2d5b26c-ab45-45b3-aa08-124fb6bf2f9f), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:50.205798 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07505d91-ab51-4610-b3f3-b3e3cfe00ee3 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:59:50.206567 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-07505d91-ab51-4610-b3f3-b3e3cfe00ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (1be0dfc0-9a2b-430f-b42e-a233702bb55f), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:50.312547 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-33be28a7-6522-45e8-a639-6c489922afac req-36fa361a-f145-45fd-817f-ac52d4fcdd63 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] No DVR routers for this DVR port 23475454-423f-4d72-a3c8-e9e9cbc581b5 on host n-h2-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:59:50.315430 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-33be28a7-6522-45e8-a639-6c489922afac req-36fa361a-f145-45fd-817f-ac52d4fcdd63 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:50.320992 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-33be28a7-6522-45e8-a639-6c489922afac req-36fa361a-f145-45fd-817f-ac52d4fcdd63 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.76 "DELETE /networking/v2.0/ports/23475454-423f-4d72-a3c8-e9e9cbc581b5 HTTP/1.1" status: 204 len: 173 time: 4.3738894 Sep 16 12:59:50.363783 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 1be0dfc0-9a2b-430f-b42e-a233702bb55f resource provider aggregate not found Sep 16 12:59:50.390759 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5895875-235d-4038-a6be-0fe6cb200c7e tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Pushing event deleted for resources: {'Port': ['ID=a2d5b26c-ab45-45b3-aa08-124fb6bf2f9f,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:50.438266 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5316af91-4d35-4a6e-9584-05d2a5b5cce6', 'name': 'network-vif-deleted', 'tag': '23475454-423f-4d72-a3c8-e9e9cbc581b5'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:59:50.441395 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2170d2-b9c7-4590-82dc-212ecf1764fc" -d '{"events": [{"server_uuid": "5316af91-4d35-4a6e-9584-05d2a5b5cce6", "name": "network-vif-deleted", "tag": "23475454-423f-4d72-a3c8-e9e9cbc581b5"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:59:50.455743 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 1be0dfc0-9a2b-430f-b42e-a233702bb55f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1be0dfc0-9a2b-430f-b42e-a233702bb55f found for delete ", "request_id": "req-066d39c1-fef3-463b-90f1-15e17b35032d"}]} Sep 16 12:59:50.462534 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4334cbf0-764a-4a11-95d2-beb4799b6da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:50.522184 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8cbed931-fc8a-416b-bbaf-181e994b04c5 req-44689235-285b-408a-871e-8972eb2a78de tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037355 Sep 16 12:59:50.533517 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-07505d91-ab51-4610-b3f3-b3e3cfe00ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (8456f2ad-c1cd-464c-b455-2820fa94ddc6), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:50.554789 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-07505d91-ab51-4610-b3f3-b3e3cfe00ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:50.569936 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-07505d91-ab51-4610-b3f3-b3e3cfe00ee3 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/8456f2ad-c1cd-464c-b455-2820fa94ddc6 HTTP/1.1" status: 204 len: 168 time: 2.0630262 Sep 16 12:59:50.585637 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-dcce95e4-e623-479e-a9f2-d08196aefad7 req-3a42bd95-b5ef-43d0-aa5e-29cb29e56d65 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Deleting port 88237219-5ae6-4839-94fd-0a3cb2befb7a {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:50.585984 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dcce95e4-e623-479e-a9f2-d08196aefad7 req-3a42bd95-b5ef-43d0-aa5e-29cb29e56d65 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (88237219-5ae6-4839-94fd-0a3cb2befb7a), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:50.640006 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07505d91-ab51-4610-b3f3-b3e3cfe00ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8456f2ad-c1cd-464c-b455-2820fa94ddc6,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:50.690913 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a5895875-235d-4038-a6be-0fe6cb200c7e tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (644c91b6-6b1a-4bce-b692-26c64102bcdb), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:50.805440 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6e951fcb-3cfe-4aec-9b74-c2a388606fff req-6b32bb41-f8a4-44c2-ac05-29bbd13dd367 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=5316af91-4d35-4a6e-9584-05d2a5b5cce6 HTTP/1.1" status: 200 len: 210 time: 0.0692902 Sep 16 12:59:50.892948 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a5895875-235d-4038-a6be-0fe6cb200c7e tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (644c91b6-6b1a-4bce-b692-26c64102bcdb), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:50.897199 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34848) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:50.897945 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a5895875-235d-4038-a6be-0fe6cb200c7e tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_controller (644c91b6-6b1a-4bce-b692-26c64102bcdb), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:50.898774 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281a0fdb-6905-44ea-b413-6bd621569254 x-openstack-request-id: req-281a0fdb-6905-44ea-b413-6bd621569254 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:59:50.899067 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5316af91-4d35-4a6e-9584-05d2a5b5cce6", "name": "network-vif-deleted", "tag": "23475454-423f-4d72-a3c8-e9e9cbc581b5", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:59:50.899326 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-281a0fdb-6905-44ea-b413-6bd621569254 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:59:50.899727 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281a0fdb-6905-44ea-b413-6bd621569254'] response: {'server_uuid': '5316af91-4d35-4a6e-9584-05d2a5b5cce6', 'name': 'network-vif-deleted', 'tag': '23475454-423f-4d72-a3c8-e9e9cbc581b5', 'status': 'completed', 'code': 200} Sep 16 12:59:50.912923 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dcce95e4-e623-479e-a9f2-d08196aefad7 req-3a42bd95-b5ef-43d0-aa5e-29cb29e56d65 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (88237219-5ae6-4839-94fd-0a3cb2befb7a), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:50.913142 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dcce95e4-e623-479e-a9f2-d08196aefad7 req-3a42bd95-b5ef-43d0-aa5e-29cb29e56d65 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks [] for floatingip (88237219-5ae6-4839-94fd-0a3cb2befb7a), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:50.924329 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:50.968567 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-dcce95e4-e623-479e-a9f2-d08196aefad7 req-3a42bd95-b5ef-43d0-aa5e-29cb29e56d65 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Calling delete_port for 88237219-5ae6-4839-94fd-0a3cb2befb7a owned by network:floatingip {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:51.007132 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a5895875-235d-4038-a6be-0fe6cb200c7e tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (644c91b6-6b1a-4bce-b692-26c64102bcdb), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:51.007696 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5895875-235d-4038-a6be-0fe6cb200c7e tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Fanout notify agent at l3_agent the message router_deleted on router 644c91b6-6b1a-4bce-b692-26c64102bcdb {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:59:51.034272 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a5895875-235d-4038-a6be-0fe6cb200c7e tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:51.039622 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a5895875-235d-4038-a6be-0fe6cb200c7e tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "DELETE /networking/v2.0/routers/644c91b6-6b1a-4bce-b692-26c64102bcdb HTTP/1.1" status: 204 len: 168 time: 2.5568404 Sep 16 12:59:51.042384 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34852) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:51.052437 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-1ef5bc8e-318e-4341-b18b-624ebd142b3a tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-152447142', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:51.088713 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-e4981562-8242-4fac-a043-4249383a49d2 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=da915844493a4928ac8830897afa126f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1853755 Sep 16 12:59:51.094719 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34854) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:51.123379 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ef5bc8e-318e-4341-b18b-624ebd142b3a tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (0946ba86-47b0-4977-b530-f83af861030d), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:51.125396 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ef5bc8e-318e-4341-b18b-624ebd142b3a tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (0946ba86-47b0-4977-b530-f83af861030d), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:51.176596 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-4334cbf0-764a-4a11-95d2-beb4799b6da6 admin admin] Allocated IP 172.20.0.1 (9fc94798-4461-4002-a2d4-76333b0bfb95/f4728587-01c7-4eeb-8820-c4556d38e210/817870fd-462c-432b-a78f-2e8c0f6c0746) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:59:51.202071 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ef5bc8e-318e-4341-b18b-624ebd142b3a tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_controller (0946ba86-47b0-4977-b530-f83af861030d), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:51.218025 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ef5bc8e-318e-4341-b18b-624ebd142b3a tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (0946ba86-47b0-4977-b530-f83af861030d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:51.273094 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ef5bc8e-318e-4341-b18b-624ebd142b3a tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:51.274612 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1ef5bc8e-318e-4341-b18b-624ebd142b3a tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2310054 Sep 16 12:59:51.277691 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34858) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:51.298026 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-738f88f9-ecee-4e4d-a0c5-ad6de634d693 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'enable_snat': True}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:51.315014 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:51.328303 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-25425346-b835-4da6-9add-9e4dfebe452f admin admin] Publish callbacks [] for security_group (14364a32-1bcc-4020-a2f0-464483d839c2), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:51.380449 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-25425346-b835-4da6-9add-9e4dfebe452f admin admin] Publish callbacks [] for security_group (14364a32-1bcc-4020-a2f0-464483d839c2), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:51.406601 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:51.410823 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:51.525077 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 4cca0376-819f-4dac-987f-4522c920861f up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:59:51.530450 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dcce95e4-e623-479e-a9f2-d08196aefad7 req-3a42bd95-b5ef-43d0-aa5e-29cb29e56d65 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (88237219-5ae6-4839-94fd-0a3cb2befb7a), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:51.607715 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 4cca0376-819f-4dac-987f-4522c920861f triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:51.608602 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (4cca0376-819f-4dac-987f-4522c920861f), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:51.609457 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 4cca0376-819f-4dac-987f-4522c920861f Sep 16 12:59:51.617393 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4334cbf0-764a-4a11-95d2-beb4799b6da6 admin admin] Publish callbacks [] for port (817870fd-462c-432b-a78f-2e8c0f6c0746), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:51.626208 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42bd95-b5ef-43d0-aa5e-29cb29e56d65 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Pushing event deleted for resources: {'Port': ['ID=88237219-5ae6-4839-94fd-0a3cb2befb7a,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:51.679374 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-25425346-b835-4da6-9add-9e4dfebe452f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (14364a32-1bcc-4020-a2f0-464483d839c2), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:51.682111 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-25425346-b835-4da6-9add-9e4dfebe452f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:51.683344 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-25425346-b835-4da6-9add-9e4dfebe452f admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/14364a32-1bcc-4020-a2f0-464483d839c2 HTTP/1.1" status: 204 len: 168 time: 0.5876162 Sep 16 12:59:51.701211 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-738f88f9-ecee-4e4d-a0c5-ad6de634d693 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_gateway (0946ba86-47b0-4977-b530-f83af861030d), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:51.736583 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25425346-b835-4da6-9add-9e4dfebe452f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14364a32-1bcc-4020-a2f0-464483d839c2,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:51.797040 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dcce95e4-e623-479e-a9f2-d08196aefad7 req-3a42bd95-b5ef-43d0-aa5e-29cb29e56d65 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks [] for floatingip (8af73a2c-81ff-4577-8b3a-2cd24f025463), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:51.800373 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dcce95e4-e623-479e-a9f2-d08196aefad7 req-3a42bd95-b5ef-43d0-aa5e-29cb29e56d65 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:51.829985 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 4cca0376-819f-4dac-987f-4522c920861f is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:51.831106 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4cca0376-819f-4dac-987f-4522c920861f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:51.848336 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dcce95e4-e623-479e-a9f2-d08196aefad7 req-3a42bd95-b5ef-43d0-aa5e-29cb29e56d65 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/8af73a2c-81ff-4577-8b3a-2cd24f025463 HTTP/1.1" status: 204 len: 173 time: 1.7315159 Sep 16 12:59:51.929548 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 4cca0376-819f-4dac-987f-4522c920861f, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=4cca0376-819f-4dac-987f-4522c920861f,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:51.940350 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (4cca0376-819f-4dac-987f-4522c920861f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:51.947564 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:51.958076 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4334cbf0-764a-4a11-95d2-beb4799b6da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (817870fd-462c-432b-a78f-2e8c0f6c0746), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:52.002602 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:52.003586 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:52.057312 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=4cca0376-819f-4dac-987f-4522c920861f,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:52.084426 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c148f71-2c9c-4150-ad1a-6e3380288f94 req-ad748488-c99f-4234-899c-7d04c2c69f7c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:52.092187 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0c148f71-2c9c-4150-ad1a-6e3380288f94 req-ad748488-c99f-4234-899c-7d04c2c69f7c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 945 time: 0.2400820 Sep 16 12:59:52.116556 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4334cbf0-764a-4a11-95d2-beb4799b6da6 admin admin] Network 9fc94798-4461-4002-a2d4-76333b0bfb95 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:52.126625 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334cbf0-764a-4a11-95d2-beb4799b6da6 admin admin] Pushing event updated for resources: {'Port': ['ID=817870fd-462c-432b-a78f-2e8c0f6c0746,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:52.163571 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-4334cbf0-764a-4a11-95d2-beb4799b6da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:52.175058 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67125f77-9429-48e7-86ed-72e41e84f21e req-76b1062e-f765-4199-bd2f-2ca5216f09bc tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:52.184243 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67125f77-9429-48e7-86ed-72e41e84f21e req-76b1062e-f765-4199-bd2f-2ca5216f09bc tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 946 time: 0.1972935 Sep 16 12:59:52.187840 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4334cbf0-764a-4a11-95d2-beb4799b6da6 admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:59:52.351028 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0c148f71-2c9c-4150-ad1a-6e3380288f94 req-310a804a-42ee-4152-9e93-c5ee61da15b8 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445908 Sep 16 12:59:52.441883 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67125f77-9429-48e7-86ed-72e41e84f21e req-ffc4dc64-70a1-48ab-b608-54ac86a743c8 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=17851306-4aa7-4f48-b7a3-0f9055cfafd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561307 Sep 16 12:59:52.456347 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4334cbf0-764a-4a11-95d2-beb4799b6da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (d4767c5d-4714-406f-a054-31e7f6e18bdd), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:52.539277 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34882) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:52.539663 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34884) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:52.603907 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Provisioning complete for port 817870fd-462c-432b-a78f-2e8c0f6c0746 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:52.604532 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (817870fd-462c-432b-a78f-2e8c0f6c0746), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:52.604622 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Attempt 1 to provision port 817870fd-462c-432b-a78f-2e8c0f6c0746 Sep 16 12:59:52.702532 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Port 817870fd-462c-432b-a78f-2e8c0f6c0746 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:52.716302 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-738f88f9-ecee-4e4d-a0c5-ad6de634d693 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_gateway (0946ba86-47b0-4977-b530-f83af861030d), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:52.739052 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-738f88f9-ecee-4e4d-a0c5-ad6de634d693 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:52.829406 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:52.834193 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-6d0600f9-ce3f-4038-83de-520eebd670e7 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=636b11b3e8674b77bd4fa933e19fb3b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755830 Sep 16 12:59:52.835079 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34888) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:52.835856 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-138c082f-bbb4-493b-9b1e-d8e546fde3e2 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Deleting subnet 944e7338-66ae-4e39-954c-b6db7063246d {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:59:52.872379 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-138c082f-bbb4-493b-9b1e-d8e546fde3e2 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks [] for subnet (944e7338-66ae-4e39-954c-b6db7063246d), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:52.899235 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-738f88f9-ecee-4e4d-a0c5-ad6de634d693 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Allocated IP 172.25.2.100 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/72127b63-de04-44ca-a6bd-f67e84d651a3) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:59:52.918834 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:52.929865 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ffab64df-282f-4a14-b9c1-a117b571200b admin admin] Publish callbacks [] for security_group (9a9e10d9-c0cb-4db0-8eeb-37ffa24a6838), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:52.941646 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-d510f9c2-5176-4764-971b-a6abc1f5d284 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4985211 Sep 16 12:59:52.952995 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab20fe2-a076-422b-87f9-98fe26989dfa req-fcb8ca92-ed03-47e2-99b8-ac1542ce7ebb tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:52.954453 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0ab20fe2-a076-422b-87f9-98fe26989dfa req-fcb8ca92-ed03-47e2-99b8-ac1542ce7ebb tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 945 time: 0.1638706 Sep 16 12:59:52.959764 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-9957a928-b698-4c2c-91c3-b600de806a59 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:52.998317 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ffab64df-282f-4a14-b9c1-a117b571200b admin admin] Publish callbacks [] for security_group (9a9e10d9-c0cb-4db0-8eeb-37ffa24a6838), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:53.002228 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-138c082f-bbb4-493b-9b1e-d8e546fde3e2 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (944e7338-66ae-4e39-954c-b6db7063246d), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:53.083946 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-738f88f9-ecee-4e4d-a0c5-ad6de634d693 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for port (72127b63-de04-44ca-a6bd-f67e84d651a3), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:53.096664 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4334cbf0-764a-4a11-95d2-beb4799b6da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (817870fd-462c-432b-a78f-2e8c0f6c0746), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:53.104326 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-9957a928-b698-4c2c-91c3-b600de806a59 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:53.156163 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-738f88f9-ecee-4e4d-a0c5-ad6de634d693 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (72127b63-de04-44ca-a6bd-f67e84d651a3), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:53.182414 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ffab64df-282f-4a14-b9c1-a117b571200b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (9a9e10d9-c0cb-4db0-8eeb-37ffa24a6838), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:53.185236 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ffab64df-282f-4a14-b9c1-a117b571200b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:53.186401 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ffab64df-282f-4a14-b9c1-a117b571200b admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/9a9e10d9-c0cb-4db0-8eeb-37ffa24a6838 HTTP/1.1" status: 204 len: 168 time: 0.3504543 Sep 16 12:59:53.205626 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Attempt 2 to provision port 817870fd-462c-432b-a78f-2e8c0f6c0746 Sep 16 12:59:53.208331 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab64df-282f-4a14-b9c1-a117b571200b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9e10d9-c0cb-4db0-8eeb-37ffa24a6838,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:53.228861 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738f88f9-ecee-4e4d-a0c5-ad6de634d693 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:53.233525 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-738f88f9-ecee-4e4d-a0c5-ad6de634d693 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:53.236895 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738f88f9-ecee-4e4d-a0c5-ad6de634d693 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:59:53.239582 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f88f9-ecee-4e4d-a0c5-ad6de634d693 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Pushing event updated for resources: {'Port': ['ID=72127b63-de04-44ca-a6bd-f67e84d651a3,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:53.285020 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Port 817870fd-462c-432b-a78f-2e8c0f6c0746 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:53.438527 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 4cca0376-819f-4dac-987f-4522c920861f up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 12:59:53.449699 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:53.493651 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 4cca0376-819f-4dac-987f-4522c920861f triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:53.494315 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (4cca0376-819f-4dac-987f-4522c920861f), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:53.494797 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 4cca0376-819f-4dac-987f-4522c920861f Sep 16 12:59:53.614288 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0ab20fe2-a076-422b-87f9-98fe26989dfa req-e97199d5-9e72-40bb-b3f6-c76556a5e911 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6305940 Sep 16 12:59:53.615310 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 4cca0376-819f-4dac-987f-4522c920861f is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 12:59:53.697432 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:53.708839 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-738f88f9-ecee-4e4d-a0c5-ad6de634d693 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_gateway (0946ba86-47b0-4977-b530-f83af861030d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:53.747335 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-138c082f-bbb4-493b-9b1e-d8e546fde3e2 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (944e7338-66ae-4e39-954c-b6db7063246d), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:53.786599 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Attempt 3 to provision port 817870fd-462c-432b-a78f-2e8c0f6c0746 Sep 16 12:59:53.843577 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Port 817870fd-462c-432b-a78f-2e8c0f6c0746 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:53.845703 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9806aca-335a-4b6e-81e8-cbfa262a45b3 req-75b0a190-3326-4e06-8fbd-0284a3add4d4 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:53.847209 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b9806aca-335a-4b6e-81e8-cbfa262a45b3 req-75b0a190-3326-4e06-8fbd-0284a3add4d4 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 946 time: 0.2272742 Sep 16 12:59:53.879185 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-9957a928-b698-4c2c-91c3-b600de806a59 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:53.945547 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223b117-90e8-4faf-84c9-ca58101426d4 req-b539d919-9428-4dc7-ae4b-77ee7328a871 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:53.946427 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-738f88f9-ecee-4e4d-a0c5-ad6de634d693 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3778242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3776751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1202'] for router (0946ba86-47b0-4977-b530-f83af861030d), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:53.948736 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2223b117-90e8-4faf-84c9-ca58101426d4 req-b539d919-9428-4dc7-ae4b-77ee7328a871 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 946 time: 0.2404938 Sep 16 12:59:53.950295 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-738f88f9-ecee-4e4d-a0c5-ad6de634d693 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3778251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3778096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3776724'] for router (0946ba86-47b0-4977-b530-f83af861030d), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:54.111512 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-138c082f-bbb4-493b-9b1e-d8e546fde3e2 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (944e7338-66ae-4e39-954c-b6db7063246d), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:54.120158 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738f88f9-ecee-4e4d-a0c5-ad6de634d693 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Router 0946ba86-47b0-4977-b530-f83af861030d is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 12:59:54.168636 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:54.174094 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-138c082f-bbb4-493b-9b1e-d8e546fde3e2 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:54.178548 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-138c082f-bbb4-493b-9b1e-d8e546fde3e2 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/944e7338-66ae-4e39-954c-b6db7063246d HTTP/1.1" status: 204 len: 168 time: 1.6212747 Sep 16 12:59:54.178711 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619d44de-347b-4d1a-9a82-650657765bb2 None None] Network cac6fded-e5ed-439c-b2d5-e9a2b24c45b9 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:59:54.192859 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34916) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:54.193651 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c082f-bbb4-493b-9b1e-d8e546fde3e2 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event deleted for resources: {'Subnet': ['ID=944e7338-66ae-4e39-954c-b6db7063246d,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:54.206866 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:54.275035 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-b9806aca-335a-4b6e-81e8-cbfa262a45b3 req-e8277bd4-d920-4e0f-a64d-a61615ed122e tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Deleting port 137f7ed1-df61-44ac-b25d-fb1d5a0609d4 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:54.275392 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b9806aca-335a-4b6e-81e8-cbfa262a45b3 req-e8277bd4-d920-4e0f-a64d-a61615ed122e tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (137f7ed1-df61-44ac-b25d-fb1d5a0609d4), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:54.312907 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2223b117-90e8-4faf-84c9-ca58101426d4 req-6d28a11a-e2e8-4347-bb0e-dc27b16def90 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=17851306-4aa7-4f48-b7a3-0f9055cfafd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3254750 Sep 16 12:59:54.347237 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Attempt 4 to provision port 817870fd-462c-432b-a78f-2e8c0f6c0746 Sep 16 12:59:54.384567 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50620c54-e82c-431f-8919-be01659ed949 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (cac6fded-e5ed-439c-b2d5-e9a2b24c45b9), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:54.444000 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738f88f9-ecee-4e4d-a0c5-ad6de634d693 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:59:54.451163 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-738f88f9-ecee-4e4d-a0c5-ad6de634d693 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:54.456679 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-738f88f9-ecee-4e4d-a0c5-ad6de634d693 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "PUT /networking/v2.0/routers/0946ba86-47b0-4977-b530-f83af861030d HTTP/1.1" status: 200 len: 918 time: 3.1726618 Sep 16 12:59:54.456679 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34920) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:54.475004 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf3ac04-4acd-4411-bc54-c2ecbd05b48a None None] Sync routers for ids ['0946ba86-47b0-4977-b530-f83af861030d'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:59:54.483890 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Port 817870fd-462c-432b-a78f-2e8c0f6c0746 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:54.488678 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf3ac04-4acd-4411-bc54-c2ecbd05b48a None None] Routers {'0946ba86-47b0-4977-b530-f83af861030d'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:54.489549 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-fdf3ac04-4acd-4411-bc54-c2ecbd05b48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0946ba86-47b0-4977-b530-f83af861030d'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:54.499866 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-50620c54-e82c-431f-8919-be01659ed949 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Deleting port 997c4c17-90bc-4923-b21f-e4521236a071 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:54.500235 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50620c54-e82c-431f-8919-be01659ed949 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (997c4c17-90bc-4923-b21f-e4521236a071), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:54.516925 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4334cbf0-764a-4a11-95d2-beb4799b6da6 admin admin] Publish callbacks [] for port (817870fd-462c-432b-a78f-2e8c0f6c0746), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:54.557108 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] DHCP port deletion for cac6fded-e5ed-439c-b2d5-e9a2b24c45b9 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:59:54.571567 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-fdf3ac04-4acd-4411-bc54-c2ecbd05b48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:54.584589 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-9957a928-b698-4c2c-91c3-b600de806a59 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Allocated IP 172.25.2.84 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/6cabef0c-c0fb-4596-977d-e5efbfba1fdf) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:59:54.592643 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4334cbf0-764a-4a11-95d2-beb4799b6da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (817870fd-462c-432b-a78f-2e8c0f6c0746), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:54.601328 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf3ac04-4acd-4411-bc54-c2ecbd05b48a None None] Routers {'0946ba86-47b0-4977-b530-f83af861030d'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:54.602992 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-fdf3ac04-4acd-4411-bc54-c2ecbd05b48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0946ba86-47b0-4977-b530-f83af861030d'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:54.674892 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-50620c54-e82c-431f-8919-be01659ed949 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] For port 997c4c17-90bc-4923-b21f-e4521236a071, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=997c4c17-90bc-4923-b21f-e4521236a071,segment=NetworkSegment(4fe5c93d-01b3-4a9c-9aa0-d2d99f287125),segment_id=4fe5c93d-01b3-4a9c-9aa0-d2d99f287125)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:54.680545 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50620c54-e82c-431f-8919-be01659ed949 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (997c4c17-90bc-4923-b21f-e4521236a071), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:54.680839 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] Deleting port 997c4c17-90bc-4923-b21f-e4521236a071 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:54.681301 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (997c4c17-90bc-4923-b21f-e4521236a071), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:54.704875 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-fdf3ac04-4acd-4411-bc54-c2ecbd05b48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:54.705367 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf3ac04-4acd-4411-bc54-c2ecbd05b48a None None] The sync data for ids ['0946ba86-47b0-4977-b530-f83af861030d'] in n-d-858094-4 is: [] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 12:59:54.715418 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:54.751440 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-50620c54-e82c-431f-8919-be01659ed949 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Calling delete_port for 997c4c17-90bc-4923-b21f-e4521236a071 owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:54.770234 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334cbf0-764a-4a11-95d2-beb4799b6da6 admin admin] Pushing event updated for resources: {'Port': ['ID=817870fd-462c-432b-a78f-2e8c0f6c0746,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:54.770993 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f5244769-eb95-4db9-80ae-5853486fd950 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "GET /networking/v2.0/routers/0946ba86-47b0-4977-b530-f83af861030d HTTP/1.1" status: 200 len: 924 time: 0.3149192 Sep 16 12:59:54.776945 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34930) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:54.807533 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba26a4c-ddcf-4b6d-93de-d22dd4607403 req-18d869b3-405f-41c1-af5a-565d31beb4c7 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:54.809726 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8ba26a4c-ddcf-4b6d-93de-d22dd4607403 req-18d869b3-405f-41c1-af5a-565d31beb4c7 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 945 time: 0.3907611 Sep 16 12:59:54.821902 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] For port 997c4c17-90bc-4923-b21f-e4521236a071, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=997c4c17-90bc-4923-b21f-e4521236a071,segment=NetworkSegment(4fe5c93d-01b3-4a9c-9aa0-d2d99f287125),segment_id=4fe5c93d-01b3-4a9c-9aa0-d2d99f287125)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:54.822408 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (997c4c17-90bc-4923-b21f-e4521236a071), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:54.843528 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:54.852248 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] Calling delete_port for 997c4c17-90bc-4923-b21f-e4521236a071 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:54.866024 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744e805e-05c5-4432-8f91-3c49319804a7 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:54.870032 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-744e805e-05c5-4432-8f91-3c49319804a7 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?network_id=42d33e50-b5e8-4084-82dc-226debf86786&device_id=0946ba86-47b0-4977-b530-f83af861030d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0898137 Sep 16 12:59:54.870696 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34934) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:54.961690 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (997c4c17-90bc-4923-b21f-e4521236a071), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:54.995338 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Attempt 5 to provision port 817870fd-462c-432b-a78f-2e8c0f6c0746 Sep 16 12:59:55.007366 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4334cbf0-764a-4a11-95d2-beb4799b6da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (d4767c5d-4714-406f-a054-31e7f6e18bdd), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:55.030849 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667fb479-6f55-4c96-bf26-cbe127205b71 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:55.032285 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-667fb479-6f55-4c96-bf26-cbe127205b71 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 881 time: 0.1610878 Sep 16 12:59:55.035187 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34938) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:55.049971 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50620c54-e82c-431f-8919-be01659ed949 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (997c4c17-90bc-4923-b21f-e4521236a071), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:55.080315 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ec146c8a-f6f1-4004-a4cd-ec5e20527ae0 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=0946ba86-47b0-4977-b530-f83af861030d HTTP/1.1" status: 200 len: 205 time: 0.0438170 Sep 16 12:59:55.083086 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] Pushing event deleted for resources: {'Port': ['ID=997c4c17-90bc-4923-b21f-e4521236a071,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:55.087147 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-9957a928-b698-4c2c-91c3-b600de806a59 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks [] for port (6cabef0c-c0fb-4596-977d-e5efbfba1fdf), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:55.090592 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Port 817870fd-462c-432b-a78f-2e8c0f6c0746 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:55.098338 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] No DVR routers for this DVR port 997c4c17-90bc-4923-b21f-e4521236a071 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:59:55.108694 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:55.108694 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:55.108694 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:55.108694 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:55.108694 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:55.108694 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:55.108694 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:55.110224 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34940) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:55.110710 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:55.110710 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:55.110710 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:55.110710 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:55.110710 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:55.111126 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:55.111206 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:55.111613 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da703b6f-6763-49cb-ab0a-a2534e6d5f1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 12:59:55.111791 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50620c54-e82c-431f-8919-be01659ed949 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] No DVR routers for this DVR port 997c4c17-90bc-4923-b21f-e4521236a071 on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:59:55.174894 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50620c54-e82c-431f-8919-be01659ed949 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event deleted for resources: {'Port': ['ID=997c4c17-90bc-4923-b21f-e4521236a071,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:55.198529 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-b9806aca-335a-4b6e-81e8-cbfa262a45b3 req-e8277bd4-d920-4e0f-a64d-a61615ed122e tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] For port 137f7ed1-df61-44ac-b25d-fb1d5a0609d4, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=137f7ed1-df61-44ac-b25d-fb1d5a0609d4,segment=NetworkSegment(80b31fa5-9330-46a2-9838-326d6e413bf7),segment_id=80b31fa5-9330-46a2-9838-326d6e413bf7)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:55.199155 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b9806aca-335a-4b6e-81e8-cbfa262a45b3 req-e8277bd4-d920-4e0f-a64d-a61615ed122e tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (137f7ed1-df61-44ac-b25d-fb1d5a0609d4), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:55.213161 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c03ea3-ed7c-40c7-8232-ef380ae84c0c req-c0266dc6-c920-40dc-a030-6b918542d23f tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:55.215265 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-91c03ea3-ed7c-40c7-8232-ef380ae84c0c req-c0266dc6-c920-40dc-a030-6b918542d23f tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 945 time: 0.4150331 Sep 16 12:59:55.256358 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-9957a928-b698-4c2c-91c3-b600de806a59 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (6cabef0c-c0fb-4596-977d-e5efbfba1fdf), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:55.327863 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50620c54-e82c-431f-8919-be01659ed949 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (cac6fded-e5ed-439c-b2d5-e9a2b24c45b9), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:55.359771 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4bd-f663-4aed-94a8-92a8fbbda91d tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router (0946ba86-47b0-4977-b530-f83af861030d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:55.393808 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 997c4c17-90bc-4923-b21f-e4521236a071 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:59:55.415155 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:55.416794 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-8ba26a4c-ddcf-4b6d-93de-d22dd4607403 req-935f114e-d5e0-4a8d-9dd3-85ce70e30f55 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Deleting port a393a675-10b0-4b27-8958-c7b26fed3228 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:55.425315 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8ba26a4c-ddcf-4b6d-93de-d22dd4607403 req-935f114e-d5e0-4a8d-9dd3-85ce70e30f55 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (a393a675-10b0-4b27-8958-c7b26fed3228), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:55.433536 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 997c4c17-90bc-4923-b21f-e4521236a071 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:59:55.434406 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 997c4c17-90bc-4923-b21f-e4521236a071 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:59:55.472293 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-50620c54-e82c-431f-8919-be01659ed949 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac6fded-e5ed-439c-b2d5-e9a2b24c45b9']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:55.475230 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:55.491100 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-50620c54-e82c-431f-8919-be01659ed949 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe5c93d-01b3-4a9c-9aa0-d2d99f287125') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:55.491409 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-50620c54-e82c-431f-8919-be01659ed949 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe5c93d-01b3-4a9c-9aa0-d2d99f287125') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:55.494489 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4bd-f663-4aed-94a8-92a8fbbda91d tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_gateway (0946ba86-47b0-4977-b530-f83af861030d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:55.549651 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50620c54-e82c-431f-8919-be01659ed949 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (4fe5c93d-01b3-4a9c-9aa0-d2d99f287125), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:55.551915 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-78a7f4bd-f663-4aed-94a8-92a8fbbda91d tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Deleting port 72127b63-de04-44ca-a6bd-f67e84d651a3 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:55.553106 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4bd-f663-4aed-94a8-92a8fbbda91d tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (72127b63-de04-44ca-a6bd-f67e84d651a3), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:55.577505 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-9957a928-b698-4c2c-91c3-b600de806a59 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:55.592287 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Attempt 6 to provision port 817870fd-462c-432b-a78f-2e8c0f6c0746 Sep 16 12:59:55.631357 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Port 817870fd-462c-432b-a78f-2e8c0f6c0746 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:55.634929 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50620c54-e82c-431f-8919-be01659ed949 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (4fe5c93d-01b3-4a9c-9aa0-d2d99f287125), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:55.642241 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-9957a928-b698-4c2c-91c3-b600de806a59 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:55.645989 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-9957a928-b698-4c2c-91c3-b600de806a59 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:59:55.650219 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50620c54-e82c-431f-8919-be01659ed949 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:59:55.650628 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50620c54-e82c-431f-8919-be01659ed949 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (4fe5c93d-01b3-4a9c-9aa0-d2d99f287125), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:55.683213 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 4fe5c93d-01b3-4a9c-9aa0-d2d99f287125 resource provider aggregate not found Sep 16 12:59:55.713265 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957a928-b698-4c2c-91c3-b600de806a59 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Pushing event updated for resources: {'Port': ['ID=6cabef0c-c0fb-4596-977d-e5efbfba1fdf,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:55.783940 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 4fe5c93d-01b3-4a9c-9aa0-d2d99f287125 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fe5c93d-01b3-4a9c-9aa0-d2d99f287125 found for delete ", "request_id": "req-ba2c99e6-8a5d-462e-b398-97862e6cf624"}]} Sep 16 12:59:55.825596 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50620c54-e82c-431f-8919-be01659ed949 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (cac6fded-e5ed-439c-b2d5-e9a2b24c45b9), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:55.830083 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4bd-f663-4aed-94a8-92a8fbbda91d tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (72127b63-de04-44ca-a6bd-f67e84d651a3), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:55.835993 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-91c03ea3-ed7c-40c7-8232-ef380ae84c0c req-e387ff94-a72e-4869-9efb-9dbabdd4336d tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6001792 Sep 16 12:59:55.841359 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-50620c54-e82c-431f-8919-be01659ed949 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:55.846494 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-50620c54-e82c-431f-8919-be01659ed949 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "DELETE /networking/v2.0/networks/cac6fded-e5ed-439c-b2d5-e9a2b24c45b9 HTTP/1.1" status: 204 len: 168 time: 1.6516500 Sep 16 12:59:55.873235 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34960) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:55.875238 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50620c54-e82c-431f-8919-be01659ed949 tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event deleted for resources: {'Network': ['ID=cac6fded-e5ed-439c-b2d5-e9a2b24c45b9,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:55.900447 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4334cbf0-764a-4a11-95d2-beb4799b6da6 admin admin] Network 9fc94798-4461-4002-a2d4-76333b0bfb95 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:55.903080 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-8ba26a4c-ddcf-4b6d-93de-d22dd4607403 req-935f114e-d5e0-4a8d-9dd3-85ce70e30f55 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] For port a393a675-10b0-4b27-8958-c7b26fed3228, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=a393a675-10b0-4b27-8958-c7b26fed3228,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:55.903503 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8ba26a4c-ddcf-4b6d-93de-d22dd4607403 req-935f114e-d5e0-4a8d-9dd3-85ce70e30f55 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (a393a675-10b0-4b27-8958-c7b26fed3228), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:55.946927 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-4334cbf0-764a-4a11-95d2-beb4799b6da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:55.956405 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-47127051-d3f1-4d4d-aa42-369f9acf622f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Deleting subnet 089d8319-50f1-4078-a3a4-d5940f822631 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 12:59:55.968373 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-47127051-d3f1-4d4d-aa42-369f9acf622f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks [] for subnet (089d8319-50f1-4078-a3a4-d5940f822631), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:55.971657 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-78a7f4bd-f663-4aed-94a8-92a8fbbda91d tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Calling delete_port for 72127b63-de04-44ca-a6bd-f67e84d651a3 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:55.973322 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-8ba26a4c-ddcf-4b6d-93de-d22dd4607403 req-935f114e-d5e0-4a8d-9dd3-85ce70e30f55 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Calling delete_port for a393a675-10b0-4b27-8958-c7b26fed3228 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:56.001458 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-9957a928-b698-4c2c-91c3-b600de806a59 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks [] for floatingip (04003baf-2ba3-4b32-9791-bf4a067f4f01), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.051029 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:56.054863 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-47127051-d3f1-4d4d-aa42-369f9acf622f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (089d8319-50f1-4078-a3a4-d5940f822631), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.073854 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:56.133505 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Attempt 7 to provision port 817870fd-462c-432b-a78f-2e8c0f6c0746 Sep 16 12:59:56.141607 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b9806aca-335a-4b6e-81e8-cbfa262a45b3 req-e8277bd4-d920-4e0f-a64d-a61615ed122e tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.143039 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b9806aca-335a-4b6e-81e8-cbfa262a45b3 req-e8277bd4-d920-4e0f-a64d-a61615ed122e tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (02204b7a-57b7-4d7c-a1ae-44487d8ad113), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.143655 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [req-b9806aca-335a-4b6e-81e8-cbfa262a45b3 req-e8277bd4-d920-4e0f-a64d-a61615ed122e tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Floating IP 02204b7a-57b7-4d7c-a1ae-44487d8ad113 disassociated. External IP: 172.25.2.214, port: 137f7ed1-df61-44ac-b25d-fb1d5a0609d4. Sep 16 12:59:56.144243 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-b9806aca-335a-4b6e-81e8-cbfa262a45b3 req-e8277bd4-d920-4e0f-a64d-a61615ed122e tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Calling delete_port for 137f7ed1-df61-44ac-b25d-fb1d5a0609d4 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:56.180983 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Port 817870fd-462c-432b-a78f-2e8c0f6c0746 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:56.194806 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c01bc-9ab2-41b1-8b37-098bab01558e req-4a599cb1-b008-471b-a3be-479862628499 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:56.196443 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-039c01bc-9ab2-41b1-8b37-098bab01558e req-4a599cb1-b008-471b-a3be-479862628499 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 946 time: 0.2426288 Sep 16 12:59:56.207941 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-47127051-d3f1-4d4d-aa42-369f9acf622f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (089d8319-50f1-4078-a3a4-d5940f822631), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.283367 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-9957a928-b698-4c2c-91c3-b600de806a59 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6cabef0c-c0fb-4596-977d-e5efbfba1fdf), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.321472 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4bd-f663-4aed-94a8-92a8fbbda91d tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (72127b63-de04-44ca-a6bd-f67e84d651a3), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.328673 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-47127051-d3f1-4d4d-aa42-369f9acf622f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (089d8319-50f1-4078-a3a4-d5940f822631), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.362610 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7f4bd-f663-4aed-94a8-92a8fbbda91d tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Pushing event deleted for resources: {'Port': ['ID=72127b63-de04-44ca-a6bd-f67e84d651a3,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:56.384206 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-47127051-d3f1-4d4d-aa42-369f9acf622f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.387810 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-47127051-d3f1-4d4d-aa42-369f9acf622f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/089d8319-50f1-4078-a3a4-d5940f822631 HTTP/1.1" status: 204 len: 168 time: 0.5162864 Sep 16 12:59:56.392676 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3a9f6e-6cb6-4a16-9852-42255bf44710 None None] Network ce933327-2e92-43ef-840e-49b5f9ee9385 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 12:59:56.394219 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47127051-d3f1-4d4d-aa42-369f9acf622f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event deleted for resources: {'Subnet': ['ID=089d8319-50f1-4078-a3a4-d5940f822631,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:56.398161 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 34964) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:56.452327 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:56.460471 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4334cbf0-764a-4a11-95d2-beb4799b6da6 admin admin] Router d4767c5d-4714-406f-a054-31e7f6e18bdd has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:59:56.461079 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:56.471990 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-039c01bc-9ab2-41b1-8b37-098bab01558e req-40eabe06-e12e-45b7-b2c3-a90a29e7f444 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=17851306-4aa7-4f48-b7a3-0f9055cfafd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612062 Sep 16 12:59:56.473515 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4bd-f663-4aed-94a8-92a8fbbda91d tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (0946ba86-47b0-4977-b530-f83af861030d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.576546 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ad7055-86f9-49d5-af3c-249e48323044 None None] DHCP port deletion for ce933327-2e92-43ef-840e-49b5f9ee9385 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 12:59:56.585452 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:56.592013 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4bd-f663-4aed-94a8-92a8fbbda91d tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (0946ba86-47b0-4977-b530-f83af861030d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.594596 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4bd-f663-4aed-94a8-92a8fbbda91d tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_controller (0946ba86-47b0-4977-b530-f83af861030d), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.622351 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-06ad7055-86f9-49d5-af3c-249e48323044 None None] Deleting port 032864e1-abe9-456b-9e21-d0860872adad {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 12:59:56.622987 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-06ad7055-86f9-49d5-af3c-249e48323044 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (032864e1-abe9-456b-9e21-d0860872adad), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.639228 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:56.659804 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4bd-f663-4aed-94a8-92a8fbbda91d tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (0946ba86-47b0-4977-b530-f83af861030d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.660485 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a7f4bd-f663-4aed-94a8-92a8fbbda91d tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Fanout notify agent at l3_agent the message router_deleted on router 0946ba86-47b0-4977-b530-f83af861030d {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 12:59:56.668772 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4bd-f663-4aed-94a8-92a8fbbda91d tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.674171 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-78a7f4bd-f663-4aed-94a8-92a8fbbda91d tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "DELETE /networking/v2.0/routers/0946ba86-47b0-4977-b530-f83af861030d HTTP/1.1" status: 204 len: 168 time: 1.5598340 Sep 16 12:59:56.674171 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34968) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:56.682528 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Attempt 8 to provision port 817870fd-462c-432b-a78f-2e8c0f6c0746 Sep 16 12:59:56.685663 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-f4626a6c-e723-4249-9e8a-17ba393a0652 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1788394481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:56.719056 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f4626a6c-e723-4249-9e8a-17ba393a0652 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (114e9704-e495-42c4-bc52-788d0096bd90), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.724942 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f4626a6c-e723-4249-9e8a-17ba393a0652 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (114e9704-e495-42c4-bc52-788d0096bd90), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.738246 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-06ad7055-86f9-49d5-af3c-249e48323044 None None] For port 032864e1-abe9-456b-9e21-d0860872adad, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=032864e1-abe9-456b-9e21-d0860872adad,segment=NetworkSegment(1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86),segment_id=1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 12:59:56.738671 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-06ad7055-86f9-49d5-af3c-249e48323044 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (032864e1-abe9-456b-9e21-d0860872adad), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.755190 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Port 817870fd-462c-432b-a78f-2e8c0f6c0746 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:56.759811 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-06ad7055-86f9-49d5-af3c-249e48323044 None None] Calling delete_port for 032864e1-abe9-456b-9e21-d0860872adad owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 12:59:56.795265 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f4626a6c-e723-4249-9e8a-17ba393a0652 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_controller (114e9704-e495-42c4-bc52-788d0096bd90), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.801742 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f4626a6c-e723-4249-9e8a-17ba393a0652 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (114e9704-e495-42c4-bc52-788d0096bd90), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.828078 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f4626a6c-e723-4249-9e8a-17ba393a0652 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.832440 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f4626a6c-e723-4249-9e8a-17ba393a0652 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1550982 Sep 16 12:59:56.834271 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 34978) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:56.838929 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-30336b9b-4df2-4b7b-ad44-7c37afedc16e tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'enable_snat': False}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:56.855071 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-06ad7055-86f9-49d5-af3c-249e48323044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (032864e1-abe9-456b-9e21-d0860872adad), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:56.890723 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ad7055-86f9-49d5-af3c-249e48323044 None None] No DVR routers for this DVR port 032864e1-abe9-456b-9e21-d0860872adad on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:59:56.903963 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad7055-86f9-49d5-af3c-249e48323044 None None] Pushing event deleted for resources: {'Port': ['ID=032864e1-abe9-456b-9e21-d0860872adad,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:57.018955 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26eec383-da76-41d2-9ba0-913bfd23052b req-e83340de-095d-4737-84d1-a200c263b300 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=9bc3ef4fd0374ac4b74900369ca779aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1086130 Sep 16 12:59:57.068862 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2dc0ddfa-b004-4ca4-a3aa-2e90af8f328f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (ce933327-2e92-43ef-840e-49b5f9ee9385), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:57.073618 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-30336b9b-4df2-4b7b-ad44-7c37afedc16e tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_gateway (114e9704-e495-42c4-bc52-788d0096bd90), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:57.187668 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:57.188677 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8ba26a4c-ddcf-4b6d-93de-d22dd4607403 req-935f114e-d5e0-4a8d-9dd3-85ce70e30f55 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (a393a675-10b0-4b27-8958-c7b26fed3228), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:57.257091 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Attempt 9 to provision port 817870fd-462c-432b-a78f-2e8c0f6c0746 Sep 16 12:59:57.290143 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-30336b9b-4df2-4b7b-ad44-7c37afedc16e tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_gateway (114e9704-e495-42c4-bc52-788d0096bd90), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:57.291922 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:57.316554 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f114e-d5e0-4a8d-9dd3-85ce70e30f55 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Pushing event deleted for resources: {'Port': ['ID=a393a675-10b0-4b27-8958-c7b26fed3228,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:57.319414 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-30336b9b-4df2-4b7b-ad44-7c37afedc16e tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:57.424701 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Port 817870fd-462c-432b-a78f-2e8c0f6c0746 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:57.463965 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b9806aca-335a-4b6e-81e8-cbfa262a45b3 req-e8277bd4-d920-4e0f-a64d-a61615ed122e tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (137f7ed1-df61-44ac-b25d-fb1d5a0609d4), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:57.480314 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-9957a928-b698-4c2c-91c3-b600de806a59 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks [] for port (6cabef0c-c0fb-4596-977d-e5efbfba1fdf), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:57.488367 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 032864e1-abe9-456b-9e21-d0860872adad no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:59:57.490486 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-30336b9b-4df2-4b7b-ad44-7c37afedc16e tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Allocated IP 172.25.2.200 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/84dff240-524a-461c-bb6c-63729bf79bad) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 12:59:57.520059 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 032864e1-abe9-456b-9e21-d0860872adad {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:59:57.520707 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 032864e1-abe9-456b-9e21-d0860872adad not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:59:57.573221 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-9957a928-b698-4c2c-91c3-b600de806a59 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (6cabef0c-c0fb-4596-977d-e5efbfba1fdf), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:57.611403 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba26a4c-ddcf-4b6d-93de-d22dd4607403 req-935f114e-d5e0-4a8d-9dd3-85ce70e30f55 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] No DVR routers for this DVR port a393a675-10b0-4b27-8958-c7b26fed3228 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:59:57.619161 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eec383-da76-41d2-9ba0-913bfd23052b req-a10330ac-3c30-48b1-ac6e-991d68360c2f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:57.620792 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26eec383-da76-41d2-9ba0-913bfd23052b req-a10330ac-3c30-48b1-ac6e-991d68360c2f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5570881 Sep 16 12:59:57.623516 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2dc0ddfa-b004-4ca4-a3aa-2e90af8f328f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (ce933327-2e92-43ef-840e-49b5f9ee9385), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:57.627138 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8ba26a4c-ddcf-4b6d-93de-d22dd4607403 req-935f114e-d5e0-4a8d-9dd3-85ce70e30f55 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:57.635956 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8ba26a4c-ddcf-4b6d-93de-d22dd4607403 req-935f114e-d5e0-4a8d-9dd3-85ce70e30f55 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.25 "DELETE /networking/v2.0/ports/a393a675-10b0-4b27-8958-c7b26fed3228 HTTP/1.1" status: 204 len: 173 time: 2.8136547 Sep 16 12:59:57.656783 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4334cbf0-764a-4a11-95d2-beb4799b6da6 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:59:57.658492 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c75956-6533-4add-91e9-419a2043d9e1', 'name': 'network-vif-deleted', 'tag': 'a393a675-10b0-4b27-8958-c7b26fed3228'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 12:59:57.660625 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd2c39f-86a3-4f28-9e84-d1fcde2536a5" -d '{"events": [{"server_uuid": "45c75956-6533-4add-91e9-419a2043d9e1", "name": "network-vif-deleted", "tag": "a393a675-10b0-4b27-8958-c7b26fed3228"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 12:59:57.687063 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-4334cbf0-764a-4a11-95d2-beb4799b6da6 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/d4767c5d-4714-406f-a054-31e7f6e18bdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5290074 Sep 16 12:59:57.689728 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] Sync routers for ids ['d4767c5d-4714-406f-a054-31e7f6e18bdd'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:59:57.706751 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8277bd4-d920-4e0f-a64d-a61615ed122e tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Pushing event deleted for resources: {'Port': ['ID=137f7ed1-df61-44ac-b25d-fb1d5a0609d4,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:57.731166 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] Routers {'d4767c5d-4714-406f-a054-31e7f6e18bdd'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:57.736482 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['d4767c5d-4714-406f-a054-31e7f6e18bdd'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:57.790781 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-2dc0ddfa-b004-4ca4-a3aa-2e90af8f328f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce933327-2e92-43ef-840e-49b5f9ee9385']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:57.796259 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26eec383-da76-41d2-9ba0-913bfd23052b req-11d2c2fa-8ff7-401f-907c-3b3c04892e82 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/quotas/9bc3ef4fd0374ac4b74900369ca779aa HTTP/1.1" status: 200 len: 375 time: 0.1327021 Sep 16 12:59:57.816370 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-2dc0ddfa-b004-4ca4-a3aa-2e90af8f328f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:57.817209 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-2dc0ddfa-b004-4ca4-a3aa-2e90af8f328f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:57.823611 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-9957a928-b698-4c2c-91c3-b600de806a59 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (04003baf-2ba3-4b32-9791-bf4a067f4f01), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:57.913260 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2dc0ddfa-b004-4ca4-a3aa-2e90af8f328f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:57.928435 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Attempt 10 to provision port 817870fd-462c-432b-a78f-2e8c0f6c0746 Sep 16 12:59:57.934879 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:57.949233 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1f0fd474-241a-4602-ab1d-d8574f296928 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=9bc3ef4fd0374ac4b74900369ca779aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1349092 Sep 16 12:59:57.951599 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957a928-b698-4c2c-91c3-b600de806a59 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Pushing event updated for resources: {'Port': ['ID=6cabef0c-c0fb-4596-977d-e5efbfba1fdf,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:57.974024 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e519ae3f-f977-4d54-9eb9-5fecd8464342 None None] Port 817870fd-462c-432b-a78f-2e8c0f6c0746 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:57.975977 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device a393a675-10b0-4b27-8958-c7b26fed3228 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:59:58.002412 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-9957a928-b698-4c2c-91c3-b600de806a59 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:58.003739 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-9957a928-b698-4c2c-91c3-b600de806a59 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.0612524 Sep 16 12:59:58.007218 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2dc0ddfa-b004-4ca4-a3aa-2e90af8f328f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:58.015662 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: a393a675-10b0-4b27-8958-c7b26fed3228 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:59:58.016019 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device a393a675-10b0-4b27-8958-c7b26fed3228 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:59:58.028912 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] Set router d4767c5d-4714-406f-a054-31e7f6e18bdd gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:58.065774 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc0ddfa-b004-4ca4-a3aa-2e90af8f328f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 12:59:58.066202 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2dc0ddfa-b004-4ca4-a3aa-2e90af8f328f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:58.087254 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 137f7ed1-df61-44ac-b25d-fb1d5a0609d4 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 12:59:58.156978 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 137f7ed1-df61-44ac-b25d-fb1d5a0609d4 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 12:59:58.157314 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 137f7ed1-df61-44ac-b25d-fb1d5a0609d4 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 12:59:58.178037 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86 resource provider aggregate not found Sep 16 12:59:58.228766 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-fcb60ec9-b78d-4318-bb7f-241ea84f7586 None None] Provisioning complete for port 817870fd-462c-432b-a78f-2e8c0f6c0746 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 12:59:58.229141 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fcb60ec9-b78d-4318-bb7f-241ea84f7586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (817870fd-462c-432b-a78f-2e8c0f6c0746), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:58.229469 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-fcb60ec9-b78d-4318-bb7f-241ea84f7586 None None] Attempt 1 to provision port 817870fd-462c-432b-a78f-2e8c0f6c0746 Sep 16 12:59:58.249407 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1642b91b-8a7f-4fcd-b3e5-2a5b1a732b86 found for delete ", "request_id": "req-980e189a-46d2-488a-8a1c-9e9049986239"}]} Sep 16 12:59:58.279604 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-1af946ff-7cf5-4d06-99d4-52b97213eea2 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.84 HTTP/1.1" status: 200 len: 695 time: 0.2614543 Sep 16 12:59:58.344269 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-30336b9b-4df2-4b7b-ad44-7c37afedc16e tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for port (84dff240-524a-461c-bb6c-63729bf79bad), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:58.375781 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=7,neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:58.426734 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-de231a5e-13a5-4038-b66e-1daad8595ccc req-3850588d-2dfd-4c28-a4a1-87cca916e639 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=45c75956-6533-4add-91e9-419a2043d9e1 HTTP/1.1" status: 200 len: 210 time: 0.1762240 Sep 16 12:59:58.460835 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-30336b9b-4df2-4b7b-ad44-7c37afedc16e tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (84dff240-524a-461c-bb6c-63729bf79bad), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:58.533424 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2dc0ddfa-b004-4ca4-a3aa-2e90af8f328f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (ce933327-2e92-43ef-840e-49b5f9ee9385), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:58.542124 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2dc0ddfa-b004-4ca4-a3aa-2e90af8f328f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:58.547026 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-2dc0ddfa-b004-4ca4-a3aa-2e90af8f328f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] 10.222.0.67 "DELETE /networking/v2.0/networks/ce933327-2e92-43ef-840e-49b5f9ee9385 HTTP/1.1" status: 204 len: 168 time: 2.1455116 Sep 16 12:59:58.556255 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9806aca-335a-4b6e-81e8-cbfa262a45b3 req-e8277bd4-d920-4e0f-a64d-a61615ed122e tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Router b5f2aefe-764d-43c1-90a1-ef7c305dbffa has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 12:59:58.607772 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30336b9b-4df2-4b7b-ad44-7c37afedc16e tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 12:59:58.611968 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30336b9b-4df2-4b7b-ad44-7c37afedc16e tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Pushing event updated for resources: {'Port': ['ID=84dff240-524a-461c-bb6c-63729bf79bad,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:58.621583 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-30336b9b-4df2-4b7b-ad44-7c37afedc16e tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 12:59:58.625220 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30336b9b-4df2-4b7b-ad44-7c37afedc16e tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 12:59:58.636056 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0ddfa-b004-4ca4-a3aa-2e90af8f328f tempest-ServersTestMultiNic-131966873 tempest-ServersTestMultiNic-131966873-project] Pushing event deleted for resources: {'Network': ['ID=ce933327-2e92-43ef-840e-49b5f9ee9385,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 12:59:58.736881 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-fcb60ec9-b78d-4318-bb7f-241ea84f7586 None None] Port 817870fd-462c-432b-a78f-2e8c0f6c0746 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:58.746908 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd328a66-e58b-46e3-a764-fad123745a6c req-682a304a-ca8b-4d4a-b6a0-0bb15ccbb47b tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=272fddb0-eba2-4559-b76d-460bd65246ec HTTP/1.1" status: 200 len: 210 time: 0.0903039 Sep 16 12:59:58.808231 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-c5483abc-4ed2-4692-9816-5f900685cbfa tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 12:59:58.809851 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-c5483abc-4ed2-4692-9816-5f900685cbfa tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 0.4739945 Sep 16 12:59:58.852352 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-72dd2be9-3c7d-4e13-b2c0-1453e76c881e tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 12:59:58.853386 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2418e695-834c-40e4-a3ab-faf6692ebd97 req-72dd2be9-3c7d-4e13-b2c0-1453e76c881e tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0086155 Sep 16 12:59:58.857603 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 12:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73574f02-3eb9-4dd9-b5b1-096f66e884ae x-openstack-request-id: req-73574f02-3eb9-4dd9-b5b1-096f66e884ae {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 12:59:58.857895 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c75956-6533-4add-91e9-419a2043d9e1", "name": "network-vif-deleted", "tag": "a393a675-10b0-4b27-8958-c7b26fed3228", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 12:59:58.858488 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-73574f02-3eb9-4dd9-b5b1-096f66e884ae {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 12:59:58.867159 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73574f02-3eb9-4dd9-b5b1-096f66e884ae'] response: {'server_uuid': '45c75956-6533-4add-91e9-419a2043d9e1', 'name': 'network-vif-deleted', 'tag': 'a393a675-10b0-4b27-8958-c7b26fed3228', 'status': 'completed', 'code': 200} Sep 16 12:59:58.867719 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35018) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:58.885922 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4767c5d-4714-406f-a054-31e7f6e18bdd', 'name': 'tempest-VirtualInterfacesTestJSON-1671782445-router', 'tenant_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '4cca0376-819f-4dac-987f-4522c920861f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:36Z', 'updated_at': '2022-09-16T12:59:52Z', 'revision_number': 4, 'project_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'gw_port': {'id': '4cca0376-819f-4dac-987f-4522c920861f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4767c5d-4714-406f-a054-31e7f6e18bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:38Z', 'updated_at': '2022-09-16T12:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '817870fd-462c-432b-a78f-2e8c0f6c0746', 'name': '', 'network_id': '9fc94798-4461-4002-a2d4-76333b0bfb95', 'tenant_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'mac_address': 'fa:16:3e:d7:0a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4767c5d-4714-406f-a054-31e7f6e18bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f4728587-01c7-4eeb-8820-c4556d38e210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:50Z', 'updated_at': '2022-09-16T12:59:53Z', 'revision_number': 2, 'project_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'subnets': [{'id': 'f4728587-01c7-4eeb-8820-c4556d38e210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:58.941738 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9806aca-335a-4b6e-81e8-cbfa262a45b3 req-e8277bd4-d920-4e0f-a64d-a61615ed122e tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 12:59:58.945175 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] Checking router: d4767c5d-4714-406f-a054-31e7f6e18bdd for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:59:58.946098 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] Updating router d4767c5d-4714-406f-a054-31e7f6e18bdd port 817870fd-462c-432b-a78f-2e8c0f6c0746 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 12:59:58.959920 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43693320-457f-4b29-9367-5fde84a1a4a9 None None] Sync routers for ids ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 12:59:58.985550 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (817870fd-462c-432b-a78f-2e8c0f6c0746), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:59.008728 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43693320-457f-4b29-9367-5fde84a1a4a9 None None] Routers {'b5f2aefe-764d-43c1-90a1-ef7c305dbffa'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:59.013571 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-43693320-457f-4b29-9367-5fde84a1a4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:59.043721 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9806aca-335a-4b6e-81e8-cbfa262a45b3 req-e8277bd4-d920-4e0f-a64d-a61615ed122e tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] No DVR routers for this DVR port 137f7ed1-df61-44ac-b25d-fb1d5a0609d4 on host n-h2-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 12:59:59.160161 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:59.160961 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b9806aca-335a-4b6e-81e8-cbfa262a45b3 req-e8277bd4-d920-4e0f-a64d-a61615ed122e tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:59.165091 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b9806aca-335a-4b6e-81e8-cbfa262a45b3 req-e8277bd4-d920-4e0f-a64d-a61615ed122e tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.76 "DELETE /networking/v2.0/ports/137f7ed1-df61-44ac-b25d-fb1d5a0609d4 HTTP/1.1" status: 204 len: 173 time: 5.2776690 Sep 16 12:59:59.176275 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fefc4840-4a16-49d3-962e-0670bbb60346 req-733226e5-a230-4b60-9d67-2ee1cfd7a377 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 210 time: 0.1617758 Sep 16 12:59:59.190684 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-00d7c54a-da2e-47c9-923c-65dca94ffb02 req-e69bac24-83e3-45cd-b550-fc2d4c33b3fd tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/floatingips/04003baf-2ba3-4b32-9791-bf4a067f4f01 HTTP/1.1" status: 200 len: 692 time: 0.2094283 Sep 16 12:59:59.215658 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-30336b9b-4df2-4b7b-ad44-7c37afedc16e tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router_gateway (114e9704-e495-42c4-bc52-788d0096bd90), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:59.267819 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-fcb60ec9-b78d-4318-bb7f-241ea84f7586 None None] Attempt 2 to provision port 817870fd-462c-432b-a78f-2e8c0f6c0746 Sep 16 12:59:59.289253 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-43693320-457f-4b29-9367-5fde84a1a4a9 None None] Set router b5f2aefe-764d-43c1-90a1-ef7c305dbffa gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 12:59:59.307632 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:59.424712 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:59.489197 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35028) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:59.511844 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-fcb60ec9-b78d-4318-bb7f-241ea84f7586 None None] Port 817870fd-462c-432b-a78f-2e8c0f6c0746 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 12:59:59.693376 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-30336b9b-4df2-4b7b-ad44-7c37afedc16e tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3778242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3776751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1202'] for router (114e9704-e495-42c4-bc52-788d0096bd90), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:59.710234 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-30336b9b-4df2-4b7b-ad44-7c37afedc16e tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3778251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3778096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3776724'] for router (114e9704-e495-42c4-bc52-788d0096bd90), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:59.737040 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35036) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 12:59:59.737918 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-43693320-457f-4b29-9367-5fde84a1a4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:52Z', 'updated_at': '2022-09-16T12:53:06Z', 'revision_number': 4, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'gw_port': {'id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:53Z', 'updated_at': '2022-09-16T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '18ec4bb9-5dec-454f-9b09-cc9e14f82e8d', 'name': '', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'mac_address': 'fa:16:3e:ff:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:02Z', 'updated_at': '2022-09-16T12:53:14Z', 'revision_number': 5, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'subnets': [{'id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:59.745167 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1809588180'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 12:59:59.839426 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] Publish callbacks [] for port (817870fd-462c-432b-a78f-2e8c0f6c0746), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:59.847375 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43693320-457f-4b29-9367-5fde84a1a4a9 None None] Checking router: b5f2aefe-764d-43c1-90a1-ef7c305dbffa for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 12:59:59.853884 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (817870fd-462c-432b-a78f-2e8c0f6c0746), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:59.866145 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Made reservation on behalf of bdbc66ae4c664cd18af4bad57bbf12c4 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 12:59:59.870201 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:59.874857 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:59.881877 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43693320-457f-4b29-9367-5fde84a1a4a9 None None] Routers {'b5f2aefe-764d-43c1-90a1-ef7c305dbffa'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 12:59:59.882525 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-43693320-457f-4b29-9367-5fde84a1a4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 12:59:59.919414 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 12:59:59.927563 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (9811a55a-b03a-4906-9532-43d31450b005), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:59.927900 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Added segment 9811a55a-b03a-4906-9532-43d31450b005 of type vlan for network cbc422c8-d561-47f7-afec-ef049a9a76c5 Sep 16 12:59:59.959067 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 12:59:59.972054 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (cbc422c8-d561-47f7-afec-ef049a9a76c5), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 12:59:59.979412 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b840336-aafc-4882-ba90-90548e264585 None None] Pushing event updated for resources: {'Port': ['ID=817870fd-462c-432b-a78f-2e8c0f6c0746,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:00.001966 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:00.004057 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] Attempting to bind port 817870fd-462c-432b-a78f-2e8c0f6c0746 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:00:00.004841 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] Attempting to bind port 817870fd-462c-432b-a78f-2e8c0f6c0746 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '0690c1a2-5160-4c9d-bd6d-78947facea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9fc94798-4461-4002-a2d4-76333b0bfb95'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:00:00.005262 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] Attempting to bind port 817870fd-462c-432b-a78f-2e8c0f6c0746 on network 9fc94798-4461-4002-a2d4-76333b0bfb95 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:00.007200 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (cbc422c8-d561-47f7-afec-ef049a9a76c5), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:00.013709 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:00.014724 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:00.047505 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:00.070623 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-fcb60ec9-b78d-4318-bb7f-241ea84f7586 None None] Attempt 3 to provision port 817870fd-462c-432b-a78f-2e8c0f6c0746 Sep 16 13:00:00.102824 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3628573 Sep 16 13:00:00.104538 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35048) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:00.105159 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:00:00.105627 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] Checking segment: {'id': '0690c1a2-5160-4c9d-bd6d-78947facea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9fc94798-4461-4002-a2d4-76333b0bfb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:00.106157 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:00.106609 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] Bound using segment: {'id': '0690c1a2-5160-4c9d-bd6d-78947facea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9fc94798-4461-4002-a2d4-76333b0bfb95'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:00:00.107237 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] Bound port: 817870fd-462c-432b-a78f-2e8c0f6c0746, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0690c1a2-5160-4c9d-bd6d-78947facea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9fc94798-4461-4002-a2d4-76333b0bfb95'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:00:00.107625 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (817870fd-462c-432b-a78f-2e8c0f6c0746), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:00.114714 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-43693320-457f-4b29-9367-5fde84a1a4a9 None None] Set router b5f2aefe-764d-43c1-90a1-ef7c305dbffa gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:00.115960 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-24b55995-3a7b-437a-82e1-cc64b28b3bf0 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-249962188'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:00.156894 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event updated for resources: {'Network': ['ID=cbc422c8-d561-47f7-afec-ef049a9a76c5,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:00.173045 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:00.173910 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:00.174463 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:00.175140 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:00.177120 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:00.177700 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:00.178268 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:00.178809 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:00.179351 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:00.179910 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:00.180474 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:00.181032 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:00.181727 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:00.182287 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:00.182821 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a894bd-6246-4f4e-bdc0-727fa6690292 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:00.183143 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-fcb60ec9-b78d-4318-bb7f-241ea84f7586 None None] Port 817870fd-462c-432b-a78f-2e8c0f6c0746 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:00.195178 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b55995-3a7b-437a-82e1-cc64b28b3bf0 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Made reservation on behalf of bdbc66ae4c664cd18af4bad57bbf12c4 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:00.200657 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-24b55995-3a7b-437a-82e1-cc64b28b3bf0 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:00.203642 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network cbc422c8-d561-47f7-afec-ef049a9a76c5 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:00:00.205718 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30336b9b-4df2-4b7b-ad44-7c37afedc16e tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Router 114e9704-e495-42c4-bc52-788d0096bd90 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:00:00.288967 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b55995-3a7b-437a-82e1-cc64b28b3bf0 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:00:00.306582 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] For port 817870fd-462c-432b-a78f-2e8c0f6c0746, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:00:00.313849 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-24b55995-3a7b-437a-82e1-cc64b28b3bf0 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (9edf9333-8d62-4ed6-bd3c-dd8351317483), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:00.314377 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-24b55995-3a7b-437a-82e1-cc64b28b3bf0 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Added segment 9edf9333-8d62-4ed6-bd3c-dd8351317483 of type vlan for network 231c3494-8d9a-44ba-b103-fc49819648f0 Sep 16 13:00:00.338501 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] For port 817870fd-462c-432b-a78f-2e8c0f6c0746, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=817870fd-462c-432b-a78f-2e8c0f6c0746,segment=NetworkSegment(0690c1a2-5160-4c9d-bd6d-78947facea95),segment_id=0690c1a2-5160-4c9d-bd6d-78947facea95)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:00:00.347087 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7c54a-da2e-47c9-923c-65dca94ffb02 req-a2e9d2aa-1565-4d0f-8fdd-427ec136fc05 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:00.348663 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-00d7c54a-da2e-47c9-923c-65dca94ffb02 req-a2e9d2aa-1565-4d0f-8fdd-427ec136fc05 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 784 time: 1.1477585 Sep 16 13:00:00.354821 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (817870fd-462c-432b-a78f-2e8c0f6c0746), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:00.389862 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-00d7c54a-da2e-47c9-923c-65dca94ffb02 req-c960edd0-f130-4117-a18f-881bc36e0c50 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 13:00:00.390957 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-00d7c54a-da2e-47c9-923c-65dca94ffb02 req-c960edd0-f130-4117-a18f-881bc36e0c50 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0173898 Sep 16 13:00:00.410823 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] Routers {'d4767c5d-4714-406f-a054-31e7f6e18bdd'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:00.411816 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['d4767c5d-4714-406f-a054-31e7f6e18bdd'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:00.432790 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-24b55995-3a7b-437a-82e1-cc64b28b3bf0 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (231c3494-8d9a-44ba-b103-fc49819648f0), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:00.439844 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30336b9b-4df2-4b7b-ad44-7c37afedc16e tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:00:00.455480 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-30336b9b-4df2-4b7b-ad44-7c37afedc16e tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:00.457263 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-30336b9b-4df2-4b7b-ad44-7c37afedc16e tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "PUT /networking/v2.0/routers/114e9704-e495-42c4-bc52-788d0096bd90 HTTP/1.1" status: 200 len: 920 time: 3.6220407 Sep 16 13:00:00.460067 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35052) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:00.475937 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26eec383-da76-41d2-9ba0-913bfd23052b req-c7570d8d-0bae-41be-86ee-5ca7e4c5afdc tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=9bc3ef4fd0374ac4b74900369ca779aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1531937 Sep 16 13:00:00.476722 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0267fc11-960a-47bf-8d3e-2aecb3e53cd5 None None] Sync routers for ids ['114e9704-e495-42c4-bc52-788d0096bd90'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:00:00.517817 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:00.536582 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0267fc11-960a-47bf-8d3e-2aecb3e53cd5 None None] Routers {'114e9704-e495-42c4-bc52-788d0096bd90'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:00.537227 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-0267fc11-960a-47bf-8d3e-2aecb3e53cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['114e9704-e495-42c4-bc52-788d0096bd90'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:00.541023 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b840336-aafc-4882-ba90-90548e264585 None None] Pushing event updated for resources: {'Port': ['ID=817870fd-462c-432b-a78f-2e8c0f6c0746,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:00.557839 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-43693320-457f-4b29-9367-5fde84a1a4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:52Z', 'updated_at': '2022-09-16T12:53:06Z', 'revision_number': 4, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'gw_port': {'id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:53Z', 'updated_at': '2022-09-16T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '18ec4bb9-5dec-454f-9b09-cc9e14f82e8d', 'name': '', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'mac_address': 'fa:16:3e:ff:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:02Z', 'updated_at': '2022-09-16T12:53:14Z', 'revision_number': 5, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'subnets': [{'id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:00.588909 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43693320-457f-4b29-9367-5fde84a1a4a9 None None] The sync data for ids ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'] in n-d-858094-4 is: [{'id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:52Z', 'updated_at': '2022-09-16T12:53:06Z', 'revision_number': 4, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'gw_port': {'id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:53Z', 'updated_at': '2022-09-16T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '18ec4bb9-5dec-454f-9b09-cc9e14f82e8d', 'name': '', 'network_id': '3f814bae-963f-4f23-965e-dabc87858a1e', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'mac_address': 'fa:16:3e:ff:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:53:02Z', 'updated_at': '2022-09-16T12:53:14Z', 'revision_number': 5, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'subnets': [{'id': '6061ddae-e5d0-47a0-8962-b4b487ae4f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:00:00.598999 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9d93dff4-e6de-4b81-a369-6a8848f1f6b6 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "GET /networking/v2.0/routers/114e9704-e495-42c4-bc52-788d0096bd90 HTTP/1.1" status: 200 len: 926 time: 0.1375399 Sep 16 13:00:00.605179 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35054) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:00.613804 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-0267fc11-960a-47bf-8d3e-2aecb3e53cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:00.625290 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:00.641457 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0267fc11-960a-47bf-8d3e-2aecb3e53cd5 None None] Routers {'114e9704-e495-42c4-bc52-788d0096bd90'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:00.642091 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-0267fc11-960a-47bf-8d3e-2aecb3e53cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T12:59:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['114e9704-e495-42c4-bc52-788d0096bd90'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:00.662740 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-24b55995-3a7b-437a-82e1-cc64b28b3bf0 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (231c3494-8d9a-44ba-b103-fc49819648f0), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:00.670319 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b55995-3a7b-437a-82e1-cc64b28b3bf0 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:00.670958 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-24b55995-3a7b-437a-82e1-cc64b28b3bf0 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:00.687562 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-0267fc11-960a-47bf-8d3e-2aecb3e53cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:00.688181 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0267fc11-960a-47bf-8d3e-2aecb3e53cd5 None None] The sync data for ids ['114e9704-e495-42c4-bc52-788d0096bd90'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:00:00.689788 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-00d7c54a-da2e-47c9-923c-65dca94ffb02 req-c383e419-5935-4c28-90be-bb60f426f37f tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.84 HTTP/1.1" status: 200 len: 695 time: 0.2216082 Sep 16 13:00:00.698254 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-fcb60ec9-b78d-4318-bb7f-241ea84f7586 None None] Attempt 4 to provision port 817870fd-462c-432b-a78f-2e8c0f6c0746 Sep 16 13:00:00.703431 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf4d322-d7d9-4cf3-b7bd-eff578258a4c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:00.705190 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-cdf4d322-d7d9-4cf3-b7bd-eff578258a4c tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?network_id=42d33e50-b5e8-4084-82dc-226debf86786&device_id=114e9704-e495-42c4-bc52-788d0096bd90&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0980256 Sep 16 13:00:00.713717 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-24b55995-3a7b-437a-82e1-cc64b28b3bf0 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6028771 Sep 16 13:00:00.714317 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35056) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:00.714639 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35058) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:00.743923 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] Set router d4767c5d-4714-406f-a054-31e7f6e18bdd gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:00.757313 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-bbb4ec14-a084-448a-85ad-43fedb6b889c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:00.758779 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-bbb4ec14-a084-448a-85ad-43fedb6b889c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/networks?id=4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 200 len: 811 time: 0.6187871 Sep 16 13:00:00.768049 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-56c6eec5-392a-41e5-be78-11c7d1f9ae75 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Request body: {'subnet': {'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:00.834711 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-6f96fa99-f49c-46aa-87a5-5d265ab2da37 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/quotas/cfe82d8dd4fb42cbb054a6f069424c57 HTTP/1.1" status: 200 len: 375 time: 0.0626683 Sep 16 13:00:00.868724 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b55995-3a7b-437a-82e1-cc64b28b3bf0 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event updated for resources: {'Network': ['ID=231c3494-8d9a-44ba-b103-fc49819648f0,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:00.877548 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272fddb0-eba2-4559-b76d-460bd65246ec', 'name': 'network-vif-deleted', 'tag': '137f7ed1-df61-44ac-b25d-fb1d5a0609d4'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:00:00.879768 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89b5989-c29f-48af-90ae-9da90f051200" -d '{"events": [{"server_uuid": "272fddb0-eba2-4559-b76d-460bd65246ec", "name": "network-vif-deleted", "tag": "137f7ed1-df61-44ac-b25d-fb1d5a0609d4"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:00:00.885208 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-00d7c54a-da2e-47c9-923c-65dca94ffb02 req-24f07832-bddd-4f3d-92ff-812a9c4d569e tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.2.84 HTTP/1.1" status: 200 len: 695 time: 0.1858215 Sep 16 13:00:00.927641 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 231c3494-8d9a-44ba-b103-fc49819648f0 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:00:00.940770 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:00.948765 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee46a98-4234-4abb-af56-829ec6aceb7f tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:00.953064 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5ee46a98-4234-4abb-af56-829ec6aceb7f tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 881 time: 0.1983159 Sep 16 13:00:00.953628 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35064) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:00.992617 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3b725e8f-ba21-4f85-a5df-f6d17933361f tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=114e9704-e495-42c4-bc52-788d0096bd90 HTTP/1.1" status: 200 len: 205 time: 0.0358665 Sep 16 13:00:00.997975 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-fcb60ec9-b78d-4318-bb7f-241ea84f7586 None None] Current status of the port 817870fd-462c-432b-a78f-2e8c0f6c0746 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:00.998368 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fcb60ec9-b78d-4318-bb7f-241ea84f7586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (817870fd-462c-432b-a78f-2e8c0f6c0746), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:01.001353 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35066) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:01.031810 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eec383-da76-41d2-9ba0-913bfd23052b req-6b11449e-8cfe-41f5-8fa2-cdbb21f355db tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:01.033454 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26eec383-da76-41d2-9ba0-913bfd23052b req-6b11449e-8cfe-41f5-8fa2-cdbb21f355db tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5567389 Sep 16 13:00:01.034993 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:01.061586 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-26eec383-da76-41d2-9ba0-913bfd23052b req-5a15413c-68c0-4b5c-a896-1b7f4d61dd0f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Request body: {'port': {'device_id': '08836465-8c0f-454b-9e19-8bb6bd44f931', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '9bc3ef4fd0374ac4b74900369ca779aa'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:01.067148 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c6eec5-392a-41e5-be78-11c7d1f9ae75 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Made reservation on behalf of bdbc66ae4c664cd18af4bad57bbf12c4 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:01.073975 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-56c6eec5-392a-41e5-be78-11c7d1f9ae75 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:01.077409 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed53330-e3b9-4765-9e20-ac593967bb6c None None] New status for floating IP 02204b7a-57b7-4d7c-a1ae-44487d8ad113: DOWN {{(pid=113701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 13:00:01.096285 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-fcb60ec9-b78d-4318-bb7f-241ea84f7586 None None] For port 817870fd-462c-432b-a78f-2e8c0f6c0746, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=817870fd-462c-432b-a78f-2e8c0f6c0746,segment=NetworkSegment(0690c1a2-5160-4c9d-bd6d-78947facea95),segment_id=0690c1a2-5160-4c9d-bd6d-78947facea95)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:01.114846 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-0c60aed2-59fc-4426-a3aa-c0b468d80cb3 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2527051 Sep 16 13:00:01.149349 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4767c5d-4714-406f-a054-31e7f6e18bdd', 'name': 'tempest-VirtualInterfacesTestJSON-1671782445-router', 'tenant_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '4cca0376-819f-4dac-987f-4522c920861f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:36Z', 'updated_at': '2022-09-16T12:59:52Z', 'revision_number': 4, 'project_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'gw_port': {'id': '4cca0376-819f-4dac-987f-4522c920861f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4767c5d-4714-406f-a054-31e7f6e18bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:38Z', 'updated_at': '2022-09-16T12:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '817870fd-462c-432b-a78f-2e8c0f6c0746', 'name': '', 'network_id': '9fc94798-4461-4002-a2d4-76333b0bfb95', 'tenant_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'mac_address': 'fa:16:3e:d7:0a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4767c5d-4714-406f-a054-31e7f6e18bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f4728587-01c7-4eeb-8820-c4556d38e210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:50Z', 'updated_at': '2022-09-16T13:00:00Z', 'revision_number': 4, 'project_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'subnets': [{'id': 'f4728587-01c7-4eeb-8820-c4556d38e210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:01.178800 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc2ee93-b11e-4524-857a-10e7287e3eb8 None None] The sync data for ids ['d4767c5d-4714-406f-a054-31e7f6e18bdd'] in n-d-858094-4 is: [{'id': 'd4767c5d-4714-406f-a054-31e7f6e18bdd', 'name': 'tempest-VirtualInterfacesTestJSON-1671782445-router', 'tenant_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '4cca0376-819f-4dac-987f-4522c920861f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:36Z', 'updated_at': '2022-09-16T12:59:52Z', 'revision_number': 4, 'project_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'gw_port': {'id': '4cca0376-819f-4dac-987f-4522c920861f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4767c5d-4714-406f-a054-31e7f6e18bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:38Z', 'updated_at': '2022-09-16T12:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '817870fd-462c-432b-a78f-2e8c0f6c0746', 'name': '', 'network_id': '9fc94798-4461-4002-a2d4-76333b0bfb95', 'tenant_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'mac_address': 'fa:16:3e:d7:0a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4767c5d-4714-406f-a054-31e7f6e18bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'f4728587-01c7-4eeb-8820-c4556d38e210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:50Z', 'updated_at': '2022-09-16T13:00:00Z', 'revision_number': 4, 'project_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'subnets': [{'id': 'f4728587-01c7-4eeb-8820-c4556d38e210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:00:01.180766 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fcb60ec9-b78d-4318-bb7f-241ea84f7586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (817870fd-462c-432b-a78f-2e8c0f6c0746), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:01.194364 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d0af26a7-335e-42e4-a73d-6ee11a5fce18 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router (114e9704-e495-42c4-bc52-788d0096bd90), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:01.279902 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb60ec9-b78d-4318-bb7f-241ea84f7586 None None] Pushing event updated for resources: {'Port': ['ID=817870fd-462c-432b-a78f-2e8c0f6c0746,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:01.415904 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:01.419960 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:01.426039 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 817870fd-462c-432b-a78f-2e8c0f6c0746 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:01.464407 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-71b2764c-82f9-43a0-af56-ddce82c8a1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (d4767c5d-4714-406f-a054-31e7f6e18bdd), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:01.468948 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d0af26a7-335e-42e4-a73d-6ee11a5fce18 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_gateway (114e9704-e495-42c4-bc52-788d0096bd90), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:01.507304 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 817870fd-462c-432b-a78f-2e8c0f6c0746 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:01.508191 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (817870fd-462c-432b-a78f-2e8c0f6c0746), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:01.508191 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 817870fd-462c-432b-a78f-2e8c0f6c0746 Sep 16 13:00:01.532174 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-d0af26a7-335e-42e4-a73d-6ee11a5fce18 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Deleting port 84dff240-524a-461c-bb6c-63729bf79bad {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:01.532392 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d0af26a7-335e-42e4-a73d-6ee11a5fce18 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (84dff240-524a-461c-bb6c-63729bf79bad), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:01.589577 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-00d7c54a-da2e-47c9-923c-65dca94ffb02 req-d495d020-8d56-4d9f-ad87-78b2386827ed tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Deleting port 6cabef0c-c0fb-4596-977d-e5efbfba1fdf {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:01.590183 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-00d7c54a-da2e-47c9-923c-65dca94ffb02 req-d495d020-8d56-4d9f-ad87-78b2386827ed tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (6cabef0c-c0fb-4596-977d-e5efbfba1fdf), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:01.599652 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 817870fd-462c-432b-a78f-2e8c0f6c0746 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:01.632223 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-f671ab51-01c8-417e-84e3-e288dccc5691 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671485 Sep 16 13:00:01.652564 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-56c6eec5-392a-41e5-be78-11c7d1f9ae75 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:01.722939 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d0af26a7-335e-42e4-a73d-6ee11a5fce18 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (84dff240-524a-461c-bb6c-63729bf79bad), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:01.756778 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-d0af26a7-335e-42e4-a73d-6ee11a5fce18 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Calling delete_port for 84dff240-524a-461c-bb6c-63729bf79bad owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:01.763101 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6eec5-392a-41e5-be78-11c7d1f9ae75 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event updated for resources: {'Subnet': ['ID=be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:01.781014 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c6eec5-392a-41e5-be78-11c7d1f9ae75 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Checking segment: {'id': '9811a55a-b03a-4906-9532-43d31450b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:01.781377 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c6eec5-392a-41e5-be78-11c7d1f9ae75 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Network hostable DHCP agents. Network: cbc422c8-d561-47f7-afec-ef049a9a76c5, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:00:01.814377 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:01.822424 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26eec383-da76-41d2-9ba0-913bfd23052b req-5a15413c-68c0-4b5c-a896-1b7f4d61dd0f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Made reservation on behalf of 9bc3ef4fd0374ac4b74900369ca779aa for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:01.827030 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-26eec383-da76-41d2-9ba0-913bfd23052b req-5a15413c-68c0-4b5c-a896-1b7f4d61dd0f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:01.845681 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c6eec5-392a-41e5-be78-11c7d1f9ae75 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Network cbc422c8-d561-47f7-afec-ef049a9a76c5 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:00:01.857593 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:01.861664 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-56c6eec5-392a-41e5-be78-11c7d1f9ae75 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, cbc422c8-d561-47f7-afec-ef049a9a76c5) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:01.872264 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f810f7a3-8154-4300-a4a2-00a3e214ddb2 None None] Network cbc422c8-d561-47f7-afec-ef049a9a76c5 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:00:01.898437 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c6eec5-392a-41e5-be78-11c7d1f9ae75 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:01.899021 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-56c6eec5-392a-41e5-be78-11c7d1f9ae75 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:01.905909 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-26eec383-da76-41d2-9ba0-913bfd23052b req-5a15413c-68c0-4b5c-a896-1b7f4d61dd0f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:01.988593 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-00d7c54a-da2e-47c9-923c-65dca94ffb02 req-d495d020-8d56-4d9f-ad87-78b2386827ed tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (6cabef0c-c0fb-4596-977d-e5efbfba1fdf), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:01.989026 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-00d7c54a-da2e-47c9-923c-65dca94ffb02 req-d495d020-8d56-4d9f-ad87-78b2386827ed tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks [] for floatingip (6cabef0c-c0fb-4596-977d-e5efbfba1fdf), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:01.999123 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-56c6eec5-392a-41e5-be78-11c7d1f9ae75 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2459164 Sep 16 13:00:02.004595 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35068) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:02.011264 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-cbc422c8-d561-47f7-afec-ef049a9a76c5', 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5', 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'fixed_ips': [{'subnet_id': 'be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:00:02.012535 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:02.012688 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-df9dc22d-3644-4fc0-b817-79f4d6429542 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Request body: {'subnet': {'network_id': '231c3494-8d9a-44ba-b103-fc49819648f0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:02.031533 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6e99ccae-53ba-4670-8863-2e06a7aec0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (fe400a37-583e-4f40-bf1b-cd7d3f68887a), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:02.044678 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-00d7c54a-da2e-47c9-923c-65dca94ffb02 req-d495d020-8d56-4d9f-ad87-78b2386827ed tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Calling delete_port for 6cabef0c-c0fb-4596-977d-e5efbfba1fdf owned by network:floatingip {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:02.086785 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d0af26a7-335e-42e4-a73d-6ee11a5fce18 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (84dff240-524a-461c-bb6c-63729bf79bad), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:02.141656 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af26a7-335e-42e4-a73d-6ee11a5fce18 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Pushing event deleted for resources: {'Port': ['ID=84dff240-524a-461c-bb6c-63729bf79bad,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:02.204871 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] Allocated IP 10.1.1.2 (cbc422c8-d561-47f7-afec-ef049a9a76c5/be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0/0f2a7d97-251e-422f-a0aa-7c2b524ebd30) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:02.243812 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d0af26a7-335e-42e4-a73d-6ee11a5fce18 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (114e9704-e495-42c4-bc52-788d0096bd90), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:02.288823 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:02.362995 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d0af26a7-335e-42e4-a73d-6ee11a5fce18 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (114e9704-e495-42c4-bc52-788d0096bd90), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:02.365774 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d0af26a7-335e-42e4-a73d-6ee11a5fce18 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_controller (114e9704-e495-42c4-bc52-788d0096bd90), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:02.388923 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-506a89fe-ad3a-4815-9a57-38d296fb388b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:02.413427 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:02.418844 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] Publish callbacks [] for port (0f2a7d97-251e-422f-a0aa-7c2b524ebd30), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:02.431090 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (0f2a7d97-251e-422f-a0aa-7c2b524ebd30), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:02.434024 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d0af26a7-335e-42e4-a73d-6ee11a5fce18 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (114e9704-e495-42c4-bc52-788d0096bd90), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:02.435028 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0af26a7-335e-42e4-a73d-6ee11a5fce18 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Fanout notify agent at l3_agent the message router_deleted on router 114e9704-e495-42c4-bc52-788d0096bd90 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:00:02.444427 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-fdcfc90b-cad2-41ec-b9e7-341fe2bf5107 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7469945 Sep 16 13:00:02.448236 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d0af26a7-335e-42e4-a73d-6ee11a5fce18 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:02.450717 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d0af26a7-335e-42e4-a73d-6ee11a5fce18 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "DELETE /networking/v2.0/routers/114e9704-e495-42c4-bc52-788d0096bd90 HTTP/1.1" status: 204 len: 168 time: 1.4459314 Sep 16 13:00:02.454373 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9dc22d-3644-4fc0-b817-79f4d6429542 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Made reservation on behalf of bdbc66ae4c664cd18af4bad57bbf12c4 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:02.459622 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-df9dc22d-3644-4fc0-b817-79f4d6429542 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:02.463606 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35070) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:02.471123 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-3db93d25-57c9-40ec-9679-1e1c26d91de1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-640209893', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}, 'admin_state_up': False}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:02.627930 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:02.705509 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:02.719693 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] Network cbc422c8-d561-47f7-afec-ef049a9a76c5 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:02.725597 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:02.729035 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-71b2764c-82f9-43a0-af56-ddce82c8a1c5 admin admin] Deleting port 817870fd-462c-432b-a78f-2e8c0f6c0746 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:02.729382 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-71b2764c-82f9-43a0-af56-ddce82c8a1c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (817870fd-462c-432b-a78f-2e8c0f6c0746), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:02.733696 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:02.738291 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] Pushing event updated for resources: {'Port': ['ID=0f2a7d97-251e-422f-a0aa-7c2b524ebd30,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:02.754144 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-df9dc22d-3644-4fc0-b817-79f4d6429542 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (6bafead4-8a1f-46d4-95cd-a2f5dc732a76), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:02.772782 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3db93d25-57c9-40ec-9679-1e1c26d91de1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:02.773841 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3db93d25-57c9-40ec-9679-1e1c26d91de1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:02.809686 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] Attempting to bind port 0f2a7d97-251e-422f-a0aa-7c2b524ebd30 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:00:02.810585 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] Attempting to bind port 0f2a7d97-251e-422f-a0aa-7c2b524ebd30 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '9811a55a-b03a-4906-9532-43d31450b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:00:02.811542 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] Attempting to bind port 0f2a7d97-251e-422f-a0aa-7c2b524ebd30 on network cbc422c8-d561-47f7-afec-ef049a9a76c5 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:02.869762 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:00:02.869997 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] Checking segment: {'id': '9811a55a-b03a-4906-9532-43d31450b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:02.870299 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:02.870720 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] Bound using segment: {'id': '9811a55a-b03a-4906-9532-43d31450b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:00:02.871334 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] Bound port: 0f2a7d97-251e-422f-a0aa-7c2b524ebd30, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9811a55a-b03a-4906-9532-43d31450b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:00:02.871871 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0f2a7d97-251e-422f-a0aa-7c2b524ebd30), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:02.908346 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-71b2764c-82f9-43a0-af56-ddce82c8a1c5 admin admin] For port 817870fd-462c-432b-a78f-2e8c0f6c0746, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=817870fd-462c-432b-a78f-2e8c0f6c0746,segment=NetworkSegment(0690c1a2-5160-4c9d-bd6d-78947facea95),segment_id=0690c1a2-5160-4c9d-bd6d-78947facea95)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:02.908717 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-71b2764c-82f9-43a0-af56-ddce82c8a1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (817870fd-462c-432b-a78f-2e8c0f6c0746), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:02.918279 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9dc22d-3644-4fc0-b817-79f4d6429542 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event updated for resources: {'Subnet': ['ID=6bafead4-8a1f-46d4-95cd-a2f5dc732a76,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:02.923139 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9dc22d-3644-4fc0-b817-79f4d6429542 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Checking segment: {'id': '9edf9333-8d62-4ed6-bd3c-dd8351317483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '231c3494-8d9a-44ba-b103-fc49819648f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:02.923603 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9dc22d-3644-4fc0-b817-79f4d6429542 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Network hostable DHCP agents. Network: 231c3494-8d9a-44ba-b103-fc49819648f0, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:00:02.952768 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9dc22d-3644-4fc0-b817-79f4d6429542 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Network 231c3494-8d9a-44ba-b103-fc49819648f0 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:00:02.956252 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] For port 0f2a7d97-251e-422f-a0aa-7c2b524ebd30, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:00:02.961608 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] For port 0f2a7d97-251e-422f-a0aa-7c2b524ebd30, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=0f2a7d97-251e-422f-a0aa-7c2b524ebd30,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:00:02.966517 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-df9dc22d-3644-4fc0-b817-79f4d6429542 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 231c3494-8d9a-44ba-b103-fc49819648f0) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:02.972058 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9dc22d-3644-4fc0-b817-79f4d6429542 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:02.972753 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-df9dc22d-3644-4fc0-b817-79f4d6429542 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:02.973155 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0f2a7d97-251e-422f-a0aa-7c2b524ebd30), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:02.988443 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab74b28-d4ee-4285-b1ac-bf798f1cc966 None None] Network 231c3494-8d9a-44ba-b103-fc49819648f0 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:00:03.003105 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-df9dc22d-3644-4fc0-b817-79f4d6429542 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9952714 Sep 16 13:00:03.003105 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35078) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:03.026911 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-8e993546-03c8-4610-935a-8e6745d1c295 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Request body: {'port': {'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5', 'name': 'tempest-TaggedBootDevicesTest_v242-150451927', 'fixed_ips': [{'subnet_id': 'be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0'}]}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:03.030956 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-71b2764c-82f9-43a0-af56-ddce82c8a1c5 admin admin] Calling delete_port for 817870fd-462c-432b-a78f-2e8c0f6c0746 owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:03.073370 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c17deafc-b6ec-4c1e-ba4e-d75fe058a370 req-fa56e9bd-2ccf-4d27-94df-e186d62d379b tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 210 time: 0.1574647 Sep 16 13:00:03.165553 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985abc84-81a3-49d6-8aaf-7f69025677f2 None None] Pushing event updated for resources: {'Port': ['ID=0f2a7d97-251e-422f-a0aa-7c2b524ebd30,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:03.180326 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-231c3494-8d9a-44ba-b103-fc49819648f0', 'network_id': '231c3494-8d9a-44ba-b103-fc49819648f0', 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'fixed_ips': [{'subnet_id': '6bafead4-8a1f-46d4-95cd-a2f5dc732a76'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:00:03.181408 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:03.197402 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e993546-03c8-4610-935a-8e6745d1c295 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Made reservation on behalf of bdbc66ae4c664cd18af4bad57bbf12c4 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:03.221280 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:03.233035 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56b8c52-3cd5-429c-b76b-59f9abda095d x-openstack-request-id: req-e56b8c52-3cd5-429c-b76b-59f9abda095d {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:00:03.233320 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272fddb0-eba2-4559-b76d-460bd65246ec", "name": "network-vif-deleted", "tag": "137f7ed1-df61-44ac-b25d-fb1d5a0609d4", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:00:03.233574 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e56b8c52-3cd5-429c-b76b-59f9abda095d {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:00:03.234002 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e56b8c52-3cd5-429c-b76b-59f9abda095d'] response: {'server_uuid': '272fddb0-eba2-4559-b76d-460bd65246ec', 'name': 'network-vif-deleted', 'tag': '137f7ed1-df61-44ac-b25d-fb1d5a0609d4', 'status': 'completed', 'code': 200} Sep 16 13:00:03.388765 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8e993546-03c8-4610-935a-8e6745d1c295 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:03.417480 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-8e993546-03c8-4610-935a-8e6745d1c295 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] device_id is not set on port 96ec0261-1181-470b-971b-163682a9e81d yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:00:03.452584 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3db93d25-57c9-40ec-9679-1e1c26d91de1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_controller (e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:03.457078 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-26eec383-da76-41d2-9ba0-913bfd23052b req-5a15413c-68c0-4b5c-a896-1b7f4d61dd0f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Publish callbacks [] for security_group (fcbb9465-7b50-4059-b335-096197302dc2), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:03.470052 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] Allocated IP 10.2.2.2 (231c3494-8d9a-44ba-b103-fc49819648f0/6bafead4-8a1f-46d4-95cd-a2f5dc732a76/fb50fcb0-9eef-480d-a86f-00901dbc8cc6) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:03.569410 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-26eec383-da76-41d2-9ba0-913bfd23052b req-5a15413c-68c0-4b5c-a896-1b7f4d61dd0f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (fcbb9465-7b50-4059-b335-096197302dc2), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:03.610670 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 817870fd-462c-432b-a78f-2e8c0f6c0746 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:03.645537 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:03.676963 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2b1008df-a5a0-4f2c-9728-0f1ba6c3517a req-837e169b-d3d6-460f-99ef-70b329be8dad tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 210 time: 0.3121812 Sep 16 13:00:03.706191 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] Publish callbacks [] for port (fb50fcb0-9eef-480d-a86f-00901dbc8cc6), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:03.718920 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:03.727978 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (fb50fcb0-9eef-480d-a86f-00901dbc8cc6), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:03.755040 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35086) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:03.765097 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 817870fd-462c-432b-a78f-2e8c0f6c0746 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:03.765514 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (817870fd-462c-432b-a78f-2e8c0f6c0746), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:03.765850 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 817870fd-462c-432b-a78f-2e8c0f6c0746 Sep 16 13:00:03.786589 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:03.791042 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-8e993546-03c8-4610-935a-8e6745d1c295 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Allocated IP 10.1.1.151 (cbc422c8-d561-47f7-afec-ef049a9a76c5/be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0/96ec0261-1181-470b-971b-163682a9e81d) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:03.849944 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] Network 231c3494-8d9a-44ba-b103-fc49819648f0 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:03.865319 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:03.869221 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:03.879041 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0dbca910-9a7b-49fe-a937-016f05958d07 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group (17851306-4aa7-4f48-b7a3-0f9055cfafd2), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:03.884106 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] Pushing event updated for resources: {'Port': ['ID=fb50fcb0-9eef-480d-a86f-00901dbc8cc6,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:03.908387 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:03.924969 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0dbca910-9a7b-49fe-a937-016f05958d07 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group (17851306-4aa7-4f48-b7a3-0f9055cfafd2), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:03.992959 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] Attempting to bind port fb50fcb0-9eef-480d-a86f-00901dbc8cc6 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:00:03.993697 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] Attempting to bind port fb50fcb0-9eef-480d-a86f-00901dbc8cc6 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '9edf9333-8d62-4ed6-bd3c-dd8351317483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '231c3494-8d9a-44ba-b103-fc49819648f0'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:00:03.993987 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] Attempting to bind port fb50fcb0-9eef-480d-a86f-00901dbc8cc6 on network 231c3494-8d9a-44ba-b103-fc49819648f0 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:04.000699 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15413c-68c0-4b5c-a896-1b7f4d61dd0f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbb9465-7b50-4059-b335-096197302dc2,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:04.021991 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0dbca910-9a7b-49fe-a937-016f05958d07 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (17851306-4aa7-4f48-b7a3-0f9055cfafd2), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:04.031662 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0dbca910-9a7b-49fe-a937-016f05958d07 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:04.032981 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0dbca910-9a7b-49fe-a937-016f05958d07 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/17851306-4aa7-4f48-b7a3-0f9055cfafd2 HTTP/1.1" status: 204 len: 168 time: 0.2770236 Sep 16 13:00:04.048774 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 817870fd-462c-432b-a78f-2e8c0f6c0746 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:04.058320 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35088) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:04.066211 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbca910-9a7b-49fe-a937-016f05958d07 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17851306-4aa7-4f48-b7a3-0f9055cfafd2,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:04.078750 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:04.090305 n-d-858094-4 neutron-server[113699]: INFO neutron.api.v2.resource [None req-6841646e-2bea-4ff2-a2dd-f5f01b267f31 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] show failed (client error): The resource could not be found. Sep 16 13:00:04.092099 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-6841646e-2bea-4ff2-a2dd-f5f01b267f31 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "GET /networking/v2.0/security-groups/17851306-4aa7-4f48-b7a3-0f9055cfafd2 HTTP/1.1" status: 404 len: 347 time: 0.0227137 Sep 16 13:00:04.094323 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35090) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:04.119205 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:00:04.120262 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] Checking segment: {'id': '9edf9333-8d62-4ed6-bd3c-dd8351317483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '231c3494-8d9a-44ba-b103-fc49819648f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:04.120870 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:04.130734 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-6e99ccae-53ba-4670-8863-2e06a7aec0b8 admin admin] Deleting port f298da99-baec-468c-b085-62915e637ec9 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:04.131448 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6e99ccae-53ba-4670-8863-2e06a7aec0b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (f298da99-baec-468c-b085-62915e637ec9), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:04.132222 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] Bound using segment: {'id': '9edf9333-8d62-4ed6-bd3c-dd8351317483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '231c3494-8d9a-44ba-b103-fc49819648f0'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:00:04.132756 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] Bound port: fb50fcb0-9eef-480d-a86f-00901dbc8cc6, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9edf9333-8d62-4ed6-bd3c-dd8351317483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '231c3494-8d9a-44ba-b103-fc49819648f0'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:00:04.133153 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fb50fcb0-9eef-480d-a86f-00901dbc8cc6), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:04.176087 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3db93d25-57c9-40ec-9679-1e1c26d91de1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_gateway (e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:04.191305 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-00d7c54a-da2e-47c9-923c-65dca94ffb02 req-d495d020-8d56-4d9f-ad87-78b2386827ed tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (6cabef0c-c0fb-4596-977d-e5efbfba1fdf), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:04.226477 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] For port fb50fcb0-9eef-480d-a86f-00901dbc8cc6, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:00:04.229670 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] For port fb50fcb0-9eef-480d-a86f-00901dbc8cc6, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=fb50fcb0-9eef-480d-a86f-00901dbc8cc6,segment=NetworkSegment(9edf9333-8d62-4ed6-bd3c-dd8351317483),segment_id=9edf9333-8d62-4ed6-bd3c-dd8351317483)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:00:04.238865 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (fb50fcb0-9eef-480d-a86f-00901dbc8cc6), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:04.349000 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da779171-fdba-4677-806d-538e348d4bf9 None None] Pushing event updated for resources: {'Port': ['ID=fb50fcb0-9eef-480d-a86f-00901dbc8cc6,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:04.349926 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-26eec383-da76-41d2-9ba0-913bfd23052b req-5a15413c-68c0-4b5c-a896-1b7f4d61dd0f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Allocated IP 192.168.233.128 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/49603217-44ca-43b5-b254-906cf820af9e) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:04.390897 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-8aaeb17c-ca1a-43a8-99b7-1b5b9533c131 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Deleting port 61bf8f97-017d-4062-b2dd-13dd33cb405f {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:04.391491 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb17c-ca1a-43a8-99b7-1b5b9533c131 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (61bf8f97-017d-4062-b2dd-13dd33cb405f), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:04.464156 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495d020-8d56-4d9f-ad87-78b2386827ed tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Pushing event deleted for resources: {'Port': ['ID=6cabef0c-c0fb-4596-977d-e5efbfba1fdf,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:04.479323 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8e993546-03c8-4610-935a-8e6745d1c295 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for port (96ec0261-1181-470b-971b-163682a9e81d), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:04.492951 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d434d897-64e0-4204-9b12-73ed154499bd req-664fa830-3d81-43ba-ba8e-e09320107997 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 210 time: 0.2640851 Sep 16 13:00:04.583980 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53dd37b-116a-473d-9b8c-d79cf96a7d51 None None] Network cbc422c8-d561-47f7-afec-ef049a9a76c5 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:00:04.589312 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb17c-ca1a-43a8-99b7-1b5b9533c131 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (61bf8f97-017d-4062-b2dd-13dd33cb405f), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:04.589710 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb17c-ca1a-43a8-99b7-1b5b9533c131 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for floatingip (61bf8f97-017d-4062-b2dd-13dd33cb405f), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:04.617207 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-8aaeb17c-ca1a-43a8-99b7-1b5b9533c131 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Calling delete_port for 61bf8f97-017d-4062-b2dd-13dd33cb405f owned by network:floatingip {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:04.663105 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8e993546-03c8-4610-935a-8e6745d1c295 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (96ec0261-1181-470b-971b-163682a9e81d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:04.716839 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:04.778027 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e993546-03c8-4610-935a-8e6745d1c295 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Network cbc422c8-d561-47f7-afec-ef049a9a76c5 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:04.787098 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-8e993546-03c8-4610-935a-8e6745d1c295 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:04.796523 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e993546-03c8-4610-935a-8e6745d1c295 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:04.815782 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e993546-03c8-4610-935a-8e6745d1c295 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event updated for resources: {'Port': ['ID=96ec0261-1181-470b-971b-163682a9e81d,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:04.822545 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-bf80f108-d539-4145-b3a7-406e45701682 None None] Provisioning complete for port 0f2a7d97-251e-422f-a0aa-7c2b524ebd30 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:04.822911 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bf80f108-d539-4145-b3a7-406e45701682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (0f2a7d97-251e-422f-a0aa-7c2b524ebd30), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:04.823312 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-bf80f108-d539-4145-b3a7-406e45701682 None None] Attempt 1 to provision port 0f2a7d97-251e-422f-a0aa-7c2b524ebd30 Sep 16 13:00:04.858076 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-00d7c54a-da2e-47c9-923c-65dca94ffb02 req-d495d020-8d56-4d9f-ad87-78b2386827ed tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks [] for floatingip (04003baf-2ba3-4b32-9791-bf4a067f4f01), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:04.863741 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-00d7c54a-da2e-47c9-923c-65dca94ffb02 req-d495d020-8d56-4d9f-ad87-78b2386827ed tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:04.865011 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-350750a0-3442-4883-9399-3094fd1ee48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:04.865144 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-00d7c54a-da2e-47c9-923c-65dca94ffb02 req-d495d020-8d56-4d9f-ad87-78b2386827ed tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/04003baf-2ba3-4b32-9791-bf4a067f4f01 HTTP/1.1" status: 204 len: 173 time: 3.9654508 Sep 16 13:00:04.873329 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-6e99ccae-53ba-4670-8863-2e06a7aec0b8 admin admin] For port f298da99-baec-468c-b085-62915e637ec9, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f298da99-baec-468c-b085-62915e637ec9,segment=NetworkSegment(e7afe18f-154f-430f-b19a-d97954104248),segment_id=e7afe18f-154f-430f-b19a-d97954104248)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:04.873329 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6e99ccae-53ba-4670-8863-2e06a7aec0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (f298da99-baec-468c-b085-62915e637ec9), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:04.956336 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-bf80f108-d539-4145-b3a7-406e45701682 None None] Current status of the port 0f2a7d97-251e-422f-a0aa-7c2b524ebd30 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:04.957126 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bf80f108-d539-4145-b3a7-406e45701682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0f2a7d97-251e-422f-a0aa-7c2b524ebd30), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:04.957898 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cfc8aa16-0694-48a7-a307-a19fbfa3942a req-bcf07643-b70a-4299-9e6f-3ca7958a87bb tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 210 time: 0.1097555 Sep 16 13:00:05.004154 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-bf80f108-d539-4145-b3a7-406e45701682 None None] For port 0f2a7d97-251e-422f-a0aa-7c2b524ebd30, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=0f2a7d97-251e-422f-a0aa-7c2b524ebd30,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:05.009806 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bf80f108-d539-4145-b3a7-406e45701682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0f2a7d97-251e-422f-a0aa-7c2b524ebd30), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:05.018339 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-6e99ccae-53ba-4670-8863-2e06a7aec0b8 admin admin] Calling delete_port for f298da99-baec-468c-b085-62915e637ec9 owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:05.078257 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80f108-d539-4145-b3a7-406e45701682 None None] Pushing event updated for resources: {'Port': ['ID=0f2a7d97-251e-422f-a0aa-7c2b524ebd30,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:05.110637 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-29838fe5-545d-4818-b7f4-3a1bbacec2d7 req-4af27cf4-1e16-40e3-9541-bc96b3de38d4 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] show failed (client error): The resource could not be found. Sep 16 13:00:05.111729 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-29838fe5-545d-4818-b7f4-3a1bbacec2d7 req-4af27cf4-1e16-40e3-9541-bc96b3de38d4 tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/floatingips/04003baf-2ba3-4b32-9791-bf4a067f4f01 HTTP/1.1" status: 404 len: 350 time: 0.1706455 Sep 16 13:00:05.198955 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-084c4ef0-5c29-45d2-8bd0-68c011c5269c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:05.201949 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-084c4ef0-5c29-45d2-8bd0-68c011c5269c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.76 "GET /networking/v2.0/networks?id=4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 200 len: 811 time: 0.7259939 Sep 16 13:00:05.202916 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-71b2764c-82f9-43a0-af56-ddce82c8a1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (817870fd-462c-432b-a78f-2e8c0f6c0746), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:05.212032 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:05.241846 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Provisioning complete for port 0f2a7d97-251e-422f-a0aa-7c2b524ebd30 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:05.242442 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (0f2a7d97-251e-422f-a0aa-7c2b524ebd30), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:05.242655 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Attempt 1 to provision port 0f2a7d97-251e-422f-a0aa-7c2b524ebd30 Sep 16 13:00:05.243056 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:05.279890 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e993546-03c8-4610-935a-8e6745d1c295 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:05.280449 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8e993546-03c8-4610-935a-8e6745d1c295 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:05.388185 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-cadc50ff-ea3e-45a1-8df6-3de9019f0692 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Request body: {'port': {'device_id': '464c1886-1201-4b29-b61a-727d5c9e22b6', 'network_id': '4c6a423f-0493-4448-999c-84f17e899760', 'admin_state_up': True, 'tenant_id': 'cfe82d8dd4fb42cbb054a6f069424c57'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:05.396530 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8e993546-03c8-4610-935a-8e6745d1c295 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3900909 Sep 16 13:00:05.396530 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb17c-ca1a-43a8-99b7-1b5b9533c131 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (61bf8f97-017d-4062-b2dd-13dd33cb405f), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:05.402096 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35100) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:05.406840 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:05.416137 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-6ac22e0e-93e1-4cbb-90d9-db5ccc573174 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Request body: {'port': {'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5', 'name': 'tempest-TaggedBootDevicesTest_v242-2111484790', 'fixed_ips': [{'subnet_id': 'be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0'}]}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:05.434492 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:05.449888 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Current status of the port 0f2a7d97-251e-422f-a0aa-7c2b524ebd30 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:05.469433 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Provisioning complete for port 96ec0261-1181-470b-971b-163682a9e81d triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:05.470384 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (96ec0261-1181-470b-971b-163682a9e81d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:05.485635 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Attempt 1 to provision port 96ec0261-1181-470b-971b-163682a9e81d Sep 16 13:00:05.520675 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaeb17c-ca1a-43a8-99b7-1b5b9533c131 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Pushing event deleted for resources: {'Port': ['ID=61bf8f97-017d-4062-b2dd-13dd33cb405f,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:05.556063 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device fb50fcb0-9eef-480d-a86f-00901dbc8cc6 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:05.630108 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Port 96ec0261-1181-470b-971b-163682a9e81d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:05.667139 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port fb50fcb0-9eef-480d-a86f-00901dbc8cc6 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:05.667764 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (fb50fcb0-9eef-480d-a86f-00901dbc8cc6), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:05.669094 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port fb50fcb0-9eef-480d-a86f-00901dbc8cc6 Sep 16 13:00:05.743660 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb17c-ca1a-43a8-99b7-1b5b9533c131 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks [] for floatingip (02204b7a-57b7-4d7c-a1ae-44487d8ad113), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:05.749603 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb17c-ca1a-43a8-99b7-1b5b9533c131 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:05.758867 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8aaeb17c-ca1a-43a8-99b7-1b5b9533c131 tempest-AttachVolumeTestJSON-2140946303 tempest-AttachVolumeTestJSON-2140946303-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/02204b7a-57b7-4d7c-a1ae-44487d8ad113 HTTP/1.1" status: 204 len: 168 time: 1.6631236 Sep 16 13:00:05.860447 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port fb50fcb0-9eef-480d-a86f-00901dbc8cc6 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:05.861013 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fb50fcb0-9eef-480d-a86f-00901dbc8cc6), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:05.894801 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:05.899392 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac22e0e-93e1-4cbb-90d9-db5ccc573174 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Made reservation on behalf of bdbc66ae4c664cd18af4bad57bbf12c4 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:05.910655 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6ac22e0e-93e1-4cbb-90d9-db5ccc573174 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:05.938927 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-6ac22e0e-93e1-4cbb-90d9-db5ccc573174 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] device_id is not set on port 9b032a10-f56e-47fc-b941-54f12778f01c yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:00:05.947172 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port fb50fcb0-9eef-480d-a86f-00901dbc8cc6, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=fb50fcb0-9eef-480d-a86f-00901dbc8cc6,segment=NetworkSegment(9edf9333-8d62-4ed6-bd3c-dd8351317483),segment_id=9edf9333-8d62-4ed6-bd3c-dd8351317483)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:05.954173 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (fb50fcb0-9eef-480d-a86f-00901dbc8cc6), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:05.957249 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 0f2a7d97-251e-422f-a0aa-7c2b524ebd30 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:06.058750 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299d3bcd-e221-40e9-ab3c-1ecc73a92741 None None] Network 231c3494-8d9a-44ba-b103-fc49819648f0 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:00:06.151248 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Attempt 2 to provision port 96ec0261-1181-470b-971b-163682a9e81d Sep 16 13:00:06.154005 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-6ac22e0e-93e1-4cbb-90d9-db5ccc573174 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Allocated IP 10.1.1.11 (cbc422c8-d561-47f7-afec-ef049a9a76c5/be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0/9b032a10-f56e-47fc-b941-54f12778f01c) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:06.168193 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2764c-82f9-43a0-af56-ddce82c8a1c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=817870fd-462c-432b-a78f-2e8c0f6c0746,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:06.179343 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-39544498-844d-4c0e-988d-ff594c955d94 req-81cce052-261a-4033-80e9-d458d204aed9 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 210 time: 0.1020365 Sep 16 13:00:06.197928 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:06.197928 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Port 96ec0261-1181-470b-971b-163682a9e81d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:06.211608 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3db93d25-57c9-40ec-9679-1e1c26d91de1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_gateway (e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:06.217372 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 0f2a7d97-251e-422f-a0aa-7c2b524ebd30 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:06.217927 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (0f2a7d97-251e-422f-a0aa-7c2b524ebd30), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:06.218367 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 0f2a7d97-251e-422f-a0aa-7c2b524ebd30 Sep 16 13:00:06.265358 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=fb50fcb0-9eef-480d-a86f-00901dbc8cc6,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:06.297353 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3db93d25-57c9-40ec-9679-1e1c26d91de1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:06.300944 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-52ac0f54-c67c-4ddf-a7b2-67f782d4e0bf req-16ae9d3d-9a4b-4239-86a3-c306e6c2fddf tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] show failed (client error): The resource could not be found. Sep 16 13:00:06.302093 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-52ac0f54-c67c-4ddf-a7b2-67f782d4e0bf req-16ae9d3d-9a4b-4239-86a3-c306e6c2fddf tempest-FloatingIPsTestJSON-596548026 tempest-FloatingIPsTestJSON-596548026-project] 10.222.0.67 "GET /networking/v2.0/floatingips/04003baf-2ba3-4b32-9791-bf4a067f4f01 HTTP/1.1" status: 404 len: 350 time: 1.1608851 Sep 16 13:00:06.354659 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35110) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:06.376620 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:06.408625 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 0f2a7d97-251e-422f-a0aa-7c2b524ebd30 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:06.420542 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6ac22e0e-93e1-4cbb-90d9-db5ccc573174 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for port (9b032a10-f56e-47fc-b941-54f12778f01c), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:06.457153 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:06.462589 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6ac22e0e-93e1-4cbb-90d9-db5ccc573174 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (9b032a10-f56e-47fc-b941-54f12778f01c), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:06.494445 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac22e0e-93e1-4cbb-90d9-db5ccc573174 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Network cbc422c8-d561-47f7-afec-ef049a9a76c5 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:06.523822 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-6ac22e0e-93e1-4cbb-90d9-db5ccc573174 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:06.528954 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac22e0e-93e1-4cbb-90d9-db5ccc573174 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:06.565197 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-06f25d41-7117-48b8-b429-05089dde5cd0 req-9eae81db-65f8-45b1-8675-ee492d3c947f tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 210 time: 0.1990094 Sep 16 13:00:06.576852 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-cadc50ff-ea3e-45a1-8df6-3de9019f0692 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Made reservation on behalf of cfe82d8dd4fb42cbb054a6f069424c57 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:06.581957 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-cadc50ff-ea3e-45a1-8df6-3de9019f0692 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:06.595457 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac22e0e-93e1-4cbb-90d9-db5ccc573174 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event updated for resources: {'Port': ['ID=9b032a10-f56e-47fc-b941-54f12778f01c,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:06.673105 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac22e0e-93e1-4cbb-90d9-db5ccc573174 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:06.673819 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6ac22e0e-93e1-4cbb-90d9-db5ccc573174 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:06.688908 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-26eec383-da76-41d2-9ba0-913bfd23052b req-5a15413c-68c0-4b5c-a896-1b7f4d61dd0f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Publish callbacks [] for port (49603217-44ca-43b5-b254-906cf820af9e), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:06.697493 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Attempt 3 to provision port 96ec0261-1181-470b-971b-163682a9e81d Sep 16 13:00:06.700938 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-6ac22e0e-93e1-4cbb-90d9-db5ccc573174 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2910643 Sep 16 13:00:06.769084 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Port 96ec0261-1181-470b-971b-163682a9e81d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:06.801937 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35114) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:06.808713 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-82c5cf97-fab0-43ea-bb66-ca54f8d6b4d8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--516841147', 'description': 'tempest-description--542788220'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:06.835189 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-82c5cf97-fab0-43ea-bb66-ca54f8d6b4d8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:06.888493 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-cadc50ff-ea3e-45a1-8df6-3de9019f0692 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Allocated IP 172.20.0.7 (4c6a423f-0493-4448-999c-84f17e899760/084dc942-2fdd-4c42-96da-2aec36f644a5/116c6c97-9499-4c0e-861c-371e4ecf4ba2) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:06.917801 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-82c5cf97-fab0-43ea-bb66-ca54f8d6b4d8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for security_group (13f8b0cd-2cc3-45a0-b72f-8d979543de20), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:06.924746 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-82c5cf97-fab0-43ea-bb66-ca54f8d6b4d8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (13f8b0cd-2cc3-45a0-b72f-8d979543de20), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:06.930619 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:06.959600 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-82c5cf97-fab0-43ea-bb66-ca54f8d6b4d8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:06.963483 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-82c5cf97-fab0-43ea-bb66-ca54f8d6b4d8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1575582 Sep 16 13:00:06.963483 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5cf97-fab0-43ea-bb66-ca54f8d6b4d8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13f8b0cd-2cc3-45a0-b72f-8d979543de20,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:06.964175 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35116) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:06.969012 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-f2622d13-7e0b-43a6-956a-25ceb2c01715 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Request body: {'security_group_rule': {'security_group_id': '13f8b0cd-2cc3-45a0-b72f-8d979543de20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:07.004846 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f2622d13-7e0b-43a6-956a-25ceb2c01715 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for security_group_rule (f57fd549-a92e-4092-8747-edcaf4744cf8), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:07.076983 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-3db93d25-57c9-40ec-9679-1e1c26d91de1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Allocated IP 172.25.2.190 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/dcfb5167-92b7-4584-b669-35e8a90aac66) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:07.086402 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f2622d13-7e0b-43a6-956a-25ceb2c01715 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for security_group_rule (f57fd549-a92e-4092-8747-edcaf4744cf8), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:07.091803 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f2622d13-7e0b-43a6-956a-25ceb2c01715 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (f57fd549-a92e-4092-8747-edcaf4744cf8), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:07.115590 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2622d13-7e0b-43a6-956a-25ceb2c01715 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57fd549-a92e-4092-8747-edcaf4744cf8,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:07.125368 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f2622d13-7e0b-43a6-956a-25ceb2c01715 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:07.129660 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f2622d13-7e0b-43a6-956a-25ceb2c01715 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1615059 Sep 16 13:00:07.129902 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35120) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:07.134689 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-6e3dacb1-7b38-429b-af4c-672b0779af62 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Request body: {'security_group_rule': {'security_group_id': '13f8b0cd-2cc3-45a0-b72f-8d979543de20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:07.163757 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6e3dacb1-7b38-429b-af4c-672b0779af62 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for security_group_rule (4abbb43f-8641-4fe7-9d56-76c27eddba80), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:07.232824 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6e3dacb1-7b38-429b-af4c-672b0779af62 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for security_group_rule (4abbb43f-8641-4fe7-9d56-76c27eddba80), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:07.237173 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=8 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:07.240358 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6e3dacb1-7b38-429b-af4c-672b0779af62 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (4abbb43f-8641-4fe7-9d56-76c27eddba80), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:07.273340 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Attempt 4 to provision port 96ec0261-1181-470b-971b-163682a9e81d Sep 16 13:00:07.314773 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:07.316166 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6e3dacb1-7b38-429b-af4c-672b0779af62 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:07.317405 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-6e3dacb1-7b38-429b-af4c-672b0779af62 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1865129 Sep 16 13:00:07.318300 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3dacb1-7b38-429b-af4c-672b0779af62 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abbb43f-8641-4fe7-9d56-76c27eddba80,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:07.326992 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35124) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:07.331461 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-314e7b9a-43b1-4edd-baef-5b8405f16b7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:07.338971 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-26eec383-da76-41d2-9ba0-913bfd23052b req-5a15413c-68c0-4b5c-a896-1b7f4d61dd0f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (49603217-44ca-43b5-b254-906cf820af9e), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:07.339730 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Port 96ec0261-1181-470b-971b-163682a9e81d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:07.357780 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-71b2764c-82f9-43a0-af56-ddce82c8a1c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (d4767c5d-4714-406f-a054-31e7f6e18bdd), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:07.368484 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6e99ccae-53ba-4670-8863-2e06a7aec0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (f298da99-baec-468c-b085-62915e637ec9), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:07.371039 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-314e7b9a-43b1-4edd-baef-5b8405f16b7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:07.428201 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=3,neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:07.482784 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:07.505327 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device fb50fcb0-9eef-480d-a86f-00901dbc8cc6 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:07.515317 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-314e7b9a-43b1-4edd-baef-5b8405f16b7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:07.584472 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port fb50fcb0-9eef-480d-a86f-00901dbc8cc6 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:07.585227 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (fb50fcb0-9eef-480d-a86f-00901dbc8cc6), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:07.585960 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port fb50fcb0-9eef-480d-a86f-00901dbc8cc6 Sep 16 13:00:07.640917 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99ccae-53ba-4670-8863-2e06a7aec0b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f298da99-baec-468c-b085-62915e637ec9,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:07.654783 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:07.709997 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port fb50fcb0-9eef-480d-a86f-00901dbc8cc6 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:07.757970 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-cadc50ff-ea3e-45a1-8df6-3de9019f0692 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks [] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:07.771032 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bf9e4-f66a-4be5-95f0-6ecb951f53ab req-b3acf3b2-94df-41ef-859d-e4cfe15cc997 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:07.772715 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-032bf9e4-f66a-4be5-95f0-6ecb951f53ab req-b3acf3b2-94df-41ef-859d-e4cfe15cc997 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 936 time: 0.4817441 Sep 16 13:00:07.786357 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26eec383-da76-41d2-9ba0-913bfd23052b req-5a15413c-68c0-4b5c-a896-1b7f4d61dd0f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:07.840995 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Attempt 5 to provision port 96ec0261-1181-470b-971b-163682a9e81d Sep 16 13:00:07.860073 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-26eec383-da76-41d2-9ba0-913bfd23052b req-5a15413c-68c0-4b5c-a896-1b7f4d61dd0f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:07.875181 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Port 96ec0261-1181-470b-971b-163682a9e81d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:07.906982 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-26eec383-da76-41d2-9ba0-913bfd23052b req-5a15413c-68c0-4b5c-a896-1b7f4d61dd0f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:07.932830 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e9ecc8c5-fb23-4469-991b-2d65002d27de req-405a3bd5-ceb2-4b02-8a53-4cdb62e5eb20 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 210 time: 0.2105966 Sep 16 13:00:08.052177 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3db93d25-57c9-40ec-9679-1e1c26d91de1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for port (dcfb5167-92b7-4584-b669-35e8a90aac66), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:08.056283 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15413c-68c0-4b5c-a896-1b7f4d61dd0f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Pushing event updated for resources: {'Port': ['ID=49603217-44ca-43b5-b254-906cf820af9e,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:08.130738 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:08.225133 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eec383-da76-41d2-9ba0-913bfd23052b req-5a15413c-68c0-4b5c-a896-1b7f4d61dd0f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:08.225746 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-26eec383-da76-41d2-9ba0-913bfd23052b req-5a15413c-68c0-4b5c-a896-1b7f4d61dd0f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:08.254271 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:08.256786 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-cadc50ff-ea3e-45a1-8df6-3de9019f0692 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:08.275473 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-032bf9e4-f66a-4be5-95f0-6ecb951f53ab req-f15d6093-974b-4d14-8f06-d252aecabf20 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368689 Sep 16 13:00:08.348286 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26eec383-da76-41d2-9ba0-913bfd23052b req-5a15413c-68c0-4b5c-a896-1b7f4d61dd0f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.2987766 Sep 16 13:00:08.375918 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Attempt 6 to provision port 96ec0261-1181-470b-971b-163682a9e81d Sep 16 13:00:08.397352 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:08.407478 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] Request body: {'port': {'device_id': '08836465-8c0f-454b-9e19-8bb6bd44f931', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:08.432143 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b2764c-82f9-43a0-af56-ddce82c8a1c5 admin admin] Router d4767c5d-4714-406f-a054-31e7f6e18bdd has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:00:08.441572 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-cadc50ff-ea3e-45a1-8df6-3de9019f0692 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Network 4c6a423f-0493-4448-999c-84f17e899760 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:08.511902 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:08.520796 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-314e7b9a-43b1-4edd-baef-5b8405f16b7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Allocated IP 172.25.2.84 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/72d51c46-2096-4156-873c-922b7161388a) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:08.544579 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Port 96ec0261-1181-470b-971b-163682a9e81d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:08.654854 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-314e7b9a-43b1-4edd-baef-5b8405f16b7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for port (72d51c46-2096-4156-873c-922b7161388a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:08.690358 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-314e7b9a-43b1-4edd-baef-5b8405f16b7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (72d51c46-2096-4156-873c-922b7161388a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:08.734765 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314e7b9a-43b1-4edd-baef-5b8405f16b7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:08.738249 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-314e7b9a-43b1-4edd-baef-5b8405f16b7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:08.742612 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314e7b9a-43b1-4edd-baef-5b8405f16b7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:08.766624 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e7b9a-43b1-4edd-baef-5b8405f16b7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event updated for resources: {'Port': ['ID=72d51c46-2096-4156-873c-922b7161388a,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:08.784890 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3db93d25-57c9-40ec-9679-1e1c26d91de1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (dcfb5167-92b7-4584-b669-35e8a90aac66), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:08.797053 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-cadc50ff-ea3e-45a1-8df6-3de9019f0692 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:08.799722 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-cadc50ff-ea3e-45a1-8df6-3de9019f0692 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:08.849203 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:08.859797 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-314e7b9a-43b1-4edd-baef-5b8405f16b7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for floatingip (223b7392-aa18-451d-bb43-0841abc5b8e4), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:08.863331 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6e99ccae-53ba-4670-8863-2e06a7aec0b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (fe400a37-583e-4f40-bf1b-cd7d3f68887a), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:08.864949 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc50ff-ea3e-45a1-8df6-3de9019f0692 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Pushing event updated for resources: {'Port': ['ID=116c6c97-9499-4c0e-861c-371e4ecf4ba2,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:08.925203 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-314e7b9a-43b1-4edd-baef-5b8405f16b7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (72d51c46-2096-4156-873c-922b7161388a), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:08.954405 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db93d25-57c9-40ec-9679-1e1c26d91de1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:08.976371 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-3db93d25-57c9-40ec-9679-1e1c26d91de1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:08.979132 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db93d25-57c9-40ec-9679-1e1c26d91de1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:09.046276 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Attempt 7 to provision port 96ec0261-1181-470b-971b-163682a9e81d Sep 16 13:00:09.097707 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Port 96ec0261-1181-470b-971b-163682a9e81d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:09.159643 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (49603217-44ca-43b5-b254-906cf820af9e), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:09.163619 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-314e7b9a-43b1-4edd-baef-5b8405f16b7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for port (72d51c46-2096-4156-873c-922b7161388a), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:09.170120 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-314e7b9a-43b1-4edd-baef-5b8405f16b7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (72d51c46-2096-4156-873c-922b7161388a), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:09.205410 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c1393044-637e-41c2-9d4a-47ce617bc382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (92d8ea50-3b36-4bca-8260-8565436f711d), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:09.213548 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d381d-049a-45d6-891e-a8accccce7c5 req-94f5b4ba-83fc-4bf9-bc7d-4012fb545a31 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:09.215908 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-265d381d-049a-45d6-891e-a8accccce7c5 req-94f5b4ba-83fc-4bf9-bc7d-4012fb545a31 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 931 time: 0.1101451 Sep 16 13:00:09.216706 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db93d25-57c9-40ec-9679-1e1c26d91de1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Pushing event updated for resources: {'Port': ['ID=dcfb5167-92b7-4584-b669-35e8a90aac66,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:09.251214 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-314e7b9a-43b1-4edd-baef-5b8405f16b7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (223b7392-aa18-451d-bb43-0841abc5b8e4), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:09.268815 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e7b9a-43b1-4edd-baef-5b8405f16b7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event updated for resources: {'Port': ['ID=72d51c46-2096-4156-873c-922b7161388a,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:09.277100 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-314e7b9a-43b1-4edd-baef-5b8405f16b7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:09.279353 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-314e7b9a-43b1-4edd-baef-5b8405f16b7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9512630 Sep 16 13:00:09.378034 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-cadc50ff-ea3e-45a1-8df6-3de9019f0692 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:09.378739 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-cadc50ff-ea3e-45a1-8df6-3de9019f0692 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:09.382472 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b2764c-82f9-43a0-af56-ddce82c8a1c5 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:00:09.395667 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe1d0bd-68de-4e0f-b57f-5bf52989be65 None None] Sync routers for ids ['d4767c5d-4714-406f-a054-31e7f6e18bdd'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:00:09.407548 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe1d0bd-68de-4e0f-b57f-5bf52989be65 None None] Routers {'d4767c5d-4714-406f-a054-31e7f6e18bdd'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:09.408582 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ffe1d0bd-68de-4e0f-b57f-5bf52989be65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['d4767c5d-4714-406f-a054-31e7f6e18bdd'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:09.438639 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:09.463140 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-71b2764c-82f9-43a0-af56-ddce82c8a1c5 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/d4767c5d-4714-406f-a054-31e7f6e18bdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5893731 Sep 16 13:00:09.466512 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35140) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:09.535189 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-ffe1d0bd-68de-4e0f-b57f-5bf52989be65 None None] Set router d4767c5d-4714-406f-a054-31e7f6e18bdd gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:09.602949 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Attempt 8 to provision port 96ec0261-1181-470b-971b-163682a9e81d Sep 16 13:00:09.614632 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:09.616601 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2917f681-045e-4bf4-8dba-9b5612f4faa0 admin admin] Publish callbacks [] for router (d4767c5d-4714-406f-a054-31e7f6e18bdd), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:09.622566 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-cadc50ff-ea3e-45a1-8df6-3de9019f0692 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3995569 Sep 16 13:00:09.643773 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:09.646939 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Port 96ec0261-1181-470b-971b-163682a9e81d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:09.743777 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2917f681-045e-4bf4-8dba-9b5612f4faa0 admin admin] Publish callbacks [] for router_gateway (d4767c5d-4714-406f-a054-31e7f6e18bdd), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:09.757417 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:09.765863 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85463719-2815-459c-a8f2-c951c53d096b req-e5685c39-2019-41cb-9ea7-8629127c582b tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:09.767544 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-85463719-2815-459c-a8f2-c951c53d096b req-e5685c39-2019-41cb-9ea7-8629127c582b tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 936 time: 0.3790267 Sep 16 13:00:09.787892 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Request body: {'port': {'device_id': '464c1886-1201-4b29-b61a-727d5c9e22b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:09.799168 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-2917f681-045e-4bf4-8dba-9b5612f4faa0 admin admin] Deleting port 4cca0376-819f-4dac-987f-4522c920861f {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:09.799512 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2917f681-045e-4bf4-8dba-9b5612f4faa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (4cca0376-819f-4dac-987f-4522c920861f), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:09.807086 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ffe1d0bd-68de-4e0f-b57f-5bf52989be65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4767c5d-4714-406f-a054-31e7f6e18bdd', 'name': 'tempest-VirtualInterfacesTestJSON-1671782445-router', 'tenant_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '4cca0376-819f-4dac-987f-4522c920861f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:36Z', 'updated_at': '2022-09-16T13:00:04Z', 'revision_number': 5, 'project_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'gw_port': {'id': '4cca0376-819f-4dac-987f-4522c920861f', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4767c5d-4714-406f-a054-31e7f6e18bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:38Z', 'updated_at': '2022-09-16T12:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:09.835408 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe1d0bd-68de-4e0f-b57f-5bf52989be65 None None] Checking router: d4767c5d-4714-406f-a054-31e7f6e18bdd for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:00:09.844972 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe1d0bd-68de-4e0f-b57f-5bf52989be65 None None] Routers {'d4767c5d-4714-406f-a054-31e7f6e18bdd'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:09.845801 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ffe1d0bd-68de-4e0f-b57f-5bf52989be65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['d4767c5d-4714-406f-a054-31e7f6e18bdd'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:09.907473 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-2917f681-045e-4bf4-8dba-9b5612f4faa0 admin admin] For port 4cca0376-819f-4dac-987f-4522c920861f, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=4cca0376-819f-4dac-987f-4522c920861f,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:09.907751 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2917f681-045e-4bf4-8dba-9b5612f4faa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (4cca0376-819f-4dac-987f-4522c920861f), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:09.929694 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-2917f681-045e-4bf4-8dba-9b5612f4faa0 admin admin] Calling delete_port for 4cca0376-819f-4dac-987f-4522c920861f owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:09.939643 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-ffe1d0bd-68de-4e0f-b57f-5bf52989be65 None None] Set router d4767c5d-4714-406f-a054-31e7f6e18bdd gateway port host: None {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:09.993230 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ffe1d0bd-68de-4e0f-b57f-5bf52989be65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4767c5d-4714-406f-a054-31e7f6e18bdd', 'name': 'tempest-VirtualInterfacesTestJSON-1671782445-router', 'tenant_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:36Z', 'updated_at': '2022-09-16T13:00:09Z', 'revision_number': 6, 'project_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:10.022831 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe1d0bd-68de-4e0f-b57f-5bf52989be65 None None] The sync data for ids ['d4767c5d-4714-406f-a054-31e7f6e18bdd'] in n-d-858094-4 is: [{'id': 'd4767c5d-4714-406f-a054-31e7f6e18bdd', 'name': 'tempest-VirtualInterfacesTestJSON-1671782445-router', 'tenant_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:36Z', 'updated_at': '2022-09-16T13:00:09Z', 'revision_number': 6, 'project_id': 'e17f0831ce6b4d398e247eba5d6772b0', 'gw_port_host': None}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:00:10.118422 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-85463719-2815-459c-a8f2-c951c53d096b req-4bb45c04-e9cd-4ee6-acee-4954e3019a1f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161291 Sep 16 13:00:10.123006 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-265d381d-049a-45d6-891e-a8accccce7c5 req-b4ff4364-1f13-4608-8d2b-1657aae02d04 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8376825 Sep 16 13:00:10.148090 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Attempt 9 to provision port 96ec0261-1181-470b-971b-163682a9e81d Sep 16 13:00:10.165564 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2917f681-045e-4bf4-8dba-9b5612f4faa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (4cca0376-819f-4dac-987f-4522c920861f), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:10.181904 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e99ccae-53ba-4670-8863-2e06a7aec0b8 admin admin] Router fe400a37-583e-4f40-bf1b-cd7d3f68887a has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:00:10.199278 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917f681-045e-4bf4-8dba-9b5612f4faa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cca0376-819f-4dac-987f-4522c920861f,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:10.223321 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Port 96ec0261-1181-470b-971b-163682a9e81d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:10.309763 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2917f681-045e-4bf4-8dba-9b5612f4faa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (d4767c5d-4714-406f-a054-31e7f6e18bdd), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:10.471867 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2917f681-045e-4bf4-8dba-9b5612f4faa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (d4767c5d-4714-406f-a054-31e7f6e18bdd), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:10.482542 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2917f681-045e-4bf4-8dba-9b5612f4faa0 admin admin] Publish callbacks [] for router_controller (d4767c5d-4714-406f-a054-31e7f6e18bdd), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:10.534577 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2917f681-045e-4bf4-8dba-9b5612f4faa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (d4767c5d-4714-406f-a054-31e7f6e18bdd), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:10.535353 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2917f681-045e-4bf4-8dba-9b5612f4faa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4767c5d-4714-406f-a054-31e7f6e18bdd {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:00:10.540453 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2917f681-045e-4bf4-8dba-9b5612f4faa0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:10.547364 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2917f681-045e-4bf4-8dba-9b5612f4faa0 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/d4767c5d-4714-406f-a054-31e7f6e18bdd HTTP/1.1" status: 204 len: 168 time: 1.0794432 Sep 16 13:00:10.548002 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35160) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:10.550065 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:10.612146 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d697701-5001-4280-86f8-dbf14f92599a admin admin] Deleting subnet f4728587-01c7-4eeb-8820-c4556d38e210 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:00:10.616084 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:10.617217 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2d697701-5001-4280-86f8-dbf14f92599a admin admin] Publish callbacks [] for subnet (f4728587-01c7-4eeb-8820-c4556d38e210), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:10.651537 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:10.666236 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2d697701-5001-4280-86f8-dbf14f92599a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (f4728587-01c7-4eeb-8820-c4556d38e210), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:10.728403 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Attempt 10 to provision port 96ec0261-1181-470b-971b-163682a9e81d Sep 16 13:00:10.770111 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2d697701-5001-4280-86f8-dbf14f92599a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (f4728587-01c7-4eeb-8820-c4556d38e210), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:10.795935 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f799ebb3-cd42-44fc-9a82-9de86db7345d None None] Port 96ec0261-1181-470b-971b-163682a9e81d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:10.865541 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2d697701-5001-4280-86f8-dbf14f92599a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (f4728587-01c7-4eeb-8820-c4556d38e210), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:10.930314 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2d697701-5001-4280-86f8-dbf14f92599a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:10.933923 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2d697701-5001-4280-86f8-dbf14f92599a admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/f4728587-01c7-4eeb-8820-c4556d38e210 HTTP/1.1" status: 204 len: 168 time: 0.3838460 Sep 16 13:00:10.935253 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d697701-5001-4280-86f8-dbf14f92599a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4728587-01c7-4eeb-8820-c4556d38e210,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:10.937012 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35162) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:10.952954 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Provisioning complete for port 49603217-44ca-43b5-b254-906cf820af9e triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:10.953812 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (49603217-44ca-43b5-b254-906cf820af9e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:10.954694 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 1 to provision port 49603217-44ca-43b5-b254-906cf820af9e Sep 16 13:00:10.957324 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5bac0c-206c-48ef-b4ad-7a2fda690681 None None] Network 9fc94798-4461-4002-a2d4-76333b0bfb95 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:00:11.093346 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f4419d5e-8d31-4bab-a207-75a5c2c66aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (9fc94798-4461-4002-a2d4-76333b0bfb95), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:11.147591 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 49603217-44ca-43b5-b254-906cf820af9e cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:11.152253 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:11.176924 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:11.178597 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:11.187032 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-f4419d5e-8d31-4bab-a207-75a5c2c66aea admin admin] Deleting port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:11.187286 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f4419d5e-8d31-4bab-a207-75a5c2c66aea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (7b4dcbe5-7dc3-44b9-ae77-576599a18a87), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:11.304523 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-f4419d5e-8d31-4bab-a207-75a5c2c66aea admin admin] For port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=7b4dcbe5-7dc3-44b9-ae77-576599a18a87,segment=NetworkSegment(0690c1a2-5160-4c9d-bd6d-78947facea95),segment_id=0690c1a2-5160-4c9d-bd6d-78947facea95)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:11.304523 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f4419d5e-8d31-4bab-a207-75a5c2c66aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (7b4dcbe5-7dc3-44b9-ae77-576599a18a87), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:11.319725 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53adce3-943e-4348-acfb-3ccc0344abd9 None None] DHCP port deletion for 9fc94798-4461-4002-a2d4-76333b0bfb95 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:00:11.330159 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-f4419d5e-8d31-4bab-a207-75a5c2c66aea admin admin] Calling delete_port for 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:11.390600 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c53adce3-943e-4348-acfb-3ccc0344abd9 None None] Deleting port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:11.391107 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c53adce3-943e-4348-acfb-3ccc0344abd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (7b4dcbe5-7dc3-44b9-ae77-576599a18a87), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:11.426225 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:11.428001 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e99ccae-53ba-4670-8863-2e06a7aec0b8 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:00:11.437486 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f4419d5e-8d31-4bab-a207-75a5c2c66aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (7b4dcbe5-7dc3-44b9-ae77-576599a18a87), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:11.442759 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e4bbc2-d66f-48cc-8582-c1e66a08eade None None] Sync routers for ids ['fe400a37-583e-4f40-bf1b-cd7d3f68887a'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:00:11.458806 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 817870fd-462c-432b-a78f-2e8c0f6c0746 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:00:11.461652 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e4bbc2-d66f-48cc-8582-c1e66a08eade None None] Routers {'fe400a37-583e-4f40-bf1b-cd7d3f68887a'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:11.464080 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-79e4bbc2-d66f-48cc-8582-c1e66a08eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['fe400a37-583e-4f40-bf1b-cd7d3f68887a'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:11.502474 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-6e99ccae-53ba-4670-8863-2e06a7aec0b8 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/fe400a37-583e-4f40-bf1b-cd7d3f68887a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0114746 Sep 16 13:00:11.522761 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4419d5e-8d31-4bab-a207-75a5c2c66aea admin admin] No DVR routers for this DVR port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:00:11.527700 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 817870fd-462c-432b-a78f-2e8c0f6c0746 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:00:11.528585 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 817870fd-462c-432b-a78f-2e8c0f6c0746 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:00:11.528741 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35170) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:11.529469 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 4cca0376-819f-4dac-987f-4522c920861f no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:00:11.535277 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4419d5e-8d31-4bab-a207-75a5c2c66aea admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4dcbe5-7dc3-44b9-ae77-576599a18a87,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:11.563286 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49603217-44ca-43b5-b254-906cf820af9e {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:00:11.565973 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c53adce3-943e-4348-acfb-3ccc0344abd9 None None] For port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=7b4dcbe5-7dc3-44b9-ae77-576599a18a87,segment=NetworkSegment(0690c1a2-5160-4c9d-bd6d-78947facea95),segment_id=0690c1a2-5160-4c9d-bd6d-78947facea95)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:11.566640 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c53adce3-943e-4348-acfb-3ccc0344abd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (7b4dcbe5-7dc3-44b9-ae77-576599a18a87), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:11.570284 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:11.571804 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 4cca0376-819f-4dac-987f-4522c920861f {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:00:11.572481 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 4cca0376-819f-4dac-987f-4522c920861f not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:00:11.574966 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3db93d25-57c9-40ec-9679-1e1c26d91de1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_gateway (e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:11.590912 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c53adce3-943e-4348-acfb-3ccc0344abd9 None None] Calling delete_port for 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:11.651286 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 2 to provision port 49603217-44ca-43b5-b254-906cf820af9e Sep 16 13:00:11.684938 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-79e4bbc2-d66f-48cc-8582-c1e66a08eade None None] Set router fe400a37-583e-4f40-bf1b-cd7d3f68887a gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:11.711907 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 49603217-44ca-43b5-b254-906cf820af9e cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:11.713421 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e667a4b4-6828-4474-92b3-45174f3f5d9d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--516841147&fields=id&tenant_id=bdbc66ae4c664cd18af4bad57bbf12c4 HTTP/1.1" status: 200 len: 267 time: 1.3899071 Sep 16 13:00:11.718426 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c53adce3-943e-4348-acfb-3ccc0344abd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (7b4dcbe5-7dc3-44b9-ae77-576599a18a87), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:11.748495 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53adce3-943e-4348-acfb-3ccc0344abd9 None None] No DVR routers for this DVR port 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:00:11.750065 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53adce3-943e-4348-acfb-3ccc0344abd9 None None] Pushing event deleted for resources: {'Port': ['ID=7b4dcbe5-7dc3-44b9-ae77-576599a18a87,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:11.786656 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f4419d5e-8d31-4bab-a207-75a5c2c66aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (9fc94798-4461-4002-a2d4-76333b0bfb95), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:11.789773 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] Publish callbacks [] for port (49603217-44ca-43b5-b254-906cf820af9e), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:11.845284 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-3b05b901-4566-4dde-bffa-761bd11b259b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:11.852491 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-3b05b901-4566-4dde-bffa-761bd11b259b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports/96ec0261-1181-470b-971b-163682a9e81d HTTP/1.1" status: 200 len: 936 time: 0.1380765 Sep 16 13:00:11.852756 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-f4419d5e-8d31-4bab-a207-75a5c2c66aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc94798-4461-4002-a2d4-76333b0bfb95']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:11.866160 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-c1393044-637e-41c2-9d4a-47ce617bc382 admin admin] Deleting port fbd6bf02-1561-4485-8aae-4c8004855606 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:11.866440 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c1393044-637e-41c2-9d4a-47ce617bc382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (fbd6bf02-1561-4485-8aae-4c8004855606), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:11.868982 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-f4419d5e-8d31-4bab-a207-75a5c2c66aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0690c1a2-5160-4c9d-bd6d-78947facea95') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:11.869415 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-f4419d5e-8d31-4bab-a207-75a5c2c66aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0690c1a2-5160-4c9d-bd6d-78947facea95') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:11.881665 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a5a2-e4ce-433e-8524-6c6574a3d7c2 admin admin] Publish callbacks [] for router (fe400a37-583e-4f40-bf1b-cd7d3f68887a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:11.884927 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f4419d5e-8d31-4bab-a207-75a5c2c66aea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (0690c1a2-5160-4c9d-bd6d-78947facea95), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:11.935791 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f4419d5e-8d31-4bab-a207-75a5c2c66aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (0690c1a2-5160-4c9d-bd6d-78947facea95), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:11.939703 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:11.951745 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4419d5e-8d31-4bab-a207-75a5c2c66aea admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:00:11.952324 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f4419d5e-8d31-4bab-a207-75a5c2c66aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (0690c1a2-5160-4c9d-bd6d-78947facea95), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:11.956160 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-c1393044-637e-41c2-9d4a-47ce617bc382 admin admin] For port fbd6bf02-1561-4485-8aae-4c8004855606, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=fbd6bf02-1561-4485-8aae-4c8004855606,segment=NetworkSegment(e232d97a-6027-4cce-8931-6c16f3ea88d7),segment_id=e232d97a-6027-4cce-8931-6c16f3ea88d7)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:11.956520 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c1393044-637e-41c2-9d4a-47ce617bc382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (fbd6bf02-1561-4485-8aae-4c8004855606), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:11.962162 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-79e4bbc2-d66f-48cc-8582-c1e66a08eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe400a37-583e-4f40-bf1b-cd7d3f68887a', 'name': 'tempest-ServersTestMultiNic-305954793-router', 'tenant_id': '18ad456d126a4c25accb04f76a159733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '32049977-af9b-45c0-a7c2-f8aa18651c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:57:22Z', 'updated_at': '2022-09-16T13:00:06Z', 'revision_number': 5, 'project_id': '18ad456d126a4c25accb04f76a159733', 'gw_port': {'id': '32049977-af9b-45c0-a7c2-f8aa18651c51', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe400a37-583e-4f40-bf1b-cd7d3f68887a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:23Z', 'updated_at': '2022-09-16T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:11.995602 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a413f-3587-4d22-b3db-c97c9816e3fa req-e5331da7-ab80-4988-b8cd-7a898df912bf tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:11.998736 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 0690c1a2-5160-4c9d-bd6d-78947facea95 resource provider aggregate not found Sep 16 13:00:11.998917 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5d1a413f-3587-4d22-b3db-c97c9816e3fa req-e5331da7-ab80-4988-b8cd-7a898df912bf tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 931 time: 0.5120721 Sep 16 13:00:12.024626 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-c1393044-637e-41c2-9d4a-47ce617bc382 admin admin] Calling delete_port for fbd6bf02-1561-4485-8aae-4c8004855606 owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:12.033572 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 0690c1a2-5160-4c9d-bd6d-78947facea95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0690c1a2-5160-4c9d-bd6d-78947facea95 found for delete ", "request_id": "req-f7430579-e6cf-4f8a-abc2-9ea55cb711d1"}]} Sep 16 13:00:12.034747 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e4bbc2-d66f-48cc-8582-c1e66a08eade None None] Checking router: fe400a37-583e-4f40-bf1b-cd7d3f68887a for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:00:12.051045 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e4bbc2-d66f-48cc-8582-c1e66a08eade None None] Routers {'fe400a37-583e-4f40-bf1b-cd7d3f68887a'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:12.052473 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-79e4bbc2-d66f-48cc-8582-c1e66a08eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['fe400a37-583e-4f40-bf1b-cd7d3f68887a'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:12.072438 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a5a2-e4ce-433e-8524-6c6574a3d7c2 admin admin] Publish callbacks [] for router_gateway (fe400a37-583e-4f40-bf1b-cd7d3f68887a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:12.083192 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] Transition to ACTIVE for port object 49603217-44ca-43b5-b254-906cf820af9e will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:00:12.086154 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f4419d5e-8d31-4bab-a207-75a5c2c66aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (9fc94798-4461-4002-a2d4-76333b0bfb95), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:12.104941 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f4419d5e-8d31-4bab-a207-75a5c2c66aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:12.110545 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f4419d5e-8d31-4bab-a207-75a5c2c66aea admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/9fc94798-4461-4002-a2d4-76333b0bfb95 HTTP/1.1" status: 204 len: 168 time: 1.1720812 Sep 16 13:00:12.136616 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4419d5e-8d31-4bab-a207-75a5c2c66aea admin admin] Pushing event deleted for resources: {'Network': ['ID=9fc94798-4461-4002-a2d4-76333b0bfb95,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:12.170658 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-f810258c-14bb-4760-8c45-18437a448588 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:12.178000 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-f810258c-14bb-4760-8c45-18437a448588 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports/9b032a10-f56e-47fc-b941-54f12778f01c HTTP/1.1" status: 200 len: 936 time: 0.3245485 Sep 16 13:00:12.180529 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7a5a2-e4ce-433e-8524-6c6574a3d7c2 admin admin] Deleting port 32049977-af9b-45c0-a7c2-f8aa18651c51 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:12.180869 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a5a2-e4ce-433e-8524-6c6574a3d7c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (32049977-af9b-45c0-a7c2-f8aa18651c51), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:12.213524 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 3 to provision port 49603217-44ca-43b5-b254-906cf820af9e Sep 16 13:00:12.271850 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 49603217-44ca-43b5-b254-906cf820af9e cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:12.284023 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-bbd7a5a2-e4ce-433e-8524-6c6574a3d7c2 admin admin] For port 32049977-af9b-45c0-a7c2-f8aa18651c51, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=32049977-af9b-45c0-a7c2-f8aa18651c51,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:12.284442 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a5a2-e4ce-433e-8524-6c6574a3d7c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (32049977-af9b-45c0-a7c2-f8aa18651c51), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:12.297686 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (49603217-44ca-43b5-b254-906cf820af9e), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:12.315128 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7a5a2-e4ce-433e-8524-6c6574a3d7c2 admin admin] Calling delete_port for 32049977-af9b-45c0-a7c2-f8aa18651c51 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:12.319769 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-79e4bbc2-d66f-48cc-8582-c1e66a08eade None None] Set router fe400a37-583e-4f40-bf1b-cd7d3f68887a gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:12.398212 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-799f3d7a-e709-446b-84f7-3db74400a949 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?network_id=231c3494-8d9a-44ba-b103-fc49819648f0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2149653 Sep 16 13:00:12.479837 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35178) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:12.480326 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:12.515847 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5d1a413f-3587-4d22-b3db-c97c9816e3fa req-adeb00eb-91f7-466f-9bf9-ad219c7606ed tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839973 Sep 16 13:00:12.551389 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-79e4bbc2-d66f-48cc-8582-c1e66a08eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe400a37-583e-4f40-bf1b-cd7d3f68887a', 'name': 'tempest-ServersTestMultiNic-305954793-router', 'tenant_id': '18ad456d126a4c25accb04f76a159733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '32049977-af9b-45c0-a7c2-f8aa18651c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:57:22Z', 'updated_at': '2022-09-16T13:00:06Z', 'revision_number': 5, 'project_id': '18ad456d126a4c25accb04f76a159733', 'gw_port': {'id': '32049977-af9b-45c0-a7c2-f8aa18651c51', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe400a37-583e-4f40-bf1b-cd7d3f68887a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:23Z', 'updated_at': '2022-09-16T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:12.556392 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e49f0299-4066-4091-be6f-a784d2b0bcef tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?network_id=231c3494-8d9a-44ba-b103-fc49819648f0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1571448 Sep 16 13:00:12.589495 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e4bbc2-d66f-48cc-8582-c1e66a08eade None None] The sync data for ids ['fe400a37-583e-4f40-bf1b-cd7d3f68887a'] in n-d-858094-4 is: [{'id': 'fe400a37-583e-4f40-bf1b-cd7d3f68887a', 'name': 'tempest-ServersTestMultiNic-305954793-router', 'tenant_id': '18ad456d126a4c25accb04f76a159733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '32049977-af9b-45c0-a7c2-f8aa18651c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:57:22Z', 'updated_at': '2022-09-16T13:00:06Z', 'revision_number': 5, 'project_id': '18ad456d126a4c25accb04f76a159733', 'gw_port': {'id': '32049977-af9b-45c0-a7c2-f8aa18651c51', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe400a37-583e-4f40-bf1b-cd7d3f68887a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:23Z', 'updated_at': '2022-09-16T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:00:12.598228 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2aa71297-963e-406a-977d-f453654c2e59 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=e17f0831ce6b4d398e247eba5d6772b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1123245 Sep 16 13:00:12.598228 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35180) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:12.630475 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:12.704265 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d3500dec-82b8-467e-80c6-1d812a1d4c63 admin admin] Publish callbacks [] for security_group (d7ed7c76-d440-4c2c-a7a4-0098e164e287), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:12.739824 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a5a2-e4ce-433e-8524-6c6574a3d7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (32049977-af9b-45c0-a7c2-f8aa18651c51), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:12.748870 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:12.750041 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] Pushing event updated for resources: {'Port': ['ID=49603217-44ca-43b5-b254-906cf820af9e,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:12.750322 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d3500dec-82b8-467e-80c6-1d812a1d4c63 admin admin] Publish callbacks [] for security_group (d7ed7c76-d440-4c2c-a7a4-0098e164e287), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:12.772637 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 4 to provision port 49603217-44ca-43b5-b254-906cf820af9e Sep 16 13:00:12.801034 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7a5a2-e4ce-433e-8524-6c6574a3d7c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=32049977-af9b-45c0-a7c2-f8aa18651c51,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:12.824090 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 49603217-44ca-43b5-b254-906cf820af9e cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:12.845840 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:12.892998 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a5a2-e4ce-433e-8524-6c6574a3d7c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (fe400a37-583e-4f40-bf1b-cd7d3f68887a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:12.896192 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a110f5-c80f-4473-ba32-f7ecad564ff0 req-3e7f66df-4c52-42f2-9949-6021e87945b1 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:12.897712 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d1a110f5-c80f-4473-ba32-f7ecad564ff0 req-3e7f66df-4c52-42f2-9949-6021e87945b1 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 948 time: 0.2593029 Sep 16 13:00:12.898924 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3db93d25-57c9-40ec-9679-1e1c26d91de1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:12.953250 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d3500dec-82b8-467e-80c6-1d812a1d4c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (d7ed7c76-d440-4c2c-a7a4-0098e164e287), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:12.955917 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d3500dec-82b8-467e-80c6-1d812a1d4c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:12.957190 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d3500dec-82b8-467e-80c6-1d812a1d4c63 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/d7ed7c76-d440-4c2c-a7a4-0098e164e287 HTTP/1.1" status: 204 len: 168 time: 0.3585546 Sep 16 13:00:12.998333 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3500dec-82b8-467e-80c6-1d812a1d4c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ed7c76-d440-4c2c-a7a4-0098e164e287,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:13.003492 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a5a2-e4ce-433e-8524-6c6574a3d7c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (fe400a37-583e-4f40-bf1b-cd7d3f68887a), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:13.006191 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a5a2-e4ce-433e-8524-6c6574a3d7c2 admin admin] Publish callbacks [] for router_controller (fe400a37-583e-4f40-bf1b-cd7d3f68887a), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:13.077708 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a5a2-e4ce-433e-8524-6c6574a3d7c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (fe400a37-583e-4f40-bf1b-cd7d3f68887a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:13.078664 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd7a5a2-e4ce-433e-8524-6c6574a3d7c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe400a37-583e-4f40-bf1b-cd7d3f68887a {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:00:13.090468 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a5a2-e4ce-433e-8524-6c6574a3d7c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:13.097756 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-bbd7a5a2-e4ce-433e-8524-6c6574a3d7c2 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/fe400a37-583e-4f40-bf1b-cd7d3f68887a HTTP/1.1" status: 204 len: 168 time: 1.5526586 Sep 16 13:00:13.098840 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35186) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:13.131114 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] Attempting to bind port 49603217-44ca-43b5-b254-906cf820af9e on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:00:13.131468 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] Attempting to bind port 49603217-44ca-43b5-b254-906cf820af9e by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:00:13.131783 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] Attempting to bind port 49603217-44ca-43b5-b254-906cf820af9e on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:13.193419 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7efe2f-faac-4f95-ac83-c6feb52c4236 admin admin] Deleting subnet 069eafbc-3196-4257-ae11-ea328043262b {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:00:13.197221 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3a7efe2f-faac-4f95-ac83-c6feb52c4236 admin admin] Publish callbacks [] for subnet (069eafbc-3196-4257-ae11-ea328043262b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:13.202294 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116c6c97-9499-4c0e-861c-371e4ecf4ba2 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:00:13.223218 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-4ce9b1f4-b470-43b2-930b-5d478b943e3c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:13.235759 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-4ce9b1f4-b470-43b2-930b-5d478b943e3c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:13.242581 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-4ce9b1f4-b470-43b2-930b-5d478b943e3c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:13.248413 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-4ce9b1f4-b470-43b2-930b-5d478b943e3c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/networks?id=5fe80c07-1468-4c04-9291-5fbc50b9c34f&id=cbc422c8-d561-47f7-afec-ef049a9a76c5&id=cbc422c8-d561-47f7-afec-ef049a9a76c5&id=231c3494-8d9a-44ba-b103-fc49819648f0&id=231c3494-8d9a-44ba-b103-fc49819648f0 HTTP/1.1" status: 200 len: 1994 time: 0.6778362 Sep 16 13:00:13.250714 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Publish callbacks [] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:13.312835 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d1a110f5-c80f-4473-ba32-f7ecad564ff0 req-edd576a4-d904-4c6f-b6fd-dcd5f788e355 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040565 Sep 16 13:00:13.323085 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3a7efe2f-faac-4f95-ac83-c6feb52c4236 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (069eafbc-3196-4257-ae11-ea328043262b), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:13.326153 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 5 to provision port 49603217-44ca-43b5-b254-906cf820af9e Sep 16 13:00:13.389834 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 49603217-44ca-43b5-b254-906cf820af9e cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:13.463372 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Transition to ACTIVE for port object 116c6c97-9499-4c0e-861c-371e4ecf4ba2 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:00:13.475675 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-6c3a7e86-08f3-46b7-bae2-69755e847f28 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/quotas/bdbc66ae4c664cd18af4bad57bbf12c4 HTTP/1.1" status: 200 len: 375 time: 0.1857078 Sep 16 13:00:13.501668 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:13.510635 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3a7efe2f-faac-4f95-ac83-c6feb52c4236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (069eafbc-3196-4257-ae11-ea328043262b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:13.513276 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:00:13.514813 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] Port 49603217-44ca-43b5-b254-906cf820af9e on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:00:13.514813 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] Attempting to bind port 49603217-44ca-43b5-b254-906cf820af9e on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:13.545511 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:00:13.556625 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 7b4dcbe5-7dc3-44b9-ae77-576599a18a87 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:00:13.557316 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f298da99-baec-468c-b085-62915e637ec9 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:00:13.620950 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: f298da99-baec-468c-b085-62915e637ec9 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:00:13.621884 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f298da99-baec-468c-b085-62915e637ec9 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:00:13.624388 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3a7efe2f-faac-4f95-ac83-c6feb52c4236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (069eafbc-3196-4257-ae11-ea328043262b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:13.658469 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c1393044-637e-41c2-9d4a-47ce617bc382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (fbd6bf02-1561-4485-8aae-4c8004855606), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:13.667130 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7efe2f-faac-4f95-ac83-c6feb52c4236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=069eafbc-3196-4257-ae11-ea328043262b,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:13.669426 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3a7efe2f-faac-4f95-ac83-c6feb52c4236 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:13.673624 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56691a8-7a17-49e0-a09d-8d425630e71e None None] Network 21105669-b7b0-4978-a5ba-3159f713feca requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:00:13.718782 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3a7efe2f-faac-4f95-ac83-c6feb52c4236 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/069eafbc-3196-4257-ae11-ea328043262b HTTP/1.1" status: 204 len: 168 time: 0.6144092 Sep 16 13:00:13.719405 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35198) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:13.810138 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:13.860618 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-df80d00b-e004-4ac9-9005-5df7897444f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (21105669-b7b0-4978-a5ba-3159f713feca), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:13.864922 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:13.878357 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-9ea58fd2-f3a1-4704-99e8-d6706ac38cc1 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=bdbc66ae4c664cd18af4bad57bbf12c4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3670692 Sep 16 13:00:13.883812 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:13.885719 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Pushing event updated for resources: {'Port': ['ID=116c6c97-9499-4c0e-861c-371e4ecf4ba2,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:13.890996 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 6 to provision port 49603217-44ca-43b5-b254-906cf820af9e Sep 16 13:00:13.959529 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-df80d00b-e004-4ac9-9005-5df7897444f6 admin admin] Deleting port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:13.960027 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-df80d00b-e004-4ac9-9005-5df7897444f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (1b4c1983-9b66-49f0-855a-2cac4ee0ff15), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:13.971059 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 49603217-44ca-43b5-b254-906cf820af9e cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:14.050550 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:14.055009 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:14.056464 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:14.056977 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:14.058649 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:14.063774 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:14.064686 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:14.066223 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:14.066624 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:14.068035 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:14.069721 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:14.070117 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:14.071161 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:14.071523 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:14.071868 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:14.072236 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:14.077345 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1191771a-4c82-420f-a78b-4b2c43d6ca06 None None] DHCP port deletion for 21105669-b7b0-4978-a5ba-3159f713feca request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:00:14.109131 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-df80d00b-e004-4ac9-9005-5df7897444f6 admin admin] For port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=1b4c1983-9b66-49f0-855a-2cac4ee0ff15,segment=NetworkSegment(e7afe18f-154f-430f-b19a-d97954104248),segment_id=e7afe18f-154f-430f-b19a-d97954104248)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:14.109644 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-df80d00b-e004-4ac9-9005-5df7897444f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (1b4c1983-9b66-49f0-855a-2cac4ee0ff15), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:14.147657 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-df80d00b-e004-4ac9-9005-5df7897444f6 admin admin] Calling delete_port for 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:14.158196 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-1191771a-4c82-420f-a78b-4b2c43d6ca06 None None] Deleting port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:14.159257 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1191771a-4c82-420f-a78b-4b2c43d6ca06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (1b4c1983-9b66-49f0-855a-2cac4ee0ff15), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:14.290946 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-df80d00b-e004-4ac9-9005-5df7897444f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (1b4c1983-9b66-49f0-855a-2cac4ee0ff15), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:14.307288 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-1191771a-4c82-420f-a78b-4b2c43d6ca06 None None] For port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=1b4c1983-9b66-49f0-855a-2cac4ee0ff15,segment=NetworkSegment(e7afe18f-154f-430f-b19a-d97954104248),segment_id=e7afe18f-154f-430f-b19a-d97954104248)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:14.308026 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1191771a-4c82-420f-a78b-4b2c43d6ca06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (1b4c1983-9b66-49f0-855a-2cac4ee0ff15), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:14.324711 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-1191771a-4c82-420f-a78b-4b2c43d6ca06 None None] Calling delete_port for 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:14.345775 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df80d00b-e004-4ac9-9005-5df7897444f6 admin admin] No DVR routers for this DVR port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:00:14.358683 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80d00b-e004-4ac9-9005-5df7897444f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4c1983-9b66-49f0-855a-2cac4ee0ff15,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:14.419271 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35214) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:14.444052 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1191771a-4c82-420f-a78b-4b2c43d6ca06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (1b4c1983-9b66-49f0-855a-2cac4ee0ff15), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:14.486849 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-df80d00b-e004-4ac9-9005-5df7897444f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (21105669-b7b0-4978-a5ba-3159f713feca), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:14.510659 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 7 to provision port 49603217-44ca-43b5-b254-906cf820af9e Sep 16 13:00:14.512382 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-df80d00b-e004-4ac9-9005-5df7897444f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21105669-b7b0-4978-a5ba-3159f713feca']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:14.525581 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-df80d00b-e004-4ac9-9005-5df7897444f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7afe18f-154f-430f-b19a-d97954104248') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:14.525876 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-df80d00b-e004-4ac9-9005-5df7897444f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7afe18f-154f-430f-b19a-d97954104248') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:14.538286 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-df80d00b-e004-4ac9-9005-5df7897444f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (e7afe18f-154f-430f-b19a-d97954104248), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:14.552404 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:14.555777 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-df80d00b-e004-4ac9-9005-5df7897444f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (e7afe18f-154f-430f-b19a-d97954104248), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:14.564030 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df80d00b-e004-4ac9-9005-5df7897444f6 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:00:14.564585 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-df80d00b-e004-4ac9-9005-5df7897444f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (e7afe18f-154f-430f-b19a-d97954104248), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:14.603498 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191771a-4c82-420f-a78b-4b2c43d6ca06 None None] Pushing event deleted for resources: {'Port': ['ID=1b4c1983-9b66-49f0-855a-2cac4ee0ff15,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:14.615183 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 12, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:00:14.615505 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:14.615881 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:00:14.617076 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 49603217-44ca-43b5-b254-906cf820af9e cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:14.617307 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] Bound port: 49603217-44ca-43b5-b254-906cf820af9e, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:00:14.617625 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (49603217-44ca-43b5-b254-906cf820af9e), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:14.618629 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment e7afe18f-154f-430f-b19a-d97954104248 resource provider aggregate not found Sep 16 13:00:14.620801 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1191771a-4c82-420f-a78b-4b2c43d6ca06 None None] No DVR routers for this DVR port 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:00:14.633879 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-63b00048-8e55-42f9-8ed3-fef763e5df36 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1131767717-network', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:14.655606 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment e7afe18f-154f-430f-b19a-d97954104248 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7afe18f-154f-430f-b19a-d97954104248 found for delete ", "request_id": "req-fbe1ff76-a038-446d-bd1f-1588fbca9589"}]} Sep 16 13:00:14.656919 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1393044-637e-41c2-9d4a-47ce617bc382 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd6bf02-1561-4485-8aae-4c8004855606,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:14.665988 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-df80d00b-e004-4ac9-9005-5df7897444f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (21105669-b7b0-4978-a5ba-3159f713feca), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:14.672988 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-df80d00b-e004-4ac9-9005-5df7897444f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:14.678530 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-df80d00b-e004-4ac9-9005-5df7897444f6 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/21105669-b7b0-4978-a5ba-3159f713feca HTTP/1.1" status: 204 len: 168 time: 0.9550235 Sep 16 13:00:14.678530 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b00048-8e55-42f9-8ed3-fef763e5df36 admin admin] Made reservation on behalf of e3f3ad027f264333a95500ef691b7815 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:14.678827 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Attempting to bind port 116c6c97-9499-4c0e-861c-371e4ecf4ba2 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:00:14.678827 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Attempting to bind port 116c6c97-9499-4c0e-861c-371e4ecf4ba2 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:00:14.679417 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Attempting to bind port 116c6c97-9499-4c0e-861c-371e4ecf4ba2 on network 4c6a423f-0493-4448-999c-84f17e899760 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:14.681243 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-63b00048-8e55-42f9-8ed3-fef763e5df36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:14.704853 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80d00b-e004-4ac9-9005-5df7897444f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=21105669-b7b0-4978-a5ba-3159f713feca,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:14.707936 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-63b00048-8e55-42f9-8ed3-fef763e5df36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:14.725930 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f160fa-4e07-42b3-b6a9-26cf9d2ef763 req-424a76f0-93f1-4a78-963f-1ab49536066f tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:14.728099 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-40f160fa-4e07-42b3-b6a9-26cf9d2ef763 req-424a76f0-93f1-4a78-963f-1ab49536066f tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 943 time: 0.9635992 Sep 16 13:00:14.750914 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db93d25-57c9-40ec-9679-1e1c26d91de1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Router e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:00:14.825757 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-63b00048-8e55-42f9-8ed3-fef763e5df36 admin admin] Publish callbacks [] for security_group (7673b8db-46ad-40e6-b9f1-6329750aecb8), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:14.831776 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-63b00048-8e55-42f9-8ed3-fef763e5df36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (7673b8db-46ad-40e6-b9f1-6329750aecb8), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:14.852797 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35226) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:14.864940 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b00048-8e55-42f9-8ed3-fef763e5df36 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:00:14.870505 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] For port 49603217-44ca-43b5-b254-906cf820af9e, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:00:14.874153 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] For port 49603217-44ca-43b5-b254-906cf820af9e, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=49603217-44ca-43b5-b254-906cf820af9e,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:00:14.891845 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b00048-8e55-42f9-8ed3-fef763e5df36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7673b8db-46ad-40e6-b9f1-6329750aecb8,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:14.900414 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-63b00048-8e55-42f9-8ed3-fef763e5df36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (100fdcc4-5ec1-4699-93d1-07b5aef19ba3), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:14.900987 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-63b00048-8e55-42f9-8ed3-fef763e5df36 admin admin] Added segment 100fdcc4-5ec1-4699-93d1-07b5aef19ba3 of type vlan for network 9c660356-b242-47cf-8b53-5c05af82a4ce Sep 16 13:00:14.939572 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (49603217-44ca-43b5-b254-906cf820af9e), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:14.943059 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:14.944848 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:14.946589 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26eec383-da76-41d2-9ba0-913bfd23052b req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/49603217-44ca-43b5-b254-906cf820af9e HTTP/1.1" status: 200 len: 1096 time: 6.5656972 Sep 16 13:00:14.962783 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08836465-8c0f-454b-9e19-8bb6bd44f931', 'tag': '49603217-44ca-43b5-b254-906cf820af9e'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:00:14.966421 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c1fb1f-4bae-4e7a-a10d-e71571213a32" -d '{"events": [{"name": "network-changed", "server_uuid": "08836465-8c0f-454b-9e19-8bb6bd44f931", "tag": "49603217-44ca-43b5-b254-906cf820af9e"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:00:14.975286 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-70bda1b0-3d18-4e59-96b7-efe9bf1be356 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=18ad456d126a4c25accb04f76a159733&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1160371 Sep 16 13:00:14.978974 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-a905189a-4f8d-49b2-ac50-0a704043d522 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5fe80c07-1468-4c04-9291-5fbc50b9c34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0780625 Sep 16 13:00:14.979213 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35230) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:14.991034 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-63b00048-8e55-42f9-8ed3-fef763e5df36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (9c660356-b242-47cf-8b53-5c05af82a4ce), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:15.033857 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:15.063061 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cccff28a-dc2b-4cbb-9c21-414a79ca197c admin admin] Publish callbacks [] for security_group (f5fac540-6899-4d22-b2dd-c21843021eb2), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:15.065500 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-63b00048-8e55-42f9-8ed3-fef763e5df36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (9c660356-b242-47cf-8b53-5c05af82a4ce), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:15.066684 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b00048-8e55-42f9-8ed3-fef763e5df36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:15.067217 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-63b00048-8e55-42f9-8ed3-fef763e5df36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:15.118865 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 8 to provision port 49603217-44ca-43b5-b254-906cf820af9e Sep 16 13:00:15.162463 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cccff28a-dc2b-4cbb-9c21-414a79ca197c admin admin] Publish callbacks [] for security_group (f5fac540-6899-4d22-b2dd-c21843021eb2), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:15.167031 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-63b00048-8e55-42f9-8ed3-fef763e5df36 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7467408 Sep 16 13:00:15.176354 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35232) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:15.180277 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Port 116c6c97-9499-4c0e-861c-371e4ecf4ba2 on network 4c6a423f-0493-4448-999c-84f17e899760 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:00:15.180619 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Attempting to bind port 116c6c97-9499-4c0e-861c-371e4ecf4ba2 on network 4c6a423f-0493-4448-999c-84f17e899760 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:15.181381 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-88479db0-2568-4887-a04a-a8c80f71c16a admin admin] Request body: {'subnet': {'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1131767717-subnet', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:15.187950 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 49603217-44ca-43b5-b254-906cf820af9e had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 13:00:15.190156 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b00048-8e55-42f9-8ed3-fef763e5df36 admin admin] Pushing event updated for resources: {'Network': ['ID=9c660356-b242-47cf-8b53-5c05af82a4ce,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:15.210859 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 9c660356-b242-47cf-8b53-5c05af82a4ce details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:00:15.231968 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88479db0-2568-4887-a04a-a8c80f71c16a admin admin] Made reservation on behalf of e3f3ad027f264333a95500ef691b7815 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:15.235727 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-88479db0-2568-4887-a04a-a8c80f71c16a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:15.303705 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cccff28a-dc2b-4cbb-9c21-414a79ca197c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (f5fac540-6899-4d22-b2dd-c21843021eb2), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:15.306469 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cccff28a-dc2b-4cbb-9c21-414a79ca197c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:15.307760 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-cccff28a-dc2b-4cbb-9c21-414a79ca197c admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/f5fac540-6899-4d22-b2dd-c21843021eb2 HTTP/1.1" status: 204 len: 168 time: 0.3275588 Sep 16 13:00:15.320964 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-40f160fa-4e07-42b3-b6a9-26cf9d2ef763 req-658343e2-90dc-46b3-9611-8ba080788f56 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5736713 Sep 16 13:00:15.336793 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccff28a-dc2b-4cbb-9c21-414a79ca197c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fac540-6899-4d22-b2dd-c21843021eb2,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:15.343507 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:00:15.343851 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Checking segment: {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:15.344280 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Bound using segment: {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:00:15.344976 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Bound port: 116c6c97-9499-4c0e-861c-371e4ecf4ba2, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:00:15.345343 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:15.405237 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:15.458231 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Provisioning complete for port 96ec0261-1181-470b-971b-163682a9e81d triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:15.458603 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (96ec0261-1181-470b-971b-163682a9e81d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:15.458943 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 1 to provision port 96ec0261-1181-470b-971b-163682a9e81d Sep 16 13:00:15.500714 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c1393044-637e-41c2-9d4a-47ce617bc382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (92d8ea50-3b36-4bca-8260-8565436f711d), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:15.513394 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea87185-1527-45a8-8795-c84e3f7a73d2 service neutron] Pushing event updated for resources: {'Port': ['ID=49603217-44ca-43b5-b254-906cf820af9e,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:15.543338 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 32049977-af9b-45c0-a7c2-f8aa18651c51 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:00:15.577886 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 32049977-af9b-45c0-a7c2-f8aa18651c51 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:00:15.578505 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 32049977-af9b-45c0-a7c2-f8aa18651c51 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:00:15.579082 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:00:15.605079 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:15.607329 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eec383-da76-41d2-9ba0-913bfd23052b req-e5390255-5689-483c-b214-90b222451a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:15.609192 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26eec383-da76-41d2-9ba0-913bfd23052b req-e5390255-5689-483c-b214-90b222451a8f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9bc3ef4fd0374ac4b74900369ca779aa&device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 1130 time: 0.5904939 Sep 16 13:00:15.622992 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:00:15.623863 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 1b4c1983-9b66-49f0-855a-2cac4ee0ff15 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:00:15.624054 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-88479db0-2568-4887-a04a-a8c80f71c16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (d4ae86a7-4106-447a-a8be-db073682c5f0), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:15.628277 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 96ec0261-1181-470b-971b-163682a9e81d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:15.659804 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:15.713921 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88479db0-2568-4887-a04a-a8c80f71c16a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4ae86a7-4106-447a-a8be-db073682c5f0,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:15.717549 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88479db0-2568-4887-a04a-a8c80f71c16a admin admin] Checking segment: {'id': '100fdcc4-5ec1-4699-93d1-07b5aef19ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:15.718269 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88479db0-2568-4887-a04a-a8c80f71c16a admin admin] Network hostable DHCP agents. Network: 9c660356-b242-47cf-8b53-5c05af82a4ce, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:00:15.745700 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db93d25-57c9-40ec-9679-1e1c26d91de1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:00:15.750529 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88479db0-2568-4887-a04a-a8c80f71c16a admin admin] Network 9c660356-b242-47cf-8b53-5c05af82a4ce is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:00:15.760841 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26eec383-da76-41d2-9ba0-913bfd23052b req-bb3c7528-da78-49d4-b9ea-ca3ac3351826 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=49603217-44ca-43b5-b254-906cf820af9e HTTP/1.1" status: 200 len: 217 time: 0.1355879 Sep 16 13:00:15.765084 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583abcb-88d2-4bdf-bd77-2db49e0376eb None None] Sync routers for ids ['e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:00:15.779568 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1583abcb-88d2-4bdf-bd77-2db49e0376eb None None] Routers {'e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:15.780218 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1583abcb-88d2-4bdf-bd77-2db49e0376eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:15.783579 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-88479db0-2568-4887-a04a-a8c80f71c16a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 9c660356-b242-47cf-8b53-5c05af82a4ce) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:15.792311 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88479db0-2568-4887-a04a-a8c80f71c16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:15.793013 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-88479db0-2568-4887-a04a-a8c80f71c16a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:15.824428 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87cc4a-a179-4767-91e7-621132225656 req-b9d3578d-40ee-41d0-898c-be2ffce2738c tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:15.829623 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ce87cc4a-a179-4767-91e7-621132225656 req-b9d3578d-40ee-41d0-898c-be2ffce2738c tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 948 time: 0.3036928 Sep 16 13:00:15.836584 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-88479db0-2568-4887-a04a-a8c80f71c16a admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6551406 Sep 16 13:00:15.837321 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35242) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:15.842037 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-95a8848e-27ec-4086-b271-9f6575504c79 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1131767717-router', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:15.860631 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-2c3f814f-dab9-4d81-b086-970f4ec613f3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5fe80c07-1468-4c04-9291-5fbc50b9c34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8391676 Sep 16 13:00:15.868339 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95a8848e-27ec-4086-b271-9f6575504c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:15.872933 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95a8848e-27ec-4086-b271-9f6575504c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:15.874983 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1583abcb-88d2-4bdf-bd77-2db49e0376eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:15.877436 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcabd969-982a-4265-8228-1daa2e0b169b None None] Network 9c660356-b242-47cf-8b53-5c05af82a4ce requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:00:15.952053 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-72c88398-682c-40b1-80aa-e4985f55c7e4 service neutron] 10.222.0.67 "GET /networking/v2.0/ports/96ec0261-1181-470b-971b-163682a9e81d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0638323 Sep 16 13:00:15.958298 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95a8848e-27ec-4086-b271-9f6575504c79 admin admin] Publish callbacks [] for router_controller (c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:16.077829 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3db93d25-57c9-40ec-9679-1e1c26d91de1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:16.079172 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-3db93d25-57c9-40ec-9679-1e1c26d91de1 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 888 time: 13.6144283 Sep 16 13:00:16.117243 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35252) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:16.124647 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-a7777778-d4ec-44c5-bd31-ae9ca391e466 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:16.212212 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ce87cc4a-a179-4767-91e7-621132225656 req-dabfbec9-2608-49ec-9c71-e4ef1a2825fd tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347144 Sep 16 13:00:16.262618 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-7c468926-e174-4f86-a0b3-f351cfd5461a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712998 Sep 16 13:00:16.281438 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:16.282034 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] For port 116c6c97-9499-4c0e-861c-371e4ecf4ba2, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:00:16.290519 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 2 to provision port 96ec0261-1181-470b-971b-163682a9e81d Sep 16 13:00:16.341298 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eec383-da76-41d2-9ba0-913bfd23052b req-c0437600-d951-46f2-84fe-57ec693b554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:16.343683 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26eec383-da76-41d2-9ba0-913bfd23052b req-c0437600-d951-46f2-84fe-57ec693b554c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.4938788 Sep 16 13:00:16.350346 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7862ad94-4935-4082-ae98-cbcacb8506b4 x-openstack-request-id: req-7862ad94-4935-4082-ae98-cbcacb8506b4 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:00:16.350647 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08836465-8c0f-454b-9e19-8bb6bd44f931", "tag": "49603217-44ca-43b5-b254-906cf820af9e", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:00:16.350903 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7862ad94-4935-4082-ae98-cbcacb8506b4 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:00:16.351313 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7862ad94-4935-4082-ae98-cbcacb8506b4'] response: {'name': 'network-changed', 'server_uuid': '08836465-8c0f-454b-9e19-8bb6bd44f931', 'tag': '49603217-44ca-43b5-b254-906cf820af9e', 'status': 'completed', 'code': 200} Sep 16 13:00:16.357454 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] For port 116c6c97-9499-4c0e-861c-371e4ecf4ba2, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=116c6c97-9499-4c0e-861c-371e4ecf4ba2,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:00:16.387033 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:16.415687 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:16.415687 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:16.416979 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/116c6c97-9499-4c0e-861c-371e4ecf4ba2 HTTP/1.1" status: 200 len: 1091 time: 6.7201600 Sep 16 13:00:16.511542 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1583abcb-88d2-4bdf-bd77-2db49e0376eb None None] Routers {'e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:16.512657 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1583abcb-88d2-4bdf-bd77-2db49e0376eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:16.546619 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35264) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:16.564108 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1583abcb-88d2-4bdf-bd77-2db49e0376eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:16.565394 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583abcb-88d2-4bdf-bd77-2db49e0376eb None None] The sync data for ids ['e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:00:16.570360 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 96ec0261-1181-470b-971b-163682a9e81d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:16.623533 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c82ddb-3c5e-4148-a4ae-0633582fad23 service neutron] Pushing event updated for resources: {'Port': ['ID=116c6c97-9499-4c0e-861c-371e4ecf4ba2,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:16.669407 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eec383-da76-41d2-9ba0-913bfd23052b req-89483f30-5f0e-48aa-846b-7ce7e468ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:16.670929 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26eec383-da76-41d2-9ba0-913bfd23052b req-89483f30-5f0e-48aa-846b-7ce7e468ce98 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3067775 Sep 16 13:00:16.680843 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9c660356-b242-47cf-8b53-5c05af82a4ce', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'fixed_ips': [{'subnet_id': 'd4ae86a7-4106-447a-a8be-db073682c5f0'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:00:16.682615 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:16.771105 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95a8848e-27ec-4086-b271-9f6575504c79 admin admin] Publish callbacks [] for router_gateway (c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:16.805567 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-7f6a43fd-dd84-441f-9d14-052f0ff3c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:16.807206 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-7f6a43fd-dd84-441f-9d14-052f0ff3c2fa service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 1125 time: 0.2614708 Sep 16 13:00:16.817508 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-73404328-fed7-4af4-9895-f93dd5715923 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1377845784-network', 'tenant_id': '337bc9a50c6846ada58b194c94d0f193'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:16.841808 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:00:16.852573 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:16.856925 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-8dbd2322-8b57-418f-b888-4a465ddc8814 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5923376 Sep 16 13:00:16.874241 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ce155-5ccd-47a2-9b25-83292c70b881 req-80577231-ebb3-40fb-a727-cf09719db209 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:16.876532 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6d6ce155-5ccd-47a2-9b25-83292c70b881 req-80577231-ebb3-40fb-a727-cf09719db209 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 943 time: 0.2905667 Sep 16 13:00:16.877188 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73404328-fed7-4af4-9895-f93dd5715923 admin admin] Made reservation on behalf of 337bc9a50c6846ada58b194c94d0f193 for: {'network': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:16.879859 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-73404328-fed7-4af4-9895-f93dd5715923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:16.899282 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1393044-637e-41c2-9d4a-47ce617bc382 admin admin] Router 92d8ea50-3b36-4bca-8260-8565436f711d has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:00:16.900454 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] Allocated IP 172.20.0.2 (9c660356-b242-47cf-8b53-5c05af82a4ce/d4ae86a7-4106-447a-a8be-db073682c5f0/595b045b-8bb0-4e86-8891-fbc6ab105f5b) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:16.925472 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:16.931836 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:16.989711 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-73404328-fed7-4af4-9895-f93dd5715923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:17.000427 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-4a28cd37-27a3-41eb-a3ac-ca2d0ab24e22 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=116c6c97-9499-4c0e-861c-371e4ecf4ba2 HTTP/1.1" status: 200 len: 217 time: 0.1393712 Sep 16 13:00:17.067893 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] Publish callbacks [] for port (595b045b-8bb0-4e86-8891-fbc6ab105f5b), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:17.071729 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 3 to provision port 96ec0261-1181-470b-971b-163682a9e81d Sep 16 13:00:17.076987 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (595b045b-8bb0-4e86-8891-fbc6ab105f5b), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:17.078158 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:17.130676 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-cb896472-a19e-44bc-b258-f638819670ae service neutron] 10.222.0.67 "GET /networking/v2.0/ports/9b032a10-f56e-47fc-b941-54f12778f01c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2413547 Sep 16 13:00:17.155187 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] Network 9c660356-b242-47cf-8b53-5c05af82a4ce is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:17.156167 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 96ec0261-1181-470b-971b-163682a9e81d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:17.161102 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:17.165119 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:17.172253 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] Pushing event updated for resources: {'Port': ['ID=595b045b-8bb0-4e86-8891-fbc6ab105f5b,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:17.199298 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:17.242577 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] Attempting to bind port 595b045b-8bb0-4e86-8891-fbc6ab105f5b on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:00:17.243006 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] Attempting to bind port 595b045b-8bb0-4e86-8891-fbc6ab105f5b by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '100fdcc4-5ec1-4699-93d1-07b5aef19ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:00:17.244252 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] Attempting to bind port 595b045b-8bb0-4e86-8891-fbc6ab105f5b on network 9c660356-b242-47cf-8b53-5c05af82a4ce {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:17.266452 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95a8848e-27ec-4086-b271-9f6575504c79 admin admin] Publish callbacks [] for router_gateway (c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:17.291010 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:00:17.291611 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] Checking segment: {'id': '100fdcc4-5ec1-4699-93d1-07b5aef19ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:17.291611 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:17.292030 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] Bound using segment: {'id': '100fdcc4-5ec1-4699-93d1-07b5aef19ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:00:17.292169 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95a8848e-27ec-4086-b271-9f6575504c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:17.292436 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] Bound port: 595b045b-8bb0-4e86-8891-fbc6ab105f5b, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100fdcc4-5ec1-4699-93d1-07b5aef19ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:00:17.292804 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (595b045b-8bb0-4e86-8891-fbc6ab105f5b), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:17.298150 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a7777778-d4ec-44c5-bd31-ae9ca391e466 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_gateway (e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:17.344801 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:17.351732 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a7777778-d4ec-44c5-bd31-ae9ca391e466 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_gateway (e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:17.365176 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] For port 595b045b-8bb0-4e86-8891-fbc6ab105f5b, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:00:17.368902 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] For port 595b045b-8bb0-4e86-8891-fbc6ab105f5b, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=595b045b-8bb0-4e86-8891-fbc6ab105f5b,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:00:17.377268 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (595b045b-8bb0-4e86-8891-fbc6ab105f5b), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:17.440676 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7929e4-5882-473d-9bbe-c94ac15ea304 None None] Pushing event updated for resources: {'Port': ['ID=595b045b-8bb0-4e86-8891-fbc6ab105f5b,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:17.454168 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-a7777778-d4ec-44c5-bd31-ae9ca391e466 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Deleting port dcfb5167-92b7-4584-b669-35e8a90aac66 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:17.454514 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a7777778-d4ec-44c5-bd31-ae9ca391e466 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (dcfb5167-92b7-4584-b669-35e8a90aac66), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:17.513793 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26eec383-da76-41d2-9ba0-913bfd23052b req-d098d085-f1ea-449a-a747-7d74ad123a09 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8063302 Sep 16 13:00:17.518320 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-95a8848e-27ec-4086-b271-9f6575504c79 admin admin] Allocated IP 172.25.2.19 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/8584849b-17d3-4670-ad2c-1880a0ed33e4) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:17.607037 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6d6ce155-5ccd-47a2-9b25-83292c70b881 req-baf3e5e5-7895-4214-8289-940b0b4a4219 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7213295 Sep 16 13:00:17.618991 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a7777778-d4ec-44c5-bd31-ae9ca391e466 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (dcfb5167-92b7-4584-b669-35e8a90aac66), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:17.649292 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-a7777778-d4ec-44c5-bd31-ae9ca391e466 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Calling delete_port for dcfb5167-92b7-4584-b669-35e8a90aac66 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:17.657494 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 4 to provision port 96ec0261-1181-470b-971b-163682a9e81d Sep 16 13:00:17.672680 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-9712233c-35c3-40b3-b5e1-74bf463a0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:17.674168 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-9712233c-35c3-40b3-b5e1-74bf463a0472 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=084dc942-2fdd-4c42-96da-2aec36f644a5 HTTP/1.1" status: 200 len: 850 time: 0.6582761 Sep 16 13:00:17.752085 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 96ec0261-1181-470b-971b-163682a9e81d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:17.787864 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95a8848e-27ec-4086-b271-9f6575504c79 admin admin] Publish callbacks [] for port (8584849b-17d3-4670-ad2c-1880a0ed33e4), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:17.843201 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1393044-637e-41c2-9d4a-47ce617bc382 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:00:17.856658 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233d6878-99ed-41e1-948b-7be0f01b7936 None None] Sync routers for ids ['92d8ea50-3b36-4bca-8260-8565436f711d'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:00:17.871998 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d6878-99ed-41e1-948b-7be0f01b7936 None None] Routers {'92d8ea50-3b36-4bca-8260-8565436f711d'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:17.872656 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-233d6878-99ed-41e1-948b-7be0f01b7936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['92d8ea50-3b36-4bca-8260-8565436f711d'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:17.887050 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c1393044-637e-41c2-9d4a-47ce617bc382 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/92d8ea50-3b36-4bca-8260-8565436f711d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5029106 Sep 16 13:00:17.895497 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35278) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:17.904559 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-8d999df6-b790-4112-ac96-050998fec1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:17.906274 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-8d999df6-b790-4112-ac96-050998fec1e5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=4c6a423f-0493-4448-999c-84f17e899760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2203894 Sep 16 13:00:17.967309 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:17.973088 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=1,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:18.008909 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95a8848e-27ec-4086-b271-9f6575504c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (8584849b-17d3-4670-ad2c-1880a0ed33e4), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:18.030269 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-625fa179-4cf3-4adc-aeb3-100cfd190933 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8726735 Sep 16 13:00:18.060292 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-233d6878-99ed-41e1-948b-7be0f01b7936 None None] Set router 92d8ea50-3b36-4bca-8260-8565436f711d gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:18.082258 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6b82d-9e64-4c9e-8489-5388452a5dbc req-dfa8e474-1877-4af2-b728-f7da81dce86d tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:18.083829 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dcc6b82d-9e64-4c9e-8489-5388452a5dbc req-dfa8e474-1877-4af2-b728-f7da81dce86d tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 948 time: 0.2187221 Sep 16 13:00:18.100411 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-26eec383-da76-41d2-9ba0-913bfd23052b req-23440620-fce3-435b-9621-1c801ffd53bf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489111 Sep 16 13:00:18.100752 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8848e-27ec-4086-b271-9f6575504c79 admin admin] Pushing event updated for resources: {'Port': ['ID=8584849b-17d3-4670-ad2c-1880a0ed33e4,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:18.103620 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-73404328-fed7-4af4-9895-f93dd5715923 admin admin] Publish callbacks [] for security_group (6f25fb11-7290-400f-ad89-1dd9ca053f2e), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:18.103991 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:18.150571 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a8848e-27ec-4086-b271-9f6575504c79 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:18.158922 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-73404328-fed7-4af4-9895-f93dd5715923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (6f25fb11-7290-400f-ad89-1dd9ca053f2e), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:18.162028 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-95a8848e-27ec-4086-b271-9f6575504c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:18.169343 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a8848e-27ec-4086-b271-9f6575504c79 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:18.216920 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0af4e13f-4930-4b51-89f5-b2942f39d665 admin admin] Publish callbacks [] for router (92d8ea50-3b36-4bca-8260-8565436f711d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:18.248678 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73404328-fed7-4af4-9895-f93dd5715923 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=113698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:00:18.253015 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 5 to provision port 96ec0261-1181-470b-971b-163682a9e81d Sep 16 13:00:18.301603 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73404328-fed7-4af4-9895-f93dd5715923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f25fb11-7290-400f-ad89-1dd9ca053f2e,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:18.317664 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-aab67ec2-a4b6-463b-bbd1-7b91fb2b3f54 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923709 Sep 16 13:00:18.325686 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 96ec0261-1181-470b-971b-163682a9e81d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:18.333034 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a7777778-d4ec-44c5-bd31-ae9ca391e466 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (dcfb5167-92b7-4584-b669-35e8a90aac66), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:18.335364 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-73404328-fed7-4af4-9895-f93dd5715923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (f72e1020-ff53-4725-ba40-214cded1107a), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:18.335723 n-d-858094-4 neutron-server[113698]: INFO neutron.db.segments_db [None req-73404328-fed7-4af4-9895-f93dd5715923 admin admin] Added segment f72e1020-ff53-4725-ba40-214cded1107a of type vlan for network 9af47dcf-ef82-4350-bfb1-14c70158aca5 Sep 16 13:00:18.342154 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dcc6b82d-9e64-4c9e-8489-5388452a5dbc req-6fd6365f-e03c-45b1-ba6f-8fee1eb57750 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406712 Sep 16 13:00:18.342856 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-233d6878-99ed-41e1-948b-7be0f01b7936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d8ea50-3b36-4bca-8260-8565436f711d', 'name': 'tempest-FloatingIPsTestJSON-689197682-router', 'tenant_id': '69c9f8e6296847c49b4016b84b482950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0f9027fc-6235-4ccc-8e0a-96b05fd23a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:20Z', 'updated_at': '2022-09-16T13:00:13Z', 'revision_number': 5, 'project_id': '69c9f8e6296847c49b4016b84b482950', 'gw_port': {'id': '0f9027fc-6235-4ccc-8e0a-96b05fd23a2d', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d8ea50-3b36-4bca-8260-8565436f711d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:22Z', 'updated_at': '2022-09-16T12:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:18.386810 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464c1886-1201-4b29-b61a-727d5c9e22b6', 'tag': '116c6c97-9499-4c0e-861c-371e4ecf4ba2'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:00:18.389755 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659334d9-9fba-40a7-bbcd-fc0316cec4d6" -d '{"events": [{"name": "network-changed", "server_uuid": "464c1886-1201-4b29-b61a-727d5c9e22b6", "tag": "116c6c97-9499-4c0e-861c-371e4ecf4ba2"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:00:18.399259 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233d6878-99ed-41e1-948b-7be0f01b7936 None None] Checking router: 92d8ea50-3b36-4bca-8260-8565436f711d for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:00:18.416195 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:18.417531 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d6878-99ed-41e1-948b-7be0f01b7936 None None] Routers {'92d8ea50-3b36-4bca-8260-8565436f711d'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:18.420078 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-233d6878-99ed-41e1-948b-7be0f01b7936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['92d8ea50-3b36-4bca-8260-8565436f711d'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:18.451301 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-070792b1-3f74-4211-904a-26925dd5186f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001682 Sep 16 13:00:18.513584 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff0e9eb-347d-4391-a347-4656e3a1fe12 x-openstack-request-id: req-3ff0e9eb-347d-4391-a347-4656e3a1fe12 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:00:18.513816 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464c1886-1201-4b29-b61a-727d5c9e22b6", "tag": "116c6c97-9499-4c0e-861c-371e4ecf4ba2", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:00:18.514021 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3ff0e9eb-347d-4391-a347-4656e3a1fe12 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:00:18.514414 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff0e9eb-347d-4391-a347-4656e3a1fe12'] response: {'name': 'network-changed', 'server_uuid': '464c1886-1201-4b29-b61a-727d5c9e22b6', 'tag': '116c6c97-9499-4c0e-861c-371e4ecf4ba2', 'status': 'completed', 'code': 200} Sep 16 13:00:18.547158 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7777778-d4ec-44c5-bd31-ae9ca391e466 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Pushing event deleted for resources: {'Port': ['ID=dcfb5167-92b7-4584-b669-35e8a90aac66,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:18.568666 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-233d6878-99ed-41e1-948b-7be0f01b7936 None None] Set router 92d8ea50-3b36-4bca-8260-8565436f711d gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:18.581190 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-73404328-fed7-4af4-9895-f93dd5715923 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (9af47dcf-ef82-4350-bfb1-14c70158aca5), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:18.687240 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:18.729401 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:18.777189 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a7777778-d4ec-44c5-bd31-ae9ca391e466 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:18.790297 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-263aed39-0de1-496a-a640-d85dc2da0bbc req-f200cfd4-9438-412e-b54b-f542952ead89 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597337 Sep 16 13:00:18.794319 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-233d6878-99ed-41e1-948b-7be0f01b7936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d8ea50-3b36-4bca-8260-8565436f711d', 'name': 'tempest-FloatingIPsTestJSON-689197682-router', 'tenant_id': '69c9f8e6296847c49b4016b84b482950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0f9027fc-6235-4ccc-8e0a-96b05fd23a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:20Z', 'updated_at': '2022-09-16T13:00:13Z', 'revision_number': 5, 'project_id': '69c9f8e6296847c49b4016b84b482950', 'gw_port': {'id': '0f9027fc-6235-4ccc-8e0a-96b05fd23a2d', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d8ea50-3b36-4bca-8260-8565436f711d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:22Z', 'updated_at': '2022-09-16T12:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:18.819790 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-73404328-fed7-4af4-9895-f93dd5715923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (9af47dcf-ef82-4350-bfb1-14c70158aca5), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:18.820841 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73404328-fed7-4af4-9895-f93dd5715923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:18.821417 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-73404328-fed7-4af4-9895-f93dd5715923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:18.827883 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 6 to provision port 96ec0261-1181-470b-971b-163682a9e81d Sep 16 13:00:18.852001 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233d6878-99ed-41e1-948b-7be0f01b7936 None None] The sync data for ids ['92d8ea50-3b36-4bca-8260-8565436f711d'] in n-d-858094-4 is: [{'id': '92d8ea50-3b36-4bca-8260-8565436f711d', 'name': 'tempest-FloatingIPsTestJSON-689197682-router', 'tenant_id': '69c9f8e6296847c49b4016b84b482950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0f9027fc-6235-4ccc-8e0a-96b05fd23a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:59:20Z', 'updated_at': '2022-09-16T13:00:13Z', 'revision_number': 5, 'project_id': '69c9f8e6296847c49b4016b84b482950', 'gw_port': {'id': '0f9027fc-6235-4ccc-8e0a-96b05fd23a2d', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d8ea50-3b36-4bca-8260-8565436f711d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:59:22Z', 'updated_at': '2022-09-16T12:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:00:18.855130 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-eddb3117-a078-4763-9a43-c8eca230fd29 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381026 Sep 16 13:00:18.876987 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 96ec0261-1181-470b-971b-163682a9e81d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:18.894616 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140e3ac3-d5c3-4c19-9c96-5161997958d7 None None] Network 9c660356-b242-47cf-8b53-5c05af82a4ce requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:00:18.943366 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b5d6c-f4f1-449d-97a2-f2f4e6945622 req-8948dc15-e90e-43b4-9d76-b9536ac9da1d tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:18.952236 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fa8b5d6c-f4f1-449d-97a2-f2f4e6945622 req-8948dc15-e90e-43b4-9d76-b9536ac9da1d tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 943 time: 0.1959758 Sep 16 13:00:18.982434 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0af4e13f-4930-4b51-89f5-b2942f39d665 admin admin] Publish callbacks [] for router_gateway (92d8ea50-3b36-4bca-8260-8565436f711d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:19.016405 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-73404328-fed7-4af4-9895-f93dd5715923 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4683640 Sep 16 13:00:19.029857 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35286) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:19.037933 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-0a46930b-07fc-4946-9323-8432dbca7d66 admin admin] Request body: {'subnet': {'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1377845784-subnet', 'tenant_id': '337bc9a50c6846ada58b194c94d0f193', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:19.061033 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73404328-fed7-4af4-9895-f93dd5715923 admin admin] Pushing event updated for resources: {'Network': ['ID=9af47dcf-ef82-4350-bfb1-14c70158aca5,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:19.073494 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:19.088489 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 9af47dcf-ef82-4350-bfb1-14c70158aca5 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:00:19.138110 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fa8b5d6c-f4f1-449d-97a2-f2f4e6945622 req-e9c5d224-ab78-4adc-9207-881ff19751ee tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836667 Sep 16 13:00:19.176835 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-2e571faa-4cf4-4f0e-b23c-e0f6c0c4a0ed service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509885 Sep 16 13:00:19.231233 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a7777778-d4ec-44c5-bd31-ae9ca391e466 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3778242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3776751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1202'] for router (e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:19.248383 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a7777778-d4ec-44c5-bd31-ae9ca391e466 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3778251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3778096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3776724'] for router (e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:19.256242 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a46930b-07fc-4946-9323-8432dbca7d66 admin admin] Made reservation on behalf of 337bc9a50c6846ada58b194c94d0f193 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:19.261007 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0a46930b-07fc-4946-9323-8432dbca7d66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:19.283204 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-0af4e13f-4930-4b51-89f5-b2942f39d665 admin admin] Deleting port 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:19.283537 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0af4e13f-4930-4b51-89f5-b2942f39d665 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (0f9027fc-6235-4ccc-8e0a-96b05fd23a2d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:19.323320 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-b31d8a33-1c6b-48ca-bd57-d364ca464049 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451809 Sep 16 13:00:19.378200 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 7 to provision port 96ec0261-1181-470b-971b-163682a9e81d Sep 16 13:00:19.402057 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-0af4e13f-4930-4b51-89f5-b2942f39d665 admin admin] For port 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=0f9027fc-6235-4ccc-8e0a-96b05fd23a2d,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:19.403272 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0af4e13f-4930-4b51-89f5-b2942f39d665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (0f9027fc-6235-4ccc-8e0a-96b05fd23a2d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:19.432457 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95a8848e-27ec-4086-b271-9f6575504c79 admin admin] Publish callbacks [] for router_gateway (c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:19.500609 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 96ec0261-1181-470b-971b-163682a9e81d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:19.501414 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 595b045b-8bb0-4e86-8891-fbc6ab105f5b up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:19.527380 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-2ed4d9a9-07a3-4d52-a706-d7d331bd133b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972439 Sep 16 13:00:19.598644 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:19.600198 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 595b045b-8bb0-4e86-8891-fbc6ab105f5b triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:19.600568 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (595b045b-8bb0-4e86-8891-fbc6ab105f5b), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:19.600899 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 595b045b-8bb0-4e86-8891-fbc6ab105f5b Sep 16 13:00:19.618539 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-0af4e13f-4930-4b51-89f5-b2942f39d665 admin admin] Calling delete_port for 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:19.656904 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:19.670413 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:19.699206 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-9937a8bf-05c4-4607-a950-99a11dacd8c5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/231c3494-8d9a-44ba-b103-fc49819648f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677432 Sep 16 13:00:19.722943 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 595b045b-8bb0-4e86-8891-fbc6ab105f5b is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:19.723664 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (595b045b-8bb0-4e86-8891-fbc6ab105f5b), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:19.770430 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 595b045b-8bb0-4e86-8891-fbc6ab105f5b, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=595b045b-8bb0-4e86-8891-fbc6ab105f5b,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:19.773198 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0690f1-fe4b-4951-9c08-eb2d9fb0237a req-bee4000f-6b02-44e5-9423-3bd31dda6cdf tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:19.776871 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (595b045b-8bb0-4e86-8891-fbc6ab105f5b), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:19.779863 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7777778-d4ec-44c5-bd31-ae9ca391e466 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Router e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:00:19.786402 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f0690f1-fe4b-4951-9c08-eb2d9fb0237a req-bee4000f-6b02-44e5-9423-3bd31dda6cdf tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 948 time: 0.2352028 Sep 16 13:00:19.787545 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device fbd6bf02-1561-4485-8aae-4c8004855606 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:00:19.832249 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: fbd6bf02-1561-4485-8aae-4c8004855606 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:00:19.833022 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device fbd6bf02-1561-4485-8aae-4c8004855606 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:00:19.875013 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=595b045b-8bb0-4e86-8891-fbc6ab105f5b,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:19.921854 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659334d9-9fba-40a7-bbcd-fc0316cec4d6 req-97127c9c-1d63-4355-8fab-ccd726b0e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:19.923397 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-659334d9-9fba-40a7-bbcd-fc0316cec4d6 req-97127c9c-1d63-4355-8fab-ccd726b0e06a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 1125 time: 0.1595685 Sep 16 13:00:19.970100 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f0690f1-fe4b-4951-9c08-eb2d9fb0237a req-d72a4095-6edf-48ce-ba55-ecf1563df6eb tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830187 Sep 16 13:00:20.001840 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 8 to provision port 96ec0261-1181-470b-971b-163682a9e81d Sep 16 13:00:20.055200 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-0c129725-3e13-41e9-b990-e580132d0166 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/231c3494-8d9a-44ba-b103-fc49819648f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552457 Sep 16 13:00:20.056336 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 49603217-44ca-43b5-b254-906cf820af9e details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:00:20.105881 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1fb1f-4bae-4e7a-a10d-e71571213a32 req-79b36df8-ce3e-4463-b834-1267aac8d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:20.107524 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11c1fb1f-4bae-4e7a-a10d-e71571213a32 req-79b36df8-ce3e-4463-b834-1267aac8d0d7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9bc3ef4fd0374ac4b74900369ca779aa&device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 1130 time: 0.0607321 Sep 16 13:00:20.175312 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 96ec0261-1181-470b-971b-163682a9e81d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:20.215781 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:20.218817 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-9bfbb185-eb20-4150-a1e5-79dfd736662b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/231c3494-8d9a-44ba-b103-fc49819648f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076074 Sep 16 13:00:20.245371 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 49603217-44ca-43b5-b254-906cf820af9e, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=49603217-44ca-43b5-b254-906cf820af9e,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:20.275875 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '49603217-44ca-43b5-b254-906cf820af9e', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '49603217-44ca-43b5-b254-906cf820af9e', 'mac_address': 'fa:16:3e:bb:97:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:00:20.327538 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 49603217-44ca-43b5-b254-906cf820af9e is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:20.327538 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (49603217-44ca-43b5-b254-906cf820af9e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:20.335530 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1fb1f-4bae-4e7a-a10d-e71571213a32 req-5fc4caa2-80c5-4dbb-95da-619b8bd42b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:20.337078 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11c1fb1f-4bae-4e7a-a10d-e71571213a32 req-5fc4caa2-80c5-4dbb-95da-619b8bd42b29 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.1146672 Sep 16 13:00:20.341006 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:20.345693 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49603217-44ca-43b5-b254-906cf820af9e {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:00:20.376852 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 49603217-44ca-43b5-b254-906cf820af9e, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=49603217-44ca-43b5-b254-906cf820af9e,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:20.385562 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (49603217-44ca-43b5-b254-906cf820af9e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:20.417018 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7777778-d4ec-44c5-bd31-ae9ca391e466 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:00:20.424206 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a7777778-d4ec-44c5-bd31-ae9ca391e466 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:20.429110 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a7777778-d4ec-44c5-bd31-ae9ca391e466 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "PUT /networking/v2.0/routers/e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6 HTTP/1.1" status: 200 len: 709 time: 4.3106189 Sep 16 13:00:20.431420 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35294) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:20.449329 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c97f12-5977-4d75-884f-2c151a19d824 None None] Sync routers for ids ['e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:00:20.474279 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c97f12-5977-4d75-884f-2c151a19d824 None None] Routers {'e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:20.475885 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-48c97f12-5977-4d75-884f-2c151a19d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:20.479725 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11c1fb1f-4bae-4e7a-a10d-e71571213a32 req-d86e46ed-0241-4a6e-91a0-59d530890edd service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=49603217-44ca-43b5-b254-906cf820af9e HTTP/1.1" status: 200 len: 217 time: 0.1314971 Sep 16 13:00:20.485175 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659334d9-9fba-40a7-bbcd-fc0316cec4d6 req-62baa728-7216-49b9-9b87-fb9a35e6c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:20.486925 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-659334d9-9fba-40a7-bbcd-fc0316cec4d6 req-62baa728-7216-49b9-9b87-fb9a35e6c7a6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 200 len: 912 time: 0.5522804 Sep 16 13:00:20.532583 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-48c97f12-5977-4d75-884f-2c151a19d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:20.537942 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:20.556745 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=49603217-44ca-43b5-b254-906cf820af9e,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:20.576769 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12150116-fa4b-455a-a11d-1e1dcbe18be9 req-a84949c3-5c60-4f55-8264-685366c560bc tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:20.577043 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c97f12-5977-4d75-884f-2c151a19d824 None None] Routers {'e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:20.578423 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-12150116-fa4b-455a-a11d-1e1dcbe18be9 req-a84949c3-5c60-4f55-8264-685366c560bc tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 943 time: 0.2397327 Sep 16 13:00:20.586069 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-48c97f12-5977-4d75-884f-2c151a19d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:20.586667 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-659334d9-9fba-40a7-bbcd-fc0316cec4d6 req-03a43483-c685-4551-9f73-ce460e2190f4 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=116c6c97-9499-4c0e-861c-371e4ecf4ba2 HTTP/1.1" status: 200 len: 217 time: 0.0867572 Sep 16 13:00:20.614319 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0a46930b-07fc-4946-9323-8432dbca7d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (3d21eb8b-32f8-4b19-96f6-c4c4e33061d9), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:20.641461 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-48c97f12-5977-4d75-884f-2c151a19d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:20.642355 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c97f12-5977-4d75-884f-2c151a19d824 None None] The sync data for ids ['e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:00:20.651187 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1fb1f-4bae-4e7a-a10d-e71571213a32 req-4ac45548-60bf-443e-9701-baf2be51f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:20.652740 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11c1fb1f-4bae-4e7a-a10d-e71571213a32 req-4ac45548-60bf-443e-9701-baf2be51f31d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1648467 Sep 16 13:00:20.657069 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-8dda3d63-fb12-4b65-a684-331de336ac8a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/231c3494-8d9a-44ba-b103-fc49819648f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173139 Sep 16 13:00:20.669399 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95a8848e-27ec-4086-b271-9f6575504c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:20.676771 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 9 to provision port 96ec0261-1181-470b-971b-163682a9e81d Sep 16 13:00:20.685852 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9bc55c1e-0bf6-447b-81bb-73bccc5e7fbe tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "GET /networking/v2.0/routers/e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6 HTTP/1.1" status: 200 len: 744 time: 0.2494545 Sep 16 13:00:20.686602 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35300) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:20.742975 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:20.748674 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659334d9-9fba-40a7-bbcd-fc0316cec4d6 req-e839c82f-941d-4521-92f9-2c773d5452bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:20.754356 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-659334d9-9fba-40a7-bbcd-fc0316cec4d6 req-e839c82f-941d-4521-92f9-2c773d5452bb service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=084dc942-2fdd-4c42-96da-2aec36f644a5 HTTP/1.1" status: 200 len: 850 time: 0.1492710 Sep 16 13:00:20.755874 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 96ec0261-1181-470b-971b-163682a9e81d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:20.772841 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0af4e13f-4930-4b51-89f5-b2942f39d665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (0f9027fc-6235-4ccc-8e0a-96b05fd23a2d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:20.780440 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['49603217-44ca-43b5-b254-906cf820af9e'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:00:20.862911 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ecac7787-1aa8-4fcb-9fe5-7cc58b06fb99 tempest-RoutersIpV6AdminTest-1985561463 tempest-RoutersIpV6AdminTest-1985561463-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?network_id=42d33e50-b5e8-4084-82dc-226debf86786&device_id=e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6 HTTP/1.1" status: 200 len: 205 time: 0.1710658 Sep 16 13:00:20.888250 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1fb1f-4bae-4e7a-a10d-e71571213a32 req-8906ec77-5a88-4a89-9fa2-f8de9ed6a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:20.890843 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11c1fb1f-4bae-4e7a-a10d-e71571213a32 req-8906ec77-5a88-4a89-9fa2-f8de9ed6a6f9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2312231 Sep 16 13:00:20.896008 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35302) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:20.911088 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4e13f-4930-4b51-89f5-b2942f39d665 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f9027fc-6235-4ccc-8e0a-96b05fd23a2d,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:20.927003 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a46930b-07fc-4946-9323-8432dbca7d66 admin admin] Checking segment: {'id': 'f72e1020-ff53-4725-ba40-214cded1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:20.927370 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a46930b-07fc-4946-9323-8432dbca7d66 admin admin] Network hostable DHCP agents. Network: 9af47dcf-ef82-4350-bfb1-14c70158aca5, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:00:20.929726 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46930b-07fc-4946-9323-8432dbca7d66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:20.988142 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b54465db-0f72-423f-91fa-bab013fe56cf tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6 HTTP/1.1" status: 200 len: 205 time: 0.0906188 Sep 16 13:00:20.998105 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35304) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:21.099742 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0af4e13f-4930-4b51-89f5-b2942f39d665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (92d8ea50-3b36-4bca-8260-8565436f711d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:21.101698 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a46930b-07fc-4946-9323-8432dbca7d66 admin admin] Network 9af47dcf-ef82-4350-bfb1-14c70158aca5 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:00:21.103547 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:21.151603 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-54d46697-e96a-4d8a-8c54-8aaac2108a26 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router (e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:21.239988 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-0a46930b-07fc-4946-9323-8432dbca7d66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 9af47dcf-ef82-4350-bfb1-14c70158aca5) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:21.253346 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcc66b5-985b-449c-aeea-b2eb18e357ef None None] Network 9af47dcf-ef82-4350-bfb1-14c70158aca5 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:00:21.259082 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 10 to provision port 96ec0261-1181-470b-971b-163682a9e81d Sep 16 13:00:21.334807 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a46930b-07fc-4946-9323-8432dbca7d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:21.336877 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0a46930b-07fc-4946-9323-8432dbca7d66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:21.359780 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659334d9-9fba-40a7-bbcd-fc0316cec4d6 req-19d6a68b-a126-4a52-99e5-4c0c91c91ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:21.361495 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-659334d9-9fba-40a7-bbcd-fc0316cec4d6 req-19d6a68b-a126-4a52-99e5-4c0c91c91ca8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=4c6a423f-0493-4448-999c-84f17e899760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5989063 Sep 16 13:00:21.367765 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0af4e13f-4930-4b51-89f5-b2942f39d665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (92d8ea50-3b36-4bca-8260-8565436f711d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:21.393228 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0a46930b-07fc-4946-9323-8432dbca7d66 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3581977 Sep 16 13:00:21.397432 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0af4e13f-4930-4b51-89f5-b2942f39d665 admin admin] Publish callbacks [] for router_controller (92d8ea50-3b36-4bca-8260-8565436f711d), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:21.399395 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35310) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:21.410269 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-0b3ca25f-0e65-4f3f-a2b5-002badc08db2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1377845784-router', 'tenant_id': '337bc9a50c6846ada58b194c94d0f193', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:21.443922 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-12150116-fa4b-455a-a11d-1e1dcbe18be9 req-d7d47537-c056-4141-bacb-b68bf17dbd0d tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8487611 Sep 16 13:00:21.453972 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-68efd5ce-5fff-475d-a096-7dff01ea100c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:21.455356 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-68efd5ce-5fff-475d-a096-7dff01ea100c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports/96ec0261-1181-470b-971b-163682a9e81d HTTP/1.1" status: 200 len: 936 time: 0.7849476 Sep 16 13:00:21.489560 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 96ec0261-1181-470b-971b-163682a9e81d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:21.542481 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11c1fb1f-4bae-4e7a-a10d-e71571213a32 req-879440e9-c3a8-43c3-b676-1b492d402669 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6439376 Sep 16 13:00:21.576185 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c3e2848b-31e9-4087-b37e-16875bd73f60 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:21.576185 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c3e2848b-31e9-4087-b37e-16875bd73f60 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports/9b032a10-f56e-47fc-b941-54f12778f01c HTTP/1.1" status: 200 len: 936 time: 0.1067758 Sep 16 13:00:21.603765 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:21.617436 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0af4e13f-4930-4b51-89f5-b2942f39d665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (92d8ea50-3b36-4bca-8260-8565436f711d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:21.618198 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af4e13f-4930-4b51-89f5-b2942f39d665 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92d8ea50-3b36-4bca-8260-8565436f711d {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:00:21.627373 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-659334d9-9fba-40a7-bbcd-fc0316cec4d6 req-e030d109-2443-41ea-811b-384482a430c0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577128 Sep 16 13:00:21.658234 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0af4e13f-4930-4b51-89f5-b2942f39d665 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:21.659717 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0af4e13f-4930-4b51-89f5-b2942f39d665 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/92d8ea50-3b36-4bca-8260-8565436f711d HTTP/1.1" status: 204 len: 168 time: 3.7631423 Sep 16 13:00:21.664507 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-54d46697-e96a-4d8a-8c54-8aaac2108a26 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:21.666380 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35312) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:21.673851 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a8848e-27ec-4086-b271-9f6575504c79 admin admin] Router c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:00:21.674642 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Provisioning complete for port fb50fcb0-9eef-480d-a86f-00901dbc8cc6 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:21.675295 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (fb50fcb0-9eef-480d-a86f-00901dbc8cc6), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:21.675423 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 1 to provision port fb50fcb0-9eef-480d-a86f-00901dbc8cc6 Sep 16 13:00:21.708980 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-54d46697-e96a-4d8a-8c54-8aaac2108a26 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router_controller (e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:21.741894 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9af47dcf-ef82-4350-bfb1-14c70158aca5', 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5', 'project_id': '337bc9a50c6846ada58b194c94d0f193', 'fixed_ips': [{'subnet_id': '3d21eb8b-32f8-4b19-96f6-c4c4e33061d9'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:00:21.743548 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:21.753240 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 595b045b-8bb0-4e86-8891-fbc6ab105f5b up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:21.774261 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca25f-0e65-4f3f-a2b5-002badc08db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (76d752a1-ec44-4cfd-8cf9-83b1243d1650), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:21.776072 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca25f-0e65-4f3f-a2b5-002badc08db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (76d752a1-ec44-4cfd-8cf9-83b1243d1650), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:21.862555 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-11c1fb1f-4bae-4e7a-a10d-e71571213a32 req-bf299237-0c74-4fd8-9fe6-4e3f887bfd55 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098109 Sep 16 13:00:21.868070 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:21.873878 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca25f-0e65-4f3f-a2b5-002badc08db2 admin admin] Publish callbacks [] for router_controller (76d752a1-ec44-4cfd-8cf9-83b1243d1650), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:21.882620 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:21.886078 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce15b27-b37c-4bb1-869c-f0a0747a3cd7 req-78a1b005-6810-4b65-a8d3-fedfadf8eaab tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:21.887921 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0ce15b27-b37c-4bb1-869c-f0a0747a3cd7 req-78a1b005-6810-4b65-a8d3-fedfadf8eaab tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 949 time: 0.1336102 Sep 16 13:00:21.983404 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-659334d9-9fba-40a7-bbcd-fc0316cec4d6 req-60df0adf-f293-4da9-ba84-4a9fb68ad090 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494539 Sep 16 13:00:22.032919 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 595b045b-8bb0-4e86-8891-fbc6ab105f5b triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:22.033664 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (595b045b-8bb0-4e86-8891-fbc6ab105f5b), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:22.034117 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 595b045b-8bb0-4e86-8891-fbc6ab105f5b Sep 16 13:00:22.035989 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0ce15b27-b37c-4bb1-869c-f0a0747a3cd7 req-39159cc1-63ed-4b13-9811-fb32908baa29 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404352 Sep 16 13:00:22.102579 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Current status of the port fb50fcb0-9eef-480d-a86f-00901dbc8cc6 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:22.107655 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 49603217-44ca-43b5-b254-906cf820af9e up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:22.164566 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 116c6c97-9499-4c0e-861c-371e4ecf4ba2 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:00:22.175205 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-54d46697-e96a-4d8a-8c54-8aaac2108a26 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:22.175761 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d46697-e96a-4d8a-8c54-8aaac2108a26 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Fanout notify agent at l3_agent the message router_deleted on router e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:00:22.182199 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-54d46697-e96a-4d8a-8c54-8aaac2108a26 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:22.183330 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-54d46697-e96a-4d8a-8c54-8aaac2108a26 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "DELETE /networking/v2.0/routers/e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6 HTTP/1.1" status: 204 len: 168 time: 1.1841941 Sep 16 13:00:22.187141 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35324) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:22.205600 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:22.206708 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Provisioning complete for port 9b032a10-f56e-47fc-b941-54f12778f01c triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:22.207133 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (9b032a10-f56e-47fc-b941-54f12778f01c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:22.207532 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 1 to provision port 9b032a10-f56e-47fc-b941-54f12778f01c Sep 16 13:00:22.247524 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8884ca8d-813f-4a86-95d3-8d64f817adf2 admin admin] Deleting subnet dda0743f-c6ca-437e-9eb5-900e5812d073 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:00:22.257725 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8884ca8d-813f-4a86-95d3-8d64f817adf2 admin admin] Publish callbacks [] for subnet (dda0743f-c6ca-437e-9eb5-900e5812d073), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:22.259597 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-2a383668-8ae7-4046-905e-6ca431d65ad7 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6 HTTP/1.1" status: 200 len: 205 time: 0.0708787 Sep 16 13:00:22.268723 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35332) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:22.307334 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8884ca8d-813f-4a86-95d3-8d64f817adf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (dda0743f-c6ca-437e-9eb5-900e5812d073), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:22.326710 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [None req-1d8f9b8f-7200-43ad-850f-39423612b652 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] delete failed (client error): The resource could not be found. Sep 16 13:00:22.336183 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-1d8f9b8f-7200-43ad-850f-39423612b652 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "DELETE /networking/v2.0/routers/e7fc57c0-c8fc-4f72-9fe7-6f5eb8c412f6 HTTP/1.1" status: 404 len: 336 time: 0.0662131 Sep 16 13:00:22.336858 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35338) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:22.396706 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-4fde6e9a-2ba6-4989-b26e-8643bcb02964 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=114e9704-e495-42c4-bc52-788d0096bd90 HTTP/1.1" status: 200 len: 205 time: 0.0583420 Sep 16 13:00:22.397523 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35340) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:22.404726 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8884ca8d-813f-4a86-95d3-8d64f817adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (dda0743f-c6ca-437e-9eb5-900e5812d073), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:22.407449 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35342) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:22.444782 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.resource_extend [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 13:00:22.467496 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 9b032a10-f56e-47fc-b941-54f12778f01c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:22.468611 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] Allocated IP 172.20.0.2 (9af47dcf-ef82-4350-bfb1-14c70158aca5/3d21eb8b-32f8-4b19-96f6-c4c4e33061d9/326913c4-fa1b-4f33-9331-16ac7e4f2ee5) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:22.480752 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:22.486481 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8884ca8d-813f-4a86-95d3-8d64f817adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (dda0743f-c6ca-437e-9eb5-900e5812d073), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:22.493288 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [None req-cd1d0026-970e-416f-ac85-1f551284b8bc tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] delete failed (client error): The resource could not be found. Sep 16 13:00:22.497323 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-cd1d0026-970e-416f-ac85-1f551284b8bc tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "DELETE /networking/v2.0/routers/114e9704-e495-42c4-bc52-788d0096bd90 HTTP/1.1" status: 404 len: 336 time: 0.0978940 Sep 16 13:00:22.499747 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35352) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:22.526475 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 595b045b-8bb0-4e86-8891-fbc6ab105f5b is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:22.543364 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 49603217-44ca-43b5-b254-906cf820af9e completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:00:22.565142 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 49603217-44ca-43b5-b254-906cf820af9e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:22.565564 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (49603217-44ca-43b5-b254-906cf820af9e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:22.565990 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 49603217-44ca-43b5-b254-906cf820af9e Sep 16 13:00:22.585494 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:22.589846 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-545f2af4-88b0-4c98-8dfc-0902294d338c tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=0946ba86-47b0-4977-b530-f83af861030d HTTP/1.1" status: 200 len: 205 time: 0.0878515 Sep 16 13:00:22.590743 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35354) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:22.594752 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884ca8d-813f-4a86-95d3-8d64f817adf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dda0743f-c6ca-437e-9eb5-900e5812d073,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:22.636492 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8884ca8d-813f-4a86-95d3-8d64f817adf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:22.645521 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8884ca8d-813f-4a86-95d3-8d64f817adf2 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/dda0743f-c6ca-437e-9eb5-900e5812d073 HTTP/1.1" status: 204 len: 168 time: 0.9642591 Sep 16 13:00:22.651821 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35356) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:22.661108 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974788be-4e19-426b-9bd0-7f7e6d3f1d9c None None] Network 90076d69-1f81-4f38-899e-b784473bf260 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:00:22.669361 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca25f-0e65-4f3f-a2b5-002badc08db2 admin admin] Publish callbacks [] for router_gateway (76d752a1-ec44-4cfd-8cf9-83b1243d1650), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:22.673677 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:22.674849 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [None req-0004c9af-7718-47db-830a-7fc99825a018 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] delete failed (client error): The resource could not be found. Sep 16 13:00:22.675908 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-0004c9af-7718-47db-830a-7fc99825a018 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "DELETE /networking/v2.0/routers/0946ba86-47b0-4977-b530-f83af861030d HTTP/1.1" status: 404 len: 336 time: 0.0830879 Sep 16 13:00:22.679018 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35358) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:22.694000 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a8848e-27ec-4086-b271-9f6575504c79 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:00:22.708285 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] Sync routers for ids ['c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:00:22.728490 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] Routers {'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:22.730744 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:22.748964 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95a8848e-27ec-4086-b271-9f6575504c79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:22.750393 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-95a8848e-27ec-4086-b271-9f6575504c79 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9120839 Sep 16 13:00:22.753828 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35360) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:22.954679 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 116c6c97-9499-4c0e-861c-371e4ecf4ba2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=116c6c97-9499-4c0e-861c-371e4ecf4ba2,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:22.968844 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-68c3a4d9-3f2d-4d24-a2d4-1360bd9e2e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (90076d69-1f81-4f38-899e-b784473bf260), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:22.981374 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 2 to provision port 9b032a10-f56e-47fc-b941-54f12778f01c Sep 16 13:00:23.034728 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] Set router c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:23.087847 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 9b032a10-f56e-47fc-b941-54f12778f01c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:23.088546 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fff056-7c3a-4b5f-a174-348f36345fe4 None None] DHCP port deletion for 90076d69-1f81-4f38-899e-b784473bf260 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:00:23.105303 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:23.115839 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '116c6c97-9499-4c0e-861c-371e4ecf4ba2', 'network_id': '4c6a423f-0493-4448-999c-84f17e899760', 'port_id': '116c6c97-9499-4c0e-861c-371e4ecf4ba2', 'mac_address': 'fa:16:3e:8c:27:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084dc942-2fdd-4c42-96da-2aec36f644a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:00:23.136340 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-68c3a4d9-3f2d-4d24-a2d4-1360bd9e2e50 admin admin] Deleting port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:23.137614 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-68c3a4d9-3f2d-4d24-a2d4-1360bd9e2e50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:23.185972 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e855ad9b-1a7e-4765-943e-5ecf86d19007 req-585e9c73-b91e-4d55-a4bc-76b2f1dc99a4 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.1549287 Sep 16 13:00:23.206003 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-1edb030e-1b66-4b17-bd0e-01de964f42d1 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:23.212735 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-1edb030e-1b66-4b17-bd0e-01de964f42d1 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports/96ec0261-1181-470b-971b-163682a9e81d HTTP/1.1" status: 200 len: 936 time: 0.3555458 Sep 16 13:00:23.241410 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-485ee553-2271-48ab-add5-663758e1650c tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=644c91b6-6b1a-4bce-b692-26c64102bcdb HTTP/1.1" status: 200 len: 205 time: 0.5612326 Sep 16 13:00:23.242106 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35368) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:23.339884 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-43fff056-7c3a-4b5f-a174-348f36345fe4 None None] Deleting port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:23.340834 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-43fff056-7c3a-4b5f-a174-348f36345fe4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:23.342865 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 116c6c97-9499-4c0e-861c-371e4ecf4ba2 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:23.343398 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:23.382009 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1131767717-router', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:15Z', 'updated_at': '2022-09-16T13:00:18Z', 'revision_number': 3, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'gw_port': {'id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:17Z', 'updated_at': '2022-09-16T13:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:23.410359 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [None req-b69cb428-f079-43ed-98ea-5e577a397bbe tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] delete failed (client error): The resource could not be found. Sep 16 13:00:23.412353 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] Checking router: c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:00:23.412891 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] Updating router c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 port 8584849b-17d3-4670-ad2c-1880a0ed33e4 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:00:23.420056 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b69cb428-f079-43ed-98ea-5e577a397bbe tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "DELETE /networking/v2.0/routers/644c91b6-6b1a-4bce-b692-26c64102bcdb HTTP/1.1" status: 404 len: 336 time: 0.1403279 Sep 16 13:00:23.429946 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35370) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:23.457619 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca25f-0e65-4f3f-a2b5-002badc08db2 admin admin] Publish callbacks [] for router_gateway (76d752a1-ec44-4cfd-8cf9-83b1243d1650), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:23.470835 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29856b-850b-4d2b-b1ba-8f05c23f18d1 req-bfcb17a8-1058-4c0b-ad8e-9ab9ed7e6f0a tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:23.478457 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8b29856b-850b-4d2b-b1ba-8f05c23f18d1 req-bfcb17a8-1058-4c0b-ad8e-9ab9ed7e6f0a tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 943 time: 0.6668069 Sep 16 13:00:23.480249 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8584849b-17d3-4670-ad2c-1880a0ed33e4), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:23.505346 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] Publish callbacks [] for port (326913c4-fa1b-4f33-9331-16ac7e4f2ee5), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:23.509014 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 49603217-44ca-43b5-b254-906cf820af9e is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:23.509390 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (49603217-44ca-43b5-b254-906cf820af9e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:23.552974 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:00:23.576451 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8b29856b-850b-4d2b-b1ba-8f05c23f18d1 req-6f338726-3b52-46fd-a623-b427711c0ad7 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969450 Sep 16 13:00:23.583085 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116c6c97-9499-4c0e-861c-371e4ecf4ba2 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:00:23.605714 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-0232222e-b707-49a6-963d-6dbdad315e4b tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1f99ddc6-71e8-42b8-8e51-6f07ef72eba8 HTTP/1.1" status: 200 len: 205 time: 0.1743715 Sep 16 13:00:23.612467 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35372) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:23.650454 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 3 to provision port 9b032a10-f56e-47fc-b941-54f12778f01c Sep 16 13:00:23.653459 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (326913c4-fa1b-4f33-9331-16ac7e4f2ee5), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:23.655202 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:00:23.655559 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 0f9027fc-6235-4ccc-8e0a-96b05fd23a2d not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:00:23.655968 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:00:23.706462 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [None req-d82fd5b9-dbf3-456b-a10c-23c7e6951b03 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] delete failed (client error): The resource could not be found. Sep 16 13:00:23.711093 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-d82fd5b9-dbf3-456b-a10c-23c7e6951b03 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "DELETE /networking/v2.0/routers/1f99ddc6-71e8-42b8-8e51-6f07ef72eba8 HTTP/1.1" status: 404 len: 336 time: 0.0530772 Sep 16 13:00:23.712476 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:23.713936 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35374) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:23.723885 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b4ed7-ae20-4fa8-a3ef-5e961207be74 req-813af6ec-8fc0-4532-ac8e-56afba9b8c20 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:23.726205 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-729b4ed7-ae20-4fa8-a3ef-5e961207be74 req-813af6ec-8fc0-4532-ac8e-56afba9b8c20 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 949 time: 0.3429220 Sep 16 13:00:23.769321 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] Pushing event updated for resources: {'Port': ['ID=326913c4-fa1b-4f33-9331-16ac7e4f2ee5,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:23.834764 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08836465-8c0f-454b-9e19-8bb6bd44f931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49603217-44ca-43b5-b254-906cf820af9e'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:00:23.837500 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e7ce18-2d3e-4a59-a9ff-83addad7bd1a" -d '{"events": [{"server_uuid": "08836465-8c0f-454b-9e19-8bb6bd44f931", "name": "network-vif-plugged", "status": "completed", "tag": "49603217-44ca-43b5-b254-906cf820af9e"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:00:23.920655 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-729b4ed7-ae20-4fa8-a3ef-5e961207be74 req-ce96b89f-e337-4a6c-9bd9-c8373af75b43 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432030 Sep 16 13:00:23.922172 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] Network 9af47dcf-ef82-4350-bfb1-14c70158aca5 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:23.927588 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35378) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:23.931150 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-8ae62779-a625-4487-986d-0cad3f4133c7 tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b0df0ce7-823f-48ba-ad61-882925861f26 HTTP/1.1" status: 200 len: 205 time: 0.2154748 Sep 16 13:00:23.947043 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca25f-0e65-4f3f-a2b5-002badc08db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:23.952052 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-68c3a4d9-3f2d-4d24-a2d4-1360bd9e2e50 admin admin] For port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e,segment=NetworkSegment(e232d97a-6027-4cce-8931-6c16f3ea88d7),segment_id=e232d97a-6027-4cce-8931-6c16f3ea88d7)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:23.952567 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-68c3a4d9-3f2d-4d24-a2d4-1360bd9e2e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:23.960497 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-43fff056-7c3a-4b5f-a174-348f36345fe4 None None] For port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e,segment=NetworkSegment(e232d97a-6027-4cce-8931-6c16f3ea88d7),segment_id=e232d97a-6027-4cce-8931-6c16f3ea88d7)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:23.960898 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-43fff056-7c3a-4b5f-a174-348f36345fe4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:23.964551 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:23.968879 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:23.979984 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32279b12-d981-4c2a-8a7f-7199e9f3b500 x-openstack-request-id: req-32279b12-d981-4c2a-8a7f-7199e9f3b500 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:00:23.980671 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08836465-8c0f-454b-9e19-8bb6bd44f931", "name": "network-vif-plugged", "status": "completed", "tag": "49603217-44ca-43b5-b254-906cf820af9e", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:00:23.981105 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-32279b12-d981-4c2a-8a7f-7199e9f3b500 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:00:23.981530 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32279b12-d981-4c2a-8a7f-7199e9f3b500'] response: {'server_uuid': '08836465-8c0f-454b-9e19-8bb6bd44f931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49603217-44ca-43b5-b254-906cf820af9e', 'code': 200} Sep 16 13:00:23.985123 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 116c6c97-9499-4c0e-861c-371e4ecf4ba2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=116c6c97-9499-4c0e-861c-371e4ecf4ba2,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:23.994065 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 49603217-44ca-43b5-b254-906cf820af9e, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=49603217-44ca-43b5-b254-906cf820af9e,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:24.019155 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-68c3a4d9-3f2d-4d24-a2d4-1360bd9e2e50 admin admin] Calling delete_port for ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:24.025474 n-d-858094-4 neutron-server[113699]: INFO neutron.api.v2.resource [None req-fdc1bc04-5fb4-4ba6-8282-fc1bef786f8a tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] delete failed (client error): The resource could not be found. Sep 16 13:00:24.026788 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-fdc1bc04-5fb4-4ba6-8282-fc1bef786f8a tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "DELETE /networking/v2.0/routers/b0df0ce7-823f-48ba-ad61-882925861f26 HTTP/1.1" status: 404 len: 336 time: 0.0954025 Sep 16 13:00:24.032379 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] Publish callbacks [] for port (8584849b-17d3-4670-ad2c-1880a0ed33e4), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:24.033459 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-394bd63c-c575-4fda-922c-31b2d757fd97 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:24.033614 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (49603217-44ca-43b5-b254-906cf820af9e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:24.035388 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-394bd63c-c575-4fda-922c-31b2d757fd97 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports/9b032a10-f56e-47fc-b941-54f12778f01c HTTP/1.1" status: 200 len: 936 time: 0.8214066 Sep 16 13:00:24.036052 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35380) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:24.044588 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8584849b-17d3-4670-ad2c-1880a0ed33e4), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:24.047129 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:24.052481 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-43fff056-7c3a-4b5f-a174-348f36345fe4 None None] Calling delete_port for ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:24.071882 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e27f1e4a-3cb7-4bed-a82e-c5487d82904f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (b5f2aefe-764d-43c1-90a1-ef7c305dbffa), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:24.151167 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:24.154984 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 9b032a10-f56e-47fc-b941-54f12778f01c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:24.165255 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=49603217-44ca-43b5-b254-906cf820af9e,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:24.181170 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-8723818c-4072-47ce-808a-c04ba6358e8f tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] DELETE failed (client error): The resource could not be found. Sep 16 13:00:24.181790 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8723818c-4072-47ce-808a-c04ba6358e8f tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:00:24.186977 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8723818c-4072-47ce-808a-c04ba6358e8f tempest-RoutersIpV6AdminTest-1964451559 tempest-RoutersIpV6AdminTest-1964451559-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/f6012431-98fd-4107-ba55-2cb6249df0e9 HTTP/1.1" status: 404 len: 337 time: 0.1096671 Sep 16 13:00:24.216917 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:24.258836 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] Attempting to bind port 8584849b-17d3-4670-ad2c-1880a0ed33e4 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:00:24.263176 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] Attempting to bind port 8584849b-17d3-4670-ad2c-1880a0ed33e4 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:00:24.264889 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] Attempting to bind port 8584849b-17d3-4670-ad2c-1880a0ed33e4 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:24.290856 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:24.361364 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db764313-0180-4826-985a-3d631d48676c None None] Pushing event updated for resources: {'Port': ['ID=8584849b-17d3-4670-ad2c-1880a0ed33e4,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:24.387569 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=116c6c97-9499-4c0e-861c-371e4ecf4ba2,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:24.393519 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db764313-0180-4826-985a-3d631d48676c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:24.394378 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db764313-0180-4826-985a-3d631d48676c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:24.394991 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db764313-0180-4826-985a-3d631d48676c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:24.396794 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db764313-0180-4826-985a-3d631d48676c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:24.397737 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db764313-0180-4826-985a-3d631d48676c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:24.398298 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db764313-0180-4826-985a-3d631d48676c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:24.398870 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db764313-0180-4826-985a-3d631d48676c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:24.399483 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db764313-0180-4826-985a-3d631d48676c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:24.400063 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db764313-0180-4826-985a-3d631d48676c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:24.400802 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db764313-0180-4826-985a-3d631d48676c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:24.401718 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db764313-0180-4826-985a-3d631d48676c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:24.402270 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db764313-0180-4826-985a-3d631d48676c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:24.404038 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db764313-0180-4826-985a-3d631d48676c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:24.404983 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db764313-0180-4826-985a-3d631d48676c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:24.405764 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db764313-0180-4826-985a-3d631d48676c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:24.459097 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:00:24.459733 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:24.460279 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:24.462239 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:00:24.463510 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] Bound port: 8584849b-17d3-4670-ad2c-1880a0ed33e4, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:00:24.464708 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8584849b-17d3-4670-ad2c-1880a0ed33e4), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:24.492052 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-0b3ca25f-0e65-4f3f-a2b5-002badc08db2 admin admin] Allocated IP 172.25.2.228 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/b1f5d9a2-c701-44ab-930f-6bc3f57c6c41) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:24.497411 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['116c6c97-9499-4c0e-861c-371e4ecf4ba2'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:00:24.618104 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0668eb58-6468-4823-9c39-4f6cdf93baa8 req-51b1fe6f-a047-421d-9264-f386b68c4a7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.1956987 Sep 16 13:00:24.643992 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] For port 8584849b-17d3-4670-ad2c-1880a0ed33e4, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:00:24.651394 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] For port 8584849b-17d3-4670-ad2c-1880a0ed33e4, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=8584849b-17d3-4670-ad2c-1880a0ed33e4,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:00:24.660550 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:24.669042 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca25f-0e65-4f3f-a2b5-002badc08db2 admin admin] Publish callbacks [] for port (b1f5d9a2-c701-44ab-930f-6bc3f57c6c41), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:24.669309 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35396) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:24.671471 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8584849b-17d3-4670-ad2c-1880a0ed33e4), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:24.681432 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cadd2d-2803-462c-9fc4-32c788567b5e req-a79592dc-8a57-42da-b1d5-533f37e4f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:24.683032 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c6cadd2d-2803-462c-9fc4-32c788567b5e req-a79592dc-8a57-42da-b1d5-533f37e4f755 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 1132 time: 0.6088381 Sep 16 13:00:24.738467 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-68c3a4d9-3f2d-4d24-a2d4-1360bd9e2e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:24.776817 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:24.833720 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db764313-0180-4826-985a-3d631d48676c None None] Pushing event updated for resources: {'Port': ['ID=8584849b-17d3-4670-ad2c-1880a0ed33e4,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:24.835883 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3a4d9-3f2d-4d24-a2d4-1360bd9e2e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:24.845399 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae7e7c-990f-4a40-a2cd-1fb9832c82c1 req-dbebd55c-440d-4324-922e-8dd443c11f82 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:24.847291 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-12ae7e7c-990f-4a40-a2cd-1fb9832c82c1 req-dbebd55c-440d-4324-922e-8dd443c11f82 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 944 time: 0.1386461 Sep 16 13:00:24.852013 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c3a4d9-3f2d-4d24-a2d4-1360bd9e2e50 admin admin] No DVR routers for this DVR port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:00:24.882964 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] Routers {'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:24.883154 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c6cadd2d-2803-462c-9fc4-32c788567b5e req-9e375bac-8b09-44e9-ab0a-5a2c7be9cbe6 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885843 Sep 16 13:00:24.883986 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:24.962023 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:24.975764 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] Attempting to bind port 326913c4-fa1b-4f33-9331-16ac7e4f2ee5 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:00:24.976787 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] Attempting to bind port 326913c4-fa1b-4f33-9331-16ac7e4f2ee5 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'f72e1020-ff53-4725-ba40-214cded1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:00:24.977764 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] Attempting to bind port 326913c4-fa1b-4f33-9331-16ac7e4f2ee5 on network 9af47dcf-ef82-4350-bfb1-14c70158aca5 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:24.991245 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca25f-0e65-4f3f-a2b5-002badc08db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (b1f5d9a2-c701-44ab-930f-6bc3f57c6c41), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:25.019414 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-40cc212e-1312-4173-b0b2-26cb91d092bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:25.039679 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-68c3a4d9-3f2d-4d24-a2d4-1360bd9e2e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (90076d69-1f81-4f38-899e-b784473bf260), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:25.048906 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 4 to provision port 9b032a10-f56e-47fc-b941-54f12778f01c Sep 16 13:00:25.052206 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:25.052878 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:25.065967 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-e27f1e4a-3cb7-4bed-a82e-c5487d82904f admin admin] Deleting port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:25.066263 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e27f1e4a-3cb7-4bed-a82e-c5487d82904f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (18ec4bb9-5dec-454f-9b09-cc9e14f82e8d), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:25.073390 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:00:25.074203 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] Checking segment: {'id': 'f72e1020-ff53-4725-ba40-214cded1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:25.075841 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:25.076505 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] Bound using segment: {'id': 'f72e1020-ff53-4725-ba40-214cded1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:00:25.077431 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] Bound port: 326913c4-fa1b-4f33-9331-16ac7e4f2ee5, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72e1020-ff53-4725-ba40-214cded1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:00:25.078605 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:25.079393 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (326913c4-fa1b-4f33-9331-16ac7e4f2ee5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:25.118241 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] Set router c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:25.151411 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3ca25f-0e65-4f3f-a2b5-002badc08db2 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:25.153396 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-0b3ca25f-0e65-4f3f-a2b5-002badc08db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:25.166235 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-12ae7e7c-990f-4a40-a2cd-1fb9832c82c1 req-d49656af-cc0b-4e7e-85e3-3b8be3704fb2 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059888 Sep 16 13:00:25.167344 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:25.175745 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3ca25f-0e65-4f3f-a2b5-002badc08db2 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:25.185926 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-68c3a4d9-3f2d-4d24-a2d4-1360bd9e2e50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90076d69-1f81-4f38-899e-b784473bf260']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:25.199244 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f06955-69da-40af-b53e-398c5806093c req-1a98ebc1-383f-4a56-b981-e4cdbeae91b8 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:25.206675 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5f06955-69da-40af-b53e-398c5806093c req-1a98ebc1-383f-4a56-b981-e4cdbeae91b8 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 950 time: 0.1557734 Sep 16 13:00:25.220196 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 9b032a10-f56e-47fc-b941-54f12778f01c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:25.220419 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ca25f-0e65-4f3f-a2b5-002badc08db2 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f5d9a2-c701-44ab-930f-6bc3f57c6c41,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:25.237274 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-68c3a4d9-3f2d-4d24-a2d4-1360bd9e2e50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e232d97a-6027-4cce-8931-6c16f3ea88d7') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:25.237572 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-68c3a4d9-3f2d-4d24-a2d4-1360bd9e2e50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e232d97a-6027-4cce-8931-6c16f3ea88d7') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:25.257739 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-68c3a4d9-3f2d-4d24-a2d4-1360bd9e2e50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (e232d97a-6027-4cce-8931-6c16f3ea88d7), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:25.321152 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-e27f1e4a-3cb7-4bed-a82e-c5487d82904f admin admin] For port 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=18ec4bb9-5dec-454f-9b09-cc9e14f82e8d,segment=NetworkSegment(80b31fa5-9330-46a2-9838-326d6e413bf7),segment_id=80b31fa5-9330-46a2-9838-326d6e413bf7)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:25.321522 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e27f1e4a-3cb7-4bed-a82e-c5487d82904f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (18ec4bb9-5dec-454f-9b09-cc9e14f82e8d), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:25.325237 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-68c3a4d9-3f2d-4d24-a2d4-1360bd9e2e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (e232d97a-6027-4cce-8931-6c16f3ea88d7), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:25.333193 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c3a4d9-3f2d-4d24-a2d4-1360bd9e2e50 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:00:25.333608 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-68c3a4d9-3f2d-4d24-a2d4-1360bd9e2e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (e232d97a-6027-4cce-8931-6c16f3ea88d7), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:25.346500 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5f06955-69da-40af-b53e-398c5806093c req-b34ee336-2bfb-4a56-a057-e20685cacd3c tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387525 Sep 16 13:00:25.367366 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-e27f1e4a-3cb7-4bed-a82e-c5487d82904f admin admin] Calling delete_port for 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:25.381575 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-40cc212e-1312-4173-b0b2-26cb91d092bd admin admin] Publish callbacks [] for security_group (79f26cb5-fb09-4e7f-9867-6bd072405463), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:25.391398 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-40cc212e-1312-4173-b0b2-26cb91d092bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (79f26cb5-fb09-4e7f-9867-6bd072405463), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:25.412679 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-68c3a4d9-3f2d-4d24-a2d4-1360bd9e2e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (90076d69-1f81-4f38-899e-b784473bf260), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:25.424775 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-68c3a4d9-3f2d-4d24-a2d4-1360bd9e2e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:25.428716 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-68c3a4d9-3f2d-4d24-a2d4-1360bd9e2e50 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/90076d69-1f81-4f38-899e-b784473bf260 HTTP/1.1" status: 204 len: 168 time: 2.7745733 Sep 16 13:00:25.432768 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment e232d97a-6027-4cce-8931-6c16f3ea88d7 resource provider aggregate not found Sep 16 13:00:25.458031 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc212e-1312-4173-b0b2-26cb91d092bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f26cb5-fb09-4e7f-9867-6bd072405463,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:25.471449 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment e232d97a-6027-4cce-8931-6c16f3ea88d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e232d97a-6027-4cce-8931-6c16f3ea88d7 found for delete ", "request_id": "req-f610161f-e828-4ae8-b883-2098b4efc3c8"}]} Sep 16 13:00:25.478232 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3a4d9-3f2d-4d24-a2d4-1360bd9e2e50 admin admin] Pushing event deleted for resources: {'Network': ['ID=90076d69-1f81-4f38-899e-b784473bf260,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:25.500279 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-40cc212e-1312-4173-b0b2-26cb91d092bd admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=6d7693a03dfb4e75b925a771eabce0c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8298826 Sep 16 13:00:25.502858 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35410) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:25.532355 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1131767717-router', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:15Z', 'updated_at': '2022-09-16T13:00:18Z', 'revision_number': 3, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'gw_port': {'id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:17Z', 'updated_at': '2022-09-16T13:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:25.566548 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c209b338-8851-41e9-a320-ea9c8cb3bc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:25.582707 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-43fff056-7c3a-4b5f-a174-348f36345fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:25.598398 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e60133-2208-46a5-89c1-aee1a2c1c26c None None] The sync data for ids ['c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'] in n-d-858094-4 is: [{'id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1131767717-router', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:15Z', 'updated_at': '2022-09-16T13:00:18Z', 'revision_number': 3, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'gw_port': {'id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:17Z', 'updated_at': '2022-09-16T13:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:00:25.602113 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] For port 326913c4-fa1b-4f33-9331-16ac7e4f2ee5, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:00:25.630162 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-43fff056-7c3a-4b5f-a174-348f36345fe4 None None] Network 90076d69-1f81-4f38-899e-b784473bf260 is not hosted by any dhcp agent {{(pid=113700) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 13:00:25.638971 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fff056-7c3a-4b5f-a174-348f36345fe4 None None] No DVR routers for this DVR port ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:00:25.638971 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fff056-7c3a-4b5f-a174-348f36345fe4 None None] Pushing event deleted for resources: {'Port': ['ID=ee83be46-8481-4f7c-9ac2-0ddab0c3ff4e,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:25.648669 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] For port 326913c4-fa1b-4f33-9331-16ac7e4f2ee5, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=326913c4-fa1b-4f33-9331-16ac7e4f2ee5,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:00:25.653758 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c880a294-873d-4b12-a5d2-8a31ee96076f admin admin] Publish callbacks [] for security_group (79f26cb5-fb09-4e7f-9867-6bd072405463), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:25.665914 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (326913c4-fa1b-4f33-9331-16ac7e4f2ee5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:25.702242 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35414) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:25.758251 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 5 to provision port 9b032a10-f56e-47fc-b941-54f12778f01c Sep 16 13:00:25.765291 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d654c79-f918-4c22-b987-85632b9e021a None None] Pushing event updated for resources: {'Port': ['ID=326913c4-fa1b-4f33-9331-16ac7e4f2ee5,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:25.768047 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:25.785540 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e27f1e4a-3cb7-4bed-a82e-c5487d82904f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (18ec4bb9-5dec-454f-9b09-cc9e14f82e8d), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:25.798703 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c880a294-873d-4b12-a5d2-8a31ee96076f admin admin] Publish callbacks [] for security_group (79f26cb5-fb09-4e7f-9867-6bd072405463), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:25.872849 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 9b032a10-f56e-47fc-b941-54f12778f01c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:25.890254 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f1e4a-3cb7-4bed-a82e-c5487d82904f admin admin] Pushing event deleted for resources: {'Port': ['ID=18ec4bb9-5dec-454f-9b09-cc9e14f82e8d,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:25.905073 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e711434a-268b-4105-aff7-b4de29f85320 req-75df6d90-75c7-497c-aadc-872f413f0fdf tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.1206858 Sep 16 13:00:26.017965 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c72990d8-a24d-488e-8530-e174a7bd5dd0 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=69c9f8e6296847c49b4016b84b482950&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2992313 Sep 16 13:00:26.020930 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35416) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:26.124868 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:26.171505 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 116c6c97-9499-4c0e-861c-371e4ecf4ba2 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:26.196513 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-705a812c-a928-4b45-aac9-a344ba1d85fd admin admin] Publish callbacks [] for security_group (10e775b8-fb03-444e-8d9a-e4f24c54249e), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:26.213061 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-c209b338-8851-41e9-a320-ea9c8cb3bc0a admin admin] Allocated IP 172.20.0.1 (9c660356-b242-47cf-8b53-5c05af82a4ce/d4ae86a7-4106-447a-a8be-db073682c5f0/faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:26.242160 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c880a294-873d-4b12-a5d2-8a31ee96076f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (79f26cb5-fb09-4e7f-9867-6bd072405463), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:26.254202 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c880a294-873d-4b12-a5d2-8a31ee96076f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:26.260901 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c880a294-873d-4b12-a5d2-8a31ee96076f admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/79f26cb5-fb09-4e7f-9867-6bd072405463 HTTP/1.1" status: 204 len: 168 time: 0.7570040 Sep 16 13:00:26.336850 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:26.353315 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 116c6c97-9499-4c0e-861c-371e4ecf4ba2 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:00:26.387753 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 6 to provision port 9b032a10-f56e-47fc-b941-54f12778f01c Sep 16 13:00:26.399430 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 116c6c97-9499-4c0e-861c-371e4ecf4ba2 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:26.399902 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:26.400263 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 116c6c97-9499-4c0e-861c-371e4ecf4ba2 Sep 16 13:00:26.448217 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880a294-873d-4b12-a5d2-8a31ee96076f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f26cb5-fb09-4e7f-9867-6bd072405463,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:26.471357 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-705a812c-a928-4b45-aac9-a344ba1d85fd admin admin] Publish callbacks [] for security_group (10e775b8-fb03-444e-8d9a-e4f24c54249e), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:26.491110 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:26.564968 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca25f-0e65-4f3f-a2b5-002badc08db2 admin admin] Publish callbacks [] for router_gateway (76d752a1-ec44-4cfd-8cf9-83b1243d1650), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:26.565666 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 9b032a10-f56e-47fc-b941-54f12778f01c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:26.642764 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 116c6c97-9499-4c0e-861c-371e4ecf4ba2 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:26.643160 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:26.678908 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:26.690249 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464c1886-1201-4b29-b61a-727d5c9e22b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116c6c97-9499-4c0e-861c-371e4ecf4ba2'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:00:26.697399 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3e52db-dd2d-4e3d-95a7-e1c18e43ff04" -d '{"events": [{"server_uuid": "464c1886-1201-4b29-b61a-727d5c9e22b6", "name": "network-vif-plugged", "status": "completed", "tag": "116c6c97-9499-4c0e-861c-371e4ecf4ba2"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:00:26.718510 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 116c6c97-9499-4c0e-861c-371e4ecf4ba2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=116c6c97-9499-4c0e-861c-371e4ecf4ba2,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:26.736924 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ab81c-cfcb-4515-943d-3dc6848b5a3e req-73742329-0847-4dfe-9902-7701ed2ab908 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:26.737521 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:26.739770 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-167ab81c-cfcb-4515-943d-3dc6848b5a3e req-73742329-0847-4dfe-9902-7701ed2ab908 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 944 time: 0.2359064 Sep 16 13:00:26.758451 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f07bbd-9a61-4d35-9abb-dcd3883d361e req-4089ec0e-ca2c-4720-a5e8-720d1949d657 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:26.760226 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a2f07bbd-9a61-4d35-9abb-dcd3883d361e req-4089ec0e-ca2c-4720-a5e8-720d1949d657 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 950 time: 0.2501156 Sep 16 13:00:26.765920 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:26.828849 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=116c6c97-9499-4c0e-861c-371e4ecf4ba2,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:26.841735 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e27f1e4a-3cb7-4bed-a82e-c5487d82904f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (b5f2aefe-764d-43c1-90a1-ef7c305dbffa), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:26.849078 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c209b338-8851-41e9-a320-ea9c8cb3bc0a admin admin] Publish callbacks [] for port (faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:26.881644 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-705a812c-a928-4b45-aac9-a344ba1d85fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (10e775b8-fb03-444e-8d9a-e4f24c54249e), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:26.890230 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-705a812c-a928-4b45-aac9-a344ba1d85fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:26.894107 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-705a812c-a928-4b45-aac9-a344ba1d85fd admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/10e775b8-fb03-444e-8d9a-e4f24c54249e HTTP/1.1" status: 204 len: 168 time: 0.8691866 Sep 16 13:00:26.997862 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a2f07bbd-9a61-4d35-9abb-dcd3883d361e req-02f81788-bf70-49ba-bb3d-5b9bb3c12098 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091100 Sep 16 13:00:27.001051 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a812c-a928-4b45-aac9-a344ba1d85fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e775b8-fb03-444e-8d9a-e4f24c54249e,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:27.068649 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 7 to provision port 9b032a10-f56e-47fc-b941-54f12778f01c Sep 16 13:00:27.145419 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd262b0-6169-4700-8ad9-98ef551fb5bd x-openstack-request-id: req-fbd262b0-6169-4700-8ad9-98ef551fb5bd {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:00:27.153636 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464c1886-1201-4b29-b61a-727d5c9e22b6", "name": "network-vif-plugged", "status": "completed", "tag": "116c6c97-9499-4c0e-861c-371e4ecf4ba2", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:00:27.155104 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fbd262b0-6169-4700-8ad9-98ef551fb5bd {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:00:27.156717 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbd262b0-6169-4700-8ad9-98ef551fb5bd'] response: {'server_uuid': '464c1886-1201-4b29-b61a-727d5c9e22b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116c6c97-9499-4c0e-861c-371e4ecf4ba2', 'code': 200} Sep 16 13:00:27.175999 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-167ab81c-cfcb-4515-943d-3dc6848b5a3e req-96d870f6-a388-42ad-986f-3173370938ad tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141827 Sep 16 13:00:27.220549 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 9b032a10-f56e-47fc-b941-54f12778f01c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:27.255094 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-a629ef09-a509-45a5-967e-4a05b10d43d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:27.269770 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-a629ef09-a509-45a5-967e-4a05b10d43d9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports/96ec0261-1181-470b-971b-163682a9e81d HTTP/1.1" status: 200 len: 1032 time: 0.3747141 Sep 16 13:00:27.331811 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c209b338-8851-41e9-a320-ea9c8cb3bc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:27.442743 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35438) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:27.551614 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c209b338-8851-41e9-a320-ea9c8cb3bc0a admin admin] Network 9c660356-b242-47cf-8b53-5c05af82a4ce is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:27.557989 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca25f-0e65-4f3f-a2b5-002badc08db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (76d752a1-ec44-4cfd-8cf9-83b1243d1650), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:27.563773 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-c209b338-8851-41e9-a320-ea9c8cb3bc0a admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:27.568077 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c209b338-8851-41e9-a320-ea9c8cb3bc0a admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:27.613020 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209b338-8851-41e9-a320-ea9c8cb3bc0a admin admin] Pushing event updated for resources: {'Port': ['ID=faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:27.722296 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 8 to provision port 9b032a10-f56e-47fc-b941-54f12778f01c Sep 16 13:00:27.748468 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b43debbe-9a81-41fa-be0c-712f1d4a22a1 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=73a22f7e4dc24268b7364d7f5b00c509&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3041360 Sep 16 13:00:27.757851 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35444) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:27.839444 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 9b032a10-f56e-47fc-b941-54f12778f01c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:27.847511 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e477d4-5307-4da2-ae51-bb9be4250e15 None None] Network 9af47dcf-ef82-4350-bfb1-14c70158aca5 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:00:28.014222 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c209b338-8851-41e9-a320-ea9c8cb3bc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:28.031379 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a53f1352-d3db-46bc-bc8b-4336280f7fd4 admin admin] Publish callbacks [] for security_group (f7a4faf6-84b6-4e02-8433-905a8f6335c3), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:28.061737 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8584849b-17d3-4670-ad2c-1880a0ed33e4 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:28.147040 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a53f1352-d3db-46bc-bc8b-4336280f7fd4 admin admin] Publish callbacks [] for security_group (f7a4faf6-84b6-4e02-8433-905a8f6335c3), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:28.296213 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 8584849b-17d3-4670-ad2c-1880a0ed33e4 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:28.296792 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8584849b-17d3-4670-ad2c-1880a0ed33e4), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:28.301068 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 8584849b-17d3-4670-ad2c-1880a0ed33e4 Sep 16 13:00:28.342988 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 9 to provision port 9b032a10-f56e-47fc-b941-54f12778f01c Sep 16 13:00:28.360447 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e031b55c-3e00-4094-ad9e-c47027bd9bd2 req-7d94073c-0d50-47ae-9e35-98965e5ee6df tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 1.0414221 Sep 16 13:00:28.392235 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ef78b2ac-c90d-4553-b983-6eea47e81d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:28.403365 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ef78b2ac-c90d-4553-b983-6eea47e81d34 service neutron] 10.222.0.25 "GET /networking/v2.0/ports/9b032a10-f56e-47fc-b941-54f12778f01c HTTP/1.1" status: 200 len: 1032 time: 1.0810025 Sep 16 13:00:28.410595 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbb6db-8183-4e2d-a762-4aa9f108e5ba req-2ba065d5-9536-48db-9397-fbd35450f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:28.416113 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1cfbb6db-8183-4e2d-a762-4aa9f108e5ba req-2ba065d5-9536-48db-9397-fbd35450f7c5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 1127 time: 1.1811275 Sep 16 13:00:28.474107 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a53f1352-d3db-46bc-bc8b-4336280f7fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (f7a4faf6-84b6-4e02-8433-905a8f6335c3), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:28.476718 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a53f1352-d3db-46bc-bc8b-4336280f7fd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:28.480307 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 9b032a10-f56e-47fc-b941-54f12778f01c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:28.484974 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a53f1352-d3db-46bc-bc8b-4336280f7fd4 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/f7a4faf6-84b6-4e02-8433-905a8f6335c3 HTTP/1.1" status: 204 len: 168 time: 0.7231429 Sep 16 13:00:28.500589 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3ca25f-0e65-4f3f-a2b5-002badc08db2 admin admin] Router 76d752a1-ec44-4cfd-8cf9-83b1243d1650 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:00:28.536594 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:28.595163 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 8584849b-17d3-4670-ad2c-1880a0ed33e4 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:28.595640 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8584849b-17d3-4670-ad2c-1880a0ed33e4), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:28.614784 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f1352-d3db-46bc-bc8b-4336280f7fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a4faf6-84b6-4e02-8433-905a8f6335c3,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:28.663785 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 8584849b-17d3-4670-ad2c-1880a0ed33e4, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=8584849b-17d3-4670-ad2c-1880a0ed33e4,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:28.680570 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8584849b-17d3-4670-ad2c-1880a0ed33e4), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:28.684632 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 326913c4-fa1b-4f33-9331-16ac7e4f2ee5 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:28.787420 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:28.798881 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:28.800524 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3ca25f-0e65-4f3f-a2b5-002badc08db2 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:00:28.802451 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c209b338-8851-41e9-a320-ea9c8cb3bc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:28.854454 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca25f-0e65-4f3f-a2b5-002badc08db2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:28.857309 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0b3ca25f-0e65-4f3f-a2b5-002badc08db2 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4519212 Sep 16 13:00:28.863592 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35464) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:28.863882 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35466) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:28.897214 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27f1e4a-3cb7-4bed-a82e-c5487d82904f admin admin] Router b5f2aefe-764d-43c1-90a1-ef7c305dbffa has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:00:28.914489 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faf254-bc64-446d-a69c-9114e31da290 req-d3683553-efed-4b1d-8ca1-0a6c216f6a89 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:28.922892 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-84faf254-bc64-446d-a69c-9114e31da290 req-d3683553-efed-4b1d-8ca1-0a6c216f6a89 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 950 time: 0.5882895 Sep 16 13:00:28.927972 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] Sync routers for ids ['76d752a1-ec44-4cfd-8cf9-83b1243d1650'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:00:28.952037 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:28.956279 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:28.969883 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=8584849b-17d3-4670-ad2c-1880a0ed33e4,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:28.993300 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Attempt 10 to provision port 9b032a10-f56e-47fc-b941-54f12778f01c Sep 16 13:00:28.994997 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd30bc-a858-4057-af9b-96d8f090b9eb req-4ea66c99-99ed-499b-a741-0bbf9a4d4498 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:28.997762 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0afd30bc-a858-4057-af9b-96d8f090b9eb req-4ea66c99-99ed-499b-a741-0bbf9a4d4498 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 0.4736812 Sep 16 13:00:29.061982 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] Routers {'76d752a1-ec44-4cfd-8cf9-83b1243d1650'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:29.062641 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['76d752a1-ec44-4cfd-8cf9-83b1243d1650'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:29.103279 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 326913c4-fa1b-4f33-9331-16ac7e4f2ee5 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:29.103654 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (326913c4-fa1b-4f33-9331-16ac7e4f2ee5), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:29.107383 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 326913c4-fa1b-4f33-9331-16ac7e4f2ee5 Sep 16 13:00:29.111208 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1cfbb6db-8183-4e2d-a762-4aa9f108e5ba req-692ad4a8-c282-4626-9389-9e5bc60dc4c3 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6148913 Sep 16 13:00:29.212599 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-828568f6-6d5d-4de5-acf1-b036347e405e None None] Port 9b032a10-f56e-47fc-b941-54f12778f01c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:29.322498 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-84faf254-bc64-446d-a69c-9114e31da290 req-69e2846c-778b-4e4e-acd0-2e0581e49ae3 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948700 Sep 16 13:00:29.362142 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-a108ed10-b28c-4d30-a445-4a8292688f7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:29.374278 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-a108ed10-b28c-4d30-a445-4a8292688f7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:29.392408 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 326913c4-fa1b-4f33-9331-16ac7e4f2ee5 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:29.392955 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (326913c4-fa1b-4f33-9331-16ac7e4f2ee5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:29.399300 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-a108ed10-b28c-4d30-a445-4a8292688f7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:29.409036 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Provisioning complete for port 326913c4-fa1b-4f33-9331-16ac7e4f2ee5 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:29.409403 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (326913c4-fa1b-4f33-9331-16ac7e4f2ee5), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:29.409733 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Attempt 1 to provision port 326913c4-fa1b-4f33-9331-16ac7e4f2ee5 Sep 16 13:00:29.414741 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-a108ed10-b28c-4d30-a445-4a8292688f7b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.25 "GET /networking/v2.0/networks?id=5fe80c07-1468-4c04-9291-5fbc50b9c34f&id=cbc422c8-d561-47f7-afec-ef049a9a76c5&id=cbc422c8-d561-47f7-afec-ef049a9a76c5&id=cbc422c8-d561-47f7-afec-ef049a9a76c5&id=cbc422c8-d561-47f7-afec-ef049a9a76c5&id=231c3494-8d9a-44ba-b103-fc49819648f0&id=231c3494-8d9a-44ba-b103-fc49819648f0 HTTP/1.1" status: 200 len: 1994 time: 0.9201372 Sep 16 13:00:29.460661 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] Set router 76d752a1-ec44-4cfd-8cf9-83b1243d1650 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:29.527291 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27f1e4a-3cb7-4bed-a82e-c5487d82904f admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:00:29.537378 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5f0b0a-f289-47f3-ad33-a72781d0d10c None None] Sync routers for ids ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:00:29.562179 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f0b0a-f289-47f3-ad33-a72781d0d10c None None] Routers {'b5f2aefe-764d-43c1-90a1-ef7c305dbffa'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:29.562918 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8f5f0b0a-f289-47f3-ad33-a72781d0d10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:29.622486 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-e27f1e4a-3cb7-4bed-a82e-c5487d82904f admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/b5f2aefe-764d-43c1-90a1-ef7c305dbffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2122400 Sep 16 13:00:29.634935 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0afd30bc-a858-4057-af9b-96d8f090b9eb req-017a5dab-743c-4944-b193-6bea836dac9f tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6237330 Sep 16 13:00:29.652937 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:29.733569 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35486) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:29.741451 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-b6a9fc01-fe69-4d90-bbcd-fac61ec64984 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bdbc66ae4c664cd18af4bad57bbf12c4 HTTP/1.1" status: 200 len: 379 time: 0.2900212 Sep 16 13:00:29.777320 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 326913c4-fa1b-4f33-9331-16ac7e4f2ee5, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=326913c4-fa1b-4f33-9331-16ac7e4f2ee5,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:29.787334 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-8f5f0b0a-f289-47f3-ad33-a72781d0d10c None None] Set router b5f2aefe-764d-43c1-90a1-ef7c305dbffa gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:29.807234 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (326913c4-fa1b-4f33-9331-16ac7e4f2ee5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:29.873166 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Current status of the port 326913c4-fa1b-4f33-9331-16ac7e4f2ee5 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:29.873662 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (326913c4-fa1b-4f33-9331-16ac7e4f2ee5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:29.938847 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-b9cef284-1848-48c9-b102-5c7cf5945a4f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Request body: {'port': {'device_id': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f', 'admin_state_up': True, 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'security_groups': ['13f8b0cd-2cc3-45a0-b72f-8d979543de20']}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:29.947386 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-488c03a9-7b7a-4d94-b678-b8078c5a8b5c admin admin] Publish callbacks [] for router (b5f2aefe-764d-43c1-90a1-ef7c305dbffa), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:29.955090 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-11f53535-2976-42ec-a3f2-aa51d7de6ccf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-899383747-network', 'tenant_id': '76c78ef5e90d4b799519b8b2d1d48060'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:30.114880 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f53535-2976-42ec-a3f2-aa51d7de6ccf admin admin] Made reservation on behalf of 76c78ef5e90d4b799519b8b2d1d48060 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:30.128054 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-11f53535-2976-42ec-a3f2-aa51d7de6ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:30.136443 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c209b338-8851-41e9-a320-ea9c8cb3bc0a admin admin] Publish callbacks [] for port (faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:30.147269 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5f12491e-a70d-4aca-9d11-de4010fd0cb2 req-a9a6fb64-636a-47a6-9665-59f5935f2ef9 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.5687954 Sep 16 13:00:30.173201 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-11f53535-2976-42ec-a3f2-aa51d7de6ccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:30.195460 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8f5f0b0a-f289-47f3-ad33-a72781d0d10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:52Z', 'updated_at': '2022-09-16T13:00:25Z', 'revision_number': 5, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'gw_port': {'id': '0b6d614f-857f-468c-96f0-1394a7cfd3d1', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:74:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:52:53Z', 'updated_at': '2022-09-16T12:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:30.232202 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-e60d9e37-7807-4555-86a5-25acdb69e72b tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=9bc3ef4fd0374ac4b74900369ca779aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2881339 Sep 16 13:00:30.236367 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-488c03a9-7b7a-4d94-b678-b8078c5a8b5c admin admin] Publish callbacks [] for router_gateway (b5f2aefe-764d-43c1-90a1-ef7c305dbffa), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:30.284529 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5f0b0a-f289-47f3-ad33-a72781d0d10c None None] Checking router: b5f2aefe-764d-43c1-90a1-ef7c305dbffa for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:00:30.303716 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c209b338-8851-41e9-a320-ea9c8cb3bc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:30.317905 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f0b0a-f289-47f3-ad33-a72781d0d10c None None] Routers {'b5f2aefe-764d-43c1-90a1-ef7c305dbffa'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:30.323055 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8f5f0b0a-f289-47f3-ad33-a72781d0d10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:30.326702 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:30.428509 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-a2aac3e3-0994-484c-b4d8-2d5ee3d0f768 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:30.434218 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'name': 'tempest-ServerActionsTestJSON-1377845784-router', 'tenant_id': '337bc9a50c6846ada58b194c94d0f193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b1f5d9a2-c701-44ab-930f-6bc3f57c6c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:21Z', 'updated_at': '2022-09-16T13:00:25Z', 'revision_number': 3, 'project_id': '337bc9a50c6846ada58b194c94d0f193', 'gw_port': {'id': 'b1f5d9a2-c701-44ab-930f-6bc3f57c6c41', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:24Z', 'updated_at': '2022-09-16T13:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:30.435920 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-a2aac3e3-0994-484c-b4d8-2d5ee3d0f768 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2022727 Sep 16 13:00:30.436477 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=326913c4-fa1b-4f33-9331-16ac7e4f2ee5,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:30.442079 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-488c03a9-7b7a-4d94-b678-b8078c5a8b5c admin admin] Deleting port 0b6d614f-857f-468c-96f0-1394a7cfd3d1 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:30.442431 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-488c03a9-7b7a-4d94-b678-b8078c5a8b5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (0b6d614f-857f-468c-96f0-1394a7cfd3d1), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:30.472447 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209b338-8851-41e9-a320-ea9c8cb3bc0a admin admin] Pushing event updated for resources: {'Port': ['ID=faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:30.499825 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] Checking router: 76d752a1-ec44-4cfd-8cf9-83b1243d1650 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:00:30.500360 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] Updating router 76d752a1-ec44-4cfd-8cf9-83b1243d1650 port b1f5d9a2-c701-44ab-930f-6bc3f57c6c41 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:00:30.502746 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8584849b-17d3-4670-ad2c-1880a0ed33e4 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:30.564018 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:30.569606 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.api [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 13:00:30.570169 n-d-858094-4 neutron-server[113700]: DEBUG oslo_db.api [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 13:00:30.575892 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-8f5f0b0a-f289-47f3-ad33-a72781d0d10c None None] Set router b5f2aefe-764d-43c1-90a1-ef7c305dbffa gateway port host: None {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:30.580859 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-488c03a9-7b7a-4d94-b678-b8078c5a8b5c admin admin] For port 0b6d614f-857f-468c-96f0-1394a7cfd3d1, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=0b6d614f-857f-468c-96f0-1394a7cfd3d1,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:30.581320 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-488c03a9-7b7a-4d94-b678-b8078c5a8b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (0b6d614f-857f-468c-96f0-1394a7cfd3d1), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:30.583268 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b1f5d9a2-c701-44ab-930f-6bc3f57c6c41), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:30.600400 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-488c03a9-7b7a-4d94-b678-b8078c5a8b5c admin admin] Calling delete_port for 0b6d614f-857f-468c-96f0-1394a7cfd3d1 owned by network:router_gateway {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:30.610720 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-11f53535-2976-42ec-a3f2-aa51d7de6ccf admin admin] Publish callbacks [] for security_group (18660302-b121-4a3c-9c72-230f3ec3fb3d), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:30.617275 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35504) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:30.622395 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:30.634647 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-11f53535-2976-42ec-a3f2-aa51d7de6ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (18660302-b121-4a3c-9c72-230f3ec3fb3d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:30.648527 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f53535-2976-42ec-a3f2-aa51d7de6ccf admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:00:30.660285 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-11f53535-2976-42ec-a3f2-aa51d7de6ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (0a160f10-3603-4dd0-b214-363268dd94da), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:30.660637 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-11f53535-2976-42ec-a3f2-aa51d7de6ccf admin admin] Added segment 0a160f10-3603-4dd0-b214-363268dd94da of type vlan for network df6e1a3f-7b76-4bfe-afe5-3f573debc68f Sep 16 13:00:30.676324 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8f5f0b0a-f289-47f3-ad33-a72781d0d10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:52Z', 'updated_at': '2022-09-16T13:00:30Z', 'revision_number': 6, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:30.716821 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-11f53535-2976-42ec-a3f2-aa51d7de6ccf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (df6e1a3f-7b76-4bfe-afe5-3f573debc68f), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:30.730401 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5f0b0a-f289-47f3-ad33-a72781d0d10c None None] The sync data for ids ['b5f2aefe-764d-43c1-90a1-ef7c305dbffa'] in n-d-858094-4 is: [{'id': 'b5f2aefe-764d-43c1-90a1-ef7c305dbffa', 'name': 'tempest-AttachVolumeTestJSON-1307759656-router', 'tenant_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:52:52Z', 'updated_at': '2022-09-16T13:00:30Z', 'revision_number': 6, 'project_id': '7a67136b9d8041fd8e62a81be2d6b48d', 'gw_port_host': None}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:00:30.738602 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 8584849b-17d3-4670-ad2c-1880a0ed33e4 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:30.739278 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8584849b-17d3-4670-ad2c-1880a0ed33e4), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:30.740461 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 8584849b-17d3-4670-ad2c-1880a0ed33e4 Sep 16 13:00:30.847752 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:30.861152 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f53535-2976-42ec-a3f2-aa51d7de6ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18660302-b121-4a3c-9c72-230f3ec3fb3d,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:30.876929 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-11f53535-2976-42ec-a3f2-aa51d7de6ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (df6e1a3f-7b76-4bfe-afe5-3f573debc68f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:30.883809 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f53535-2976-42ec-a3f2-aa51d7de6ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:30.885261 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-11f53535-2976-42ec-a3f2-aa51d7de6ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:30.912856 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 8584849b-17d3-4670-ad2c-1880a0ed33e4 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:30.930214 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:30.931269 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:30.967426 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-0a6b4a3a-929f-4659-b982-6d9d1d03824d tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/quotas/9bc3ef4fd0374ac4b74900369ca779aa HTTP/1.1" status: 200 len: 375 time: 0.5305457 Sep 16 13:00:30.992679 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-43d7b69a-5928-4966-9d04-86c06d7b0fde tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-903773080'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:31.011859 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-488c03a9-7b7a-4d94-b678-b8078c5a8b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (0b6d614f-857f-468c-96f0-1394a7cfd3d1), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:31.033608 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] Publish callbacks [] for port (b1f5d9a2-c701-44ab-930f-6bc3f57c6c41), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:31.040662 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b1f5d9a2-c701-44ab-930f-6bc3f57c6c41), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:31.067671 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c209b338-8851-41e9-a320-ea9c8cb3bc0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:31.091897 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-11f53535-2976-42ec-a3f2-aa51d7de6ccf admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2133749 Sep 16 13:00:31.092738 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35510) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:31.096473 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c03a9-7b7a-4d94-b678-b8078c5a8b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6d614f-857f-468c-96f0-1394a7cfd3d1,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:31.144284 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-492a046c-daed-4be3-afa4-7c41bff3eff7 admin admin] Request body: {'subnet': {'network_id': 'df6e1a3f-7b76-4bfe-afe5-3f573debc68f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-899383747-subnet', 'tenant_id': '76c78ef5e90d4b799519b8b2d1d48060', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:31.159632 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] Attempting to bind port b1f5d9a2-c701-44ab-930f-6bc3f57c6c41 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:00:31.160415 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] Attempting to bind port b1f5d9a2-c701-44ab-930f-6bc3f57c6c41 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:00:31.160945 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] Attempting to bind port b1f5d9a2-c701-44ab-930f-6bc3f57c6c41 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:31.218038 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f53535-2976-42ec-a3f2-aa51d7de6ccf admin admin] Pushing event updated for resources: {'Network': ['ID=df6e1a3f-7b76-4bfe-afe5-3f573debc68f,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:31.243024 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network df6e1a3f-7b76-4bfe-afe5-3f573debc68f details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:00:31.247410 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-17c71e23-310c-449d-be72-3873e89f83e2 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=9bc3ef4fd0374ac4b74900369ca779aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2784522 Sep 16 13:00:31.250241 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d7b69a-5928-4966-9d04-86c06d7b0fde tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:31.265673 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-488c03a9-7b7a-4d94-b678-b8078c5a8b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (b5f2aefe-764d-43c1-90a1-ef7c305dbffa), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:31.270785 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:31.273353 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43d7b69a-5928-4966-9d04-86c06d7b0fde tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:31.379395 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:00:31.381504 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:31.381504 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:31.381504 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:00:31.381504 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] Bound port: b1f5d9a2-c701-44ab-930f-6bc3f57c6c41, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:00:31.382045 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b1f5d9a2-c701-44ab-930f-6bc3f57c6c41), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:31.384444 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474dec8-a51c-4ef5-a3db-8746f197361f None None] Pushing event updated for resources: {'Port': ['ID=b1f5d9a2-c701-44ab-930f-6bc3f57c6c41,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:31.411191 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Current status of the port 326913c4-fa1b-4f33-9331-16ac7e4f2ee5 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:31.434182 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Provisioning complete for port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:31.436623 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:31.439153 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Attempt 1 to provision port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de Sep 16 13:00:31.467457 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1ed71-183e-4f26-81c3-8c8e4a34b87f req-40efd757-a9bd-43d3-afe3-9c5e53e86a6f tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:31.478478 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-40c1ed71-183e-4f26-81c3-8c8e4a34b87f req-40efd757-a9bd-43d3-afe3-9c5e53e86a6f tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 0.5217609 Sep 16 13:00:31.566315 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43d7b69a-5928-4966-9d04-86c06d7b0fde tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:31.618078 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] For port b1f5d9a2-c701-44ab-930f-6bc3f57c6c41, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:00:31.624654 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:31.633995 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] For port b1f5d9a2-c701-44ab-930f-6bc3f57c6c41, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b1f5d9a2-c701-44ab-930f-6bc3f57c6c41,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:00:31.648905 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b1f5d9a2-c701-44ab-930f-6bc3f57c6c41), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:31.689148 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-488c03a9-7b7a-4d94-b678-b8078c5a8b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (b5f2aefe-764d-43c1-90a1-ef7c305dbffa), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:31.697538 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492a046c-daed-4be3-afa4-7c41bff3eff7 admin admin] Made reservation on behalf of 76c78ef5e90d4b799519b8b2d1d48060 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:31.700888 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-492a046c-daed-4be3-afa4-7c41bff3eff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:31.706045 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c209b338-8851-41e9-a320-ea9c8cb3bc0a admin admin] Network 9c660356-b242-47cf-8b53-5c05af82a4ce is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:31.718596 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-488c03a9-7b7a-4d94-b678-b8078c5a8b5c admin admin] Publish callbacks [] for router_controller (b5f2aefe-764d-43c1-90a1-ef7c305dbffa), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:31.740740 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e45e428e-2c60-4e15-806d-fd5cbd9df989 req-34a1b117-3fef-4e5c-ace0-9cf184e59339 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.0944371 Sep 16 13:00:31.742921 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] Routers {'76d752a1-ec44-4cfd-8cf9-83b1243d1650'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:31.743880 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['76d752a1-ec44-4cfd-8cf9-83b1243d1650'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:31.805086 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43d7b69a-5928-4966-9d04-86c06d7b0fde tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for security_group (06ec9480-085d-4cc8-b119-3aaa2edc5dc2), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:31.829696 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474dec8-a51c-4ef5-a3db-8746f197361f None None] Pushing event updated for resources: {'Port': ['ID=b1f5d9a2-c701-44ab-930f-6bc3f57c6c41,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:31.833131 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-c209b338-8851-41e9-a320-ea9c8cb3bc0a admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:31.835756 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43d7b69a-5928-4966-9d04-86c06d7b0fde tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (06ec9480-085d-4cc8-b119-3aaa2edc5dc2), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:31.842409 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-40c1ed71-183e-4f26-81c3-8c8e4a34b87f req-93d8da8e-e0db-47de-a9e8-88052858a975 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539968 Sep 16 13:00:31.858071 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-b9cef284-1848-48c9-b102-5c7cf5945a4f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Made reservation on behalf of bdbc66ae4c664cd18af4bad57bbf12c4 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:31.862431 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-b9cef284-1848-48c9-b102-5c7cf5945a4f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:31.907693 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d2d8b63a-ff9a-48b2-b9b0-1cf04bd814ea req-f25d2b62-1670-406a-98d3-aea87e6f16ad tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 210 time: 0.0696080 Sep 16 13:00:31.908528 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-488c03a9-7b7a-4d94-b678-b8078c5a8b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (b5f2aefe-764d-43c1-90a1-ef7c305dbffa), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:31.909763 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488c03a9-7b7a-4d94-b678-b8078c5a8b5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5f2aefe-764d-43c1-90a1-ef7c305dbffa {{(pid=113698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:00:31.917940 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-488c03a9-7b7a-4d94-b678-b8078c5a8b5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:31.919407 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-488c03a9-7b7a-4d94-b678-b8078c5a8b5c admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/b5f2aefe-764d-43c1-90a1-ef7c305dbffa HTTP/1.1" status: 204 len: 168 time: 2.1766715 Sep 16 13:00:31.925081 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35522) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:31.967384 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:32.143315 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Attempt 2 to provision port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de Sep 16 13:00:32.153593 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-b9cef284-1848-48c9-b102-5c7cf5945a4f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Allocated IP 172.20.0.6 (5fe80c07-1468-4c04-9291-5fbc50b9c34f/ef43da26-ec9d-4b33-82f5-510dc693367d/8a23d825-e263-4839-8617-11f3b05818ce) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:32.252628 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 326913c4-fa1b-4f33-9331-16ac7e4f2ee5 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:32.295093 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d7b69a-5928-4966-9d04-86c06d7b0fde tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:00:32.313115 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43d7b69a-5928-4966-9d04-86c06d7b0fde tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (5763885c-7a11-4b5f-9311-3cdb21326a13), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:32.328483 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-43d7b69a-5928-4966-9d04-86c06d7b0fde tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Added segment 5763885c-7a11-4b5f-9311-3cdb21326a13 of type vlan for network 9baef6e6-991f-4370-ace0-656f975a51ae Sep 16 13:00:32.337180 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] Set router 76d752a1-ec44-4cfd-8cf9-83b1243d1650 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:32.381608 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43d7b69a-5928-4966-9d04-86c06d7b0fde tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (9baef6e6-991f-4370-ace0-656f975a51ae), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:32.393469 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:32.397918 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87b817f-2440-4382-b81e-283467b37367 admin admin] Deleting subnet 6061ddae-e5d0-47a0-8962-b4b487ae4f3d {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:00:32.401808 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b87b817f-2440-4382-b81e-283467b37367 admin admin] Publish callbacks [] for subnet (6061ddae-e5d0-47a0-8962-b4b487ae4f3d), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:32.449766 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b87b817f-2440-4382-b81e-283467b37367 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (6061ddae-e5d0-47a0-8962-b4b487ae4f3d), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:32.533930 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:32.557132 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a4ca06e2-478a-4580-bd7e-375d0989d438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:32.597436 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:32.598841 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:32.601231 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 326913c4-fa1b-4f33-9331-16ac7e4f2ee5 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:32.601602 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (326913c4-fa1b-4f33-9331-16ac7e4f2ee5), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:32.601936 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 326913c4-fa1b-4f33-9331-16ac7e4f2ee5 Sep 16 13:00:32.618207 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-492a046c-daed-4be3-afa4-7c41bff3eff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (4e3ff5dd-c905-4d58-b962-343ffd37cdb6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:32.619697 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43d7b69a-5928-4966-9d04-86c06d7b0fde tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (9baef6e6-991f-4370-ace0-656f975a51ae), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:32.636113 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d7b69a-5928-4966-9d04-86c06d7b0fde tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:32.639446 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43d7b69a-5928-4966-9d04-86c06d7b0fde tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:32.648965 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b87b817f-2440-4382-b81e-283467b37367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (6061ddae-e5d0-47a0-8962-b4b487ae4f3d), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:32.695025 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c209b338-8851-41e9-a320-ea9c8cb3bc0a admin admin] Router c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:00:32.732327 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:32.735529 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 326913c4-fa1b-4f33-9331-16ac7e4f2ee5 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:32.743171 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b87b817f-2440-4382-b81e-283467b37367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (6061ddae-e5d0-47a0-8962-b4b487ae4f3d), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:32.797600 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'name': 'tempest-ServerActionsTestJSON-1377845784-router', 'tenant_id': '337bc9a50c6846ada58b194c94d0f193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b1f5d9a2-c701-44ab-930f-6bc3f57c6c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:21Z', 'updated_at': '2022-09-16T13:00:25Z', 'revision_number': 3, 'project_id': '337bc9a50c6846ada58b194c94d0f193', 'gw_port': {'id': 'b1f5d9a2-c701-44ab-930f-6bc3f57c6c41', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:24Z', 'updated_at': '2022-09-16T13:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:32.827925 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6b3b6-da8d-4c87-bdd4-269db4875739 None None] The sync data for ids ['76d752a1-ec44-4cfd-8cf9-83b1243d1650'] in n-d-858094-4 is: [{'id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'name': 'tempest-ServerActionsTestJSON-1377845784-router', 'tenant_id': '337bc9a50c6846ada58b194c94d0f193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b1f5d9a2-c701-44ab-930f-6bc3f57c6c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:21Z', 'updated_at': '2022-09-16T13:00:25Z', 'revision_number': 3, 'project_id': '337bc9a50c6846ada58b194c94d0f193', 'gw_port': {'id': 'b1f5d9a2-c701-44ab-930f-6bc3f57c6c41', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:24Z', 'updated_at': '2022-09-16T13:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:00:32.829610 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:00:32.868049 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:00:32.868448 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 18ec4bb9-5dec-454f-9b09-cc9e14f82e8d not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:00:32.868862 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 0b6d614f-857f-468c-96f0-1394a7cfd3d1 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:00:32.900942 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b817f-2440-4382-b81e-283467b37367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6061ddae-e5d0-47a0-8962-b4b487ae4f3d,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:32.903433 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 0b6d614f-857f-468c-96f0-1394a7cfd3d1 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:00:32.903786 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 0b6d614f-857f-468c-96f0-1394a7cfd3d1 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:00:32.906697 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b87b817f-2440-4382-b81e-283467b37367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:32.911349 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b87b817f-2440-4382-b81e-283467b37367 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/6061ddae-e5d0-47a0-8962-b4b487ae4f3d HTTP/1.1" status: 204 len: 168 time: 0.9849308 Sep 16 13:00:32.916991 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35542) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:32.917956 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cf815d-e781-4908-822e-5633deea54ac None None] Network 3f814bae-963f-4f23-965e-dabc87858a1e requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:00:32.921862 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-b9cef284-1848-48c9-b102-5c7cf5945a4f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for port (8a23d825-e263-4839-8617-11f3b05818ce), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:33.018122 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a046c-daed-4be3-afa4-7c41bff3eff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3ff5dd-c905-4d58-b962-343ffd37cdb6,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:33.028483 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7b69a-5928-4966-9d04-86c06d7b0fde tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Network': ['ID=9baef6e6-991f-4370-ace0-656f975a51ae,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:33.039587 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-43d7b69a-5928-4966-9d04-86c06d7b0fde tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4157548 Sep 16 13:00:33.054906 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fba77d-96b7-49f7-82a7-ec992f411686 req-c7451b15-53ae-49a2-84bd-c492de062bfb tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:33.057330 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Attempt 3 to provision port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de Sep 16 13:00:33.060382 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3fba77d-96b7-49f7-82a7-ec992f411686 req-c7451b15-53ae-49a2-84bd-c492de062bfb tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 0.3334241 Sep 16 13:00:33.065664 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35546) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:33.067253 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:00:33.116626 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7b69a-5928-4966-9d04-86c06d7b0fde tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ec9480-085d-4cc8-b119-3aaa2edc5dc2,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:33.141987 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-44ce6677-cba8-4f96-beb5-3266bbf9cbb5 req-0dcedbf1-6d5a-49e3-b467-3db0a1ede6b5 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.2294431 Sep 16 13:00:33.164157 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-22513d40-1154-47d4-9b4f-c4e50ac5e9cb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:33.305348 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:33.442651 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492a046c-daed-4be3-afa4-7c41bff3eff7 admin admin] Checking segment: {'id': '0a160f10-3603-4dd0-b214-363268dd94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'df6e1a3f-7b76-4bfe-afe5-3f573debc68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:33.443165 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492a046c-daed-4be3-afa4-7c41bff3eff7 admin admin] Network hostable DHCP agents. Network: df6e1a3f-7b76-4bfe-afe5-3f573debc68f, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:00:33.451493 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397458a3-5a1d-4461-825e-50e6375952d5 None None] DHCP port deletion for 3f814bae-963f-4f23-965e-dabc87858a1e request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:00:33.462044 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (3f814bae-963f-4f23-965e-dabc87858a1e), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:33.499836 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:33.506273 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4685ec7a-807c-4f23-b4e1-aa27cfc5837d req-0a0c3967-85f2-4595-9d44-5d32e5e08eaf tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 210 time: 0.1245406 Sep 16 13:00:33.563900 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-397458a3-5a1d-4461-825e-50e6375952d5 None None] Deleting port e667aaa6-dda0-458a-a65c-5f0456e7a2a9 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:33.564492 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-397458a3-5a1d-4461-825e-50e6375952d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (e667aaa6-dda0-458a-a65c-5f0456e7a2a9), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:33.580585 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22513d40-1154-47d4-9b4f-c4e50ac5e9cb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:33.584828 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-22513d40-1154-47d4-9b4f-c4e50ac5e9cb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:33.605962 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3fba77d-96b7-49f7-82a7-ec992f411686 req-1ab4a166-c6c4-4e38-973a-b4bd056bca91 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239116 Sep 16 13:00:33.618916 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29cd8426-0307-4ce1-a385-530618e11c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:33.649859 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:33.650941 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492a046c-daed-4be3-afa4-7c41bff3eff7 admin admin] Network df6e1a3f-7b76-4bfe-afe5-3f573debc68f is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:00:33.663787 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c658637-4507-4c4e-b528-1d4c63cce799 req-fb1e72c0-40f1-48fa-9ece-03a59cfd2a36 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08836465-8c0f-454b-9e19-8bb6bd44f931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2653484 Sep 16 13:00:33.672257 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c209b338-8851-41e9-a320-ea9c8cb3bc0a admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:00:33.686117 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c209b338-8851-41e9-a320-ea9c8cb3bc0a admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9218807 Sep 16 13:00:33.688340 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] Sync routers for ids ['c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:00:33.689411 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-492a046c-daed-4be3-afa4-7c41bff3eff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, df6e1a3f-7b76-4bfe-afe5-3f573debc68f) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:33.729030 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7031a22a-54b3-411e-9bb5-f12c1e1efa40 None None] Network df6e1a3f-7b76-4bfe-afe5-3f573debc68f requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:00:33.743956 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492a046c-daed-4be3-afa4-7c41bff3eff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:33.744881 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-492a046c-daed-4be3-afa4-7c41bff3eff7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:33.750281 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-b9cef284-1848-48c9-b102-5c7cf5945a4f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (8a23d825-e263-4839-8617-11f3b05818ce), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:33.772958 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-397458a3-5a1d-4461-825e-50e6375952d5 None None] For port e667aaa6-dda0-458a-a65c-5f0456e7a2a9, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e667aaa6-dda0-458a-a65c-5f0456e7a2a9,segment=NetworkSegment(80b31fa5-9330-46a2-9838-326d6e413bf7),segment_id=80b31fa5-9330-46a2-9838-326d6e413bf7)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:33.773702 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-397458a3-5a1d-4461-825e-50e6375952d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (e667aaa6-dda0-458a-a65c-5f0456e7a2a9), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:33.807193 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-492a046c-daed-4be3-afa4-7c41bff3eff7 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6717892 Sep 16 13:00:33.816366 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35550) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:33.839024 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Attempt 4 to provision port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de Sep 16 13:00:33.841728 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-747e8d01-d829-4768-853e-d3e04b5e2918 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-899383747-router', 'tenant_id': '76c78ef5e90d4b799519b8b2d1d48060', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:33.843131 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-397458a3-5a1d-4461-825e-50e6375952d5 None None] Calling delete_port for e667aaa6-dda0-458a-a65c-5f0456e7a2a9 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:33.878168 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] Routers {'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:33.878541 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:33.942878 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:33.985023 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cef284-1848-48c9-b102-5c7cf5945a4f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event updated for resources: {'Port': ['ID=8a23d825-e263-4839-8617-11f3b05818ce,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:33.995255 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-747e8d01-d829-4768-853e-d3e04b5e2918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (7d169edd-1928-4c0d-9f59-4f8ea0cc90f8), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:33.996310 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-747e8d01-d829-4768-853e-d3e04b5e2918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (7d169edd-1928-4c0d-9f59-4f8ea0cc90f8), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:34.045081 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:34.101352 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-b9cef284-1848-48c9-b102-5c7cf5945a4f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Network 5fe80c07-1468-4c04-9291-5fbc50b9c34f is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:34.138942 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] Deleting port e667aaa6-dda0-458a-a65c-5f0456e7a2a9 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:34.141101 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (e667aaa6-dda0-458a-a65c-5f0456e7a2a9), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:34.159935 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-747e8d01-d829-4768-853e-d3e04b5e2918 admin admin] Publish callbacks [] for router_controller (7d169edd-1928-4c0d-9f59-4f8ea0cc90f8), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:34.176041 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-29cd8426-0307-4ce1-a385-530618e11c48 admin admin] Allocated IP 172.20.0.1 (9af47dcf-ef82-4350-bfb1-14c70158aca5/3d21eb8b-32f8-4b19-96f6-c4c4e33061d9/e9092518-4f83-4ebb-8996-18f55825c6eb) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:34.179838 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-b9cef284-1848-48c9-b102-5c7cf5945a4f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:34.217368 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-b9cef284-1848-48c9-b102-5c7cf5945a4f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:34.366668 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b1f5d9a2-c701-44ab-930f-6bc3f57c6c41 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:34.390285 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-397458a3-5a1d-4461-825e-50e6375952d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (e667aaa6-dda0-458a-a65c-5f0456e7a2a9), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:34.410592 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29cd8426-0307-4ce1-a385-530618e11c48 admin admin] Publish callbacks [] for port (e9092518-4f83-4ebb-8996-18f55825c6eb), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:34.445787 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:34.493206 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:34.507813 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397458a3-5a1d-4461-825e-50e6375952d5 None None] Pushing event deleted for resources: {'Port': ['ID=e667aaa6-dda0-458a-a65c-5f0456e7a2a9,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:34.534741 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-34055859-3be0-4510-9c23-e00f95039bed tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=9bc3ef4fd0374ac4b74900369ca779aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4317079 Sep 16 13:00:34.547739 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Attempt 5 to provision port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de Sep 16 13:00:34.549799 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-df6e1a3f-7b76-4bfe-afe5-3f573debc68f', 'network_id': 'df6e1a3f-7b76-4bfe-afe5-3f573debc68f', 'project_id': '76c78ef5e90d4b799519b8b2d1d48060', 'fixed_ips': [{'subnet_id': '4e3ff5dd-c905-4d58-b962-343ffd37cdb6'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:00:34.551307 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:34.567396 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35558) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:34.577248 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-75574f6d-3edc-4756-94e4-22811c8b7bfd tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--476671575', 'description': 'tempest-description--669041017'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:34.610852 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-75574f6d-3edc-4756-94e4-22811c8b7bfd tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:34.671858 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397458a3-5a1d-4461-825e-50e6375952d5 None None] No DVR routers for this DVR port e667aaa6-dda0-458a-a65c-5f0456e7a2a9 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:00:34.733064 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29cd8426-0307-4ce1-a385-530618e11c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (e9092518-4f83-4ebb-8996-18f55825c6eb), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:34.781539 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-1a208788-faa1-41c1-b485-f953c291d89c tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:34.782904 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-1a208788-faa1-41c1-b485-f953c291d89c tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1541407 Sep 16 13:00:34.811280 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5bf29bb7-2338-475c-812f-a110eba6b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:34.837822 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port b1f5d9a2-c701-44ab-930f-6bc3f57c6c41 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:34.838286 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b1f5d9a2-c701-44ab-930f-6bc3f57c6c41), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:34.838686 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port b1f5d9a2-c701-44ab-930f-6bc3f57c6c41 Sep 16 13:00:34.840371 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:34.862764 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd8426-0307-4ce1-a385-530618e11c48 admin admin] Pushing event updated for resources: {'Port': ['ID=e9092518-4f83-4ebb-8996-18f55825c6eb,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:34.882021 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-747e8d01-d829-4768-853e-d3e04b5e2918 admin admin] Publish callbacks [] for router_gateway (7d169edd-1928-4c0d-9f59-4f8ea0cc90f8), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:34.963684 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-75574f6d-3edc-4756-94e4-22811c8b7bfd tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for security_group (89cd1033-e4ea-4f8a-b1d2-9755708dd28e), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:34.967832 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] Allocated IP 172.20.0.2 (df6e1a3f-7b76-4bfe-afe5-3f573debc68f/4e3ff5dd-c905-4d58-b962-343ffd37cdb6/3a717c56-0229-4d05-b0e8-ccd53054c0eb) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:35.115742 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-75574f6d-3edc-4756-94e4-22811c8b7bfd tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (89cd1033-e4ea-4f8a-b1d2-9755708dd28e), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:35.124153 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:35.147345 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] Set router c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:35.163758 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cd8426-0307-4ce1-a385-530618e11c48 admin admin] Network 9af47dcf-ef82-4350-bfb1-14c70158aca5 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:35.194347 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c658637-4507-4c4e-b528-1d4c63cce799 req-d48c4829-e75a-43a7-abf3-da98e11202ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:35.195884 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c658637-4507-4c4e-b528-1d4c63cce799 req-d48c4829-e75a-43a7-abf3-da98e11202ae service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9bc3ef4fd0374ac4b74900369ca779aa&device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 1132 time: 1.4248483 Sep 16 13:00:35.203786 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-9bcd0782-7af1-4042-bb4a-3015cc2f7d57 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Request body: {'port': {'device_id': 'cbc794b1-563e-49d1-92d9-86cea9a9bf75', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': '9bc3ef4fd0374ac4b74900369ca779aa'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:35.210224 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-29cd8426-0307-4ce1-a385-530618e11c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:35.228869 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75574f6d-3edc-4756-94e4-22811c8b7bfd tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89cd1033-e4ea-4f8a-b1d2-9755708dd28e,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:35.250001 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cd8426-0307-4ce1-a385-530618e11c48 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:35.296083 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] Publish callbacks [] for port (3a717c56-0229-4d05-b0e8-ccd53054c0eb), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:35.307502 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-75574f6d-3edc-4756-94e4-22811c8b7bfd tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:35.323121 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-75574f6d-3edc-4756-94e4-22811c8b7bfd tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7513480 Sep 16 13:00:35.324670 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:35.325475 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35564) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:35.330885 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e1ca0-868a-4350-84a7-2936aa26efe4 req-e9f65ad0-1894-400b-8fb4-4a6b16577051 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:35.332748 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-038e1ca0-868a-4350-84a7-2936aa26efe4 req-e9f65ad0-1894-400b-8fb4-4a6b16577051 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 931 time: 0.7526510 Sep 16 13:00:35.333185 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-4fdd7f1d-18f9-4a3d-bbae-f762a58fa8ed tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Request body: {'security_group_rule': {'security_group_id': '89cd1033-e4ea-4f8a-b1d2-9755708dd28e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:35.345058 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:35.396001 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-747e8d01-d829-4768-853e-d3e04b5e2918 admin admin] Publish callbacks [] for router_gateway (7d169edd-1928-4c0d-9f59-4f8ea0cc90f8), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:35.408879 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-425f59f9-6bfb-4413-ab21-f9e65d60e4ea req-61f46130-24b2-4d9c-ac4d-9c411debbb3c tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 210 time: 0.5673714 Sep 16 13:00:35.460100 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-747e8d01-d829-4768-853e-d3e04b5e2918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:35.473512 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:35.479246 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Attempt 6 to provision port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de Sep 16 13:00:35.481856 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (3a717c56-0229-4d05-b0e8-ccd53054c0eb), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:35.545462 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] For port e667aaa6-dda0-458a-a65c-5f0456e7a2a9, host n-d-858094-4, got binding levels [] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:35.546006 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (e667aaa6-dda0-458a-a65c-5f0456e7a2a9), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:35.551619 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port b1f5d9a2-c701-44ab-930f-6bc3f57c6c41 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:35.551863 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b1f5d9a2-c701-44ab-930f-6bc3f57c6c41), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:35.578753 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29cd8426-0307-4ce1-a385-530618e11c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (76d752a1-ec44-4cfd-8cf9-83b1243d1650), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:35.653642 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] Network df6e1a3f-7b76-4bfe-afe5-3f573debc68f is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:35.655537 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port b1f5d9a2-c701-44ab-930f-6bc3f57c6c41, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b1f5d9a2-c701-44ab-930f-6bc3f57c6c41,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:35.659801 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:35.663459 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] Pushing event updated for resources: {'Port': ['ID=3a717c56-0229-4d05-b0e8-ccd53054c0eb,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:35.666474 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:35.676580 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b1f5d9a2-c701-44ab-930f-6bc3f57c6c41), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:35.681107 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:35.693136 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bae7c9-dd7a-4745-87c1-040f486c1b88 req-a88211af-350f-4531-a876-10abe3be12f3 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:35.703276 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-81bae7c9-dd7a-4745-87c1-040f486c1b88 req-a88211af-350f-4531-a876-10abe3be12f3 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 0.0932367 Sep 16 13:00:35.713479 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1131767717-router', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:15Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'gw_port': {'id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:17Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de', 'name': '', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'mac_address': 'fa:16:3e:11:64:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:25Z', 'updated_at': '2022-09-16T13:00:29Z', 'revision_number': 2, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'subnets': [{'id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:35.789839 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-b9cef284-1848-48c9-b102-5c7cf5945a4f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:35.790639 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-b9cef284-1848-48c9-b102-5c7cf5945a4f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:35.802597 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e667aaa6-dda0-458a-a65c-5f0456e7a2a9 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:00:35.836623 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] Checking router: c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:00:35.836975 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] Updating router c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:00:35.840299 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-747e8d01-d829-4768-853e-d3e04b5e2918 admin admin] Allocated IP 172.25.2.82 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/0a777494-e3d6-4388-900b-c881a6f6640b) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:35.843172 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] Calling delete_port for e667aaa6-dda0-458a-a65c-5f0456e7a2a9 owned by network:dhcp {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:35.849071 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.ipam_backend_mixin [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] Port e667aaa6-dda0-458a-a65c-5f0456e7a2a9 was not found and therefore no delete operation was performed {{(pid=113698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 16 13:00:35.854936 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (e667aaa6-dda0-458a-a65c-5f0456e7a2a9), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:35.898839 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: e667aaa6-dda0-458a-a65c-5f0456e7a2a9 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:00:35.899338 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e667aaa6-dda0-458a-a65c-5f0456e7a2a9 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:00:35.933659 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=b1f5d9a2-c701-44ab-930f-6bc3f57c6c41,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:35.939738 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] Attempting to bind port 3a717c56-0229-4d05-b0e8-ccd53054c0eb on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:00:35.940240 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] Attempting to bind port 3a717c56-0229-4d05-b0e8-ccd53054c0eb by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '0a160f10-3603-4dd0-b214-363268dd94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'df6e1a3f-7b76-4bfe-afe5-3f573debc68f'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:00:35.940730 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] Attempting to bind port 3a717c56-0229-4d05-b0e8-ccd53054c0eb on network df6e1a3f-7b76-4bfe-afe5-3f573debc68f {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:35.944092 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:35.982308 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] No DVR routers for this DVR port e667aaa6-dda0-458a-a65c-5f0456e7a2a9 on host n-d-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:00:35.989827 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-b9cef284-1848-48c9-b102-5c7cf5945a4f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0559747 Sep 16 13:00:35.991343 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-747e8d01-d829-4768-853e-d3e04b5e2918 admin admin] Publish callbacks [] for port (0a777494-e3d6-4388-900b-c881a6f6640b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:36.032528 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:36.034334 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4fdd7f1d-18f9-4a3d-bbae-f762a58fa8ed tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for security_group_rule (75057027-456a-472b-af1b-2e673b045f1a), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:36.104013 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29cd8426-0307-4ce1-a385-530618e11c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e9092518-4f83-4ebb-8996-18f55825c6eb), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:36.108968 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-747e8d01-d829-4768-853e-d3e04b5e2918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (0a777494-e3d6-4388-900b-c881a6f6640b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:36.110276 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:00:36.110925 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] Checking segment: {'id': '0a160f10-3603-4dd0-b214-363268dd94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'df6e1a3f-7b76-4bfe-afe5-3f573debc68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:36.111625 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-00e30adf-635c-41a0-b51d-c2d1feee79f8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Request body: {'port': {'device_id': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5', 'admin_state_up': True, 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'security_groups': ['13f8b0cd-2cc3-45a0-b72f-8d979543de20']}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:36.112143 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:36.112809 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] Bound using segment: {'id': '0a160f10-3603-4dd0-b214-363268dd94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'df6e1a3f-7b76-4bfe-afe5-3f573debc68f'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:00:36.113479 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] Bound port: 3a717c56-0229-4d05-b0e8-ccd53054c0eb, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a160f10-3603-4dd0-b214-363268dd94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'df6e1a3f-7b76-4bfe-afe5-3f573debc68f'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:00:36.114166 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3a717c56-0229-4d05-b0e8-ccd53054c0eb), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:36.122042 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:36.182291 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Attempt 7 to provision port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de Sep 16 13:00:36.200949 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e8d01-d829-4768-853e-d3e04b5e2918 admin admin] Pushing event updated for resources: {'Port': ['ID=0a777494-e3d6-4388-900b-c881a6f6640b,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:36.245268 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747e8d01-d829-4768-853e-d3e04b5e2918 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:36.272066 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-038e1ca0-868a-4350-84a7-2936aa26efe4 req-6db2bace-7a14-4fb7-98f3-705ae40c8fd7 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8983128 Sep 16 13:00:36.285154 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:36.286847 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] Pushing event deleted for resources: {'Port': ['ID=e667aaa6-dda0-458a-a65c-5f0456e7a2a9,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:36.308439 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c658637-4507-4c4e-b528-1d4c63cce799 req-dfcbcd06-b9ae-4354-aa74-3090f3985225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:36.310272 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c658637-4507-4c4e-b528-1d4c63cce799 req-dfcbcd06-b9ae-4354-aa74-3090f3985225 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.9707353 Sep 16 13:00:36.323334 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] For port 3a717c56-0229-4d05-b0e8-ccd53054c0eb, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:00:36.328857 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] For port 3a717c56-0229-4d05-b0e8-ccd53054c0eb, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3a717c56-0229-4d05-b0e8-ccd53054c0eb,segment=NetworkSegment(0a160f10-3603-4dd0-b214-363268dd94da),segment_id=0a160f10-3603-4dd0-b214-363268dd94da)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:00:36.333576 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:36.355145 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3a717c56-0229-4d05-b0e8-ccd53054c0eb), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:36.420851 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:36.431112 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-747e8d01-d829-4768-853e-d3e04b5e2918 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:36.435720 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747e8d01-d829-4768-853e-d3e04b5e2918 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:36.449365 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:36.474558 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-00e30adf-635c-41a0-b51d-c2d1feee79f8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Made reservation on behalf of bdbc66ae4c664cd18af4bad57bbf12c4 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:36.480677 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-00e30adf-635c-41a0-b51d-c2d1feee79f8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:36.506250 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c658637-4507-4c4e-b528-1d4c63cce799 req-bbd4edc0-6d13-468f-adf3-46620c1f2ca7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=49603217-44ca-43b5-b254-906cf820af9e HTTP/1.1" status: 200 len: 217 time: 0.1758270 Sep 16 13:00:36.530393 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-81bae7c9-dd7a-4745-87c1-040f486c1b88 req-320ae517-5949-41ed-b8c9-cbf34b660747 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8256209 Sep 16 13:00:36.541800 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (3f814bae-963f-4f23-965e-dabc87858a1e), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:36.639734 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffebe5-595b-4ec4-af4d-72382569c7d1 None None] Pushing event updated for resources: {'Port': ['ID=3a717c56-0229-4d05-b0e8-ccd53054c0eb,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:36.743039 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4fdd7f1d-18f9-4a3d-bbae-f762a58fa8ed tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for security_group_rule (75057027-456a-472b-af1b-2e673b045f1a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:36.773764 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f814bae-963f-4f23-965e-dabc87858a1e']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:36.785601 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b31fa5-9330-46a2-9838-326d6e413bf7') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:36.786277 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b31fa5-9330-46a2-9838-326d6e413bf7') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:36.786809 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4fdd7f1d-18f9-4a3d-bbae-f762a58fa8ed tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (75057027-456a-472b-af1b-2e673b045f1a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:36.815036 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-22513d40-1154-47d4-9b4f-c4e50ac5e9cb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (9a7a0ee1-ef0d-401c-850c-d299ce7100cf), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:36.826080 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-9bcd0782-7af1-4042-bb4a-3015cc2f7d57 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Made reservation on behalf of 9bc3ef4fd0374ac4b74900369ca779aa for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:36.830071 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-9bcd0782-7af1-4042-bb4a-3015cc2f7d57 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:36.842877 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd7f1d-18f9-4a3d-bbae-f762a58fa8ed tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75057027-456a-472b-af1b-2e673b045f1a,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:36.852057 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (80b31fa5-9330-46a2-9838-326d6e413bf7), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:36.862556 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:36.865815 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5acdef8-dc62-4dee-969d-58bf4afbc5b8 req-4ebc8ab2-3357-4822-8dad-be381e5ad1f1 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 210 time: 0.2791433 Sep 16 13:00:36.904257 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4fdd7f1d-18f9-4a3d-bbae-f762a58fa8ed tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:36.916922 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4fdd7f1d-18f9-4a3d-bbae-f762a58fa8ed tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5783346 Sep 16 13:00:36.916922 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29cd8426-0307-4ce1-a385-530618e11c48 admin admin] Publish callbacks [] for port (e9092518-4f83-4ebb-8996-18f55825c6eb), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:36.916922 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35568) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:36.927861 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-19b88c66-bef5-46d2-8d8c-ce515a2aa297 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Request body: {'security_group_rule': {'security_group_id': '89cd1033-e4ea-4f8a-b1d2-9755708dd28e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:36.951459 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Attempt 8 to provision port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de Sep 16 13:00:36.981228 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29cd8426-0307-4ce1-a385-530618e11c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (e9092518-4f83-4ebb-8996-18f55825c6eb), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:37.000496 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] Publish callbacks [] for port (faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:37.010203 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:37.058375 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:37.064754 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:37.069599 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (80b31fa5-9330-46a2-9838-326d6e413bf7), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:37.084376 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bcbc5-e6e6-4163-86bc-2f72c6b4aadc None None] Pushing event updated for resources: {'Port': ['ID=faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:37.106707 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c658637-4507-4c4e-b528-1d4c63cce799 req-ba4acd00-9503-413a-bd0d-31eac60f757b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:37.108622 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c658637-4507-4c4e-b528-1d4c63cce799 req-ba4acd00-9503-413a-bd0d-31eac60f757b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.5368509 Sep 16 13:00:37.119414 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:00:37.119839 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (80b31fa5-9330-46a2-9838-326d6e413bf7), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:37.152114 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-19b88c66-bef5-46d2-8d8c-ce515a2aa297 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for security_group_rule (589e8fc6-f7b2-483a-bc68-409210891bad), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:37.160441 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] Attempting to bind port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:00:37.160875 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] Attempting to bind port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '100fdcc4-5ec1-4699-93d1-07b5aef19ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:00:37.162179 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] Attempting to bind port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de on network 9c660356-b242-47cf-8b53-5c05af82a4ce {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:37.230101 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22513d40-1154-47d4-9b4f-c4e50ac5e9cb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=9a7a0ee1-ef0d-401c-850c-d299ce7100cf,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:37.233835 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 80b31fa5-9330-46a2-9838-326d6e413bf7 resource provider aggregate not found Sep 16 13:00:37.336951 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 80b31fa5-9330-46a2-9838-326d6e413bf7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80b31fa5-9330-46a2-9838-326d6e413bf7 found for delete ", "request_id": "req-4a0e0398-4737-4fcb-b55c-074210f62dab"}]} Sep 16 13:00:37.406673 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:37.422165 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:00:37.422474 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (3f814bae-963f-4f23-965e-dabc87858a1e), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:37.422625 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] Checking segment: {'id': '100fdcc4-5ec1-4699-93d1-07b5aef19ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:37.422941 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:37.423335 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] Bound using segment: {'id': '100fdcc4-5ec1-4699-93d1-07b5aef19ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:00:37.424567 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] Bound port: faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100fdcc4-5ec1-4699-93d1-07b5aef19ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:00:37.424567 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:37.483972 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:37.490606 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/3f814bae-963f-4f23-965e-dabc87858a1e HTTP/1.1" status: 204 len: 168 time: 4.5661805 Sep 16 13:00:37.492284 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c658637-4507-4c4e-b528-1d4c63cce799 req-f3d7e68e-1404-4cc1-a6f9-d5c162e64444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:37.494115 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c658637-4507-4c4e-b528-1d4c63cce799 req-f3d7e68e-1404-4cc1-a6f9-d5c162e64444 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3040116 Sep 16 13:00:37.540503 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:37.546948 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22513d40-1154-47d4-9b4f-c4e50ac5e9cb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:37.546948 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22513d40-1154-47d4-9b4f-c4e50ac5e9cb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network hostable DHCP agents. Network: 9baef6e6-991f-4370-ace0-656f975a51ae, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:00:37.557342 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Attempt 9 to provision port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de Sep 16 13:00:37.609131 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-00e30adf-635c-41a0-b51d-c2d1feee79f8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Allocated IP 10.1.1.242 (cbc422c8-d561-47f7-afec-ef049a9a76c5/be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0/8874748b-6030-4aea-9e6b-79db8c8d555d) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:37.624420 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] For port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:00:37.642652 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:37.644711 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] For port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:00:37.655121 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:37.679694 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f807a-391b-41fe-9244-869394d2635f admin admin] Pushing event deleted for resources: {'Network': ['ID=3f814bae-963f-4f23-965e-dabc87858a1e,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:37.712822 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] Routers {'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:37.713473 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:37.731698 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:37.825533 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29cd8426-0307-4ce1-a385-530618e11c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (76d752a1-ec44-4cfd-8cf9-83b1243d1650), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:37.841833 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bcbc5-e6e6-4163-86bc-2f72c6b4aadc None None] Pushing event updated for resources: {'Port': ['ID=faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:37.846197 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd8426-0307-4ce1-a385-530618e11c48 admin admin] Pushing event updated for resources: {'Port': ['ID=e9092518-4f83-4ebb-8996-18f55825c6eb,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:37.849118 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35580) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:37.897143 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-9bcd0782-7af1-4042-bb4a-3015cc2f7d57 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Allocated IP 192.168.233.34 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/62dbe1ae-a63f-40d9-b089-d8e7f6ba2713) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:37.913155 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:37.967257 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] Set router c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:37.985870 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22513d40-1154-47d4-9b4f-c4e50ac5e9cb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:00:38.028526 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351acb63-48fb-4bb1-af31-876feb42d7b3 req-ed1acc49-6f3e-4cfb-bc23-8a96250e289e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:38.030137 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-351acb63-48fb-4bb1-af31-876feb42d7b3 req-ed1acc49-6f3e-4cfb-bc23-8a96250e289e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 931 time: 0.5607538 Sep 16 13:00:38.039626 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:38.065601 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-19b88c66-bef5-46d2-8d8c-ce515a2aa297 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for security_group_rule (589e8fc6-f7b2-483a-bc68-409210891bad), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:38.099203 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-19b88c66-bef5-46d2-8d8c-ce515a2aa297 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (589e8fc6-f7b2-483a-bc68-409210891bad), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:38.111540 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-07828eba-e00f-41ad-813a-19165b1cd999 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=7a67136b9d8041fd8e62a81be2d6b48d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492981 Sep 16 13:00:38.116294 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-747e8d01-d829-4768-853e-d3e04b5e2918 admin admin] Publish callbacks [] for router_gateway (7d169edd-1928-4c0d-9f59-4f8ea0cc90f8), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:38.124662 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-22513d40-1154-47d4-9b4f-c4e50ac5e9cb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 9baef6e6-991f-4370-ace0-656f975a51ae) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:38.126948 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e986bba9-ecf5-420d-93e1-62b66db3ccb8 None None] Network df6e1a3f-7b76-4bfe-afe5-3f573debc68f requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:00:38.128221 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35584) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:38.150124 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Attempt 10 to provision port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de Sep 16 13:00:38.150529 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22513d40-1154-47d4-9b4f-c4e50ac5e9cb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:38.151662 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-22513d40-1154-47d4-9b4f-c4e50ac5e9cb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:38.152573 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fb5014-743d-4045-8e2e-8fc9a3cce775 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:00:38.187247 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c8f14-2d63-4108-ae34-7db3d6701f89 req-82df7c45-64d4-4189-91b1-114160d1dac5 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:38.189549 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-387c8f14-2d63-4108-ae34-7db3d6701f89 req-82df7c45-64d4-4189-91b1-114160d1dac5 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 0.4956086 Sep 16 13:00:38.207837 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b88c66-bef5-46d2-8d8c-ce515a2aa297 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589e8fc6-f7b2-483a-bc68-409210891bad,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:38.254031 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-19b88c66-bef5-46d2-8d8c-ce515a2aa297 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:38.258910 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-19b88c66-bef5-46d2-8d8c-ce515a2aa297 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3443091 Sep 16 13:00:38.259529 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35586) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:38.275652 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-d31fffd1-b427-4165-996c-ab1229392d4c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:38.298244 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=7 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:38.302650 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-351acb63-48fb-4bb1-af31-876feb42d7b3 req-5b2b5064-f60a-4c14-b9b6-df2fac20fc00 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244899 Sep 16 13:00:38.353008 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cd8426-0307-4ce1-a385-530618e11c48 admin admin] Network 9af47dcf-ef82-4350-bfb1-14c70158aca5 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:38.359909 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-22513d40-1154-47d4-9b4f-c4e50ac5e9cb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.2240517 Sep 16 13:00:38.362082 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35588) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:38.363334 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-29cd8426-0307-4ce1-a385-530618e11c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:38.369721 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-2b94640e-9c50-41d3-9cbc-b82627767b6f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'name': 'tempest-NetworksTestDHCPv6-1852369265'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:38.380606 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d31fffd1-b427-4165-996c-ab1229392d4c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:38.389989 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:38.508345 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b1f5d9a2-c701-44ab-930f-6bc3f57c6c41 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:38.520006 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c658637-4507-4c4e-b528-1d4c63cce799 req-77bde4ec-34b9-401e-b343-775f7da29bed service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9870226 Sep 16 13:00:38.595304 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-33555626-e237-46e8-a7e0-2870f877ca4d req-0b3e1a15-3364-466f-941e-2ede84a189dd tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 210 time: 0.1677864 Sep 16 13:00:38.615924 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a73aa025-04ad-4eb2-bae8-e6d97238d724 admin admin] Publish callbacks [] for security_group (f831d891-f78c-4bb7-b2b6-e1850c84f4c6), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:38.645215 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port b1f5d9a2-c701-44ab-930f-6bc3f57c6c41 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:38.645583 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b1f5d9a2-c701-44ab-930f-6bc3f57c6c41), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:38.645920 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port b1f5d9a2-c701-44ab-930f-6bc3f57c6c41 Sep 16 13:00:38.666972 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d31fffd1-b427-4165-996c-ab1229392d4c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:38.702208 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': '9a7a0ee1-ef0d-401c-850c-d299ce7100cf'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:00:38.703246 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:38.736584 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-387c8f14-2d63-4108-ae34-7db3d6701f89 req-19afe58f-61b4-4b0f-8afc-2b2977bcd234 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091076 Sep 16 13:00:38.783190 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a73aa025-04ad-4eb2-bae8-e6d97238d724 admin admin] Publish callbacks [] for security_group (f831d891-f78c-4bb7-b2b6-e1850c84f4c6), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:38.804527 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-00e30adf-635c-41a0-b51d-c2d1feee79f8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for port (8874748b-6030-4aea-9e6b-79db8c8d555d), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:38.810150 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-d31fffd1-b427-4165-996c-ab1229392d4c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Allocated IP 172.25.2.130 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/6370e362-42a9-496f-8ac5-e2aac3ca2a86) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:38.893487 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:38.919187 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:38.939054 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c658637-4507-4c4e-b528-1d4c63cce799 req-83f62711-9bc7-4704-8fc8-19dd4160e3a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648453 Sep 16 13:00:38.953625 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d31fffd1-b427-4165-996c-ab1229392d4c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for port (6370e362-42a9-496f-8ac5-e2aac3ca2a86), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:38.984378 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a73aa025-04ad-4eb2-bae8-e6d97238d724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (f831d891-f78c-4bb7-b2b6-e1850c84f4c6), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:38.987169 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a73aa025-04ad-4eb2-bae8-e6d97238d724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:38.995150 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a73aa025-04ad-4eb2-bae8-e6d97238d724 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/f831d891-f78c-4bb7-b2b6-e1850c84f4c6 HTTP/1.1" status: 204 len: 168 time: 0.8512917 Sep 16 13:00:39.010996 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] Allocated IP 2001:db8::2 (9baef6e6-991f-4370-ace0-656f975a51ae/9a7a0ee1-ef0d-401c-850c-d299ce7100cf/24252a13-4c90-4049-8736-70a432b387ee) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:39.041031 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:39.051880 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d31fffd1-b427-4165-996c-ab1229392d4c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (6370e362-42a9-496f-8ac5-e2aac3ca2a86), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:39.075853 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-9bcd0782-7af1-4042-bb4a-3015cc2f7d57 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Publish callbacks [] for port (62dbe1ae-a63f-40d9-b089-d8e7f6ba2713), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:39.102684 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73aa025-04ad-4eb2-bae8-e6d97238d724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f831d891-f78c-4bb7-b2b6-e1850c84f4c6,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:39.141073 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-00e30adf-635c-41a0-b51d-c2d1feee79f8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (8874748b-6030-4aea-9e6b-79db8c8d555d), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:39.172798 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31fffd1-b427-4165-996c-ab1229392d4c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:39.185223 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-d31fffd1-b427-4165-996c-ab1229392d4c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:39.197346 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31fffd1-b427-4165-996c-ab1229392d4c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:39.209937 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:39.214603 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e30adf-635c-41a0-b51d-c2d1feee79f8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event updated for resources: {'Port': ['ID=8874748b-6030-4aea-9e6b-79db8c8d555d,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:39.293466 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-00e30adf-635c-41a0-b51d-c2d1feee79f8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Network cbc422c8-d561-47f7-afec-ef049a9a76c5 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:39.298585 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-00e30adf-635c-41a0-b51d-c2d1feee79f8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:39.301362 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-00e30adf-635c-41a0-b51d-c2d1feee79f8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:39.372530 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-9bcd0782-7af1-4042-bb4a-3015cc2f7d57 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (62dbe1ae-a63f-40d9-b089-d8e7f6ba2713), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:39.386564 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fffd1-b427-4165-996c-ab1229392d4c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Pushing event updated for resources: {'Port': ['ID=6370e362-42a9-496f-8ac5-e2aac3ca2a86,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:39.427103 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:39.428769 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['49603217-44ca-43b5-b254-906cf820af9e'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:00:39.437987 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Current status of the port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:39.438342 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:39.440317 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port b1f5d9a2-c701-44ab-930f-6bc3f57c6c41 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:39.441376 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3a717c56-0229-4d05-b0e8-ccd53054c0eb up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:39.513754 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:39.523471 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd0782-7af1-4042-bb4a-3015cc2f7d57 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Pushing event updated for resources: {'Port': ['ID=62dbe1ae-a63f-40d9-b089-d8e7f6ba2713,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:39.542141 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cd8426-0307-4ce1-a385-530618e11c48 admin admin] Router 76d752a1-ec44-4cfd-8cf9-83b1243d1650 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:00:39.582018 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-747e8d01-d829-4768-853e-d3e04b5e2918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (7d169edd-1928-4c0d-9f59-4f8ea0cc90f8), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:39.587128 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:39.628958 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cc991-d488-4d0e-9741-ff5fa3a11a83 req-bc7c35d6-f5fd-4884-adb6-aada328e517e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:39.636338 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cc991-d488-4d0e-9741-ff5fa3a11a83 req-bc7c35d6-f5fd-4884-adb6-aada328e517e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:39.638607 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd4cc991-d488-4d0e-9741-ff5fa3a11a83 req-bc7c35d6-f5fd-4884-adb6-aada328e517e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 1653 time: 0.1177101 Sep 16 13:00:39.640931 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-9bcd0782-7af1-4042-bb4a-3015cc2f7d57 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:39.648168 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-9bcd0782-7af1-4042-bb4a-3015cc2f7d57 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:39.659200 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-9bcd0782-7af1-4042-bb4a-3015cc2f7d57 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:39.739096 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-9bcd0782-7af1-4042-bb4a-3015cc2f7d57 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:39.739803 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-9bcd0782-7af1-4042-bb4a-3015cc2f7d57 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:39.758654 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 3a717c56-0229-4d05-b0e8-ccd53054c0eb triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:39.761662 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3a717c56-0229-4d05-b0e8-ccd53054c0eb), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:39.762056 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 3a717c56-0229-4d05-b0e8-ccd53054c0eb Sep 16 13:00:39.766934 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1131767717-router', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:15Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'gw_port': {'id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:17Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de', 'name': '', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'mac_address': 'fa:16:3e:11:64:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:25Z', 'updated_at': '2022-09-16T13:00:37Z', 'revision_number': 4, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'subnets': [{'id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:39.789431 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-00e30adf-635c-41a0-b51d-c2d1feee79f8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:39.790909 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-00e30adf-635c-41a0-b51d-c2d1feee79f8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:39.823196 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-9bcd0782-7af1-4042-bb4a-3015cc2f7d57 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6235263 Sep 16 13:00:39.843333 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d31fffd1-b427-4165-996c-ab1229392d4c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for floatingip (6520a9dd-6235-4fd3-a3fb-9f87c3c71d03), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:39.900072 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-00e30adf-635c-41a0-b51d-c2d1feee79f8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8669488 Sep 16 13:00:39.929510 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-2d71b430-5fec-49b4-a69b-89c144fba410 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Request body: {'port': {'device_id': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5', 'admin_state_up': True, 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'security_groups': ['13f8b0cd-2cc3-45a0-b72f-8d979543de20']}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:39.942963 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1f2ce-5ffb-4ae3-a764-deb49dd15b86 req-4303b69b-9174-41c6-93df-b16aa1606b7d tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:39.953537 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3ba1f2ce-5ffb-4ae3-a764-deb49dd15b86 req-4303b69b-9174-41c6-93df-b16aa1606b7d tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 935 time: 0.1817632 Sep 16 13:00:39.974487 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd4cc991-d488-4d0e-9741-ff5fa3a11a83 req-cbbba14c-f01e-49ca-a905-6d0e36fe185e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3282256 Sep 16 13:00:40.005640 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bf9803-1391-4499-b37e-d35725b48bbb None None] The sync data for ids ['c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'] in n-d-858094-4 is: [{'id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1131767717-router', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:15Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'gw_port': {'id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:17Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de', 'name': '', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'mac_address': 'fa:16:3e:11:64:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:25Z', 'updated_at': '2022-09-16T13:00:37Z', 'revision_number': 4, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'subnets': [{'id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:00:40.121646 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] For port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:40.159861 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:40.193496 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b94640e-9c50-41d3-9cbc-b82627767b6f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:40.207721 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2b94640e-9c50-41d3-9cbc-b82627767b6f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:40.292757 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8639ae-bbf0-4754-8644-2f44fc5ea989 req-20a0172b-04ee-4bed-8365-9b4fe5ddcd25 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:40.295421 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3d8639ae-bbf0-4754-8644-2f44fc5ea989 req-20a0172b-04ee-4bed-8365-9b4fe5ddcd25 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 0.0905654 Sep 16 13:00:40.302496 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3ba1f2ce-5ffb-4ae3-a764-deb49dd15b86 req-6460453f-fbbc-4701-b89d-6144b3bb7df5 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479764 Sep 16 13:00:40.359059 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d31fffd1-b427-4165-996c-ab1229392d4c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6370e362-42a9-496f-8ac5-e2aac3ca2a86), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:40.361579 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] Publish callbacks [] for port (24252a13-4c90-4049-8736-70a432b387ee), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:40.429811 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] Request body: {'port': {'device_id': 'cbc794b1-563e-49d1-92d9-86cea9a9bf75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:40.439633 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Provisioning complete for port 595b045b-8bb0-4e86-8891-fbc6ab105f5b triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:40.440176 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (595b045b-8bb0-4e86-8891-fbc6ab105f5b), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:40.440717 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Attempt 1 to provision port 595b045b-8bb0-4e86-8891-fbc6ab105f5b Sep 16 13:00:40.447560 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 3a717c56-0229-4d05-b0e8-ccd53054c0eb is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:40.448101 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3a717c56-0229-4d05-b0e8-ccd53054c0eb), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:40.487158 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (24252a13-4c90-4049-8736-70a432b387ee), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:40.501253 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3d8639ae-bbf0-4754-8644-2f44fc5ea989 req-8b4dd42d-ef84-454d-9f30-f871500e2908 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789038 Sep 16 13:00:40.507000 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-2d71b430-5fec-49b4-a69b-89c144fba410 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Made reservation on behalf of bdbc66ae4c664cd18af4bad57bbf12c4 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:40.512910 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-2d71b430-5fec-49b4-a69b-89c144fba410 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:40.524440 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:40.543967 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:40.552799 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:40.579635 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 3a717c56-0229-4d05-b0e8-ccd53054c0eb, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3a717c56-0229-4d05-b0e8-ccd53054c0eb,segment=NetworkSegment(0a160f10-3603-4dd0-b214-363268dd94da),segment_id=0a160f10-3603-4dd0-b214-363268dd94da)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:40.581327 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:40.584397 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Pushing event updated for resources: {'Port': ['ID=faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:40.657854 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d31fffd1-b427-4165-996c-ab1229392d4c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for port (6370e362-42a9-496f-8ac5-e2aac3ca2a86), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:40.672020 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d31fffd1-b427-4165-996c-ab1229392d4c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (6370e362-42a9-496f-8ac5-e2aac3ca2a86), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:40.689423 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747e8d01-d829-4768-853e-d3e04b5e2918 admin admin] Router 7d169edd-1928-4c0d-9f59-4f8ea0cc90f8 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:00:40.692833 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3a717c56-0229-4d05-b0e8-ccd53054c0eb), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:40.695278 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-2b94640e-9c50-41d3-9cbc-b82627767b6f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port fd8c3d2e-d92e-4190-a4fb-1deeb0066dc6 yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:00:40.837354 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:40.845163 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cd8426-0307-4ce1-a385-530618e11c48 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:00:40.851703 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-29cd8426-0307-4ce1-a385-530618e11c48 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/76d752a1-ec44-4cfd-8cf9-83b1243d1650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9784517 Sep 16 13:00:40.863106 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] Sync routers for ids ['76d752a1-ec44-4cfd-8cf9-83b1243d1650'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:00:40.880536 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] Routers {'76d752a1-ec44-4cfd-8cf9-83b1243d1650'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:40.883280 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['76d752a1-ec44-4cfd-8cf9-83b1243d1650'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:41.046979 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fffd1-b427-4165-996c-ab1229392d4c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Pushing event updated for resources: {'Port': ['ID=6370e362-42a9-496f-8ac5-e2aac3ca2a86,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:41.215826 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] Set router 76d752a1-ec44-4cfd-8cf9-83b1243d1650 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:41.239667 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d31fffd1-b427-4165-996c-ab1229392d4c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (6520a9dd-6235-4fd3-a3fb-9f87c3c71d03), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:41.307184 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-2d71b430-5fec-49b4-a69b-89c144fba410 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Allocated IP 10.1.1.96 (cbc422c8-d561-47f7-afec-ef049a9a76c5/be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0/c7eb5869-5d95-47b8-9539-2bec50eb4428) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:41.330336 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d31fffd1-b427-4165-996c-ab1229392d4c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:41.340779 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d31fffd1-b427-4165-996c-ab1229392d4c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0748699 Sep 16 13:00:41.352422 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:41.377918 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] Pushing event updated for resources: {'Port': ['ID=24252a13-4c90-4049-8736-70a432b387ee,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:41.408203 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:41.430797 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-2b94640e-9c50-41d3-9cbc-b82627767b6f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::60 (9baef6e6-991f-4370-ace0-656f975a51ae/9a7a0ee1-ef0d-401c-850c-d299ce7100cf/fd8c3d2e-d92e-4190-a4fb-1deeb0066dc6) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:41.467305 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747e8d01-d829-4768-853e-d3e04b5e2918 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:00:41.553260 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-747e8d01-d829-4768-853e-d3e04b5e2918 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:41.563548 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-747e8d01-d829-4768-853e-d3e04b5e2918 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.7418458 Sep 16 13:00:41.581346 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35638) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:41.604955 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] Sync routers for ids ['7d169edd-1928-4c0d-9f59-4f8ea0cc90f8'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:00:41.750751 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-2d71b430-5fec-49b4-a69b-89c144fba410 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for port (c7eb5869-5d95-47b8-9539-2bec50eb4428), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:41.796160 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'name': 'tempest-ServerActionsTestJSON-1377845784-router', 'tenant_id': '337bc9a50c6846ada58b194c94d0f193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b1f5d9a2-c701-44ab-930f-6bc3f57c6c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:21Z', 'updated_at': '2022-09-16T13:00:35Z', 'revision_number': 4, 'project_id': '337bc9a50c6846ada58b194c94d0f193', 'gw_port': {'id': 'b1f5d9a2-c701-44ab-930f-6bc3f57c6c41', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:24Z', 'updated_at': '2022-09-16T13:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e9092518-4f83-4ebb-8996-18f55825c6eb', 'name': '', 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5', 'tenant_id': '337bc9a50c6846ada58b194c94d0f193', 'mac_address': 'fa:16:3e:20:5c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '3d21eb8b-32f8-4b19-96f6-c4c4e33061d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:33Z', 'updated_at': '2022-09-16T13:00:36Z', 'revision_number': 2, 'project_id': '337bc9a50c6846ada58b194c94d0f193', 'subnets': [{'id': '3d21eb8b-32f8-4b19-96f6-c4c4e33061d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:41.875484 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:41.893395 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] Checking router: 76d752a1-ec44-4cfd-8cf9-83b1243d1650 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:00:41.895427 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:41.898161 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] Updating router 76d752a1-ec44-4cfd-8cf9-83b1243d1650 port e9092518-4f83-4ebb-8996-18f55825c6eb binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:00:41.905477 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:41.916253 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-2d71b430-5fec-49b4-a69b-89c144fba410 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (c7eb5869-5d95-47b8-9539-2bec50eb4428), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:42.035985 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-203eb00c-8ea7-4c17-bc2d-357a257891a3 None None] Current status of the port 595b045b-8bb0-4e86-8891-fbc6ab105f5b is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:42.068745 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e9092518-4f83-4ebb-8996-18f55825c6eb), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:42.072704 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] Routers {'7d169edd-1928-4c0d-9f59-4f8ea0cc90f8'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:42.073151 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['7d169edd-1928-4c0d-9f59-4f8ea0cc90f8'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:42.131607 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (62dbe1ae-a63f-40d9-b089-d8e7f6ba2713), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:42.144183 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35646) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:42.165608 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-2d71b430-5fec-49b4-a69b-89c144fba410 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Network cbc422c8-d561-47f7-afec-ef049a9a76c5 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:42.177594 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-45feed71-def3-476b-b1ec-a315fde04b56 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Request body: {'security_group': {'name': 'tempest-securitygroup--190602253', 'description': 'tempest-description--1167137769'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:42.179963 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-2d71b430-5fec-49b4-a69b-89c144fba410 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:42.186269 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-2d71b430-5fec-49b4-a69b-89c144fba410 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:42.239913 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb812e9-3e14-4256-bb9d-641bbdef01ef req-61eb9e69-fc4f-4211-9d1f-f5a51b94c7a2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:42.275417 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb812e9-3e14-4256-bb9d-641bbdef01ef req-61eb9e69-fc4f-4211-9d1f-f5a51b94c7a2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:42.306731 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb812e9-3e14-4256-bb9d-641bbdef01ef req-61eb9e69-fc4f-4211-9d1f-f5a51b94c7a2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:42.311388 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5bb812e9-3e14-4256-bb9d-641bbdef01ef req-61eb9e69-fc4f-4211-9d1f-f5a51b94c7a2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 2373 time: 0.4532659 Sep 16 13:00:42.415732 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] Attempting to bind port 24252a13-4c90-4049-8736-70a432b387ee on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:00:42.421754 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] Attempting to bind port 24252a13-4c90-4049-8736-70a432b387ee by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:00:42.422438 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] Attempting to bind port 24252a13-4c90-4049-8736-70a432b387ee on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:42.454554 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2b94640e-9c50-41d3-9cbc-b82627767b6f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (fd8c3d2e-d92e-4190-a4fb-1deeb0066dc6), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:42.490981 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45feed71-def3-476b-b1ec-a315fde04b56 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:42.529586 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-2d71b430-5fec-49b4-a69b-89c144fba410 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:42.530325 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-2d71b430-5fec-49b4-a69b-89c144fba410 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:42.541063 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71b430-5fec-49b4-a69b-89c144fba410 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event updated for resources: {'Port': ['ID=c7eb5869-5d95-47b8-9539-2bec50eb4428,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:42.600202 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=3a717c56-0229-4d05-b0e8-ccd53054c0eb,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:42.631423 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:42.631801 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:42.632784 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de Sep 16 13:00:42.664665 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Provisioning complete for port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:42.665479 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (62dbe1ae-a63f-40d9-b089-d8e7f6ba2713), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:42.665479 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 1 to provision port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 Sep 16 13:00:42.724964 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] Set router 7d169edd-1928-4c0d-9f59-4f8ea0cc90f8 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:42.764315 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2b94640e-9c50-41d3-9cbc-b82627767b6f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (fd8c3d2e-d92e-4190-a4fb-1deeb0066dc6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:42.827224 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94640e-9c50-41d3-9cbc-b82627767b6f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=fd8c3d2e-d92e-4190-a4fb-1deeb0066dc6,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:42.839344 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:42.859628 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-2d71b430-5fec-49b4-a69b-89c144fba410 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9343154 Sep 16 13:00:42.886564 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] Publish callbacks [] for port (e9092518-4f83-4ebb-8996-18f55825c6eb), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:42.891272 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:42.893140 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:42.897226 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e9092518-4f83-4ebb-8996-18f55825c6eb), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:42.902583 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:00:42.903571 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:42.903964 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:42.904387 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:00:42.904927 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] Bound port: 24252a13-4c90-4049-8736-70a432b387ee, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:00:42.905317 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (24252a13-4c90-4049-8736-70a432b387ee), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:42.926782 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:42.939790 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-7e47f41a-d394-40df-853b-93df8b0a89c8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Request body: {'port': {'device_id': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '231c3494-8d9a-44ba-b103-fc49819648f0', 'admin_state_up': True, 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'security_groups': ['13f8b0cd-2cc3-45a0-b72f-8d979543de20']}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:42.944798 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b94640e-9c50-41d3-9cbc-b82627767b6f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:42.955190 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1322491-9f9a-495a-948d-934d2694ca43 req-4a276545-0f26-4d05-9a5d-20161a8cb070 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:42.966704 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e1322491-9f9a-495a-948d-934d2694ca43 req-4a276545-0f26-4d05-9a5d-20161a8cb070 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 935 time: 0.3488424 Sep 16 13:00:43.028655 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-2b94640e-9c50-41d3-9cbc-b82627767b6f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:43.058536 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5bb812e9-3e14-4256-bb9d-641bbdef01ef req-f8c8eaee-6170-4f0c-9bca-aca95b4d3412 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7375293 Sep 16 13:00:43.083570 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] Attempting to bind port e9092518-4f83-4ebb-8996-18f55825c6eb on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:00:43.083935 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] Attempting to bind port e9092518-4f83-4ebb-8996-18f55825c6eb by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'f72e1020-ff53-4725-ba40-214cded1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:00:43.085780 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] Attempting to bind port e9092518-4f83-4ebb-8996-18f55825c6eb on network 9af47dcf-ef82-4350-bfb1-14c70158aca5 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:43.086666 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45feed71-def3-476b-b1ec-a315fde04b56 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks [] for security_group (8441837a-e073-4aa3-b4ac-7281fc39a1ea), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:43.088078 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b94640e-9c50-41d3-9cbc-b82627767b6f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:43.101682 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b94640e-9c50-41d3-9cbc-b82627767b6f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:43.102612 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2b94640e-9c50-41d3-9cbc-b82627767b6f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:43.152204 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45feed71-def3-476b-b1ec-a315fde04b56 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (8441837a-e073-4aa3-b4ac-7281fc39a1ea), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:43.193440 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e1322491-9f9a-495a-948d-934d2694ca43 req-922060de-07d2-4aa0-bb02-fb278bfae936 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254953 Sep 16 13:00:43.198452 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24eee3-b0c9-4cf7-96db-7bf60c4e856b None None] Pushing event updated for resources: {'Port': ['ID=e9092518-4f83-4ebb-8996-18f55825c6eb,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:43.219832 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45feed71-def3-476b-b1ec-a315fde04b56 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:43.237422 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:00:43.238064 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] Checking segment: {'id': 'f72e1020-ff53-4725-ba40-214cded1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:43.238301 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:43.238693 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] Bound using segment: {'id': 'f72e1020-ff53-4725-ba40-214cded1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:00:43.239173 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] Bound port: e9092518-4f83-4ebb-8996-18f55825c6eb, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72e1020-ff53-4725-ba40-214cded1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:00:43.239545 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e9092518-4f83-4ebb-8996-18f55825c6eb), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:43.240271 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35658) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:43.241263 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-45feed71-def3-476b-b1ec-a315fde04b56 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0801444 Sep 16 13:00:43.273821 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2b94640e-9c50-41d3-9cbc-b82627767b6f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.9055817 Sep 16 13:00:43.288441 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35660) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:43.302674 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:43.345651 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-c20c7f33-a7ce-4ff5-b2a0-d9bc2f0c57f6 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Request body: {'security_group_rule': {'security_group_id': '8441837a-e073-4aa3-b4ac-7281fc39a1ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:43.408777 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] For port 24252a13-4c90-4049-8736-70a432b387ee, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:00:43.417473 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] For port e9092518-4f83-4ebb-8996-18f55825c6eb, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:00:43.425673 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] For port e9092518-4f83-4ebb-8996-18f55825c6eb, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e9092518-4f83-4ebb-8996-18f55825c6eb,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:00:43.436345 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e9092518-4f83-4ebb-8996-18f55825c6eb), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:43.445333 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 2 to provision port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 Sep 16 13:00:43.511621 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45feed71-def3-476b-b1ec-a315fde04b56 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8441837a-e073-4aa3-b4ac-7281fc39a1ea,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:43.540820 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:43.551936 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d897253a-f309-4d72-88fb-7bfda5721aed tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:43.558287 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d897253a-f309-4d72-88fb-7bfda5721aed tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:43.558440 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:43.559175 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d897253a-f309-4d72-88fb-7bfda5721aed tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2364168 Sep 16 13:00:43.562587 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:43.562948 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35674) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:43.569797 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3a717c56-0229-4d05-b0e8-ccd53054c0eb up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:43.573617 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] For port 24252a13-4c90-4049-8736-70a432b387ee, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=24252a13-4c90-4049-8736-70a432b387ee,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:00:43.587384 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:UPDATE=1,neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:43.594608 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24eee3-b0c9-4cf7-96db-7bf60c4e856b None None] Pushing event updated for resources: {'Port': ['ID=e9092518-4f83-4ebb-8996-18f55825c6eb,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:43.631242 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] Routers {'76d752a1-ec44-4cfd-8cf9-83b1243d1650'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:43.631619 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['76d752a1-ec44-4cfd-8cf9-83b1243d1650'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:43.660773 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d169edd-1928-4c0d-9f59-4f8ea0cc90f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-899383747-router', 'tenant_id': '76c78ef5e90d4b799519b8b2d1d48060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '0a777494-e3d6-4388-900b-c881a6f6640b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:34Z', 'updated_at': '2022-09-16T13:00:36Z', 'revision_number': 3, 'project_id': '76c78ef5e90d4b799519b8b2d1d48060', 'gw_port': {'id': '0a777494-e3d6-4388-900b-c881a6f6640b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d169edd-1928-4c0d-9f59-4f8ea0cc90f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:35Z', 'updated_at': '2022-09-16T13:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:43.665265 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (24252a13-4c90-4049-8736-70a432b387ee), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:43.755898 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] Checking router: 7d169edd-1928-4c0d-9f59-4f8ea0cc90f8 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:00:43.756349 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] Updating router 7d169edd-1928-4c0d-9f59-4f8ea0cc90f8 port 0a777494-e3d6-4388-900b-c881a6f6640b binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:00:43.787746 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c20c7f33-a7ce-4ff5-b2a0-d9bc2f0c57f6 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks [] for security_group_rule (8a837e85-5a47-4ea0-922c-894c23e6c867), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:43.811100 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0a777494-e3d6-4388-900b-c881a6f6640b), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:43.816882 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-890c76c0-31fa-472f-bd32-ee1eea9b0701 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--476671575&fields=id&tenant_id=e3f3ad027f264333a95500ef691b7815 HTTP/1.1" status: 200 len: 267 time: 0.4184103 Sep 16 13:00:43.817801 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-7e47f41a-d394-40df-853b-93df8b0a89c8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Made reservation on behalf of bdbc66ae4c664cd18af4bad57bbf12c4 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:43.840053 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204516f-3619-4854-a901-2dd1ecd8549e req-2c5a95b7-a0e2-423d-aadd-7713172ce622 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:43.842854 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1204516f-3619-4854-a901-2dd1ecd8549e req-2c5a95b7-a0e2-423d-aadd-7713172ce622 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 0.5659583 Sep 16 13:00:43.864576 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-074b15cc-2adf-4968-8ccb-fc4dfcb0f152 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port fd8c3d2e-d92e-4190-a4fb-1deeb0066dc6 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:43.868204 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-074b15cc-2adf-4968-8ccb-fc4dfcb0f152 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (fd8c3d2e-d92e-4190-a4fb-1deeb0066dc6), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:43.896769 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] Set router 76d752a1-ec44-4cfd-8cf9-83b1243d1650 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:44.176074 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-8543da4c-0391-4c53-a69a-09beb19c432f tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:44.178535 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-8543da4c-0391-4c53-a69a-09beb19c432f tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/networks?id=9c660356-b242-47cf-8b53-5c05af82a4ce HTTP/1.1" status: 200 len: 817 time: 0.3346879 Sep 16 13:00:44.280659 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1204516f-3619-4854-a901-2dd1ecd8549e req-991f37a8-9d67-4a04-b7c7-18eff8ee1c92 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006200 Sep 16 13:00:44.281885 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-8712ef3b-542f-4e7a-816a-9625fe76f856 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/quotas/e3f3ad027f264333a95500ef691b7815 HTTP/1.1" status: 200 len: 375 time: 0.0240512 Sep 16 13:00:44.368606 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] Publish callbacks [] for port (0a777494-e3d6-4388-900b-c881a6f6640b), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:44.375964 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 3 to provision port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 Sep 16 13:00:44.412924 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0a777494-e3d6-4388-900b-c881a6f6640b), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:44.454304 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'name': 'tempest-ServerActionsTestJSON-1377845784-router', 'tenant_id': '337bc9a50c6846ada58b194c94d0f193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b1f5d9a2-c701-44ab-930f-6bc3f57c6c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:21Z', 'updated_at': '2022-09-16T13:00:35Z', 'revision_number': 4, 'project_id': '337bc9a50c6846ada58b194c94d0f193', 'gw_port': {'id': 'b1f5d9a2-c701-44ab-930f-6bc3f57c6c41', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:24Z', 'updated_at': '2022-09-16T13:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e9092518-4f83-4ebb-8996-18f55825c6eb', 'name': '', 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5', 'tenant_id': '337bc9a50c6846ada58b194c94d0f193', 'mac_address': 'fa:16:3e:20:5c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '3d21eb8b-32f8-4b19-96f6-c4c4e33061d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:33Z', 'updated_at': '2022-09-16T13:00:43Z', 'revision_number': 4, 'project_id': '337bc9a50c6846ada58b194c94d0f193', 'subnets': [{'id': '3d21eb8b-32f8-4b19-96f6-c4c4e33061d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:44.457286 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-528b962d-d9ba-4704-80eb-1943d7aac280 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=e3f3ad027f264333a95500ef691b7815&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993664 Sep 16 13:00:44.491396 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] Attempting to bind port 0a777494-e3d6-4388-900b-c881a6f6640b on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:00:44.491974 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] Attempting to bind port 0a777494-e3d6-4388-900b-c881a6f6640b by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:00:44.496493 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] Attempting to bind port 0a777494-e3d6-4388-900b-c881a6f6640b on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:44.514812 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9e6c6-e131-4813-8faf-f01de3884c55 None None] The sync data for ids ['76d752a1-ec44-4cfd-8cf9-83b1243d1650'] in n-d-858094-4 is: [{'id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'name': 'tempest-ServerActionsTestJSON-1377845784-router', 'tenant_id': '337bc9a50c6846ada58b194c94d0f193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b1f5d9a2-c701-44ab-930f-6bc3f57c6c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:21Z', 'updated_at': '2022-09-16T13:00:35Z', 'revision_number': 4, 'project_id': '337bc9a50c6846ada58b194c94d0f193', 'gw_port': {'id': 'b1f5d9a2-c701-44ab-930f-6bc3f57c6c41', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:24Z', 'updated_at': '2022-09-16T13:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'e9092518-4f83-4ebb-8996-18f55825c6eb', 'name': '', 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5', 'tenant_id': '337bc9a50c6846ada58b194c94d0f193', 'mac_address': 'fa:16:3e:20:5c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '3d21eb8b-32f8-4b19-96f6-c4c4e33061d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:33Z', 'updated_at': '2022-09-16T13:00:43Z', 'revision_number': 4, 'project_id': '337bc9a50c6846ada58b194c94d0f193', 'subnets': [{'id': '3d21eb8b-32f8-4b19-96f6-c4c4e33061d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:00:44.567085 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:44.568826 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 3a717c56-0229-4d05-b0e8-ccd53054c0eb triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:44.569285 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3a717c56-0229-4d05-b0e8-ccd53054c0eb), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:44.569640 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 3a717c56-0229-4d05-b0e8-ccd53054c0eb Sep 16 13:00:44.598082 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:44.677979 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:00:44.678361 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:44.678910 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:44.679449 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:00:44.679997 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] Bound port: 0a777494-e3d6-4388-900b-c881a6f6640b, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:00:44.680482 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0a777494-e3d6-4388-900b-c881a6f6640b), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:44.778960 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff5207-6770-4a16-aec2-e69455cdf50b None None] Pushing event updated for resources: {'Port': ['ID=24252a13-4c90-4049-8736-70a432b387ee,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:44.815588 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:44.855226 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] For port 0a777494-e3d6-4388-900b-c881a6f6640b, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:00:44.866114 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] For port 0a777494-e3d6-4388-900b-c881a6f6640b, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=0a777494-e3d6-4388-900b-c881a6f6640b,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:00:44.880490 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:44.887869 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0a777494-e3d6-4388-900b-c881a6f6640b), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:44.990186 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c4927-09f3-4e9c-8fe2-ebe35d613ccf req-3bd3d515-6376-4e18-94a6-a24b64d1d9bb tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:45.012579 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c4927-09f3-4e9c-8fe2-ebe35d613ccf req-3bd3d515-6376-4e18-94a6-a24b64d1d9bb tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:45.024962 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c4927-09f3-4e9c-8fe2-ebe35d613ccf req-3bd3d515-6376-4e18-94a6-a24b64d1d9bb tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:45.028771 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5d2c4927-09f3-4e9c-8fe2-ebe35d613ccf req-3bd3d515-6376-4e18-94a6-a24b64d1d9bb tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 2373 time: 0.5510426 Sep 16 13:00:45.030859 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-abaf245b-6fb1-4beb-8d38-c4b1ddfb3e04 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216739 Sep 16 13:00:45.102908 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] Routers {'7d169edd-1928-4c0d-9f59-4f8ea0cc90f8'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:45.103976 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['7d169edd-1928-4c0d-9f59-4f8ea0cc90f8'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:45.117901 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-074b15cc-2adf-4968-8ccb-fc4dfcb0f152 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (fd8c3d2e-d92e-4190-a4fb-1deeb0066dc6), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:45.186944 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-074b15cc-2adf-4968-8ccb-fc4dfcb0f152 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for fd8c3d2e-d92e-4190-a4fb-1deeb0066dc6 owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:45.223399 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8694577b-36fe-4c0e-9be2-090355bd83fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:45.242137 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:00:45.253994 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] Publish callbacks [] for port (62dbe1ae-a63f-40d9-b089-d8e7f6ba2713), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:45.270068 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] Transition to ACTIVE for port object 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:00:45.279650 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:45.296945 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 3a717c56-0229-4d05-b0e8-ccd53054c0eb is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:45.306937 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c087878-dfaf-4d9f-afd5-9e1e3cbe39fb None None] Pushing event updated for resources: {'Port': ['ID=0a777494-e3d6-4388-900b-c881a6f6640b,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:45.321941 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 4 to provision port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 Sep 16 13:00:45.323398 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (62dbe1ae-a63f-40d9-b089-d8e7f6ba2713), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:45.519920 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c20c7f33-a7ce-4ff5-b2a0-d9bc2f0c57f6 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks [] for security_group_rule (8a837e85-5a47-4ea0-922c-894c23e6c867), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:45.553802 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35704) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:45.588670 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-7e47f41a-d394-40df-853b-93df8b0a89c8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:45.642508 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c20c7f33-a7ce-4ff5-b2a0-d9bc2f0c57f6 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (8a837e85-5a47-4ea0-922c-894c23e6c867), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:45.751633 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:45.865216 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-763efb24-8b4d-40de-b260-db12c82ea1df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:45.886419 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f2f1f1-b763-42fe-8a9d-e14a52ffa89e None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:00:45.888802 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e9092518-4f83-4ebb-8996-18f55825c6eb up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:45.939008 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-074b15cc-2adf-4968-8ccb-fc4dfcb0f152 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (fd8c3d2e-d92e-4190-a4fb-1deeb0066dc6), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:45.944222 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:45.980941 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-7e47f41a-d394-40df-853b-93df8b0a89c8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Allocated IP 10.2.2.100 (231c3494-8d9a-44ba-b103-fc49819648f0/6bafead4-8a1f-46d4-95cd-a2f5dc732a76/8c121ccb-eba9-4b08-98af-afba73327fcc) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:45.995926 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c087878-dfaf-4d9f-afd5-9e1e3cbe39fb None None] Pushing event updated for resources: {'Port': ['ID=0a777494-e3d6-4388-900b-c881a6f6640b,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:46.022109 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] Set router 7d169edd-1928-4c0d-9f59-4f8ea0cc90f8 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:46.036324 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-8694577b-36fe-4c0e-9be2-090355bd83fd admin admin] Allocated IP 172.20.0.1 (df6e1a3f-7b76-4bfe-afe5-3f573debc68f/4e3ff5dd-c905-4d58-b962-343ffd37cdb6/88efc7cc-69c5-4383-85e6-56ea95acc476) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:46.060929 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b15cc-2adf-4968-8ccb-fc4dfcb0f152 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=fd8c3d2e-d92e-4190-a4fb-1deeb0066dc6,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:46.144941 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-074b15cc-2adf-4968-8ccb-fc4dfcb0f152 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:46.152431 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-074b15cc-2adf-4968-8ccb-fc4dfcb0f152 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/fd8c3d2e-d92e-4190-a4fb-1deeb0066dc6 HTTP/1.1" status: 204 len: 168 time: 2.5856805 Sep 16 13:00:46.155051 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35708) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:46.184623 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e9092518-4f83-4ebb-8996-18f55825c6eb triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:46.185299 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e9092518-4f83-4ebb-8996-18f55825c6eb), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:46.185815 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e9092518-4f83-4ebb-8996-18f55825c6eb Sep 16 13:00:46.222763 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b33f8-c026-4d85-9527-a67387507437 service neutron] Pushing event updated for resources: {'Port': ['ID=62dbe1ae-a63f-40d9-b089-d8e7f6ba2713,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:46.256477 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-7e47f41a-d394-40df-853b-93df8b0a89c8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for port (8c121ccb-eba9-4b08-98af-afba73327fcc), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:46.343593 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8694577b-36fe-4c0e-9be2-090355bd83fd admin admin] Publish callbacks [] for port (88efc7cc-69c5-4383-85e6-56ea95acc476), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:46.427969 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:46.430296 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c7f33-a7ce-4ff5-b2a0-d9bc2f0c57f6 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a837e85-5a47-4ea0-922c-894c23e6c867,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:46.500275 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5d2c4927-09f3-4e9c-8fe2-ebe35d613ccf req-16ec79a3-d77c-4df6-9f0b-945779750665 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2271645 Sep 16 13:00:46.502172 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 5 to provision port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 Sep 16 13:00:46.547725 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c20c7f33-a7ce-4ff5-b2a0-d9bc2f0c57f6 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:46.555620 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c20c7f33-a7ce-4ff5-b2a0-d9bc2f0c57f6 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.2976804 Sep 16 13:00:46.561555 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-bd94caf0-0c98-4039-9506-8499ef1a9ea7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5073903 Sep 16 13:00:46.576886 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-763efb24-8b4d-40de-b260-db12c82ea1df admin admin] Publish callbacks [] for security_group (39524337-db38-4e7e-8ffc-d400652050d7), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:46.578610 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:46.583735 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35710) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:46.587151 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7819a05e-f16f-44e3-9e31-65ced9e71428 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:46.592340 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7819a05e-f16f-44e3-9e31-65ced9e71428 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:46.593701 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d169edd-1928-4c0d-9f59-4f8ea0cc90f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-899383747-router', 'tenant_id': '76c78ef5e90d4b799519b8b2d1d48060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '0a777494-e3d6-4388-900b-c881a6f6640b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:34Z', 'updated_at': '2022-09-16T13:00:36Z', 'revision_number': 3, 'project_id': '76c78ef5e90d4b799519b8b2d1d48060', 'gw_port': {'id': '0a777494-e3d6-4388-900b-c881a6f6640b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d169edd-1928-4c0d-9f59-4f8ea0cc90f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:35Z', 'updated_at': '2022-09-16T13:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:46.595588 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7819a05e-f16f-44e3-9e31-65ced9e71428 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2111425 Sep 16 13:00:46.599465 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8694577b-36fe-4c0e-9be2-090355bd83fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (88efc7cc-69c5-4383-85e6-56ea95acc476), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:46.603002 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-763efb24-8b4d-40de-b260-db12c82ea1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (39524337-db38-4e7e-8ffc-d400652050d7), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:46.608599 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-d27d5669-cff6-4331-9967-15eb6faefde1 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Request body: {'security_group_rule': {'security_group_id': '8441837a-e073-4aa3-b4ac-7281fc39a1ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:46.618121 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:46.637494 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35712) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:46.672845 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35714) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:46.688272 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-763efb24-8b4d-40de-b260-db12c82ea1df admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=639ca4f63b1a4cc8975c5104420e1780&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1209900 Sep 16 13:00:46.726828 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4ad393-90b4-4961-9be1-badd98b88065 None None] The sync data for ids ['7d169edd-1928-4c0d-9f59-4f8ea0cc90f8'] in n-d-858094-4 is: [{'id': '7d169edd-1928-4c0d-9f59-4f8ea0cc90f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-899383747-router', 'tenant_id': '76c78ef5e90d4b799519b8b2d1d48060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '0a777494-e3d6-4388-900b-c881a6f6640b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:34Z', 'updated_at': '2022-09-16T13:00:36Z', 'revision_number': 3, 'project_id': '76c78ef5e90d4b799519b8b2d1d48060', 'gw_port': {'id': '0a777494-e3d6-4388-900b-c881a6f6640b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d169edd-1928-4c0d-9f59-4f8ea0cc90f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:35Z', 'updated_at': '2022-09-16T13:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:00:46.735127 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e9092518-4f83-4ebb-8996-18f55825c6eb is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:46.735746 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e9092518-4f83-4ebb-8996-18f55825c6eb), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:46.752613 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:46.783738 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8694577b-36fe-4c0e-9be2-090355bd83fd admin admin] Network df6e1a3f-7b76-4bfe-afe5-3f573debc68f is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:46.797612 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-8694577b-36fe-4c0e-9be2-090355bd83fd admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:46.800720 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8694577b-36fe-4c0e-9be2-090355bd83fd admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:46.813065 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:46.818898 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port e9092518-4f83-4ebb-8996-18f55825c6eb, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e9092518-4f83-4ebb-8996-18f55825c6eb,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:46.825793 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e9092518-4f83-4ebb-8996-18f55825c6eb), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:46.826828 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 24252a13-4c90-4049-8736-70a432b387ee up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:46.827839 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-7e47f41a-d394-40df-853b-93df8b0a89c8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (8c121ccb-eba9-4b08-98af-afba73327fcc), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:46.916747 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:46.919220 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8694577b-36fe-4c0e-9be2-090355bd83fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (7d169edd-1928-4c0d-9f59-4f8ea0cc90f8), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:47.019378 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 24252a13-4c90-4049-8736-70a432b387ee triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:47.020523 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (24252a13-4c90-4049-8736-70a432b387ee), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:47.021198 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 24252a13-4c90-4049-8736-70a432b387ee Sep 16 13:00:47.065626 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-67002baa-e465-49a4-b036-bb4d3451c137 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet 9a7a0ee1-ef0d-401c-850c-d299ce7100cf {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:00:47.106657 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=e9092518-4f83-4ebb-8996-18f55825c6eb,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:47.109062 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec9f22-06dd-4dbe-856f-52d529b39c64 req-96cf407a-48e9-464e-b127-0142f67ce26c tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:47.124272 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8ec9f22-06dd-4dbe-856f-52d529b39c64 req-96cf407a-48e9-464e-b127-0142f67ce26c tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 947 time: 0.3869357 Sep 16 13:00:47.128439 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-67002baa-e465-49a4-b036-bb4d3451c137 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (9a7a0ee1-ef0d-401c-850c-d299ce7100cf), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:47.140027 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 6 to provision port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 Sep 16 13:00:47.217080 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:47.220680 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d27d5669-cff6-4331-9967-15eb6faefde1 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks [] for security_group_rule (6347d172-dbf4-4e87-bc7c-a236003d7428), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:47.247326 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 24252a13-4c90-4049-8736-70a432b387ee is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:47.248476 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (24252a13-4c90-4049-8736-70a432b387ee), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:47.281923 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763efb24-8b4d-40de-b260-db12c82ea1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39524337-db38-4e7e-8ffc-d400652050d7,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:47.288991 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694577b-36fe-4c0e-9be2-090355bd83fd admin admin] Pushing event updated for resources: {'Port': ['ID=88efc7cc-69c5-4383-85e6-56ea95acc476,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:47.294326 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] Attempting to bind port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:00:47.295947 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] Attempting to bind port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:00:47.296333 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] Attempting to bind port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:47.304343 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-7e47f41a-d394-40df-853b-93df8b0a89c8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Network 231c3494-8d9a-44ba-b103-fc49819648f0 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:47.310726 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:47.321513 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8694577b-36fe-4c0e-9be2-090355bd83fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (88efc7cc-69c5-4383-85e6-56ea95acc476), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:47.323374 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 24252a13-4c90-4049-8736-70a432b387ee, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=24252a13-4c90-4049-8736-70a432b387ee,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:47.330982 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (24252a13-4c90-4049-8736-70a432b387ee), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:47.458392 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=24252a13-4c90-4049-8736-70a432b387ee,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:47.510872 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47f41a-d394-40df-853b-93df8b0a89c8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event updated for resources: {'Port': ['ID=8c121ccb-eba9-4b08-98af-afba73327fcc,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:47.577724 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e9092518-4f83-4ebb-8996-18f55825c6eb up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:47.678342 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-67002baa-e465-49a4-b036-bb4d3451c137 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (9a7a0ee1-ef0d-401c-850c-d299ce7100cf), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:47.689454 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e9092518-4f83-4ebb-8996-18f55825c6eb triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:47.693077 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e9092518-4f83-4ebb-8996-18f55825c6eb), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:47.693562 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e9092518-4f83-4ebb-8996-18f55825c6eb Sep 16 13:00:47.838152 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8ec9f22-06dd-4dbe-856f-52d529b39c64 req-371d72ee-1585-4724-b871-59610b5c33e2 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7126985 Sep 16 13:00:47.839289 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 7 to provision port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 Sep 16 13:00:47.841932 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8694577b-36fe-4c0e-9be2-090355bd83fd admin admin] Publish callbacks [] for port (88efc7cc-69c5-4383-85e6-56ea95acc476), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:47.844776 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-7e47f41a-d394-40df-853b-93df8b0a89c8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:47.847814 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-7e47f41a-d394-40df-853b-93df8b0a89c8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:47.884480 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8694577b-36fe-4c0e-9be2-090355bd83fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (88efc7cc-69c5-4383-85e6-56ea95acc476), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:47.893456 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b84b6-5448-4276-9635-e414d33c11d2 req-caf5bcc5-374c-4214-898c-0b9ce923939b tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:47.895520 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-213b84b6-5448-4276-9635-e414d33c11d2 req-caf5bcc5-374c-4214-898c-0b9ce923939b tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 0.8054385 Sep 16 13:00:47.901659 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6357d088-c857-4aa7-94f9-b3c91346927c admin admin] Publish callbacks [] for security_group (39524337-db38-4e7e-8ffc-d400652050d7), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:47.937091 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6357d088-c857-4aa7-94f9-b3c91346927c admin admin] Publish callbacks [] for security_group (39524337-db38-4e7e-8ffc-d400652050d7), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:48.001561 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:48.021448 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e9092518-4f83-4ebb-8996-18f55825c6eb is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:48.042106 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8694577b-36fe-4c0e-9be2-090355bd83fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (7d169edd-1928-4c0d-9f59-4f8ea0cc90f8), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:48.054542 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694577b-36fe-4c0e-9be2-090355bd83fd admin admin] Pushing event updated for resources: {'Port': ['ID=88efc7cc-69c5-4383-85e6-56ea95acc476,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:48.155645 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-7e47f41a-d394-40df-853b-93df8b0a89c8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:48.156276 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-7e47f41a-d394-40df-853b-93df8b0a89c8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:48.214343 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8694577b-36fe-4c0e-9be2-090355bd83fd admin admin] Network df6e1a3f-7b76-4bfe-afe5-3f573debc68f is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:48.216645 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-8694577b-36fe-4c0e-9be2-090355bd83fd admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:48.393264 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8694577b-36fe-4c0e-9be2-090355bd83fd admin admin] Router 7d169edd-1928-4c0d-9f59-4f8ea0cc90f8 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:00:48.503271 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 8 to provision port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 Sep 16 13:00:48.541802 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8694577b-36fe-4c0e-9be2-090355bd83fd admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:00:48.570371 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8694577b-36fe-4c0e-9be2-090355bd83fd admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/7d169edd-1928-4c0d-9f59-4f8ea0cc90f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9845731 Sep 16 13:00:48.576910 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:48.721641 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6357d088-c857-4aa7-94f9-b3c91346927c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (39524337-db38-4e7e-8ffc-d400652050d7), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:48.723764 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6357d088-c857-4aa7-94f9-b3c91346927c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:48.724986 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-6357d088-c857-4aa7-94f9-b3c91346927c admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/39524337-db38-4e7e-8ffc-d400652050d7 HTTP/1.1" status: 204 len: 168 time: 2.0327408 Sep 16 13:00:48.750646 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] Port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:00:48.751011 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] Attempting to bind port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:48.776815 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:48.836157 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-67002baa-e465-49a4-b036-bb4d3451c137 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (9a7a0ee1-ef0d-401c-850c-d299ce7100cf), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:48.844114 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-7e47f41a-d394-40df-853b-93df8b0a89c8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9282176 Sep 16 13:00:48.888948 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dff5919d-fe95-4a92-91f0-5429d39a7ccc req-3f61c126-33cd-4b8a-ac50-cc936d543caf tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 210 time: 0.8347523 Sep 16 13:00:48.894748 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d27d5669-cff6-4331-9967-15eb6faefde1 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks [] for security_group_rule (6347d172-dbf4-4e87-bc7c-a236003d7428), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:48.925674 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357d088-c857-4aa7-94f9-b3c91346927c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39524337-db38-4e7e-8ffc-d400652050d7,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:48.935675 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-010dba76-27b4-48ff-a5e5-eebf66602fae tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Request body: {'port': {'device_id': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '231c3494-8d9a-44ba-b103-fc49819648f0', 'admin_state_up': True, 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'security_groups': ['13f8b0cd-2cc3-45a0-b72f-8d979543de20']}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:49.034933 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-213b84b6-5448-4276-9635-e414d33c11d2 req-10e97f5a-a922-4107-95dc-688cf1478610 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0000036 Sep 16 13:00:49.037420 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d27d5669-cff6-4331-9967-15eb6faefde1 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (6347d172-dbf4-4e87-bc7c-a236003d7428), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:49.080058 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 9 to provision port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 Sep 16 13:00:49.188814 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:49.233301 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35740) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:49.287248 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-205f3872-d1c0-41c2-9baa-c122ae1b6d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:49.307069 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d5669-cff6-4331-9967-15eb6faefde1 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6347d172-dbf4-4e87-bc7c-a236003d7428,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:49.325796 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d27d5669-cff6-4331-9967-15eb6faefde1 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:49.327526 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-d27d5669-cff6-4331-9967-15eb6faefde1 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7340217 Sep 16 13:00:49.330888 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35742) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:49.342949 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-3add3d77-197c-4110-987a-262c6d2dbf4d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:49.364034 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:00:49.364397 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:49.365250 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:00:49.365715 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] Bound port: 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:00:49.365990 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:49.366123 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (62dbe1ae-a63f-40d9-b089-d8e7f6ba2713), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:49.403826 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:49.407941 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3add3d77-197c-4110-987a-262c6d2dbf4d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:49.442762 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4838f0-2329-47c6-ac42-bb244b547fe3 req-a5eb84f3-5fde-444b-946a-43f7953a83ee tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:49.448561 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4838f0-2329-47c6-ac42-bb244b547fe3 req-a5eb84f3-5fde-444b-946a-43f7953a83ee tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:49.454722 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4838f0-2329-47c6-ac42-bb244b547fe3 req-a5eb84f3-5fde-444b-946a-43f7953a83ee tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:49.460115 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4838f0-2329-47c6-ac42-bb244b547fe3 req-a5eb84f3-5fde-444b-946a-43f7953a83ee tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:49.466888 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1a4838f0-2329-47c6-ac42-bb244b547fe3 req-a5eb84f3-5fde-444b-946a-43f7953a83ee tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 3094 time: 0.4431896 Sep 16 13:00:49.480261 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-67002baa-e465-49a4-b036-bb4d3451c137 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (9a7a0ee1-ef0d-401c-850c-d299ce7100cf), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:49.546671 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98e7298-f38f-4e08-a9a3-aad835cc4813 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:00:49.568743 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3add3d77-197c-4110-987a-262c6d2dbf4d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:49.574208 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:49.636690 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-67002baa-e465-49a4-b036-bb4d3451c137 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:49.643846 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-67002baa-e465-49a4-b036-bb4d3451c137 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/9a7a0ee1-ef0d-401c-850c-d299ce7100cf HTTP/1.1" status: 204 len: 168 time: 3.0000196 Sep 16 13:00:49.645461 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35744) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:49.659514 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 0a777494-e3d6-4388-900b-c881a6f6640b up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:49.688046 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67002baa-e465-49a4-b036-bb4d3451c137 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=9a7a0ee1-ef0d-401c-850c-d299ce7100cf,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:49.699556 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 10 to provision port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 Sep 16 13:00:49.721265 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d1cb7019-aac1-494e-9556-880e13a56863 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691886 Sep 16 13:00:49.727556 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35746) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:49.734602 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-8a345c24-77e3-449e-9dcf-1f5b94179605 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:49.784164 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1a4838f0-2329-47c6-ac42-bb244b547fe3 req-bc753e8f-579d-4cb8-b56f-48df4edf7af2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860596 Sep 16 13:00:49.785487 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-29439629-232f-4902-9478-13fb92d0b6b2 req-3c76249e-b7ef-4a31-a3ed-0da7c25003ce tempest-FloatingIPsNegativeTestJSON-1498048569 tempest-FloatingIPsNegativeTestJSON-1498048569-project] 10.222.0.67 "GET /networking/v2.0/floatingips?tenant_id=76c78ef5e90d4b799519b8b2d1d48060 HTTP/1.1" status: 200 len: 217 time: 0.1385436 Sep 16 13:00:49.790762 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] For port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:00:49.802661 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-35ba0cd0-39ae-4911-9f61-f132b3a643fd tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:49.804340 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-35ba0cd0-39ae-4911-9f61-f132b3a643fd tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.25 "GET /networking/v2.0/networks?id=9c660356-b242-47cf-8b53-5c05af82a4ce HTTP/1.1" status: 200 len: 817 time: 0.7866001 Sep 16 13:00:49.822333 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] For port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=62dbe1ae-a63f-40d9-b089-d8e7f6ba2713,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:00:49.853620 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:49.864841 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-205f3872-d1c0-41c2-9baa-c122ae1b6d95 admin admin] Publish callbacks [] for security_group (8ef39de1-4b6c-4174-b466-a814b4a34c4b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:49.877936 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (62dbe1ae-a63f-40d9-b089-d8e7f6ba2713), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:49.886033 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-010dba76-27b4-48ff-a5e5-eebf66602fae tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Made reservation on behalf of bdbc66ae4c664cd18af4bad57bbf12c4 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:49.889671 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-205f3872-d1c0-41c2-9baa-c122ae1b6d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (8ef39de1-4b6c-4174-b466-a814b4a34c4b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:49.892458 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-010dba76-27b4-48ff-a5e5-eebf66602fae tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:49.898418 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:49.900095 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:49.901658 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-504b33f8-c026-4d85-9527-a67387507437 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 HTTP/1.1" status: 200 len: 1095 time: 10.0248227 Sep 16 13:00:49.902529 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:49.907725 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc794b1-563e-49d1-92d9-86cea9a9bf75', 'tag': '62dbe1ae-a63f-40d9-b089-d8e7f6ba2713'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:00:49.911374 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea7944f-fccd-4057-bc98-115a88c6161b" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc794b1-563e-49d1-92d9-86cea9a9bf75", "tag": "62dbe1ae-a63f-40d9-b089-d8e7f6ba2713"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:00:49.948792 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Provisioning complete for port 8874748b-6030-4aea-9e6b-79db8c8d555d triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:49.950110 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8874748b-6030-4aea-9e6b-79db8c8d555d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:49.950689 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 1 to provision port 8874748b-6030-4aea-9e6b-79db8c8d555d Sep 16 13:00:49.961967 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:49.963448 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a345c24-77e3-449e-9dcf-1f5b94179605 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:49.968348 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8a345c24-77e3-449e-9dcf-1f5b94179605 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:49.976397 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-3add3d77-197c-4110-987a-262c6d2dbf4d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Allocated IP 172.25.2.164 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/144c0da8-afdb-4aaf-b065-b60af824775f) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:49.994756 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Port 8874748b-6030-4aea-9e6b-79db8c8d555d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:49.996674 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 0a777494-e3d6-4388-900b-c881a6f6640b triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:49.998751 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (0a777494-e3d6-4388-900b-c881a6f6640b), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:49.999200 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 0a777494-e3d6-4388-900b-c881a6f6640b Sep 16 13:00:50.057045 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f3872-d1c0-41c2-9baa-c122ae1b6d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef39de1-4b6c-4174-b466-a814b4a34c4b,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:50.066297 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-205f3872-d1c0-41c2-9baa-c122ae1b6d95 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=a04f7c9040674e2889b43a7432de5d12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8314481 Sep 16 13:00:50.078906 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35754) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:50.087438 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f234bb-0247-4ddd-8252-180a80e6c3c7 None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:00:50.107557 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-d73494a9-98a7-444d-93aa-d8ce09212160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:50.109433 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-d73494a9-98a7-444d-93aa-d8ce09212160 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=9bc3ef4fd0374ac4b74900369ca779aa&device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 1129 time: 0.1431670 Sep 16 13:00:50.157364 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8fdf7dcf-1971-4c0a-a934-f67008dfc409 req-7044f380-407a-452f-b9ea-0ec5f371696e tempest-FloatingIPsNegativeTestJSON-1498048569 tempest-FloatingIPsNegativeTestJSON-1498048569-project] 10.222.0.67 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2763963 Sep 16 13:00:50.185272 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:50.215309 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-22f234bb-0247-4ddd-8252-180a80e6c3c7 None None] Deleting port 24252a13-4c90-4049-8736-70a432b387ee {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:50.215309 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-22f234bb-0247-4ddd-8252-180a80e6c3c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (24252a13-4c90-4049-8736-70a432b387ee), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:50.217631 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 0a777494-e3d6-4388-900b-c881a6f6640b is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:50.218005 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0a777494-e3d6-4388-900b-c881a6f6640b), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:50.266680 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3add3d77-197c-4110-987a-262c6d2dbf4d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks [] for port (144c0da8-afdb-4aaf-b065-b60af824775f), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:50.286653 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] Sync routers for ids ['7d169edd-1928-4c0d-9f59-4f8ea0cc90f8'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:00:50.297297 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-393c5658-eb05-4495-842b-08d71399ea35 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 HTTP/1.1" status: 200 len: 217 time: 0.1684477 Sep 16 13:00:50.301713 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] Routers {'7d169edd-1928-4c0d-9f59-4f8ea0cc90f8'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:50.302398 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['7d169edd-1928-4c0d-9f59-4f8ea0cc90f8'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:50.343599 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3add3d77-197c-4110-987a-262c6d2dbf4d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (144c0da8-afdb-4aaf-b065-b60af824775f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:50.363811 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 0a777494-e3d6-4388-900b-c881a6f6640b, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=0a777494-e3d6-4388-900b-c881a6f6640b,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:50.382117 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0a777494-e3d6-4388-900b-c881a6f6640b), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:50.384082 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 24252a13-4c90-4049-8736-70a432b387ee up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:50.390070 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a248d519-f004-412f-9dfd-886aad14deb1 req-8d888a54-f105-43cb-ac33-2d7f37d4df09 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 210 time: 0.0746865 Sep 16 13:00:50.393546 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-22f234bb-0247-4ddd-8252-180a80e6c3c7 None None] For port 24252a13-4c90-4049-8736-70a432b387ee, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=24252a13-4c90-4049-8736-70a432b387ee,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:50.393939 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-22f234bb-0247-4ddd-8252-180a80e6c3c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (24252a13-4c90-4049-8736-70a432b387ee), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:50.410893 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add3d77-197c-4110-987a-262c6d2dbf4d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Pushing event updated for resources: {'Port': ['ID=144c0da8-afdb-4aaf-b065-b60af824775f,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:50.441216 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a1b94d9e-7edc-4abd-be42-c6b6715c2520 admin admin] Publish callbacks [] for security_group (8ef39de1-4b6c-4174-b466-a814b4a34c4b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:50.448810 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:50.460311 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3add3d77-197c-4110-987a-262c6d2dbf4d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:50.471122 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:50.472727 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-3add3d77-197c-4110-987a-262c6d2dbf4d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:50.485843 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3add3d77-197c-4110-987a-262c6d2dbf4d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:50.563334 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] Set router 7d169edd-1928-4c0d-9f59-4f8ea0cc90f8 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:50.581328 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-6d4a797d-45c3-447e-b69d-503f444b56df tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e3f3ad027f264333a95500ef691b7815 HTTP/1.1" status: 200 len: 379 time: 0.7618489 Sep 16 13:00:50.585508 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4288ad74-6398-4e43-b21c-3606be52d7c0 x-openstack-request-id: req-4288ad74-6398-4e43-b21c-3606be52d7c0 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:00:50.586215 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc794b1-563e-49d1-92d9-86cea9a9bf75", "tag": "62dbe1ae-a63f-40d9-b089-d8e7f6ba2713", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:00:50.586974 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4288ad74-6398-4e43-b21c-3606be52d7c0 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:00:50.587645 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4288ad74-6398-4e43-b21c-3606be52d7c0'] response: {'name': 'network-changed', 'server_uuid': 'cbc794b1-563e-49d1-92d9-86cea9a9bf75', 'tag': '62dbe1ae-a63f-40d9-b089-d8e7f6ba2713', 'status': 'completed', 'code': 200} Sep 16 13:00:50.599998 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cb12f-5bad-4997-ac9a-df13e1e25888 req-b7793758-fff9-4f6c-881b-790efc7940c0 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:50.602038 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a02cb12f-5bad-4997-ac9a-df13e1e25888 req-b7793758-fff9-4f6c-881b-790efc7940c0 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 947 time: 0.6372015 Sep 16 13:00:50.607499 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3add3d77-197c-4110-987a-262c6d2dbf4d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks [] for floatingip (22b8409e-cc33-4902-8e60-f17755714ffb), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:50.626523 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-7bf6d52b-b47a-4aa8-9f81-59c1a8b396e7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Request body: {'port': {'device_id': '66413dbd-455f-45f6-b057-39a11a9f2d44', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'admin_state_up': True, 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'security_groups': ['89cd1033-e4ea-4f8a-b1d2-9755708dd28e']}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:50.633038 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:50.663026 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b33f8-c026-4d85-9527-a67387507437 service neutron] Pushing event updated for resources: {'Port': ['ID=62dbe1ae-a63f-40d9-b089-d8e7f6ba2713,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:50.672804 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a1b94d9e-7edc-4abd-be42-c6b6715c2520 admin admin] Publish callbacks [] for security_group (8ef39de1-4b6c-4174-b466-a814b4a34c4b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:50.675285 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3add3d77-197c-4110-987a-262c6d2dbf4d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (144c0da8-afdb-4aaf-b065-b60af824775f), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:50.749117 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 2 to provision port 8874748b-6030-4aea-9e6b-79db8c8d555d Sep 16 13:00:50.783535 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-22f234bb-0247-4ddd-8252-180a80e6c3c7 None None] Calling delete_port for 24252a13-4c90-4049-8736-70a432b387ee owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:50.848795 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=0a777494-e3d6-4388-900b-c881a6f6640b,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:50.917084 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Port 8874748b-6030-4aea-9e6b-79db8c8d555d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:50.922919 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 24252a13-4c90-4049-8736-70a432b387ee triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:50.924013 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (24252a13-4c90-4049-8736-70a432b387ee), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:50.924493 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 24252a13-4c90-4049-8736-70a432b387ee Sep 16 13:00:50.942666 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d169edd-1928-4c0d-9f59-4f8ea0cc90f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-899383747-router', 'tenant_id': '76c78ef5e90d4b799519b8b2d1d48060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '0a777494-e3d6-4388-900b-c881a6f6640b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:34Z', 'updated_at': '2022-09-16T13:00:47Z', 'revision_number': 4, 'project_id': '76c78ef5e90d4b799519b8b2d1d48060', 'gw_port': {'id': '0a777494-e3d6-4388-900b-c881a6f6640b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d169edd-1928-4c0d-9f59-4f8ea0cc90f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:35Z', 'updated_at': '2022-09-16T13:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '88efc7cc-69c5-4383-85e6-56ea95acc476', 'name': '', 'network_id': 'df6e1a3f-7b76-4bfe-afe5-3f573debc68f', 'tenant_id': '76c78ef5e90d4b799519b8b2d1d48060', 'mac_address': 'fa:16:3e:fd:a8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d169edd-1928-4c0d-9f59-4f8ea0cc90f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4e3ff5dd-c905-4d58-b962-343ffd37cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:45Z', 'updated_at': '2022-09-16T13:00:47Z', 'revision_number': 2, 'project_id': '76c78ef5e90d4b799519b8b2d1d48060', 'subnets': [{'id': '4e3ff5dd-c905-4d58-b962-343ffd37cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:50.947986 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a1b94d9e-7edc-4abd-be42-c6b6715c2520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (8ef39de1-4b6c-4174-b466-a814b4a34c4b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:50.950674 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a1b94d9e-7edc-4abd-be42-c6b6715c2520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:50.955202 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-010dba76-27b4-48ff-a5e5-eebf66602fae tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Allocated IP 10.2.2.200 (231c3494-8d9a-44ba-b103-fc49819648f0/6bafead4-8a1f-46d4-95cd-a2f5dc732a76/328ce2f8-022c-446e-b388-06295b8c63e7) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:50.958641 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a1b94d9e-7edc-4abd-be42-c6b6715c2520 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/8ef39de1-4b6c-4174-b466-a814b4a34c4b HTTP/1.1" status: 204 len: 168 time: 0.8778648 Sep 16 13:00:51.008448 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-e6048438-1e05-4404-9e4f-3cab40c38109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:51.010545 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-e6048438-1e05-4404-9e4f-3cab40c38109 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.6905072 Sep 16 13:00:51.014862 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] Checking router: 7d169edd-1928-4c0d-9f59-4f8ea0cc90f8 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:00:51.015432 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] Updating router 7d169edd-1928-4c0d-9f59-4f8ea0cc90f8 port 88efc7cc-69c5-4383-85e6-56ea95acc476 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:00:51.051880 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8a345c24-77e3-449e-9dcf-1f5b94179605 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (46e77bba-bd59-4140-85ad-8fda437d7fbc), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:51.069649 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b94d9e-7edc-4abd-be42-c6b6715c2520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef39de1-4b6c-4174-b466-a814b4a34c4b,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:51.094100 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (88efc7cc-69c5-4383-85e6-56ea95acc476), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:51.110023 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3add3d77-197c-4110-987a-262c6d2dbf4d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks [] for port (144c0da8-afdb-4aaf-b065-b60af824775f), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:51.114195 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 24252a13-4c90-4049-8736-70a432b387ee is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:51.148202 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-22f234bb-0247-4ddd-8252-180a80e6c3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (24252a13-4c90-4049-8736-70a432b387ee), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:51.159525 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-ffe423a5-62a9-40cc-b49a-c1eb5748be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:51.161261 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-ffe423a5-62a9-40cc-b49a-c1eb5748be44 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1365688 Sep 16 13:00:51.179980 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f234bb-0247-4ddd-8252-180a80e6c3c7 None None] Pushing event deleted for resources: {'Port': ['ID=24252a13-4c90-4049-8736-70a432b387ee,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:51.191218 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f234bb-0247-4ddd-8252-180a80e6c3c7 None None] No DVR routers for this DVR port 24252a13-4c90-4049-8736-70a432b387ee on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:00:51.233219 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a345c24-77e3-449e-9dcf-1f5b94179605 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:51.235672 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a345c24-77e3-449e-9dcf-1f5b94179605 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=46e77bba-bd59-4140-85ad-8fda437d7fbc,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:51.238650 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-8a345c24-77e3-449e-9dcf-1f5b94179605 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:51.240224 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3add3d77-197c-4110-987a-262c6d2dbf4d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (144c0da8-afdb-4aaf-b065-b60af824775f), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:51.243997 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a345c24-77e3-449e-9dcf-1f5b94179605 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:51.244697 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8a345c24-77e3-449e-9dcf-1f5b94179605 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:51.249131 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f372aaf8-6273-4fd4-aba1-28713954f2b7 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:00:51.299713 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add3d77-197c-4110-987a-262c6d2dbf4d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Pushing event updated for resources: {'Port': ['ID=144c0da8-afdb-4aaf-b065-b60af824775f,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:51.417019 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3add3d77-197c-4110-987a-262c6d2dbf4d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (22b8409e-cc33-4902-8e60-f17755714ffb), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:51.429632 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 3 to provision port 8874748b-6030-4aea-9e6b-79db8c8d555d Sep 16 13:00:51.462922 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8a345c24-77e3-449e-9dcf-1f5b94179605 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7338798 Sep 16 13:00:51.474347 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35768) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:51.492013 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': '46e77bba-bd59-4140-85ad-8fda437d7fbc'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:00:51.492757 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-70cbf5e4-15c8-4d12-a638-0723d6524fd0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'name': 'tempest-NetworksTestDHCPv6-1281392615'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:51.493106 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:51.512962 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:51.573752 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 0a777494-e3d6-4388-900b-c881a6f6640b up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:51.600558 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-010dba76-27b4-48ff-a5e5-eebf66602fae tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for port (328ce2f8-022c-446e-b388-06295b8c63e7), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:51.615845 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3add3d77-197c-4110-987a-262c6d2dbf4d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:51.617127 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3add3d77-197c-4110-987a-262c6d2dbf4d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2836683 Sep 16 13:00:51.646322 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:51.647344 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] Publish callbacks [] for port (88efc7cc-69c5-4383-85e6-56ea95acc476), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:51.661110 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (88efc7cc-69c5-4383-85e6-56ea95acc476), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:51.671137 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b04b85-3758-4fa4-a15f-f86937133174 req-6b98245e-688b-4dd1-8146-ee7eda525195 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:51.679237 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5b04b85-3758-4fa4-a15f-f86937133174 req-6b98245e-688b-4dd1-8146-ee7eda525195 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 1.0333936 Sep 16 13:00:51.718670 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a02cb12f-5bad-4997-ac9a-df13e1e25888 req-ecc473e8-24d3-45c3-8755-7dda4a7ebbd4 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1048207 Sep 16 13:00:51.719303 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:51.726456 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-010dba76-27b4-48ff-a5e5-eebf66602fae tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (328ce2f8-022c-446e-b388-06295b8c63e7), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:51.749107 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Port 8874748b-6030-4aea-9e6b-79db8c8d555d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:51.786339 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cbf5e4-15c8-4d12-a638-0723d6524fd0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:51.791208 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-70cbf5e4-15c8-4d12-a638-0723d6524fd0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:51.807564 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202031e-2919-41af-99fa-5461a1261f0a None None] Pushing event updated for resources: {'Port': ['ID=88efc7cc-69c5-4383-85e6-56ea95acc476,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:51.829421 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:51.839143 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-70cbf5e4-15c8-4d12-a638-0723d6524fd0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port b84bb4cb-5286-43f9-94bd-98b54c695b49 yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:00:51.872942 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:51.898221 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 0a777494-e3d6-4388-900b-c881a6f6640b triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:51.898608 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (0a777494-e3d6-4388-900b-c881a6f6640b), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:51.898954 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 0a777494-e3d6-4388-900b-c881a6f6640b Sep 16 13:00:51.907499 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:51.933460 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:51.960908 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] Attempting to bind port 88efc7cc-69c5-4383-85e6-56ea95acc476 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:00:51.966946 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] Attempting to bind port 88efc7cc-69c5-4383-85e6-56ea95acc476 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '0a160f10-3603-4dd0-b214-363268dd94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'df6e1a3f-7b76-4bfe-afe5-3f573debc68f'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:00:51.968573 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] Attempting to bind port 88efc7cc-69c5-4383-85e6-56ea95acc476 on network df6e1a3f-7b76-4bfe-afe5-3f573debc68f {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:51.984172 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:51.998087 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010dba76-27b4-48ff-a5e5-eebf66602fae tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event updated for resources: {'Port': ['ID=328ce2f8-022c-446e-b388-06295b8c63e7,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:52.020766 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:52.023885 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 0a777494-e3d6-4388-900b-c881a6f6640b is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:52.051478 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-70cbf5e4-15c8-4d12-a638-0723d6524fd0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::3dc (9baef6e6-991f-4370-ace0-656f975a51ae/46e77bba-bd59-4140-85ad-8fda437d7fbc/b84bb4cb-5286-43f9-94bd-98b54c695b49) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:52.077607 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:00:52.077985 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] Checking segment: {'id': '0a160f10-3603-4dd0-b214-363268dd94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'df6e1a3f-7b76-4bfe-afe5-3f573debc68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:52.078562 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:52.078965 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] Bound using segment: {'id': '0a160f10-3603-4dd0-b214-363268dd94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'df6e1a3f-7b76-4bfe-afe5-3f573debc68f'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:00:52.079609 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] Bound port: 88efc7cc-69c5-4383-85e6-56ea95acc476, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a160f10-3603-4dd0-b214-363268dd94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'df6e1a3f-7b76-4bfe-afe5-3f573debc68f'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:00:52.080045 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (88efc7cc-69c5-4383-85e6-56ea95acc476), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:52.142998 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 24252a13-4c90-4049-8736-70a432b387ee no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:00:52.162427 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-f73167f5-07c3-4aaf-9a02-468256de9916 req-8c5e0ebb-1286-4fa0-b829-acf759d85729 tempest-FloatingIPsNegativeTestJSON-1498048569 tempest-FloatingIPsNegativeTestJSON-1498048569-project] show failed (client error): The resource could not be found. Sep 16 13:00:52.176799 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f73167f5-07c3-4aaf-9a02-468256de9916 req-8c5e0ebb-1286-4fa0-b829-acf759d85729 tempest-FloatingIPsNegativeTestJSON-1498048569 tempest-FloatingIPsNegativeTestJSON-1498048569-project] 10.222.0.67 "GET /networking/v2.0/floatingips/2e3382e0-a4cb-433b-935c-d45e04e1b084 HTTP/1.1" status: 404 len: 350 time: 0.3342519 Sep 16 13:00:52.189515 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-010dba76-27b4-48ff-a5e5-eebf66602fae tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Network 231c3494-8d9a-44ba-b103-fc49819648f0 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:52.189796 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35784) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:52.194316 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 24252a13-4c90-4049-8736-70a432b387ee {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:00:52.205281 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 24252a13-4c90-4049-8736-70a432b387ee not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:00:52.234497 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-010dba76-27b4-48ff-a5e5-eebf66602fae tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:52.247779 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5b04b85-3758-4fa4-a15f-f86937133174 req-a1927010-edfa-4f21-940e-6cf9a6e1b88d tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5656435 Sep 16 13:00:52.254198 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 4 to provision port 8874748b-6030-4aea-9e6b-79db8c8d555d Sep 16 13:00:52.262990 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] For port 88efc7cc-69c5-4383-85e6-56ea95acc476, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:00:52.269095 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] For port 88efc7cc-69c5-4383-85e6-56ea95acc476, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=88efc7cc-69c5-4383-85e6-56ea95acc476,segment=NetworkSegment(0a160f10-3603-4dd0-b214-363268dd94da),segment_id=0a160f10-3603-4dd0-b214-363268dd94da)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:00:52.292413 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-010dba76-27b4-48ff-a5e5-eebf66602fae tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:52.292554 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (88efc7cc-69c5-4383-85e6-56ea95acc476), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:52.370417 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Port 8874748b-6030-4aea-9e6b-79db8c8d555d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:52.402380 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] Routers {'7d169edd-1928-4c0d-9f59-4f8ea0cc90f8'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:52.404059 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['7d169edd-1928-4c0d-9f59-4f8ea0cc90f8'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:52.446760 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-010dba76-27b4-48ff-a5e5-eebf66602fae tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:52.447674 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-010dba76-27b4-48ff-a5e5-eebf66602fae tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:52.460874 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-7bf6d52b-b47a-4aa8-9f81-59c1a8b396e7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Made reservation on behalf of e3f3ad027f264333a95500ef691b7815 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:52.464878 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-7bf6d52b-b47a-4aa8-9f81-59c1a8b396e7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:52.522402 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202031e-2919-41af-99fa-5461a1261f0a None None] Pushing event updated for resources: {'Port': ['ID=88efc7cc-69c5-4383-85e6-56ea95acc476,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:52.525873 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-70cbf5e4-15c8-4d12-a638-0723d6524fd0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (b84bb4cb-5286-43f9-94bd-98b54c695b49), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:52.630537 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-356648e9-1614-4817-9e87-f3bd94cb9d27 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4075918 Sep 16 13:00:52.643446 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e1b3f6ed-2b8e-478e-a04f-08bd1f5ab0f1 req-bcdd4ce6-3219-4d77-beff-014a9a540a1d tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 210 time: 0.1909370 Sep 16 13:00:52.666296 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-010dba76-27b4-48ff-a5e5-eebf66602fae tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7422023 Sep 16 13:00:52.699372 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec69cde-c3fc-4c19-abdd-2884798ca21e req-d214b50e-177c-4d5d-b3b3-b685e8338ba5 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:52.713126 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec69cde-c3fc-4c19-abdd-2884798ca21e req-d214b50e-177c-4d5d-b3b3-b685e8338ba5 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:52.718731 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec69cde-c3fc-4c19-abdd-2884798ca21e req-d214b50e-177c-4d5d-b3b3-b685e8338ba5 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:52.752039 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec69cde-c3fc-4c19-abdd-2884798ca21e req-d214b50e-177c-4d5d-b3b3-b685e8338ba5 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:52.773089 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec69cde-c3fc-4c19-abdd-2884798ca21e req-d214b50e-177c-4d5d-b3b3-b685e8338ba5 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:52.783393 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-70cbf5e4-15c8-4d12-a638-0723d6524fd0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (b84bb4cb-5286-43f9-94bd-98b54c695b49), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:52.785052 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eec69cde-c3fc-4c19-abdd-2884798ca21e req-d214b50e-177c-4d5d-b3b3-b685e8338ba5 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 3815 time: 0.4059343 Sep 16 13:00:52.796646 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] Request body: {'port': {'device_id': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:52.866366 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] Set router 7d169edd-1928-4c0d-9f59-4f8ea0cc90f8 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:52.877312 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 5 to provision port 8874748b-6030-4aea-9e6b-79db8c8d555d Sep 16 13:00:52.882300 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] Allocated IP 2001:db8::2 (9baef6e6-991f-4370-ace0-656f975a51ae/46e77bba-bd59-4140-85ad-8fda437d7fbc/75181e75-6f28-46d9-a074-403625be3d12) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:52.904440 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7012acbb-3c3b-44bd-aaf1-723d56fd6a1c req-094fa6fe-d048-4c11-904a-6a0f51d8c1e7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044645 Sep 16 13:00:53.017359 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Port 8874748b-6030-4aea-9e6b-79db8c8d555d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:53.035130 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbf5e4-15c8-4d12-a638-0723d6524fd0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=b84bb4cb-5286-43f9-94bd-98b54c695b49,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:53.099824 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:53.109564 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cbf5e4-15c8-4d12-a638-0723d6524fd0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:53.114995 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eec69cde-c3fc-4c19-abdd-2884798ca21e req-0c3ee31d-58b7-4897-b2ad-70584c4f79cf tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3279986 Sep 16 13:00:53.127541 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-70cbf5e4-15c8-4d12-a638-0723d6524fd0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:53.138965 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cbf5e4-15c8-4d12-a638-0723d6524fd0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:53.146871 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cbf5e4-15c8-4d12-a638-0723d6524fd0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:53.147966 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-70cbf5e4-15c8-4d12-a638-0723d6524fd0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:53.188248 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:53.196906 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8a23d825-e263-4839-8617-11f3b05818ce), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:53.212144 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-84e241d6-1797-4618-8776-ce8533a44539 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--190602253&fields=id&tenant_id=337bc9a50c6846ada58b194c94d0f193 HTTP/1.1" status: 200 len: 267 time: 0.4239461 Sep 16 13:00:53.292353 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] Publish callbacks [] for port (75181e75-6f28-46d9-a074-403625be3d12), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:53.307210 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (75181e75-6f28-46d9-a074-403625be3d12), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:53.320687 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d169edd-1928-4c0d-9f59-4f8ea0cc90f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-899383747-router', 'tenant_id': '76c78ef5e90d4b799519b8b2d1d48060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '0a777494-e3d6-4388-900b-c881a6f6640b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:34Z', 'updated_at': '2022-09-16T13:00:47Z', 'revision_number': 4, 'project_id': '76c78ef5e90d4b799519b8b2d1d48060', 'gw_port': {'id': '0a777494-e3d6-4388-900b-c881a6f6640b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d169edd-1928-4c0d-9f59-4f8ea0cc90f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:35Z', 'updated_at': '2022-09-16T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '88efc7cc-69c5-4383-85e6-56ea95acc476', 'name': '', 'network_id': 'df6e1a3f-7b76-4bfe-afe5-3f573debc68f', 'tenant_id': '76c78ef5e90d4b799519b8b2d1d48060', 'mac_address': 'fa:16:3e:fd:a8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d169edd-1928-4c0d-9f59-4f8ea0cc90f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4e3ff5dd-c905-4d58-b962-343ffd37cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:45Z', 'updated_at': '2022-09-16T13:00:52Z', 'revision_number': 4, 'project_id': '76c78ef5e90d4b799519b8b2d1d48060', 'subnets': [{'id': '4e3ff5dd-c905-4d58-b962-343ffd37cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:53.334813 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-70cbf5e4-15c8-4d12-a638-0723d6524fd0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8589849 Sep 16 13:00:53.343503 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35812) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:53.350566 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-0db09a1c-4725-4b66-9c15-8a0fc3c058a5 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:53.360112 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-0db09a1c-4725-4b66-9c15-8a0fc3c058a5 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 812 time: 0.1459060 Sep 16 13:00:53.376211 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:53.388754 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34ca1e1-d84b-4350-a36a-48dc04f184f6 None None] The sync data for ids ['7d169edd-1928-4c0d-9f59-4f8ea0cc90f8'] in n-d-858094-4 is: [{'id': '7d169edd-1928-4c0d-9f59-4f8ea0cc90f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-899383747-router', 'tenant_id': '76c78ef5e90d4b799519b8b2d1d48060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '0a777494-e3d6-4388-900b-c881a6f6640b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:34Z', 'updated_at': '2022-09-16T13:00:47Z', 'revision_number': 4, 'project_id': '76c78ef5e90d4b799519b8b2d1d48060', 'gw_port': {'id': '0a777494-e3d6-4388-900b-c881a6f6640b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d169edd-1928-4c0d-9f59-4f8ea0cc90f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:35Z', 'updated_at': '2022-09-16T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '88efc7cc-69c5-4383-85e6-56ea95acc476', 'name': '', 'network_id': 'df6e1a3f-7b76-4bfe-afe5-3f573debc68f', 'tenant_id': '76c78ef5e90d4b799519b8b2d1d48060', 'mac_address': 'fa:16:3e:fd:a8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d169edd-1928-4c0d-9f59-4f8ea0cc90f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4e3ff5dd-c905-4d58-b962-343ffd37cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:45Z', 'updated_at': '2022-09-16T13:00:52Z', 'revision_number': 4, 'project_id': '76c78ef5e90d4b799519b8b2d1d48060', 'subnets': [{'id': '4e3ff5dd-c905-4d58-b962-343ffd37cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:00:53.389535 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:53.393583 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:53.472327 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] Pushing event updated for resources: {'Port': ['ID=75181e75-6f28-46d9-a074-403625be3d12,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:53.483719 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c51723f2-c229-4854-94c9-c93fca4ada6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (7d169edd-1928-4c0d-9f59-4f8ea0cc90f8), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:53.515225 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-b9e7a4e8-1cef-4e24-bb87-6398464a2c67 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/quotas/337bc9a50c6846ada58b194c94d0f193 HTTP/1.1" status: 200 len: 375 time: 0.1540642 Sep 16 13:00:53.518024 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 6 to provision port 8874748b-6030-4aea-9e6b-79db8c8d555d Sep 16 13:00:53.584671 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] Attempting to bind port 75181e75-6f28-46d9-a074-403625be3d12 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:00:53.585105 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] Attempting to bind port 75181e75-6f28-46d9-a074-403625be3d12 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:00:53.585400 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] Attempting to bind port 75181e75-6f28-46d9-a074-403625be3d12 on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:53.640670 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-7bf6d52b-b47a-4aa8-9f81-59c1a8b396e7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Allocated IP 172.20.0.13 (9c660356-b242-47cf-8b53-5c05af82a4ce/d4ae86a7-4106-447a-a8be-db073682c5f0/3a5b1f2b-2004-4cf4-93bd-f498b62488fe) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:53.647397 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:00:53.647772 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:53.648262 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:53.648702 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:00:53.649042 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] Bound port: 75181e75-6f28-46d9-a074-403625be3d12, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:00:53.649413 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (75181e75-6f28-46d9-a074-403625be3d12), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:53.691696 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4c15d-be69-4b16-98b6-d6c61908d83a req-61e2c329-9a48-4962-adfa-07f8d67ee1c2 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:53.701751 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5dd4c15d-be69-4b16-98b6-d6c61908d83a req-61e2c329-9a48-4962-adfa-07f8d67ee1c2 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 947 time: 0.3300862 Sep 16 13:00:53.723683 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0560ea-9869-4d03-b812-2b3c975b8c1b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:53.727835 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Port 8874748b-6030-4aea-9e6b-79db8c8d555d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:53.739015 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0560ea-9869-4d03-b812-2b3c975b8c1b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:53.747038 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-fb0560ea-9869-4d03-b812-2b3c975b8c1b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3971286 Sep 16 13:00:53.749488 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35822) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:53.766246 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:53.786081 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] For port 75181e75-6f28-46d9-a074-403625be3d12, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:00:53.791247 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] For port 75181e75-6f28-46d9-a074-403625be3d12, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=75181e75-6f28-46d9-a074-403625be3d12,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:00:53.815838 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (75181e75-6f28-46d9-a074-403625be3d12), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:53.845015 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:00:53.850563 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-d62e6205-b1fc-4990-959e-52ae2a1696b2 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3239887 Sep 16 13:00:53.916771 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b9c57-e81c-4578-a35e-09f4c3a9d040 None None] Pushing event updated for resources: {'Port': ['ID=75181e75-6f28-46d9-a074-403625be3d12,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:54.044011 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5dd4c15d-be69-4b16-98b6-d6c61908d83a req-09d225f1-34b0-453a-9967-82e2d535cbe7 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408022 Sep 16 13:00:54.092423 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:54.100549 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-eeb1b8c0-de0b-4658-990b-632c031e7f47 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port b84bb4cb-5286-43f9-94bd-98b54c695b49 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:54.101018 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eeb1b8c0-de0b-4658-990b-632c031e7f47 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (b84bb4cb-5286-43f9-94bd-98b54c695b49), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:54.228620 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 7 to provision port 8874748b-6030-4aea-9e6b-79db8c8d555d Sep 16 13:00:54.281978 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Port 8874748b-6030-4aea-9e6b-79db8c8d555d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:54.438740 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-c51723f2-c229-4854-94c9-c93fca4ada6b admin admin] Deleting port 88efc7cc-69c5-4383-85e6-56ea95acc476 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:54.439074 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c51723f2-c229-4854-94c9-c93fca4ada6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (88efc7cc-69c5-4383-85e6-56ea95acc476), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:54.442979 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eeb1b8c0-de0b-4658-990b-632c031e7f47 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (b84bb4cb-5286-43f9-94bd-98b54c695b49), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:54.450193 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-b16c2ace-9f4a-4088-9038-013fc40c0831 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976407 Sep 16 13:00:54.520544 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-eeb1b8c0-de0b-4658-990b-632c031e7f47 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for b84bb4cb-5286-43f9-94bd-98b54c695b49 owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:54.762494 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eeb1b8c0-de0b-4658-990b-632c031e7f47 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (b84bb4cb-5286-43f9-94bd-98b54c695b49), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:54.781840 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-c51723f2-c229-4854-94c9-c93fca4ada6b admin admin] For port 88efc7cc-69c5-4383-85e6-56ea95acc476, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=88efc7cc-69c5-4383-85e6-56ea95acc476,segment=NetworkSegment(0a160f10-3603-4dd0-b214-363268dd94da),segment_id=0a160f10-3603-4dd0-b214-363268dd94da)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:54.782307 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c51723f2-c229-4854-94c9-c93fca4ada6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (88efc7cc-69c5-4383-85e6-56ea95acc476), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:54.784404 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 8 to provision port 8874748b-6030-4aea-9e6b-79db8c8d555d Sep 16 13:00:54.786516 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:54.825747 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1b8c0-de0b-4658-990b-632c031e7f47 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=b84bb4cb-5286-43f9-94bd-98b54c695b49,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:54.843970 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-c51723f2-c229-4854-94c9-c93fca4ada6b admin admin] Calling delete_port for 88efc7cc-69c5-4383-85e6-56ea95acc476 owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:54.878672 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Port 8874748b-6030-4aea-9e6b-79db8c8d555d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:54.883426 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eeb1b8c0-de0b-4658-990b-632c031e7f47 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:54.888535 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-eeb1b8c0-de0b-4658-990b-632c031e7f47 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/b84bb4cb-5286-43f9-94bd-98b54c695b49 HTTP/1.1" status: 204 len: 168 time: 1.1374021 Sep 16 13:00:54.891352 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35840) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:54.943332 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7944f-fccd-4057-bc98-115a88c6161b req-5a076280-3d67-4db3-a37d-bfdede714098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:54.944952 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eea7944f-fccd-4057-bc98-115a88c6161b req-5a076280-3d67-4db3-a37d-bfdede714098 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=9bc3ef4fd0374ac4b74900369ca779aa&device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 1129 time: 1.1506796 Sep 16 13:00:55.052472 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf03183-30b3-4406-9d0d-bb765c141508 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:55.054463 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf03183-30b3-4406-9d0d-bb765c141508 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:55.058683 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1cf03183-30b3-4406-9d0d-bb765c141508 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1637628 Sep 16 13:00:55.061638 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35846) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:55.379497 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 9 to provision port 8874748b-6030-4aea-9e6b-79db8c8d555d Sep 16 13:00:55.424493 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428366a-fd9c-4c13-8bf0-3a41bb7ed050 req-d1955bec-13e1-439c-8e37-f84b2064ccb9 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:55.432176 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7428366a-fd9c-4c13-8bf0-3a41bb7ed050 req-d1955bec-13e1-439c-8e37-f84b2064ccb9 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 1.1837797 Sep 16 13:00:55.521782 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Port 8874748b-6030-4aea-9e6b-79db8c8d555d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:55.663729 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 75181e75-6f28-46d9-a074-403625be3d12 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:55.666205 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:55.708930 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-56eddbc9-7a52-4765-9054-cab8c3712c38 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet 46e77bba-bd59-4140-85ad-8fda437d7fbc {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:00:55.716079 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:55.719458 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-56eddbc9-7a52-4765-9054-cab8c3712c38 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (46e77bba-bd59-4140-85ad-8fda437d7fbc), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:55.725696 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7944f-fccd-4057-bc98-115a88c6161b req-da8987f7-d9ef-4676-8f3f-39112f537262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:55.728339 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eea7944f-fccd-4057-bc98-115a88c6161b req-da8987f7-d9ef-4676-8f3f-39112f537262 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.7737105 Sep 16 13:00:55.747085 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:55.789942 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 75181e75-6f28-46d9-a074-403625be3d12 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:55.790613 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (75181e75-6f28-46d9-a074-403625be3d12), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:55.790757 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 75181e75-6f28-46d9-a074-403625be3d12 Sep 16 13:00:55.802808 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-56eddbc9-7a52-4765-9054-cab8c3712c38 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (46e77bba-bd59-4140-85ad-8fda437d7fbc), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:55.845546 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a23d825-e263-4839-8617-11f3b05818ce {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:00:55.852486 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eea7944f-fccd-4057-bc98-115a88c6161b req-99b89bc4-4dbb-432b-8825-7505056a0b4b service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 HTTP/1.1" status: 200 len: 217 time: 0.0790734 Sep 16 13:00:55.876771 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] Publish callbacks [] for port (8a23d825-e263-4839-8617-11f3b05818ce), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:55.936846 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7428366a-fd9c-4c13-8bf0-3a41bb7ed050 req-657e9ab8-a345-48d7-a1a1-30be8af8f8a1 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163272 Sep 16 13:00:55.959607 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 75181e75-6f28-46d9-a074-403625be3d12 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:55.959994 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (75181e75-6f28-46d9-a074-403625be3d12), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:55.965719 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-7bf6d52b-b47a-4aa8-9f81-59c1a8b396e7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:55.967889 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] Transition to ACTIVE for port object 8a23d825-e263-4839-8617-11f3b05818ce will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:00:55.983181 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-c16f4a2b-3475-47d5-93aa-a1366d83f025 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0347931 Sep 16 13:00:55.988711 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-56eddbc9-7a52-4765-9054-cab8c3712c38 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (46e77bba-bd59-4140-85ad-8fda437d7fbc), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:56.008740 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (8a23d825-e263-4839-8617-11f3b05818ce), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:56.024786 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 10 to provision port 8874748b-6030-4aea-9e6b-79db8c8d555d Sep 16 13:00:56.052286 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:56.066549 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:56.073188 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-56eddbc9-7a52-4765-9054-cab8c3712c38 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (46e77bba-bd59-4140-85ad-8fda437d7fbc), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:56.137706 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eddbc9-7a52-4765-9054-cab8c3712c38 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=46e77bba-bd59-4140-85ad-8fda437d7fbc,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:56.147228 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-56eddbc9-7a52-4765-9054-cab8c3712c38 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:56.151748 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-56eddbc9-7a52-4765-9054-cab8c3712c38 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/46e77bba-bd59-4140-85ad-8fda437d7fbc HTTP/1.1" status: 204 len: 168 time: 1.0889118 Sep 16 13:00:56.154873 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35860) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:56.170377 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c06c10-d80e-4f48-9282-08481ee56a11 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:00:56.209285 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d0c8d6e4-4a05-4d67-842b-fa097eb395b2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522575 Sep 16 13:00:56.210746 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c51723f2-c229-4854-94c9-c93fca4ada6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (88efc7cc-69c5-4383-85e6-56ea95acc476), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:56.214259 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35862) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:56.232109 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-9821eb9d-06d9-4392-87dc-5507a6ad6c88 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:56.249349 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] Pushing event updated for resources: {'Port': ['ID=8a23d825-e263-4839-8617-11f3b05818ce,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:56.343206 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7944f-fccd-4057-bc98-115a88c6161b req-10945615-c5fc-42ca-a299-c98feaf28845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:56.345108 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eea7944f-fccd-4057-bc98-115a88c6161b req-10945615-c5fc-42ca-a299-c98feaf28845 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.4587262 Sep 16 13:00:56.365082 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d787a94d-d83a-4f0f-aff3-a2b631d321c6 req-8a243ad3-3f3e-4c06-973a-6c3018523da4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 210 time: 0.0686522 Sep 16 13:00:56.375048 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:00:56.381066 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Port 8874748b-6030-4aea-9e6b-79db8c8d555d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:00:56.402473 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51723f2-c229-4854-94c9-c93fca4ada6b admin admin] Pushing event deleted for resources: {'Port': ['ID=88efc7cc-69c5-4383-85e6-56ea95acc476,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:56.474017 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.api [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 13:00:56.474424 n-d-858094-4 neutron-server[113700]: DEBUG oslo_db.api [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 13:00:56.577179 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.resource_extend [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 13:00:56.604746 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Provisioning complete for port e9092518-4f83-4ebb-8996-18f55825c6eb triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:56.605116 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e9092518-4f83-4ebb-8996-18f55825c6eb), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:56.605460 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 1 to provision port e9092518-4f83-4ebb-8996-18f55825c6eb Sep 16 13:00:56.619666 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b0d29-cc84-4929-8e3e-7ceb9325ba7f req-30b9b8fa-8ba6-4220-9cfc-4acc378b7742 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:56.629659 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b0d29-cc84-4929-8e3e-7ceb9325ba7f req-30b9b8fa-8ba6-4220-9cfc-4acc378b7742 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:56.635553 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b0d29-cc84-4929-8e3e-7ceb9325ba7f req-30b9b8fa-8ba6-4220-9cfc-4acc378b7742 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:56.641838 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b0d29-cc84-4929-8e3e-7ceb9325ba7f req-30b9b8fa-8ba6-4220-9cfc-4acc378b7742 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:56.646867 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b0d29-cc84-4929-8e3e-7ceb9325ba7f req-30b9b8fa-8ba6-4220-9cfc-4acc378b7742 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:56.649773 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0d3b0d29-cc84-4929-8e3e-7ceb9325ba7f req-30b9b8fa-8ba6-4220-9cfc-4acc378b7742 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 3827 time: 0.1693494 Sep 16 13:00:56.797464 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:56.798745 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c51723f2-c229-4854-94c9-c93fca4ada6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (7d169edd-1928-4c0d-9f59-4f8ea0cc90f8), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:56.806896 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9821eb9d-06d9-4392-87dc-5507a6ad6c88 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:56.816757 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-7bf6d52b-b47a-4aa8-9f81-59c1a8b396e7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:56.828725 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9821eb9d-06d9-4392-87dc-5507a6ad6c88 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:56.929601 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6d52b-b47a-4aa8-9f81-59c1a8b396e7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Pushing event updated for resources: {'Port': ['ID=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:56.946174 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7944f-fccd-4057-bc98-115a88c6161b req-08686f2f-971a-47d2-be3b-ae247e072ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:56.948457 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eea7944f-fccd-4057-bc98-115a88c6161b req-08686f2f-971a-47d2-be3b-ae247e072ba5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5949655 Sep 16 13:00:56.955032 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034a32e5-49c4-4e31-80ff-adc5034a2e54 None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:00:57.086441 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Current status of the port e9092518-4f83-4ebb-8996-18f55825c6eb is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:57.138070 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-7bf6d52b-b47a-4aa8-9f81-59c1a8b396e7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Network 9c660356-b242-47cf-8b53-5c05af82a4ce is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:57.150022 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=62dbe1ae-a63f-40d9-b089-d8e7f6ba2713,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:57.164853 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0d3b0d29-cc84-4929-8e3e-7ceb9325ba7f req-ab0f3e33-113c-45e8-ae1f-b04cb86c0b99 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4917350 Sep 16 13:00:57.166196 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-034a32e5-49c4-4e31-80ff-adc5034a2e54 None None] Deleting port 75181e75-6f28-46d9-a074-403625be3d12 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:57.166576 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-034a32e5-49c4-4e31-80ff-adc5034a2e54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (75181e75-6f28-46d9-a074-403625be3d12), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:57.187895 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf985f4-cc46-4177-a951-06d9d0477b1c req-bf5ea1b5-c216-436b-8219-066d9947f2ae tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:57.197828 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bbf985f4-cc46-4177-a951-06d9d0477b1c req-bf5ea1b5-c216-436b-8219-066d9947f2ae tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 947 time: 0.5468507 Sep 16 13:00:57.203240 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-7bf6d52b-b47a-4aa8-9f81-59c1a8b396e7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:57.218738 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9821eb9d-06d9-4392-87dc-5507a6ad6c88 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (246f5f58-c641-4c3f-8431-9530e23f3f07), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:57.241967 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-7bf6d52b-b47a-4aa8-9f81-59c1a8b396e7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:57.348411 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821eb9d-06d9-4392-87dc-5507a6ad6c88 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=246f5f58-c641-4c3f-8431-9530e23f3f07,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:57.372455 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9821eb9d-06d9-4392-87dc-5507a6ad6c88 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:57.378907 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-9821eb9d-06d9-4392-87dc-5507a6ad6c88 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:57.393986 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9821eb9d-06d9-4392-87dc-5507a6ad6c88 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:57.395649 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9821eb9d-06d9-4392-87dc-5507a6ad6c88 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:57.432180 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] Attempting to bind port 8a23d825-e263-4839-8617-11f3b05818ce on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:00:57.432710 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] Attempting to bind port 8a23d825-e263-4839-8617-11f3b05818ce by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '5af2e1e4-dfd3-4925-87c1-04a16a79db7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:00:57.433385 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] Attempting to bind port 8a23d825-e263-4839-8617-11f3b05818ce on network 5fe80c07-1468-4c04-9291-5fbc50b9c34f {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:57.461143 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Provisioning complete for port 3a717c56-0229-4d05-b0e8-ccd53054c0eb triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:57.461964 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3a717c56-0229-4d05-b0e8-ccd53054c0eb), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:57.462501 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 1 to provision port 3a717c56-0229-4d05-b0e8-ccd53054c0eb Sep 16 13:00:57.472973 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e636bd07-a74f-44de-bdb1-0811de115c22 req-9f533789-517c-488f-80d3-7a5333bdc85b tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 210 time: 0.2226253 Sep 16 13:00:57.479726 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '62dbe1ae-a63f-40d9-b089-d8e7f6ba2713', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': '62dbe1ae-a63f-40d9-b089-d8e7f6ba2713', 'mac_address': 'fa:16:3e:f3:b2:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:00:57.482335 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 75181e75-6f28-46d9-a074-403625be3d12 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:57.483069 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (75181e75-6f28-46d9-a074-403625be3d12), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:57.541020 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9821eb9d-06d9-4392-87dc-5507a6ad6c88 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3204396 Sep 16 13:00:57.548235 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35892) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:57.548817 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:57.561713 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-93eee2bd-7892-4a22-97b4-805b8c9dd8db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'name': 'tempest-NetworksTestDHCPv6-1253845642'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:57.660535 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eea7944f-fccd-4057-bc98-115a88c6161b req-2d29702d-2926-4770-9fde-9d9ff9b337cd service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6921852 Sep 16 13:00:57.681587 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:57.682001 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (62dbe1ae-a63f-40d9-b089-d8e7f6ba2713), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:57.738737 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-7bf6d52b-b47a-4aa8-9f81-59c1a8b396e7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:57.739474 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-7bf6d52b-b47a-4aa8-9f81-59c1a8b396e7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:57.740415 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 75181e75-6f28-46d9-a074-403625be3d12, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=75181e75-6f28-46d9-a074-403625be3d12,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:57.742017 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:57.758846 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:00:57.794746 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93eee2bd-7892-4a22-97b4-805b8c9dd8db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:00:57.799794 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-93eee2bd-7892-4a22-97b4-805b8c9dd8db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:57.815412 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bbf985f4-cc46-4177-a951-06d9d0477b1c req-6ada9942-bee5-4d71-b79e-239bf721f3ec tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6024423 Sep 16 13:00:57.824481 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:57.843256 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-034a32e5-49c4-4e31-80ff-adc5034a2e54 None None] For port 75181e75-6f28-46d9-a074-403625be3d12, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=75181e75-6f28-46d9-a074-403625be3d12,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:57.844664 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-034a32e5-49c4-4e31-80ff-adc5034a2e54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (75181e75-6f28-46d9-a074-403625be3d12), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:57.856963 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-93eee2bd-7892-4a22-97b4-805b8c9dd8db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port 05601a89-5147-40ae-8aa3-28e566de452a yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:00:57.871378 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (75181e75-6f28-46d9-a074-403625be3d12), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:57.875499 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 88efc7cc-69c5-4383-85e6-56ea95acc476 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:00:57.897818 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=62dbe1ae-a63f-40d9-b089-d8e7f6ba2713,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:57.939054 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51723f2-c229-4854-94c9-c93fca4ada6b admin admin] Router 7d169edd-1928-4c0d-9f59-4f8ea0cc90f8 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:00:57.976498 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f64d4d-8d34-417a-95a0-dcf535169b2b req-83cf966a-7a8c-4898-9b09-ea65fdaee991 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:57.988961 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d1f64d4d-8d34-417a-95a0-dcf535169b2b req-83cf966a-7a8c-4898-9b09-ea65fdaee991 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 0.3499703 Sep 16 13:00:58.027496 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] Port 8a23d825-e263-4839-8617-11f3b05818ce on network 5fe80c07-1468-4c04-9291-5fbc50b9c34f not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:00:58.027858 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] Attempting to bind port 8a23d825-e263-4839-8617-11f3b05818ce on network 5fe80c07-1468-4c04-9291-5fbc50b9c34f {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:00:58.065990 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=75181e75-6f28-46d9-a074-403625be3d12,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:58.081095 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-034a32e5-49c4-4e31-80ff-adc5034a2e54 None None] Calling delete_port for 75181e75-6f28-46d9-a074-403625be3d12 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:58.101336 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:58.101493 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:58.101828 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:58.102157 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:58.102482 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:58.102802 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:58.103123 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:58.103442 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:58.103757 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:58.104072 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:58.104414 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:58.117109 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:58.117677 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-7bf6d52b-b47a-4aa8-9f81-59c1a8b396e7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5142996 Sep 16 13:00:58.119027 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:58.119550 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:58.120297 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:00:58.146306 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (62dbe1ae-a63f-40d9-b089-d8e7f6ba2713), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:58.154096 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 88efc7cc-69c5-4383-85e6-56ea95acc476 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:00:58.154347 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:58.156101 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:58.160362 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 88efc7cc-69c5-4383-85e6-56ea95acc476 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 16 13:00:58.184213 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] Request body: {'port': {'device_id': '66413dbd-455f-45f6-b057-39a11a9f2d44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:58.199253 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:00:58.200022 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] Checking segment: {'id': '5af2e1e4-dfd3-4925-87c1-04a16a79db7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:00:58.200860 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] Bound using segment: {'id': '5af2e1e4-dfd3-4925-87c1-04a16a79db7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:00:58.201672 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] Bound port: 8a23d825-e263-4839-8617-11f3b05818ce, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af2e1e4-dfd3-4925-87c1-04a16a79db7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:00:58.202208 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8a23d825-e263-4839-8617-11f3b05818ce), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:58.248206 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Port 88efc7cc-69c5-4383-85e6-56ea95acc476 not found, will not notify nova. {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 16 13:00:58.284806 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51723f2-c229-4854-94c9-c93fca4ada6b admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:00:58.288459 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-93eee2bd-7892-4a22-97b4-805b8c9dd8db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::3c3 (9baef6e6-991f-4370-ace0-656f975a51ae/246f5f58-c641-4c3f-8431-9530e23f3f07/05601a89-5147-40ae-8aa3-28e566de452a) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:00:58.301051 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c51723f2-c229-4854-94c9-c93fca4ada6b admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/7d169edd-1928-4c0d-9f59-4f8ea0cc90f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1052773 Sep 16 13:00:58.304706 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35902) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:58.307610 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe496063-7dee-490d-b58a-22b3668a4794 req-d3c5ceda-c703-456d-9656-8865e1d411f0 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:58.312304 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe496063-7dee-490d-b58a-22b3668a4794 req-d3c5ceda-c703-456d-9656-8865e1d411f0 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 932 time: 0.3163910 Sep 16 13:00:58.378641 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Current status of the port 3a717c56-0229-4d05-b0e8-ccd53054c0eb is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:58.381431 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd9f4a-e325-4039-8c3e-a90e68fe97a1 None None] Sync routers for ids ['7d169edd-1928-4c0d-9f59-4f8ea0cc90f8'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:00:58.423387 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd9f4a-e325-4039-8c3e-a90e68fe97a1 None None] Routers {'7d169edd-1928-4c0d-9f59-4f8ea0cc90f8'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:58.424581 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-dbdd9f4a-e325-4039-8c3e-a90e68fe97a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['7d169edd-1928-4c0d-9f59-4f8ea0cc90f8'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:58.437519 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Provisioning complete for port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:58.438278 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:58.438759 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Attempt 1 to provision port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de Sep 16 13:00:58.481144 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['62dbe1ae-a63f-40d9-b089-d8e7f6ba2713'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:00:58.502267 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] For port 8a23d825-e263-4839-8617-11f3b05818ce, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:00:58.508238 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] For port 8a23d825-e263-4839-8617-11f3b05818ce, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=8a23d825-e263-4839-8617-11f3b05818ce,segment=NetworkSegment(5af2e1e4-dfd3-4925-87c1-04a16a79db7a),segment_id=5af2e1e4-dfd3-4925-87c1-04a16a79db7a)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:00:58.551486 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (8a23d825-e263-4839-8617-11f3b05818ce), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:58.599941 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 75181e75-6f28-46d9-a074-403625be3d12 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:00:58.600970 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:58.619171 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:58.622429 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:58.623941 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/8a23d825-e263-4839-8617-11f3b05818ce HTTP/1.1" status: 200 len: 1091 time: 5.9397619 Sep 16 13:00:58.636240 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d1f64d4d-8d34-417a-95a0-dcf535169b2b req-0145cb37-ab68-438d-849c-beb2e19774b7 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6461265 Sep 16 13:00:58.636899 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'tag': '8a23d825-e263-4839-8617-11f3b05818ce'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:00:58.640279 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c778765a-9a0d-4488-8407-7149fabff68c" -d '{"events": [{"name": "network-changed", "server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "tag": "8a23d825-e263-4839-8617-11f3b05818ce"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:00:58.669406 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=62dbe1ae-a63f-40d9-b089-d8e7f6ba2713,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:58.724292 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 75181e75-6f28-46d9-a074-403625be3d12 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:58.724821 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (75181e75-6f28-46d9-a074-403625be3d12), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:58.728435 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eea7944f-fccd-4057-bc98-115a88c6161b req-0fd2c287-0b9d-40bd-8940-9fc38c5bd64b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9552715 Sep 16 13:00:58.767858 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3da6e1e9-c313-4998-bbc9-0b35a4160d9d admin admin] Publish callbacks [] for router (7d169edd-1928-4c0d-9f59-4f8ea0cc90f8), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:58.775999 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] Request body: {'port': {'device_id': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:00:58.809683 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 75181e75-6f28-46d9-a074-403625be3d12, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=75181e75-6f28-46d9-a074-403625be3d12,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:58.857040 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (75181e75-6f28-46d9-a074-403625be3d12), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:58.900345 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca0b5f-66ae-411e-b259-81763e335135 req-c9f5eddd-a715-4e56-9278-55c65cef7ee9 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:58.905563 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca0b5f-66ae-411e-b259-81763e335135 req-c9f5eddd-a715-4e56-9278-55c65cef7ee9 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:58.910735 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca0b5f-66ae-411e-b259-81763e335135 req-c9f5eddd-a715-4e56-9278-55c65cef7ee9 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:58.915772 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca0b5f-66ae-411e-b259-81763e335135 req-c9f5eddd-a715-4e56-9278-55c65cef7ee9 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:58.921634 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca0b5f-66ae-411e-b259-81763e335135 req-c9f5eddd-a715-4e56-9278-55c65cef7ee9 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:58.929738 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0fca0b5f-66ae-411e-b259-81763e335135 req-c9f5eddd-a715-4e56-9278-55c65cef7ee9 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 3827 time: 0.1438003 Sep 16 13:00:58.946200 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:59.023149 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=75181e75-6f28-46d9-a074-403625be3d12,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:59.028752 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-93eee2bd-7892-4a22-97b4-805b8c9dd8db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (05601a89-5147-40ae-8aa3-28e566de452a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:59.048867 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3da6e1e9-c313-4998-bbc9-0b35a4160d9d admin admin] Publish callbacks [] for router_gateway (7d169edd-1928-4c0d-9f59-4f8ea0cc90f8), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:59.055879 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:59.079089 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-390b6fee-8009-4be7-a1ec-8842c6f89ae1 None None] Current status of the port faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:00:59.114958 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:59.119197 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-034a32e5-49c4-4e31-80ff-adc5034a2e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (75181e75-6f28-46d9-a074-403625be3d12), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:59.137839 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-3da6e1e9-c313-4998-bbc9-0b35a4160d9d admin admin] Deleting port 0a777494-e3d6-4388-900b-c881a6f6640b {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:00:59.137839 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3da6e1e9-c313-4998-bbc9-0b35a4160d9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (0a777494-e3d6-4388-900b-c881a6f6640b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:59.176866 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-93eee2bd-7892-4a22-97b4-805b8c9dd8db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (05601a89-5147-40ae-8aa3-28e566de452a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:59.178502 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:59.190417 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1e960-d7f1-4873-91c8-e6a4a5971f0c service neutron] Pushing event updated for resources: {'Port': ['ID=8a23d825-e263-4839-8617-11f3b05818ce,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:59.200774 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a32e5-49c4-4e31-80ff-adc5034a2e54 None None] Pushing event deleted for resources: {'Port': ['ID=75181e75-6f28-46d9-a074-403625be3d12,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:59.214542 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:00:59.219395 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe496063-7dee-490d-b58a-22b3668a4794 req-e3430fac-7ef2-4d2f-aa1f-ff123a272b1e tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8806069 Sep 16 13:00:59.222836 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034a32e5-49c4-4e31-80ff-adc5034a2e54 None None] No DVR routers for this DVR port 75181e75-6f28-46d9-a074-403625be3d12 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:00:59.235718 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-dbdd9f4a-e325-4039-8c3e-a90e68fe97a1 None None] Set router 7d169edd-1928-4c0d-9f59-4f8ea0cc90f8 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:00:59.239854 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Could not find standard attr ID for object 24252a13-4c90-4049-8736-70a432b387ee. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:00:59.351618 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f9d3d5-8b79-4ac4-8dfc-63a649e6a9cf None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:00:59.359121 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0fca0b5f-66ae-411e-b259-81763e335135 req-012404d5-303e-4e58-bb45-572f585da3cd tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4281993 Sep 16 13:00:59.367941 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (96ec0261-1181-470b-971b-163682a9e81d), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:59.372493 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-3da6e1e9-c313-4998-bbc9-0b35a4160d9d admin admin] For port 0a777494-e3d6-4388-900b-c881a6f6640b, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=0a777494-e3d6-4388-900b-c881a6f6640b,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:00:59.373134 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3da6e1e9-c313-4998-bbc9-0b35a4160d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (0a777494-e3d6-4388-900b-c881a6f6640b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:59.444267 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-1e6693d8-7b4f-40fe-8a9a-c9b10958c8ba tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:59.446169 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-1e6693d8-7b4f-40fe-8a9a-c9b10958c8ba tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.76 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 812 time: 0.7357254 Sep 16 13:00:59.503299 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eee2bd-7892-4a22-97b4-805b8c9dd8db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=05601a89-5147-40ae-8aa3-28e566de452a,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:00:59.513052 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-3da6e1e9-c313-4998-bbc9-0b35a4160d9d admin admin] Calling delete_port for 0a777494-e3d6-4388-900b-c881a6f6640b owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:00:59.533446 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eee2bd-7892-4a22-97b4-805b8c9dd8db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:00:59.536772 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-93eee2bd-7892-4a22-97b4-805b8c9dd8db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:00:59.547150 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eee2bd-7892-4a22-97b4-805b8c9dd8db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:00:59.558614 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eee2bd-7892-4a22-97b4-805b8c9dd8db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:00:59.561556 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-93eee2bd-7892-4a22-97b4-805b8c9dd8db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:59.577442 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fcc37367-d8b8-4b78-b010-7a66ba8f55c5 req-82da80b1-bace-472e-8974-255215c88aec tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 210 time: 0.1262081 Sep 16 13:00:59.660871 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-dbdd9f4a-e325-4039-8c3e-a90e68fe97a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d169edd-1928-4c0d-9f59-4f8ea0cc90f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-899383747-router', 'tenant_id': '76c78ef5e90d4b799519b8b2d1d48060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '0a777494-e3d6-4388-900b-c881a6f6640b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:34Z', 'updated_at': '2022-09-16T13:00:55Z', 'revision_number': 5, 'project_id': '76c78ef5e90d4b799519b8b2d1d48060', 'gw_port': {'id': '0a777494-e3d6-4388-900b-c881a6f6640b', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d169edd-1928-4c0d-9f59-4f8ea0cc90f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:35Z', 'updated_at': '2022-09-16T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:59.701759 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-93eee2bd-7892-4a22-97b4-805b8c9dd8db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1509066 Sep 16 13:00:59.702587 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 35926) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:00:59.723482 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd9f4a-e325-4039-8c3e-a90e68fe97a1 None None] Checking router: 7d169edd-1928-4c0d-9f59-4f8ea0cc90f8 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:00:59.754327 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48deb21-4a17-4559-a465-53a78d1661dc x-openstack-request-id: req-b48deb21-4a17-4559-a465-53a78d1661dc {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:00:59.754629 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "tag": "8a23d825-e263-4839-8617-11f3b05818ce", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:00:59.757909 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b48deb21-4a17-4559-a465-53a78d1661dc {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:00:59.758408 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b48deb21-4a17-4559-a465-53a78d1661dc'] response: {'name': 'network-changed', 'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'tag': '8a23d825-e263-4839-8617-11f3b05818ce', 'status': 'completed', 'code': 200} Sep 16 13:00:59.771926 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Provisioning complete for port 328ce2f8-022c-446e-b388-06295b8c63e7 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:00:59.793853 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (328ce2f8-022c-446e-b388-06295b8c63e7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:00:59.794279 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 1 to provision port 328ce2f8-022c-446e-b388-06295b8c63e7 Sep 16 13:00:59.886811 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd9f4a-e325-4039-8c3e-a90e68fe97a1 None None] Routers {'7d169edd-1928-4c0d-9f59-4f8ea0cc90f8'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:00:59.888547 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-dbdd9f4a-e325-4039-8c3e-a90e68fe97a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:00:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['7d169edd-1928-4c0d-9f59-4f8ea0cc90f8'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:00:59.987651 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3da6e1e9-c313-4998-bbc9-0b35a4160d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (0a777494-e3d6-4388-900b-c881a6f6640b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:00.020089 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-dbdd9f4a-e325-4039-8c3e-a90e68fe97a1 None None] Set router 7d169edd-1928-4c0d-9f59-4f8ea0cc90f8 gateway port host: None {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:01:00.054528 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6e1e9-c313-4998-bbc9-0b35a4160d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=0a777494-e3d6-4388-900b-c881a6f6640b,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:00.079974 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port 328ce2f8-022c-446e-b388-06295b8c63e7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:00.116674 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': '246f5f58-c641-4c3f-8431-9530e23f3f07'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:01:00.117598 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:00.123032 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-dbdd9f4a-e325-4039-8c3e-a90e68fe97a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d169edd-1928-4c0d-9f59-4f8ea0cc90f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-899383747-router', 'tenant_id': '76c78ef5e90d4b799519b8b2d1d48060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:34Z', 'updated_at': '2022-09-16T13:00:59Z', 'revision_number': 6, 'project_id': '76c78ef5e90d4b799519b8b2d1d48060', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:00.268795 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3da6e1e9-c313-4998-bbc9-0b35a4160d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (7d169edd-1928-4c0d-9f59-4f8ea0cc90f8), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:00.339924 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd9f4a-e325-4039-8c3e-a90e68fe97a1 None None] The sync data for ids ['7d169edd-1928-4c0d-9f59-4f8ea0cc90f8'] in n-d-858094-4 is: [{'id': '7d169edd-1928-4c0d-9f59-4f8ea0cc90f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-899383747-router', 'tenant_id': '76c78ef5e90d4b799519b8b2d1d48060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:34Z', 'updated_at': '2022-09-16T13:00:59Z', 'revision_number': 6, 'project_id': '76c78ef5e90d4b799519b8b2d1d48060', 'gw_port_host': None}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:01:00.501232 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b69f3-9875-4fc8-9adb-4626d5459d68 req-70ee5ff1-25dc-441a-88b1-78bfa65cc108 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:00.510006 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-da3b69f3-9875-4fc8-9adb-4626d5459d68 req-70ee5ff1-25dc-441a-88b1-78bfa65cc108 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 948 time: 0.7426541 Sep 16 13:01:00.548426 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3da6e1e9-c313-4998-bbc9-0b35a4160d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (7d169edd-1928-4c0d-9f59-4f8ea0cc90f8), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:00.551089 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 116c6c97-9499-4c0e-861c-371e4ecf4ba2 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:01:00.559782 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3da6e1e9-c313-4998-bbc9-0b35a4160d9d admin admin] Publish callbacks [] for router_controller (7d169edd-1928-4c0d-9f59-4f8ea0cc90f8), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:00.562220 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:01:00.573893 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:00.588896 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-0c6f20fd-56e0-4f4c-9082-1fb75ff44bc7 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=337bc9a50c6846ada58b194c94d0f193 HTTP/1.1" status: 200 len: 379 time: 1.1184990 Sep 16 13:01:00.600097 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 2 to provision port 328ce2f8-022c-446e-b388-06295b8c63e7 Sep 16 13:01:00.637516 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3da6e1e9-c313-4998-bbc9-0b35a4160d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (7d169edd-1928-4c0d-9f59-4f8ea0cc90f8), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:00.638681 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da6e1e9-c313-4998-bbc9-0b35a4160d9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d169edd-1928-4c0d-9f59-4f8ea0cc90f8 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:01:00.643975 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3da6e1e9-c313-4998-bbc9-0b35a4160d9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:00.645360 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3da6e1e9-c313-4998-bbc9-0b35a4160d9d admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/7d169edd-1928-4c0d-9f59-4f8ea0cc90f8 HTTP/1.1" status: 204 len: 168 time: 2.3392899 Sep 16 13:01:00.650524 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35950) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:00.681768 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-f029948d-2167-4a44-955e-550ec8716bad tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Request body: {'port': {'device_id': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5', 'admin_state_up': True, 'tenant_id': '337bc9a50c6846ada58b194c94d0f193', 'security_groups': ['8441837a-e073-4aa3-b4ac-7281fc39a1ea']}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:00.746477 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Deleting subnet 4e3ff5dd-c905-4d58-b962-343ffd37cdb6 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:01:00.756291 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Publish callbacks [] for subnet (4e3ff5dd-c905-4d58-b962-343ffd37cdb6), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:00.760716 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1d74e2-f06f-47a1-9216-2f657fa7a083 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:00.767935 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-6b1d74e2-f06f-47a1-9216-2f657fa7a083 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 930 time: 1.0556402 Sep 16 13:01:00.785320 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port 328ce2f8-022c-446e-b388-06295b8c63e7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:00.812798 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:00.814359 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35958) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:00.818146 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778765a-9a0d-4488-8407-7149fabff68c req-970eef6a-fc6f-4282-902b-32fe75140faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:00.820185 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778765a-9a0d-4488-8407-7149fabff68c req-970eef6a-fc6f-4282-902b-32fe75140faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:00.820711 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778765a-9a0d-4488-8407-7149fabff68c req-970eef6a-fc6f-4282-902b-32fe75140faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:00.822144 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778765a-9a0d-4488-8407-7149fabff68c req-970eef6a-fc6f-4282-902b-32fe75140faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:00.822421 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778765a-9a0d-4488-8407-7149fabff68c req-970eef6a-fc6f-4282-902b-32fe75140faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:00.823116 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] Allocated IP 2001:db8::2 (9baef6e6-991f-4370-ace0-656f975a51ae/246f5f58-c641-4c3f-8431-9530e23f3f07/dd7a862c-4c86-4fbd-80a6-c29ce89a206e) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:00.824597 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c778765a-9a0d-4488-8407-7149fabff68c req-970eef6a-fc6f-4282-902b-32fe75140faf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bdbc66ae4c664cd18af4bad57bbf12c4&device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 4393 time: 0.9483085 Sep 16 13:01:00.843161 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96076ad8-604c-42e7-a015-5ffcec99cbf9 req-023cff58-fcf6-498c-8824-d17266043f39 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:00.844882 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-96076ad8-604c-42e7-a015-5ffcec99cbf9 req-023cff58-fcf6-498c-8824-d17266043f39 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 0.9674644 Sep 16 13:01:00.963616 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:01:00.978316 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (4e3ff5dd-c905-4d58-b962-343ffd37cdb6), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:00.983204 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:00.984787 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (62dbe1ae-a63f-40d9-b089-d8e7f6ba2713), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:00.985148 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 Sep 16 13:01:00.994817 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:01.029815 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:01.108281 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:01.148998 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:01.150302 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-902bf481-81f0-44e9-b37d-206cd293c887 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port 05601a89-5147-40ae-8aa3-28e566de452a {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:01:01.151025 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-902bf481-81f0-44e9-b37d-206cd293c887 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (05601a89-5147-40ae-8aa3-28e566de452a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:01.154747 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 116c6c97-9499-4c0e-861c-371e4ecf4ba2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=116c6c97-9499-4c0e-861c-371e4ecf4ba2,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:01.167578 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-da3b69f3-9875-4fc8-9adb-4626d5459d68 req-750b29ff-0302-4814-b45f-5a6ed978cc44 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6564426 Sep 16 13:01:01.192033 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '116c6c97-9499-4c0e-861c-371e4ecf4ba2', 'network_id': '4c6a423f-0493-4448-999c-84f17e899760', 'port_id': '116c6c97-9499-4c0e-861c-371e4ecf4ba2', 'mac_address': 'fa:16:3e:8c:27:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084dc942-2fdd-4c42-96da-2aec36f644a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:01:01.201324 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5b1f2b-2004-4cf4-93bd-f498b62488fe {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:01:01.249878 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] Publish callbacks [] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:01.290749 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 116c6c97-9499-4c0e-861c-371e4ecf4ba2 is: ACTIVE; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:01.291068 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:01.293840 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 3 to provision port 328ce2f8-022c-446e-b388-06295b8c63e7 Sep 16 13:01:01.310978 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] Transition to ACTIVE for port object 3a5b1f2b-2004-4cf4-93bd-f498b62488fe will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:01:01.326535 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (4e3ff5dd-c905-4d58-b962-343ffd37cdb6), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:01.406884 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port 328ce2f8-022c-446e-b388-06295b8c63e7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:01.424924 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 116c6c97-9499-4c0e-861c-371e4ecf4ba2 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:01:01.432951 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ec0261-1181-470b-971b-163682a9e81d {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:01:01.443874 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] Publish callbacks [] for port (96ec0261-1181-470b-971b-163682a9e81d), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:01.454652 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:01.455598 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (62dbe1ae-a63f-40d9-b089-d8e7f6ba2713), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:01.464370 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] Transition to ACTIVE for port object 96ec0261-1181-470b-971b-163682a9e81d will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:01:01.507220 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 116c6c97-9499-4c0e-861c-371e4ecf4ba2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=116c6c97-9499-4c0e-861c-371e4ecf4ba2,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:01.510367 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-96076ad8-604c-42e7-a015-5ffcec99cbf9 req-8f3c3263-ea4e-4a94-8118-e27a8c6279f6 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6267977 Sep 16 13:01:01.524979 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:01.535123 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] Publish callbacks [] for port (dd7a862c-4c86-4fbd-80a6-c29ce89a206e), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:01.544687 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (96ec0261-1181-470b-971b-163682a9e81d), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:01.567297 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc794b1-563e-49d1-92d9-86cea9a9bf75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62dbe1ae-a63f-40d9-b089-d8e7f6ba2713'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:01:01.569884 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fe3458-7052-43ec-a728-b62e19a7b4e6" -d '{"events": [{"server_uuid": "cbc794b1-563e-49d1-92d9-86cea9a9bf75", "name": "network-vif-plugged", "status": "completed", "tag": "62dbe1ae-a63f-40d9-b089-d8e7f6ba2713"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:01:01.603007 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=62dbe1ae-a63f-40d9-b089-d8e7f6ba2713,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:01.619453 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (dd7a862c-4c86-4fbd-80a6-c29ce89a206e), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:01.653767 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=116c6c97-9499-4c0e-861c-371e4ecf4ba2,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:01.662296 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['116c6c97-9499-4c0e-861c-371e4ecf4ba2'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:01:01.672406 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (62dbe1ae-a63f-40d9-b089-d8e7f6ba2713), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:01.677880 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:01.774802 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:01.779036 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] Pushing event updated for resources: {'Port': ['ID=96ec0261-1181-470b-971b-163682a9e81d,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:01.782152 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:01.784601 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:01.818777 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05e4b4-fc53-4978-a11b-806197b68d65 req-aa5895f0-30c4-4dc6-9402-7ba4e76b725f tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:01.825951 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b05e4b4-fc53-4978-a11b-806197b68d65 req-aa5895f0-30c4-4dc6-9402-7ba4e76b725f tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 944 time: 0.3138154 Sep 16 13:01:01.829201 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] Pushing event updated for resources: {'Port': ['ID=dd7a862c-4c86-4fbd-80a6-c29ce89a206e,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:01.912779 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 4 to provision port 328ce2f8-022c-446e-b388-06295b8c63e7 Sep 16 13:01:01.943511 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:01.952352 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] Attempting to bind port dd7a862c-4c86-4fbd-80a6-c29ce89a206e on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:01.952745 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] Attempting to bind port dd7a862c-4c86-4fbd-80a6-c29ce89a206e by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:01.953084 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] Attempting to bind port dd7a862c-4c86-4fbd-80a6-c29ce89a206e on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:02.037694 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (4e3ff5dd-c905-4d58-b962-343ffd37cdb6), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:02.071093 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fec75-e370-41c8-9cfe-55307ddb61b6 req-c0474418-e497-49a0-9a1f-ef2ce0debfca tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:02.086980 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fec75-e370-41c8-9cfe-55307ddb61b6 req-c0474418-e497-49a0-9a1f-ef2ce0debfca tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:02.087738 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-902bf481-81f0-44e9-b37d-206cd293c887 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (05601a89-5147-40ae-8aa3-28e566de452a), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:02.102584 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fec75-e370-41c8-9cfe-55307ddb61b6 req-c0474418-e497-49a0-9a1f-ef2ce0debfca tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:02.105453 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:02.108230 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:02.114297 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fec75-e370-41c8-9cfe-55307ddb61b6 req-c0474418-e497-49a0-9a1f-ef2ce0debfca tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:02.114717 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3ff5dd-c905-4d58-b962-343ffd37cdb6,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:02.126545 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fec75-e370-41c8-9cfe-55307ddb61b6 req-c0474418-e497-49a0-9a1f-ef2ce0debfca tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:02.138561 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fec75-e370-41c8-9cfe-55307ddb61b6 req-c0474418-e497-49a0-9a1f-ef2ce0debfca tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:02.140539 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ce2fec75-e370-41c8-9cfe-55307ddb61b6 req-c0474418-e497-49a0-9a1f-ef2ce0debfca tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 4604 time: 0.3642998 Sep 16 13:01:02.148581 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-902bf481-81f0-44e9-b37d-206cd293c887 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for 05601a89-5147-40ae-8aa3-28e566de452a owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:01:02.150313 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=62dbe1ae-a63f-40d9-b089-d8e7f6ba2713,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:02.156921 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:02.162757 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/4e3ff5dd-c905-4d58-b962-343ffd37cdb6 HTTP/1.1" status: 204 len: 168 time: 1.5107539 Sep 16 13:01:02.169700 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:02.170383 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:02.170502 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port 328ce2f8-022c-446e-b388-06295b8c63e7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:02.171078 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:02.171197 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1b35e8-a8f2-4167-a9d3-79f37af96ee8 None None] Network df6e1a3f-7b76-4bfe-afe5-3f573debc68f requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:01:02.172306 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:02.173049 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:02.174494 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:02.175051 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:02.176314 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:02.177069 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:02.177785 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:02.178763 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:02.179841 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:02.180430 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:02.181039 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:02.181641 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92d69b-0f10-4b3a-803e-7f64ccca5b3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:02.186403 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 35990) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:02.216411 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:02.216872 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:02.217350 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:02.217790 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:02.218360 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] Bound port: dd7a862c-4c86-4fbd-80a6-c29ce89a206e, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:02.218877 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (dd7a862c-4c86-4fbd-80a6-c29ce89a206e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:02.300254 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b05e4b4-fc53-4978-a11b-806197b68d65 req-78ec2f68-5bef-4dff-9796-6aa17711e0fe tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4493623 Sep 16 13:01:02.314900 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 0a777494-e3d6-4388-900b-c881a6f6640b no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:01:02.327934 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-f029948d-2167-4a44-955e-550ec8716bad tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Made reservation on behalf of 337bc9a50c6846ada58b194c94d0f193 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:01:02.333653 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-f029948d-2167-4a44-955e-550ec8716bad tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:02.368242 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778765a-9a0d-4488-8407-7149fabff68c req-ba3f1d98-511b-4761-bd39-62e77d2f3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:02.370060 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778765a-9a0d-4488-8407-7149fabff68c req-ba3f1d98-511b-4761-bd39-62e77d2f3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:02.370427 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778765a-9a0d-4488-8407-7149fabff68c req-ba3f1d98-511b-4761-bd39-62e77d2f3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:02.372649 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c778765a-9a0d-4488-8407-7149fabff68c req-ba3f1d98-511b-4761-bd39-62e77d2f3ece service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=bdbc66ae4c664cd18af4bad57bbf12c4&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.4542010 Sep 16 13:01:02.413275 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 0a777494-e3d6-4388-900b-c881a6f6640b {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:01:02.413622 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 0a777494-e3d6-4388-900b-c881a6f6640b not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:01:02.414039 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 88efc7cc-69c5-4383-85e6-56ea95acc476 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:01:02.489577 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee53bb62-c45a-4b4e-a577-821251e75d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (df6e1a3f-7b76-4bfe-afe5-3f573debc68f), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:02.495404 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 88efc7cc-69c5-4383-85e6-56ea95acc476 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:01:02.495984 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 88efc7cc-69c5-4383-85e6-56ea95acc476 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:01:02.512952 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6dd500e8-7ef2-4349-a3f0-30ce121e3bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:02.559691 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] For port dd7a862c-4c86-4fbd-80a6-c29ce89a206e, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:02.567096 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 116c6c97-9499-4c0e-861c-371e4ecf4ba2 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:01:02.601645 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:02.636662 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] For port dd7a862c-4c86-4fbd-80a6-c29ce89a206e, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=dd7a862c-4c86-4fbd-80a6-c29ce89a206e,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:02.647655 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926ccbc8-a1d1-4726-ae30-a1452f638f48 None None] DHCP port deletion for df6e1a3f-7b76-4bfe-afe5-3f573debc68f request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:01:02.672262 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (dd7a862c-4c86-4fbd-80a6-c29ce89a206e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:02.684028 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 5 to provision port 328ce2f8-022c-446e-b388-06295b8c63e7 Sep 16 13:01:02.714412 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-ee53bb62-c45a-4b4e-a577-821251e75d1f admin admin] Deleting port 3a717c56-0229-4d05-b0e8-ccd53054c0eb {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:01:02.719646 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee53bb62-c45a-4b4e-a577-821251e75d1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (3a717c56-0229-4d05-b0e8-ccd53054c0eb), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:02.779747 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ce2fec75-e370-41c8-9cfe-55307ddb61b6 req-69111615-dfc0-4465-8985-eea5187e5659 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4872994 Sep 16 13:01:02.810906 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:02.842762 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-63f3950d-05af-4464-b9b8-fc065c81e855 req-78f2f327-1c37-4c40-8286-a12ba6dfe1c9 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 210 time: 0.3730934 Sep 16 13:01:02.944079 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 116c6c97-9499-4c0e-861c-371e4ecf4ba2 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:02.944337 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:02.945149 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 116c6c97-9499-4c0e-861c-371e4ecf4ba2 Sep 16 13:01:03.042170 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-926ccbc8-a1d1-4726-ae30-a1452f638f48 None None] Deleting port 3a717c56-0229-4d05-b0e8-ccd53054c0eb {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:01:03.043091 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-926ccbc8-a1d1-4726-ae30-a1452f638f48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (3a717c56-0229-4d05-b0e8-ccd53054c0eb), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:03.064171 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port 328ce2f8-022c-446e-b388-06295b8c63e7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:03.091576 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-ee53bb62-c45a-4b4e-a577-821251e75d1f admin admin] For port 3a717c56-0229-4d05-b0e8-ccd53054c0eb, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3a717c56-0229-4d05-b0e8-ccd53054c0eb,segment=NetworkSegment(0a160f10-3603-4dd0-b214-363268dd94da),segment_id=0a160f10-3603-4dd0-b214-363268dd94da)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:03.092180 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee53bb62-c45a-4b4e-a577-821251e75d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (3a717c56-0229-4d05-b0e8-ccd53054c0eb), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:03.130057 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-ee53bb62-c45a-4b4e-a577-821251e75d1f admin admin] Calling delete_port for 3a717c56-0229-4d05-b0e8-ccd53054c0eb owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:01:03.133787 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-902bf481-81f0-44e9-b37d-206cd293c887 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (05601a89-5147-40ae-8aa3-28e566de452a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:03.177381 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:03.182731 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bf481-81f0-44e9-b37d-206cd293c887 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=05601a89-5147-40ae-8aa3-28e566de452a,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:03.238262 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3a510-97b3-42d5-bd11-909632981b58 None None] Pushing event updated for resources: {'Port': ['ID=dd7a862c-4c86-4fbd-80a6-c29ce89a206e,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:03.283790 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c3f0b-2fc4-4dc3-8afc-be7e8b8a0229 req-8ec79fad-7ac1-41c3-bd23-ebd41e5ac170 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:03.297937 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e74c3f0b-2fc4-4dc3-8afc-be7e8b8a0229 req-8ec79fad-7ac1-41c3-bd23-ebd41e5ac170 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 949 time: 0.2122540 Sep 16 13:01:03.377847 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-926ccbc8-a1d1-4726-ae30-a1452f638f48 None None] For port 3a717c56-0229-4d05-b0e8-ccd53054c0eb, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=3a717c56-0229-4d05-b0e8-ccd53054c0eb,segment=NetworkSegment(0a160f10-3603-4dd0-b214-363268dd94da),segment_id=0a160f10-3603-4dd0-b214-363268dd94da)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:03.378360 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-926ccbc8-a1d1-4726-ae30-a1452f638f48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (3a717c56-0229-4d05-b0e8-ccd53054c0eb), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:03.389080 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=56,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:03.398342 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 116c6c97-9499-4c0e-861c-371e4ecf4ba2 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:03.398801 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:03.400148 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] Attempting to bind port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:03.400874 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] Attempting to bind port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '100fdcc4-5ec1-4699-93d1-07b5aef19ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:03.402954 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] Attempting to bind port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe on network 9c660356-b242-47cf-8b53-5c05af82a4ce {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:03.407806 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-902bf481-81f0-44e9-b37d-206cd293c887 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:03.412445 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-902bf481-81f0-44e9-b37d-206cd293c887 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/05601a89-5147-40ae-8aa3-28e566de452a HTTP/1.1" status: 204 len: 168 time: 2.5909138 Sep 16 13:01:03.419926 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-926ccbc8-a1d1-4726-ae30-a1452f638f48 None None] Calling delete_port for 3a717c56-0229-4d05-b0e8-ccd53054c0eb owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:01:03.420160 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 36006) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:03.455961 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 116c6c97-9499-4c0e-861c-371e4ecf4ba2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=116c6c97-9499-4c0e-861c-371e4ecf4ba2,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:03.503718 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778765a-9a0d-4488-8407-7149fabff68c req-6f225113-2d41-48ad-9392-c6510d367222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:03.505767 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c778765a-9a0d-4488-8407-7149fabff68c req-6f225113-2d41-48ad-9392-c6510d367222 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0918977 Sep 16 13:01:03.552816 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee53bb62-c45a-4b4e-a577-821251e75d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (3a717c56-0229-4d05-b0e8-ccd53054c0eb), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:03.569268 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e74c3f0b-2fc4-4dc3-8afc-be7e8b8a0229 req-7ca862ba-dcce-498d-85d7-1856542c7549 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699718 Sep 16 13:01:03.650196 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53bb62-c45a-4b4e-a577-821251e75d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=3a717c56-0229-4d05-b0e8-ccd53054c0eb,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:03.671908 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee53bb62-c45a-4b4e-a577-821251e75d1f admin admin] No DVR routers for this DVR port 3a717c56-0229-4d05-b0e8-ccd53054c0eb on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:01:03.706218 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 6 to provision port 328ce2f8-022c-446e-b388-06295b8c63e7 Sep 16 13:01:03.711708 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068eef38-54fd-4085-9a28-8873bf23a884 x-openstack-request-id: req-068eef38-54fd-4085-9a28-8873bf23a884 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:01:03.712246 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc794b1-563e-49d1-92d9-86cea9a9bf75", "name": "network-vif-plugged", "status": "completed", "tag": "62dbe1ae-a63f-40d9-b089-d8e7f6ba2713", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:01:03.712394 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-068eef38-54fd-4085-9a28-8873bf23a884 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:01:03.712848 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-068eef38-54fd-4085-9a28-8873bf23a884'] response: {'server_uuid': 'cbc794b1-563e-49d1-92d9-86cea9a9bf75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62dbe1ae-a63f-40d9-b089-d8e7f6ba2713', 'code': 200} Sep 16 13:01:03.716156 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:03.755780 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] Attempting to bind port 96ec0261-1181-470b-971b-163682a9e81d on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:03.756923 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] Attempting to bind port 96ec0261-1181-470b-971b-163682a9e81d by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '9811a55a-b03a-4906-9532-43d31450b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:03.757475 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] Attempting to bind port 96ec0261-1181-470b-971b-163682a9e81d on network cbc422c8-d561-47f7-afec-ef049a9a76c5 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:03.760598 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8646e-b168-418f-ae2a-db253d7820cf req-150d4366-14e0-4e2a-93a1-d4d9d6bb4b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:03.763022 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f8e8646e-b168-418f-ae2a-db253d7820cf req-150d4366-14e0-4e2a-93a1-d4d9d6bb4b8a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 1131 time: 0.0694208 Sep 16 13:01:03.797856 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:03.837275 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:03.937861 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=116c6c97-9499-4c0e-861c-371e4ecf4ba2,revision_number=7']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:03.970785 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee53bb62-c45a-4b4e-a577-821251e75d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (df6e1a3f-7b76-4bfe-afe5-3f573debc68f), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:03.986326 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:04.013081 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-ee53bb62-c45a-4b4e-a577-821251e75d1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6e1a3f-7b76-4bfe-afe5-3f573debc68f']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:04.027617 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port 328ce2f8-022c-446e-b388-06295b8c63e7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:04.035719 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-ee53bb62-c45a-4b4e-a577-821251e75d1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a160f10-3603-4dd0-b214-363268dd94da') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:04.036048 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-ee53bb62-c45a-4b4e-a577-821251e75d1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a160f10-3603-4dd0-b214-363268dd94da') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:04.036692 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 36014) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:04.041134 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] Port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe on network 9c660356-b242-47cf-8b53-5c05af82a4ce not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:01:04.041696 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] Attempting to bind port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe on network 9c660356-b242-47cf-8b53-5c05af82a4ce {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:04.045030 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-926ccbc8-a1d1-4726-ae30-a1452f638f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (3a717c56-0229-4d05-b0e8-ccd53054c0eb), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:04.065670 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee53bb62-c45a-4b4e-a577-821251e75d1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (0a160f10-3603-4dd0-b214-363268dd94da), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:04.084576 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ccbc8-a1d1-4726-ae30-a1452f638f48 None None] Pushing event deleted for resources: {'Port': ['ID=3a717c56-0229-4d05-b0e8-ccd53054c0eb,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:04.087688 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ccbc8-a1d1-4726-ae30-a1452f638f48 None None] No DVR routers for this DVR port 3a717c56-0229-4d05-b0e8-ccd53054c0eb on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:01:04.098283 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee53bb62-c45a-4b4e-a577-821251e75d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (0a160f10-3603-4dd0-b214-363268dd94da), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:04.118969 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee53bb62-c45a-4b4e-a577-821251e75d1f admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:01:04.119377 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee53bb62-c45a-4b4e-a577-821251e75d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (0a160f10-3603-4dd0-b214-363268dd94da), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:04.169041 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 0a160f10-3603-4dd0-b214-363268dd94da resource provider aggregate not found Sep 16 13:01:04.195651 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-f029948d-2167-4a44-955e-550ec8716bad tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Allocated IP 172.20.0.7 (9af47dcf-ef82-4350-bfb1-14c70158aca5/3d21eb8b-32f8-4b19-96f6-c4c4e33061d9/3af800e8-0d1f-497b-bca5-8901587cb91c) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:04.207545 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09557e3d-2028-46ea-b9bb-3affbb150b7c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:04.209657 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09557e3d-2028-46ea-b9bb-3affbb150b7c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:04.216574 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-09557e3d-2028-46ea-b9bb-3affbb150b7c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7585540 Sep 16 13:01:04.221643 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 36022) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:04.242240 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433f3c8-9cd3-4fd9-a5ba-940ac921b49c req-6a7bbdb0-f2e8-4a9c-8779-09e7dd111992 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:04.243829 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1433f3c8-9cd3-4fd9-a5ba-940ac921b49c req-6a7bbdb0-f2e8-4a9c-8779-09e7dd111992 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 944 time: 0.4606850 Sep 16 13:01:04.250502 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 0a160f10-3603-4dd0-b214-363268dd94da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a160f10-3603-4dd0-b214-363268dd94da found for delete ", "request_id": "req-d66c9074-bb05-4043-b626-33b1c0a6ed2d"}]} Sep 16 13:01:04.267550 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af14554-7cbb-407d-934b-05cf36bf899b req-356fca2d-adbf-4c3f-b39a-aaa661f9df8d tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:04.269139 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2af14554-7cbb-407d-934b-05cf36bf899b req-356fca2d-adbf-4c3f-b39a-aaa661f9df8d tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 0.5024548 Sep 16 13:01:04.271411 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f8e8646e-b168-418f-ae2a-db253d7820cf req-dc7528ec-aaa4-4ffb-b8e1-47081cc13b91 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640863 Sep 16 13:01:04.281785 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee53bb62-c45a-4b4e-a577-821251e75d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (df6e1a3f-7b76-4bfe-afe5-3f573debc68f), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:04.287993 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee53bb62-c45a-4b4e-a577-821251e75d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:04.305646 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ee53bb62-c45a-4b4e-a577-821251e75d1f admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/df6e1a3f-7b76-4bfe-afe5-3f573debc68f HTTP/1.1" status: 204 len: 168 time: 2.1010172 Sep 16 13:01:04.317800 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53bb62-c45a-4b4e-a577-821251e75d1f admin admin] Pushing event deleted for resources: {'Network': ['ID=df6e1a3f-7b76-4bfe-afe5-3f573debc68f,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:04.394446 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:04.394995 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] Checking segment: {'id': '100fdcc4-5ec1-4699-93d1-07b5aef19ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:04.395680 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] Bound using segment: {'id': '100fdcc4-5ec1-4699-93d1-07b5aef19ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:04.396334 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] Bound port: 3a5b1f2b-2004-4cf4-93bd-f498b62488fe, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '100fdcc4-5ec1-4699-93d1-07b5aef19ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:04.396985 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:04.482466 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] Port 96ec0261-1181-470b-971b-163682a9e81d on network cbc422c8-d561-47f7-afec-ef049a9a76c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:01:04.482796 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] Attempting to bind port 96ec0261-1181-470b-971b-163682a9e81d on network cbc422c8-d561-47f7-afec-ef049a9a76c5 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:04.531615 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 7 to provision port 328ce2f8-022c-446e-b388-06295b8c63e7 Sep 16 13:01:04.532243 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-87414de1-1728-45f2-a7bb-a3827d78a34c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:04.549928 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:04.563127 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1433f3c8-9cd3-4fd9-a5ba-940ac921b49c req-2e5e5729-ee20-4216-8b0b-b492edc95896 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906272 Sep 16 13:01:04.592366 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36026) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:04.597770 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device dd7a862c-4c86-4fbd-80a6-c29ce89a206e up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:01:04.662387 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:04.673477 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1877d973-59d4-4dc9-a5b3-36588fb3c56d admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=76c78ef5e90d4b799519b8b2d1d48060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0796480 Sep 16 13:01:04.677177 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36030) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:04.716875 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:04.719902 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port 328ce2f8-022c-446e-b388-06295b8c63e7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:04.722313 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-69893865-659e-418b-9920-c7a1d370c1c5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet 246f5f58-c641-4c3f-8431-9530e23f3f07 {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:01:04.726943 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3e69391d-a6da-4a9f-bd23-2c05e2290a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:04.729804 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port dd7a862c-4c86-4fbd-80a6-c29ce89a206e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:04.730268 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (dd7a862c-4c86-4fbd-80a6-c29ce89a206e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:04.730670 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port dd7a862c-4c86-4fbd-80a6-c29ce89a206e Sep 16 13:01:04.759979 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-69893865-659e-418b-9920-c7a1d370c1c5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (246f5f58-c641-4c3f-8431-9530e23f3f07), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:04.797624 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-423da78a-e1f9-4382-bba4-858c170361b9 admin admin] Publish callbacks [] for security_group (18660302-b121-4a3c-9c72-230f3ec3fb3d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:04.831908 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-423da78a-e1f9-4382-bba4-858c170361b9 admin admin] Publish callbacks [] for security_group (18660302-b121-4a3c-9c72-230f3ec3fb3d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:04.885031 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port dd7a862c-4c86-4fbd-80a6-c29ce89a206e is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:04.885444 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (dd7a862c-4c86-4fbd-80a6-c29ce89a206e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:04.941762 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-423da78a-e1f9-4382-bba4-858c170361b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (18660302-b121-4a3c-9c72-230f3ec3fb3d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:04.947834 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-423da78a-e1f9-4382-bba4-858c170361b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:04.947970 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port dd7a862c-4c86-4fbd-80a6-c29ce89a206e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=dd7a862c-4c86-4fbd-80a6-c29ce89a206e,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:04.952274 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-423da78a-e1f9-4382-bba4-858c170361b9 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/18660302-b121-4a3c-9c72-230f3ec3fb3d HTTP/1.1" status: 204 len: 168 time: 0.2711487 Sep 16 13:01:04.954218 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (dd7a862c-4c86-4fbd-80a6-c29ce89a206e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:04.970467 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423da78a-e1f9-4382-bba4-858c170361b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18660302-b121-4a3c-9c72-230f3ec3fb3d,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:05.037768 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429b347-c5fc-43e3-aa4b-d903423858b9 req-0acf75e1-0ff2-4a66-bc68-0c6c66998874 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:05.047112 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429b347-c5fc-43e3-aa4b-d903423858b9 req-0acf75e1-0ff2-4a66-bc68-0c6c66998874 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:05.054062 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429b347-c5fc-43e3-aa4b-d903423858b9 req-0acf75e1-0ff2-4a66-bc68-0c6c66998874 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:05.065112 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429b347-c5fc-43e3-aa4b-d903423858b9 req-0acf75e1-0ff2-4a66-bc68-0c6c66998874 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:05.070735 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3a717c56-0229-4d05-b0e8-ccd53054c0eb no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:01:05.071805 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429b347-c5fc-43e3-aa4b-d903423858b9 req-0acf75e1-0ff2-4a66-bc68-0c6c66998874 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:05.078286 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429b347-c5fc-43e3-aa4b-d903423858b9 req-0acf75e1-0ff2-4a66-bc68-0c6c66998874 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:05.087256 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d429b347-c5fc-43e3-aa4b-d903423858b9 req-0acf75e1-0ff2-4a66-bc68-0c6c66998874 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 4604 time: 0.3791568 Sep 16 13:01:05.129745 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 3a717c56-0229-4d05-b0e8-ccd53054c0eb {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:01:05.129963 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] For port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:05.130222 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 3a717c56-0229-4d05-b0e8-ccd53054c0eb not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:01:05.133790 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=dd7a862c-4c86-4fbd-80a6-c29ce89a206e,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:05.142616 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] For port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:05.151466 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2af14554-7cbb-407d-934b-05cf36bf899b req-9bb6503e-5379-4d4b-a4c5-0930a0607ebc tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8065941 Sep 16 13:01:05.182623 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:05.183008 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] Checking segment: {'id': '9811a55a-b03a-4906-9532-43d31450b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:05.183406 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] Bound using segment: {'id': '9811a55a-b03a-4906-9532-43d31450b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:05.183855 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] Bound port: 96ec0261-1181-470b-971b-163682a9e81d, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9811a55a-b03a-4906-9532-43d31450b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:05.184923 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (96ec0261-1181-470b-971b-163682a9e81d), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:05.204008 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:05.221484 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 8 to provision port 328ce2f8-022c-446e-b388-06295b8c63e7 Sep 16 13:01:05.300220 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port 328ce2f8-022c-446e-b388-06295b8c63e7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:05.327963 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:05.329856 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:05.331548 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/3a5b1f2b-2004-4cf4-93bd-f498b62488fe HTTP/1.1" status: 200 len: 1092 time: 7.1584980 Sep 16 13:01:05.338803 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b692c-76c9-42d6-a008-a5c21d0a7937 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:05.342358 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66413dbd-455f-45f6-b057-39a11a9f2d44', 'tag': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:01:05.346006 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca00ac9-6b1a-47e8-944f-264887d0ae79" -d '{"events": [{"name": "network-changed", "server_uuid": "66413dbd-455f-45f6-b057-39a11a9f2d44", "tag": "3a5b1f2b-2004-4cf4-93bd-f498b62488fe"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:01:05.389578 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-edb124ac-45c2-43a0-a14a-7f3f59e5ba8b req-7d4d62b6-8b1f-4b32-b738-72fd1549c32e tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 210 time: 0.0380821 Sep 16 13:01:05.392109 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-69893865-659e-418b-9920-c7a1d370c1c5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (246f5f58-c641-4c3f-8431-9530e23f3f07), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:05.486373 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d429b347-c5fc-43e3-aa4b-d903423858b9 req-cf1a43a9-bf70-469e-9cd0-5982c8f1649e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3981359 Sep 16 13:01:05.714178 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464c1886-1201-4b29-b61a-727d5c9e22b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116c6c97-9499-4c0e-861c-371e4ecf4ba2'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:01:05.718006 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04dc5df-1b6f-440f-a51e-1e6e69d98154" -d '{"events": [{"server_uuid": "464c1886-1201-4b29-b61a-727d5c9e22b6", "name": "network-vif-plugged", "status": "completed", "tag": "116c6c97-9499-4c0e-861c-371e4ecf4ba2"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:01:05.797872 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 9 to provision port 328ce2f8-022c-446e-b388-06295b8c63e7 Sep 16 13:01:05.859143 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port 328ce2f8-022c-446e-b388-06295b8c63e7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:05.931872 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-b429d23f-369a-4f7b-bf66-66444ff31701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:05.933398 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-b429d23f-369a-4f7b-bf66-66444ff31701 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e3f3ad027f264333a95500ef691b7815&device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 1126 time: 0.4966109 Sep 16 13:01:05.944170 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175883e2-5944-41db-9fef-1aa7a1ec4176 x-openstack-request-id: req-175883e2-5944-41db-9fef-1aa7a1ec4176 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:01:05.944427 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66413dbd-455f-45f6-b057-39a11a9f2d44", "tag": "3a5b1f2b-2004-4cf4-93bd-f498b62488fe", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:01:05.944673 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-175883e2-5944-41db-9fef-1aa7a1ec4176 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:01:05.945077 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-175883e2-5944-41db-9fef-1aa7a1ec4176'] response: {'name': 'network-changed', 'server_uuid': '66413dbd-455f-45f6-b057-39a11a9f2d44', 'tag': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe', 'status': 'completed', 'code': 200} Sep 16 13:01:06.037398 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:06.069051 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-d423b349-2417-4db1-a442-2ce8f1a6abf2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe HTTP/1.1" status: 200 len: 217 time: 0.0618997 Sep 16 13:01:06.125859 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7bf09-68a9-46e9-9961-8e5499f1adc6 req-757203e0-4bc1-4a39-8d06-ac06dc537add tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:06.126636 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5bc7bf09-68a9-46e9-9961-8e5499f1adc6 req-757203e0-4bc1-4a39-8d06-ac06dc537add tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 944 time: 0.1866744 Sep 16 13:01:06.190263 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:06.192983 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-21b79f20-df80-48a5-8dd2-7192999da6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:06.194923 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-21b79f20-df80-48a5-8dd2-7192999da6b6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d4ae86a7-4106-447a-a8be-db073682c5f0 HTTP/1.1" status: 200 len: 856 time: 0.0561132 Sep 16 13:01:06.296853 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-f029948d-2167-4a44-955e-550ec8716bad tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks [] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:06.323472 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf4c73-4550-475f-95b9-942a5a12b98b req-5052f90b-db8d-433b-a65b-11b18d25dd29 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:06.330619 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-64bf4c73-4550-475f-95b9-942a5a12b98b req-5052f90b-db8d-433b-a65b-11b18d25dd29 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 949 time: 0.3915544 Sep 16 13:01:06.360955 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 10 to provision port 328ce2f8-022c-446e-b388-06295b8c63e7 Sep 16 13:01:06.424604 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device dd7a862c-4c86-4fbd-80a6-c29ce89a206e up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:01:06.428890 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:06.430886 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port 328ce2f8-022c-446e-b388-06295b8c63e7 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:06.451877 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5bc7bf09-68a9-46e9-9961-8e5499f1adc6 req-25a44b8f-ef62-4c85-ac9d-e220df7ddf08 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475195 Sep 16 13:01:06.455315 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] For port 96ec0261-1181-470b-971b-163682a9e81d, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:06.463120 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Could not find standard attr ID for object b84bb4cb-5286-43f9-94bd-98b54c695b49. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:01:06.484586 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Provisioning complete for port c7eb5869-5d95-47b8-9539-2bec50eb4428 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:06.484945 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c7eb5869-5d95-47b8-9539-2bec50eb4428), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:06.485530 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 1 to provision port c7eb5869-5d95-47b8-9539-2bec50eb4428 Sep 16 13:01:06.507536 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-87414de1-1728-45f2-a7bb-a3827d78a34c admin admin] Publish callbacks [] for security_group (237cf181-cfe6-47f0-8ed6-1fc043b6a467), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:06.537958 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port dd7a862c-4c86-4fbd-80a6-c29ce89a206e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:06.538325 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (dd7a862c-4c86-4fbd-80a6-c29ce89a206e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:06.539560 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port dd7a862c-4c86-4fbd-80a6-c29ce89a206e Sep 16 13:01:06.546427 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-87414de1-1728-45f2-a7bb-a3827d78a34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (237cf181-cfe6-47f0-8ed6-1fc043b6a467), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:06.553763 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] For port 96ec0261-1181-470b-971b-163682a9e81d, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=96ec0261-1181-470b-971b-163682a9e81d,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:06.578550 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57806aba-e0d6-4d2d-b1ed-ce29267a05e4 x-openstack-request-id: req-57806aba-e0d6-4d2d-b1ed-ce29267a05e4 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:01:06.578835 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464c1886-1201-4b29-b61a-727d5c9e22b6", "name": "network-vif-plugged", "status": "completed", "tag": "116c6c97-9499-4c0e-861c-371e4ecf4ba2", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:01:06.579278 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-57806aba-e0d6-4d2d-b1ed-ce29267a05e4 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:01:06.579856 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57806aba-e0d6-4d2d-b1ed-ce29267a05e4'] response: {'server_uuid': '464c1886-1201-4b29-b61a-727d5c9e22b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116c6c97-9499-4c0e-861c-371e4ecf4ba2', 'code': 200} Sep 16 13:01:06.584635 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port c7eb5869-5d95-47b8-9539-2bec50eb4428 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:06.612847 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87414de1-1728-45f2-a7bb-a3827d78a34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237cf181-cfe6-47f0-8ed6-1fc043b6a467,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:06.617766 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-fc1a4041-b80a-41b5-9bec-768192241374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:06.619455 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-fc1a4041-b80a-41b5-9bec-768192241374 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9c660356-b242-47cf-8b53-5c05af82a4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3793440 Sep 16 13:01:06.622631 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-69893865-659e-418b-9920-c7a1d370c1c5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (246f5f58-c641-4c3f-8431-9530e23f3f07), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:06.634918 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (96ec0261-1181-470b-971b-163682a9e81d), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:06.638523 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port dd7a862c-4c86-4fbd-80a6-c29ce89a206e is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:06.667851 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:06.669175 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:06.670906 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/96ec0261-1181-470b-971b-163682a9e81d HTTP/1.1" status: 200 len: 1135 time: 7.9591804 Sep 16 13:01:06.719330 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-64bf4c73-4550-475f-95b9-942a5a12b98b req-359d5790-1bda-456d-9548-855ead09fde1 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876691 Sep 16 13:01:06.772230 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] Request body: {'port': {'device_id': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:06.808617 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36066) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:06.809438 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-87414de1-1728-45f2-a7bb-a3827d78a34c admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=960c67c9515142efbeaf4171992ad7de&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6829720 Sep 16 13:01:06.864566 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-f029948d-2167-4a44-955e-550ec8716bad tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:06.876854 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5649e9aa-293b-4970-ae7d-17e86ecee9c2 admin admin] Publish callbacks [] for security_group (237cf181-cfe6-47f0-8ed6-1fc043b6a467), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:06.901756 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5649e9aa-293b-4970-ae7d-17e86ecee9c2 admin admin] Publish callbacks [] for security_group (237cf181-cfe6-47f0-8ed6-1fc043b6a467), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:06.962343 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae61f27-7a02-46a3-84b3-691ce743929d req-03aa2972-8bf4-444b-97a1-6b1719b38cf8 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:06.966288 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5649e9aa-293b-4970-ae7d-17e86ecee9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (237cf181-cfe6-47f0-8ed6-1fc043b6a467), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:06.968759 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5649e9aa-293b-4970-ae7d-17e86ecee9c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:06.969975 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dae61f27-7a02-46a3-84b3-691ce743929d req-03aa2972-8bf4-444b-97a1-6b1719b38cf8 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 0.3317330 Sep 16 13:01:06.970955 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5649e9aa-293b-4970-ae7d-17e86ecee9c2 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/237cf181-cfe6-47f0-8ed6-1fc043b6a467 HTTP/1.1" status: 204 len: 168 time: 0.1599371 Sep 16 13:01:06.982770 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649e9aa-293b-4970-ae7d-17e86ecee9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237cf181-cfe6-47f0-8ed6-1fc043b6a467,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:07.043214 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4acee-4125-4fe4-9e8e-aae3c14b5974 service neutron] Pushing event updated for resources: {'Port': ['ID=96ec0261-1181-470b-971b-163682a9e81d,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:07.056803 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-f029948d-2167-4a44-955e-550ec8716bad tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Network 9af47dcf-ef82-4350-bfb1-14c70158aca5 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:07.068028 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa2ff5-f80a-492c-a514-c7a3ac13f9d7 req-d52c9d6d-e778-47d8-81d1-165eaed088cc tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:07.070085 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e4fa2ff5-f80a-492c-a514-c7a3ac13f9d7 req-d52c9d6d-e778-47d8-81d1-165eaed088cc tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 931 time: 0.2539973 Sep 16 13:01:07.086025 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 2 to provision port c7eb5869-5d95-47b8-9539-2bec50eb4428 Sep 16 13:01:07.095184 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-69893865-659e-418b-9920-c7a1d370c1c5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (246f5f58-c641-4c3f-8431-9530e23f3f07), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:07.109821 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-f029948d-2167-4a44-955e-550ec8716bad tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:07.150282 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:07.181747 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-f029948d-2167-4a44-955e-550ec8716bad tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:07.203044 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port c7eb5869-5d95-47b8-9539-2bec50eb4428 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:07.211774 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:07.289558 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:07.328347 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69893865-659e-418b-9920-c7a1d370c1c5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=246f5f58-c641-4c3f-8431-9530e23f3f07,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:07.333306 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-69893865-659e-418b-9920-c7a1d370c1c5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:07.336999 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-69893865-659e-418b-9920-c7a1d370c1c5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/246f5f58-c641-4c3f-8431-9530e23f3f07 HTTP/1.1" status: 204 len: 168 time: 3.0921021 Sep 16 13:01:07.339872 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36070) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:07.356716 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0866d44-be01-4f07-b816-9ded4b3d0fe5 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:01:07.364618 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dae61f27-7a02-46a3-84b3-691ce743929d req-2c18c77d-8f6c-449b-b04f-087ad1b16c1a tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936532 Sep 16 13:01:07.401787 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-4582ab3c-b59d-40e0-9689-ddef576dd69c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7298408 Sep 16 13:01:07.424285 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9b032a10-f56e-47fc-b941-54f12778f01c), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:07.438378 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c4145e5b-ded1-4e49-aa25-1611c4dc64e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969748 Sep 16 13:01:07.439331 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36076) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:07.517437 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029948d-2167-4a44-955e-550ec8716bad tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Pushing event updated for resources: {'Port': ['ID=3af800e8-0d1f-497b-bca5-8901587cb91c,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:07.520185 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:07.543195 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30558d79-0a66-4630-91a7-fd9374f8e33b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:07.553982 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 36080) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:07.554498 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-30558d79-0a66-4630-91a7-fd9374f8e33b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1073568 Sep 16 13:01:07.686873 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d207310-0e84-4eaf-816d-e5df731eb2b8 None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:01:07.752774 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 3 to provision port c7eb5869-5d95-47b8-9539-2bec50eb4428 Sep 16 13:01:07.821162 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36084) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:07.852731 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6d207310-0e84-4eaf-816d-e5df731eb2b8 None None] Deleting port dd7a862c-4c86-4fbd-80a6-c29ce89a206e {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:01:07.853136 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6d207310-0e84-4eaf-816d-e5df731eb2b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (dd7a862c-4c86-4fbd-80a6-c29ce89a206e), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:07.854520 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-78d08fd6-0576-4e91-be38-4f423318cbae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:07.898432 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e4fa2ff5-f80a-492c-a514-c7a3ac13f9d7 req-3ed867af-b13c-4f4c-aba6-b3004f102ffb tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7888288 Sep 16 13:01:07.935762 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-f029948d-2167-4a44-955e-550ec8716bad tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:07.937837 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-f029948d-2167-4a44-955e-550ec8716bad tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:07.947634 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'tag': '96ec0261-1181-470b-971b-163682a9e81d'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:01:07.950878 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ae972b-05cb-4ee5-b634-8b9a4a0139ae" -d '{"events": [{"name": "network-changed", "server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "tag": "96ec0261-1181-470b-971b-163682a9e81d"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:01:07.992992 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:07.997661 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-6d207310-0e84-4eaf-816d-e5df731eb2b8 None None] For port dd7a862c-4c86-4fbd-80a6-c29ce89a206e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=dd7a862c-4c86-4fbd-80a6-c29ce89a206e,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:07.998315 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6d207310-0e84-4eaf-816d-e5df731eb2b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (dd7a862c-4c86-4fbd-80a6-c29ce89a206e), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:08.019655 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6d207310-0e84-4eaf-816d-e5df731eb2b8 None None] Calling delete_port for dd7a862c-4c86-4fbd-80a6-c29ce89a206e owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:01:08.058478 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:08.085243 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-78d08fd6-0576-4e91-be38-4f423318cbae admin admin] Publish callbacks [] for security_group (5b2062a4-590d-4f40-8ae7-c24fb17f77ae), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:08.091384 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-78d08fd6-0576-4e91-be38-4f423318cbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (5b2062a4-590d-4f40-8ae7-c24fb17f77ae), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:08.162340 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-78d08fd6-0576-4e91-be38-4f423318cbae admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=290346c9ea89467fba7514f6bc484af5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3173680 Sep 16 13:01:08.163180 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87afa59c-5eff-44ea-b2c1-ec840a1a0844 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:08.163180 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-87afa59c-5eff-44ea-b2c1-ec840a1a0844 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2849512 Sep 16 13:01:08.163383 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d08fd6-0576-4e91-be38-4f423318cbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2062a4-590d-4f40-8ae7-c24fb17f77ae,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:08.163383 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36094) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:08.163884 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36096) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:08.186850 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-f029948d-2167-4a44-955e-550ec8716bad tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5692689 Sep 16 13:01:08.188763 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port c7eb5869-5d95-47b8-9539-2bec50eb4428 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:08.202001 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:08.221018 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-262364e4-bf03-4f8a-99d1-5c783925f677 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532298 Sep 16 13:01:08.222024 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Request body: {'port': {'device_id': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:08.223810 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6d207310-0e84-4eaf-816d-e5df731eb2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (dd7a862c-4c86-4fbd-80a6-c29ce89a206e), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:08.231797 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36098) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:08.239280 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d207310-0e84-4eaf-816d-e5df731eb2b8 None None] No DVR routers for this DVR port dd7a862c-4c86-4fbd-80a6-c29ce89a206e on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:01:08.241118 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-86ecfa3a-01cf-4796-b7da-37eabc7501a4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:08.266841 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d207310-0e84-4eaf-816d-e5df731eb2b8 None None] Pushing event deleted for resources: {'Port': ['ID=dd7a862c-4c86-4fbd-80a6-c29ce89a206e,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:08.335559 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:08.343897 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83922f52-9171-40c1-a737-9af03ea216d4 req-9b02aee0-e20a-489d-8b62-556cac017c0a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:08.348973 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83922f52-9171-40c1-a737-9af03ea216d4 req-9b02aee0-e20a-489d-8b62-556cac017c0a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:08.353951 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83922f52-9171-40c1-a737-9af03ea216d4 req-9b02aee0-e20a-489d-8b62-556cac017c0a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:08.358980 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83922f52-9171-40c1-a737-9af03ea216d4 req-9b02aee0-e20a-489d-8b62-556cac017c0a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:08.364223 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83922f52-9171-40c1-a737-9af03ea216d4 req-9b02aee0-e20a-489d-8b62-556cac017c0a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:08.367905 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ad02768e-054c-42b8-845d-d85a58412b0f admin admin] Publish callbacks [] for security_group (5b2062a4-590d-4f40-8ae7-c24fb17f77ae), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:08.369314 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83922f52-9171-40c1-a737-9af03ea216d4 req-9b02aee0-e20a-489d-8b62-556cac017c0a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:08.373475 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-83922f52-9171-40c1-a737-9af03ea216d4 req-9b02aee0-e20a-489d-8b62-556cac017c0a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 4604 time: 0.3461490 Sep 16 13:01:08.383542 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device dd7a862c-4c86-4fbd-80a6-c29ce89a206e no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:01:08.402015 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ad02768e-054c-42b8-845d-d85a58412b0f admin admin] Publish callbacks [] for security_group (5b2062a4-590d-4f40-8ae7-c24fb17f77ae), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:08.418140 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: dd7a862c-4c86-4fbd-80a6-c29ce89a206e {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:01:08.418645 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device dd7a862c-4c86-4fbd-80a6-c29ce89a206e not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:01:08.443543 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:08.444422 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f7eba9aa-4be9-470a-92cb-4088f22e9a58 req-b27ed86f-587f-4835-9e2f-70603e504f2f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0124576 Sep 16 13:01:08.471955 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ba209-5e63-4740-9968-2a0cd9507ba8 req-21678133-f166-4dcc-a91c-844396d9850a tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:08.477077 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ad02768e-054c-42b8-845d-d85a58412b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (5b2062a4-590d-4f40-8ae7-c24fb17f77ae), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:08.479550 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ad02768e-054c-42b8-845d-d85a58412b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:08.480766 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ec8ba209-5e63-4740-9968-2a0cd9507ba8 req-21678133-f166-4dcc-a91c-844396d9850a tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 944 time: 0.3751750 Sep 16 13:01:08.480968 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ad02768e-054c-42b8-845d-d85a58412b0f admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/5b2062a4-590d-4f40-8ae7-c24fb17f77ae HTTP/1.1" status: 204 len: 168 time: 0.2674725 Sep 16 13:01:08.540640 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b032a10-f56e-47fc-b941-54f12778f01c {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:01:08.552957 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:08.554667 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02768e-054c-42b8-845d-d85a58412b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2062a4-590d-4f40-8ae7-c24fb17f77ae,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:08.562013 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ecfa3a-01cf-4796-b7da-37eabc7501a4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:01:08.569911 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-86ecfa3a-01cf-4796-b7da-37eabc7501a4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:08.654216 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-83922f52-9171-40c1-a737-9af03ea216d4 req-4abcaa7f-9252-483b-8492-5a37e0a29b88 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2648706 Sep 16 13:01:08.662044 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] Publish callbacks [] for port (9b032a10-f56e-47fc-b941-54f12778f01c), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:08.694212 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 4 to provision port c7eb5869-5d95-47b8-9539-2bec50eb4428 Sep 16 13:01:08.763030 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:08.773335 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] Transition to ACTIVE for port object 9b032a10-f56e-47fc-b941-54f12778f01c will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:01:08.811934 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ec8ba209-5e63-4740-9968-2a0cd9507ba8 req-e006fd54-3c5e-4a15-8905-9dd4c3f03ab5 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3204708 Sep 16 13:01:08.813105 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (9b032a10-f56e-47fc-b941-54f12778f01c), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:08.860345 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port c7eb5869-5d95-47b8-9539-2bec50eb4428 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:08.945823 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-86ecfa3a-01cf-4796-b7da-37eabc7501a4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (4035ac41-1e08-4b16-919d-ebeb42a82b40), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:09.023985 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ecfa3a-01cf-4796-b7da-37eabc7501a4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:09.032431 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-86ecfa3a-01cf-4796-b7da-37eabc7501a4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:09.037977 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ecfa3a-01cf-4796-b7da-37eabc7501a4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:09.038842 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-86ecfa3a-01cf-4796-b7da-37eabc7501a4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:09.045896 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad58e2c-46e2-45bb-aca4-d2ce6e81d8a1 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:01:09.047289 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8e575-c5c8-4160-8834-7e574423b394 req-6fba9d20-edb5-4228-9ddb-eda203c2e7bb tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:09.058043 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ecfa3a-01cf-4796-b7da-37eabc7501a4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=4035ac41-1e08-4b16-919d-ebeb42a82b40,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:09.067362 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-27c8e575-c5c8-4160-8834-7e574423b394 req-6fba9d20-edb5-4228-9ddb-eda203c2e7bb tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 949 time: 0.2747033 Sep 16 13:01:09.068421 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-86ecfa3a-01cf-4796-b7da-37eabc7501a4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8348577 Sep 16 13:01:09.069343 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990187b4-df65-4b38-8be6-5d711f0538ab x-openstack-request-id: req-990187b4-df65-4b38-8be6-5d711f0538ab {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:01:09.069584 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36122) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:09.069719 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "tag": "96ec0261-1181-470b-971b-163682a9e81d", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:01:09.069941 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-990187b4-df65-4b38-8be6-5d711f0538ab {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:01:09.070364 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-990187b4-df65-4b38-8be6-5d711f0538ab'] response: {'name': 'network-changed', 'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'tag': '96ec0261-1181-470b-971b-163682a9e81d', 'status': 'completed', 'code': 200} Sep 16 13:01:09.076967 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-7323ec35-b81a-467a-820c-0b619d30d886 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'fixed_ips': [{'subnet_id': '4035ac41-1e08-4b16-919d-ebeb42a82b40', 'ip_address': '2001:db8::1dbb:31c0:3ee8:8388'}], 'name': 'tempest-NetworksTestDHCPv6-1110345373'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:09.166437 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:09.224821 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83983595-ed2d-4d4e-a6c0-26f0175beedd req-94c96b29-22f8-40a9-b523-6d83bd16ae84 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:09.227012 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-83983595-ed2d-4d4e-a6c0-26f0175beedd req-94c96b29-22f8-40a9-b523-6d83bd16ae84 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 0.1535518 Sep 16 13:01:09.264132 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': '4035ac41-1e08-4b16-919d-ebeb42a82b40'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:01:09.265197 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:09.274285 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7323ec35-b81a-467a-820c-0b619d30d886 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:01:09.374447 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] Attempting to bind port 9b032a10-f56e-47fc-b941-54f12778f01c on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:09.375712 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] Attempting to bind port 9b032a10-f56e-47fc-b941-54f12778f01c by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '9811a55a-b03a-4906-9532-43d31450b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:09.376800 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] Attempting to bind port 9b032a10-f56e-47fc-b941-54f12778f01c on network cbc422c8-d561-47f7-afec-ef049a9a76c5 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:09.438805 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 5 to provision port c7eb5869-5d95-47b8-9539-2bec50eb4428 Sep 16 13:01:09.463609 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:09.472203 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] Pushing event updated for resources: {'Port': ['ID=9b032a10-f56e-47fc-b941-54f12778f01c,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:09.490066 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] Port 9b032a10-f56e-47fc-b941-54f12778f01c on network cbc422c8-d561-47f7-afec-ef049a9a76c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:01:09.491114 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] Attempting to bind port 9b032a10-f56e-47fc-b941-54f12778f01c on network cbc422c8-d561-47f7-afec-ef049a9a76c5 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:09.491899 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7323ec35-b81a-467a-820c-0b619d30d886 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:09.502922 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port c7eb5869-5d95-47b8-9539-2bec50eb4428 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:09.513028 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-27c8e575-c5c8-4160-8834-7e574423b394 req-96b7170c-e324-4e16-8cc2-11618e9dbdac tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261751 Sep 16 13:01:09.595035 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-7323ec35-b81a-467a-820c-0b619d30d886 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port 2b180776-4c06-476d-a043-16e749d157e8 yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:01:09.668174 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] Allocated IP 2001:db8::2 (9baef6e6-991f-4370-ace0-656f975a51ae/4035ac41-1e08-4b16-919d-ebeb42a82b40/7c3b9243-b6e0-4292-acc0-d6304c0cb9fb) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:09.740033 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-83983595-ed2d-4d4e-a6c0-26f0175beedd req-f6b3b054-771e-459a-8780-eeb3b85990a0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835916 Sep 16 13:01:09.963383 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] Publish callbacks [] for port (7c3b9243-b6e0-4292-acc0-d6304c0cb9fb), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:09.974478 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (7c3b9243-b6e0-4292-acc0-d6304c0cb9fb), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:10.039359 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 6 to provision port c7eb5869-5d95-47b8-9539-2bec50eb4428 Sep 16 13:01:10.082792 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:10.096370 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:10.101430 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a298d-2f59-472f-81aa-2a00784fdbb6 req-cf4689e0-eef2-4401-a0c1-09f923840280 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:10.102597 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:10.104041 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d86a298d-2f59-472f-81aa-2a00784fdbb6 req-cf4689e0-eef2-4401-a0c1-09f923840280 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 931 time: 0.3820415 Sep 16 13:01:10.142273 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] Pushing event updated for resources: {'Port': ['ID=7c3b9243-b6e0-4292-acc0-d6304c0cb9fb,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:10.147851 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port c7eb5869-5d95-47b8-9539-2bec50eb4428 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:10.169859 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:10.170523 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] Checking segment: {'id': '9811a55a-b03a-4906-9532-43d31450b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:10.171102 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] Bound using segment: {'id': '9811a55a-b03a-4906-9532-43d31450b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:10.171246 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-7323ec35-b81a-467a-820c-0b619d30d886 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::1dbb:31c0:3ee8:8388 (9baef6e6-991f-4370-ace0-656f975a51ae/4035ac41-1e08-4b16-919d-ebeb42a82b40/2b180776-4c06-476d-a043-16e749d157e8) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:10.172288 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] Bound port: 9b032a10-f56e-47fc-b941-54f12778f01c, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9811a55a-b03a-4906-9532-43d31450b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:10.174118 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9b032a10-f56e-47fc-b941-54f12778f01c), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:10.216144 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] Attempting to bind port 7c3b9243-b6e0-4292-acc0-d6304c0cb9fb on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:10.216874 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] Attempting to bind port 7c3b9243-b6e0-4292-acc0-d6304c0cb9fb by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:10.217519 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] Attempting to bind port 7c3b9243-b6e0-4292-acc0-d6304c0cb9fb on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:10.291758 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:10.292393 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:10.292518 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:10.292898 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:10.293382 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] Bound port: 7c3b9243-b6e0-4292-acc0-d6304c0cb9fb, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:10.294322 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7c3b9243-b6e0-4292-acc0-d6304c0cb9fb), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:10.307455 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f0fc8-f61f-4561-a691-d63a531343b6 req-4a075c49-dfdf-45ae-97f2-16bf94e0b02a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:10.314808 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f0fc8-f61f-4561-a691-d63a531343b6 req-4a075c49-dfdf-45ae-97f2-16bf94e0b02a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:10.318500 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f0fc8-f61f-4561-a691-d63a531343b6 req-4a075c49-dfdf-45ae-97f2-16bf94e0b02a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:10.324216 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f0fc8-f61f-4561-a691-d63a531343b6 req-4a075c49-dfdf-45ae-97f2-16bf94e0b02a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:10.329641 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f0fc8-f61f-4561-a691-d63a531343b6 req-4a075c49-dfdf-45ae-97f2-16bf94e0b02a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:10.334711 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f0fc8-f61f-4561-a691-d63a531343b6 req-4a075c49-dfdf-45ae-97f2-16bf94e0b02a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:10.339827 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f0fc8-f61f-4561-a691-d63a531343b6 req-4a075c49-dfdf-45ae-97f2-16bf94e0b02a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:10.348295 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-856f0fc8-f61f-4561-a691-d63a531343b6 req-4a075c49-dfdf-45ae-97f2-16bf94e0b02a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5381 time: 0.2416656 Sep 16 13:01:10.404913 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] For port 7c3b9243-b6e0-4292-acc0-d6304c0cb9fb, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:10.411149 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] For port 7c3b9243-b6e0-4292-acc0-d6304c0cb9fb, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=7c3b9243-b6e0-4292-acc0-d6304c0cb9fb,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:10.417908 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:10.426407 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (7c3b9243-b6e0-4292-acc0-d6304c0cb9fb), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:10.472688 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 3a5b1f2b-2004-4cf4-93bd-f498b62488fe details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:01:10.492845 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af800e8-0d1f-497b-bca5-8901587cb91c {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:01:10.502738 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7323ec35-b81a-467a-820c-0b619d30d886 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (2b180776-4c06-476d-a043-16e749d157e8), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:10.515503 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d86a298d-2f59-472f-81aa-2a00784fdbb6 req-9744ab5a-1bde-452a-86e7-d0cf717b0cf5 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3971102 Sep 16 13:01:10.523669 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:10.529378 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:10.551815 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Publish callbacks [] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:10.623733 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7323ec35-b81a-467a-820c-0b619d30d886 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (2b180776-4c06-476d-a043-16e749d157e8), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:10.658391 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 7 to provision port c7eb5869-5d95-47b8-9539-2bec50eb4428 Sep 16 13:01:10.665640 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-856f0fc8-f61f-4561-a691-d63a531343b6 req-a2533c64-744f-48a9-8b26-cb115ee52cfb tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3163912 Sep 16 13:01:10.711294 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port c7eb5869-5d95-47b8-9539-2bec50eb4428 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:10.711494 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7323ec35-b81a-467a-820c-0b619d30d886 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:10.769001 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-7323ec35-b81a-467a-820c-0b619d30d886 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:10.792320 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7323ec35-b81a-467a-820c-0b619d30d886 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:10.801446 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323ec35-b81a-467a-820c-0b619d30d886 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:10.814401 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7323ec35-b81a-467a-820c-0b619d30d886 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:10.867980 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] For port 9b032a10-f56e-47fc-b941-54f12778f01c, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:10.887214 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323ec35-b81a-467a-820c-0b619d30d886 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=2b180776-4c06-476d-a043-16e749d157e8,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:10.918362 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7323ec35-b81a-467a-820c-0b619d30d886 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8443105 Sep 16 13:01:10.919112 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36168) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:11.016317 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0b8e87-308e-4c2a-9599-08386bb9e8ef tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:11.021974 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0b8e87-308e-4c2a-9599-08386bb9e8ef tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:11.028705 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7d0b8e87-308e-4c2a-9599-08386bb9e8ef tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1058097 Sep 16 13:01:11.031410 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36172) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:11.227641 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:11.262067 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-65ba8cbc-b2f7-4ce8-b102-dc8e7fc4bfbc tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port 2b180776-4c06-476d-a043-16e749d157e8 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:01:11.262846 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-65ba8cbc-b2f7-4ce8-b102-dc8e7fc4bfbc tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (2b180776-4c06-476d-a043-16e749d157e8), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:11.274387 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 8 to provision port c7eb5869-5d95-47b8-9539-2bec50eb4428 Sep 16 13:01:11.277022 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'port_id': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe', 'mac_address': 'fa:16:3e:85:0e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:01:11.279637 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19e6ab-e776-44c4-98bc-b4d2c5453ba7 None None] Pushing event updated for resources: {'Port': ['ID=7c3b9243-b6e0-4292-acc0-d6304c0cb9fb,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:11.414761 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-65ba8cbc-b2f7-4ce8-b102-dc8e7fc4bfbc tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (2b180776-4c06-476d-a043-16e749d157e8), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:11.439590 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-65ba8cbc-b2f7-4ce8-b102-dc8e7fc4bfbc tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for 2b180776-4c06-476d-a043-16e749d157e8 owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:01:11.451681 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Transition to ACTIVE for port object 3af800e8-0d1f-497b-bca5-8901587cb91c will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:01:11.473164 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:11.474769 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:11.478409 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:11.505310 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port c7eb5869-5d95-47b8-9539-2bec50eb4428 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:11.519954 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5b1f2b-2004-4cf4-93bd-f498b62488fe {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:01:11.535331 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] For port 9b032a10-f56e-47fc-b941-54f12778f01c, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=9b032a10-f56e-47fc-b941-54f12778f01c,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:11.561635 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:11.572110 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:11.613747 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-65ba8cbc-b2f7-4ce8-b102-dc8e7fc4bfbc tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (2b180776-4c06-476d-a043-16e749d157e8), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:11.637018 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:11.641281 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:11.643281 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae972b-05cb-4ee5-b634-8b9a4a0139ae req-b6d54d97-2b3b-4789-9e4c-f86839055fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:11.643963 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae972b-05cb-4ee5-b634-8b9a4a0139ae req-b6d54d97-2b3b-4789-9e4c-f86839055fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:11.645092 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae972b-05cb-4ee5-b634-8b9a4a0139ae req-b6d54d97-2b3b-4789-9e4c-f86839055fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:11.645727 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae972b-05cb-4ee5-b634-8b9a4a0139ae req-b6d54d97-2b3b-4789-9e4c-f86839055fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:11.646357 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae972b-05cb-4ee5-b634-8b9a4a0139ae req-b6d54d97-2b3b-4789-9e4c-f86839055fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:11.646980 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae972b-05cb-4ee5-b634-8b9a4a0139ae req-b6d54d97-2b3b-4789-9e4c-f86839055fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:11.647604 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae972b-05cb-4ee5-b634-8b9a4a0139ae req-b6d54d97-2b3b-4789-9e4c-f86839055fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:11.649952 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90ae972b-05cb-4ee5-b634-8b9a4a0139ae req-b6d54d97-2b3b-4789-9e4c-f86839055fb1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bdbc66ae4c664cd18af4bad57bbf12c4&device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 6238 time: 0.9131937 Sep 16 13:01:11.658788 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea8fa3-51b8-43fb-b41b-958aacbcc160 req-32199901-bbe4-46b6-b496-68c4476b077f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:11.666574 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f5ea8fa3-51b8-43fb-b41b-958aacbcc160 req-32199901-bbe4-46b6-b496-68c4476b077f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 949 time: 0.2212651 Sep 16 13:01:11.685003 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:11.727360 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8cbc-b2f7-4ce8-b102-dc8e7fc4bfbc tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=2b180776-4c06-476d-a043-16e749d157e8,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:11.740871 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-65ba8cbc-b2f7-4ce8-b102-dc8e7fc4bfbc tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:11.753667 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-65ba8cbc-b2f7-4ce8-b102-dc8e7fc4bfbc tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/2b180776-4c06-476d-a043-16e749d157e8 HTTP/1.1" status: 204 len: 168 time: 0.7211330 Sep 16 13:01:11.754437 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36186) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:11.842334 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d630642d-ea93-4a54-b89e-c30fb2942c22 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:11.844225 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d630642d-ea93-4a54-b89e-c30fb2942c22 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:11.848844 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d630642d-ea93-4a54-b89e-c30fb2942c22 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0933425 Sep 16 13:01:11.849755 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36188) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:11.906322 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:11.937803 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae972b-05cb-4ee5-b634-8b9a4a0139ae req-eb4ebd9f-8db5-474e-bfdb-77ba2ebe3a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:11.938334 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-08561de8-0a85-46ed-b551-8797f045380c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet 4035ac41-1e08-4b16-919d-ebeb42a82b40 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:01:11.938795 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae972b-05cb-4ee5-b634-8b9a4a0139ae req-eb4ebd9f-8db5-474e-bfdb-77ba2ebe3a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:11.939454 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae972b-05cb-4ee5-b634-8b9a4a0139ae req-eb4ebd9f-8db5-474e-bfdb-77ba2ebe3a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:11.941991 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90ae972b-05cb-4ee5-b634-8b9a4a0139ae req-eb4ebd9f-8db5-474e-bfdb-77ba2ebe3a7f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=bdbc66ae4c664cd18af4bad57bbf12c4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2327867 Sep 16 13:01:11.943331 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca00ac9-6b1a-47e8-944f-264887d0ae79 req-d0f953dc-3714-43cf-94b6-cdf8d1c1a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:11.945878 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9ca00ac9-6b1a-47e8-944f-264887d0ae79 req-d0f953dc-3714-43cf-94b6-cdf8d1c1a2f0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e3f3ad027f264333a95500ef691b7815&device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 1126 time: 1.3900976 Sep 16 13:01:11.946049 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-08561de8-0a85-46ed-b551-8797f045380c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (4035ac41-1e08-4b16-919d-ebeb42a82b40), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:11.968757 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f5ea8fa3-51b8-43fb-b41b-958aacbcc160 req-8b715287-226a-484c-933c-99b5c525d809 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009367 Sep 16 13:01:11.970302 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (9b032a10-f56e-47fc-b941-54f12778f01c), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:11.980730 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:11.981338 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:11.982278 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:11.984041 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/9b032a10-f56e-47fc-b941-54f12778f01c HTTP/1.1" status: 200 len: 1135 time: 5.2445719 Sep 16 13:01:11.993772 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['3a5b1f2b-2004-4cf4-93bd-f498b62488fe'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:01:12.056356 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-08561de8-0a85-46ed-b551-8797f045380c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (4035ac41-1e08-4b16-919d-ebeb42a82b40), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:12.068817 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 9 to provision port c7eb5869-5d95-47b8-9539-2bec50eb4428 Sep 16 13:01:12.130364 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:12.166778 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'tag': '9b032a10-f56e-47fc-b941-54f12778f01c'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:01:12.169305 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7727664-75bd-43e9-a11b-d5bb72f0fb1a" -d '{"events": [{"name": "network-changed", "server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "tag": "9b032a10-f56e-47fc-b941-54f12778f01c"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:01:12.179652 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-08561de8-0a85-46ed-b551-8797f045380c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (4035ac41-1e08-4b16-919d-ebeb42a82b40), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:12.256382 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port c7eb5869-5d95-47b8-9539-2bec50eb4428 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:12.283909 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-08561de8-0a85-46ed-b551-8797f045380c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (4035ac41-1e08-4b16-919d-ebeb42a82b40), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:12.310260 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] Request body: {'port': {'device_id': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:12.377538 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08561de8-0a85-46ed-b551-8797f045380c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=4035ac41-1e08-4b16-919d-ebeb42a82b40,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:12.400907 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-08561de8-0a85-46ed-b551-8797f045380c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:12.407668 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-08561de8-0a85-46ed-b551-8797f045380c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/4035ac41-1e08-4b16-919d-ebeb42a82b40 HTTP/1.1" status: 204 len: 168 time: 0.5521603 Sep 16 13:01:12.412894 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36206) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:12.491476 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e05e47c7-1983-429a-aece-55daee8dc49a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754530 Sep 16 13:01:12.495129 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36210) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:12.511270 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 7c3b9243-b6e0-4292-acc0-d6304c0cb9fb up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:01:12.513870 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060b7ac0-4b5e-44d5-8d06-2015d076be95 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:01:12.517398 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-d2ebb1a4-eac4-4013-a419-d173e078d5b4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:12.521775 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6482d6-f318-47ab-90e6-2ae8622a3bed req-b898934d-ff5f-4f44-b312-faa6648461ed tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:12.523977 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5f6482d6-f318-47ab-90e6-2ae8622a3bed req-b898934d-ff5f-4f44-b312-faa6648461ed tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 944 time: 1.7434320 Sep 16 13:01:12.532055 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e738b-94aa-46b2-9ec1-10cd63857d9f req-166c1735-e8ef-4080-ac6d-1fb8134d18df tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:12.540747 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-914e738b-94aa-46b2-9ec1-10cd63857d9f req-166c1735-e8ef-4080-ac6d-1fb8134d18df tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 0.3479102 Sep 16 13:01:12.648926 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:12.678748 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 7c3b9243-b6e0-4292-acc0-d6304c0cb9fb triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:12.679130 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (7c3b9243-b6e0-4292-acc0-d6304c0cb9fb), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:12.679470 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 7c3b9243-b6e0-4292-acc0-d6304c0cb9fb Sep 16 13:01:12.722499 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ebb1a4-eac4-4013-a419-d173e078d5b4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:01:12.732082 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d2ebb1a4-eac4-4013-a419-d173e078d5b4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:12.773838 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 10 to provision port c7eb5869-5d95-47b8-9539-2bec50eb4428 Sep 16 13:01:12.853408 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca00ac9-6b1a-47e8-944f-264887d0ae79 req-1004a6ec-c0e0-4f64-bd79-8e5627da1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:12.854980 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9ca00ac9-6b1a-47e8-944f-264887d0ae79 req-1004a6ec-c0e0-4f64-bd79-8e5627da1a22 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9c660356-b242-47cf-8b53-5c05af82a4ce HTTP/1.1" status: 200 len: 918 time: 0.8541980 Sep 16 13:01:12.914095 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 7c3b9243-b6e0-4292-acc0-d6304c0cb9fb is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:12.914476 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7c3b9243-b6e0-4292-acc0-d6304c0cb9fb), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:12.916714 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e83c23-aab2-40ea-9fe0-6ad3e5321ba2 None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:01:12.962844 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9ca00ac9-6b1a-47e8-944f-264887d0ae79 req-8a825b64-f681-4be0-8dbc-0cbdb81a53c3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe HTTP/1.1" status: 200 len: 217 time: 0.0975153 Sep 16 13:01:12.963472 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Pushing event updated for resources: {'Port': ['ID=3af800e8-0d1f-497b-bca5-8901587cb91c,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:12.970871 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port c7eb5869-5d95-47b8-9539-2bec50eb4428 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:13.002562 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Could not find standard attr ID for object 88efc7cc-69c5-4383-85e6-56ea95acc476. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:01:13.039406 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Could not find standard attr ID for object 75181e75-6f28-46d9-a074-403625be3d12. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:01:13.045899 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 7c3b9243-b6e0-4292-acc0-d6304c0cb9fb, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=7c3b9243-b6e0-4292-acc0-d6304c0cb9fb,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:13.053072 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Could not find standard attr ID for object fd8c3d2e-d92e-4190-a4fb-1deeb0066dc6. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:01:13.057940 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (7c3b9243-b6e0-4292-acc0-d6304c0cb9fb), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:13.070552 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-70e83c23-aab2-40ea-9fe0-6ad3e5321ba2 None None] Deleting port 7c3b9243-b6e0-4292-acc0-d6304c0cb9fb {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:01:13.071308 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-70e83c23-aab2-40ea-9fe0-6ad3e5321ba2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (7c3b9243-b6e0-4292-acc0-d6304c0cb9fb), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:13.083440 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:13.158041 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae972b-05cb-4ee5-b634-8b9a4a0139ae req-e70cac13-c1ad-41fb-bfa4-1cafdc4e0a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:13.159540 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90ae972b-05cb-4ee5-b634-8b9a4a0139ae req-e70cac13-c1ad-41fb-bfa4-1cafdc4e0a4d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0797923 Sep 16 13:01:13.185664 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-914e738b-94aa-46b2-9ec1-10cd63857d9f req-69c4a606-f406-40e6-a760-62a14569b16e tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6433272 Sep 16 13:01:13.229963 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Attempting to bind port 3af800e8-0d1f-497b-bca5-8901587cb91c on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:13.234743 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Attempting to bind port 3af800e8-0d1f-497b-bca5-8901587cb91c by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': 'f72e1020-ff53-4725-ba40-214cded1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:13.235322 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Attempting to bind port 3af800e8-0d1f-497b-bca5-8901587cb91c on network 9af47dcf-ef82-4350-bfb1-14c70158aca5 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:13.252950 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d2ebb1a4-eac4-4013-a419-d173e078d5b4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (6ce37ad9-25e0-4762-9b52-d4efb6e24d2b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:13.294728 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=7c3b9243-b6e0-4292-acc0-d6304c0cb9fb,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:13.312567 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Provisioning complete for port 8c121ccb-eba9-4b08-98af-afba73327fcc triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:13.313017 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8c121ccb-eba9-4b08-98af-afba73327fcc), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:13.313369 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 1 to provision port 8c121ccb-eba9-4b08-98af-afba73327fcc Sep 16 13:01:13.325983 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8874748b-6030-4aea-9e6b-79db8c8d555d), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:13.353695 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5f6482d6-f318-47ab-90e6-2ae8622a3bed req-6d634440-02f8-4e3e-9192-740e7d7edf3b tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5776751 Sep 16 13:01:13.378577 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ebb1a4-eac4-4013-a419-d173e078d5b4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:13.386141 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca00ac9-6b1a-47e8-944f-264887d0ae79 req-6f4bd186-8aa5-42d1-ab6a-89f238860224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:13.388242 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9ca00ac9-6b1a-47e8-944f-264887d0ae79 req-6f4bd186-8aa5-42d1-ab6a-89f238860224 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d4ae86a7-4106-447a-a8be-db073682c5f0 HTTP/1.1" status: 200 len: 856 time: 0.3681974 Sep 16 13:01:13.391487 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-d2ebb1a4-eac4-4013-a419-d173e078d5b4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:13.395945 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0a94e-d53a-4783-82b2-eb90f200c631 service neutron] Pushing event updated for resources: {'Port': ['ID=9b032a10-f56e-47fc-b941-54f12778f01c,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:13.403223 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ebb1a4-eac4-4013-a419-d173e078d5b4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:13.403873 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d2ebb1a4-eac4-4013-a419-d173e078d5b4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:13.410375 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port 8c121ccb-eba9-4b08-98af-afba73327fcc cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:13.423125 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebb1a4-eac4-4013-a419-d173e078d5b4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=6ce37ad9-25e0-4762-9b52-d4efb6e24d2b,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:13.423619 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-70e83c23-aab2-40ea-9fe0-6ad3e5321ba2 None None] For port 7c3b9243-b6e0-4292-acc0-d6304c0cb9fb, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=7c3b9243-b6e0-4292-acc0-d6304c0cb9fb,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:13.424023 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-70e83c23-aab2-40ea-9fe0-6ad3e5321ba2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (7c3b9243-b6e0-4292-acc0-d6304c0cb9fb), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:13.433897 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:13.443462 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-70e83c23-aab2-40ea-9fe0-6ad3e5321ba2 None None] Calling delete_port for 7c3b9243-b6e0-4292-acc0-d6304c0cb9fb owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:01:13.471284 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d2ebb1a4-eac4-4013-a419-d173e078d5b4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9744780 Sep 16 13:01:13.473759 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36218) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:13.490683 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-9dfdba4b-4de1-4c6f-8a8b-aa5a0ff62c57 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'fixed_ips': [{'subnet_id': '6ce37ad9-25e0-4762-9b52-d4efb6e24d2b', 'ip_address': '2001:db8::f3ae:dbf6:d2f7:fd8c'}], 'name': 'tempest-NetworksTestDHCPv6-2087024336'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:13.522361 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b0481-a874-4216-b8c5-3c43bdc883e2 req-60c28a4e-af37-4765-8082-c5308acfb8f7 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:13.527361 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b2b0481-a874-4216-b8c5-3c43bdc883e2 req-60c28a4e-af37-4765-8082-c5308acfb8f7 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 943 time: 0.2143788 Sep 16 13:01:13.568153 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-70e83c23-aab2-40ea-9fe0-6ad3e5321ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (7c3b9243-b6e0-4292-acc0-d6304c0cb9fb), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:13.582940 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Port 3af800e8-0d1f-497b-bca5-8901587cb91c on network 9af47dcf-ef82-4350-bfb1-14c70158aca5 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:01:13.583701 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Attempting to bind port 3af800e8-0d1f-497b-bca5-8901587cb91c on network 9af47dcf-ef82-4350-bfb1-14c70158aca5 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:13.601633 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e83c23-aab2-40ea-9fe0-6ad3e5321ba2 None None] Pushing event deleted for resources: {'Port': ['ID=7c3b9243-b6e0-4292-acc0-d6304c0cb9fb,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:13.609225 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e83c23-aab2-40ea-9fe0-6ad3e5321ba2 None None] No DVR routers for this DVR port 7c3b9243-b6e0-4292-acc0-d6304c0cb9fb on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:01:13.633479 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f7f92e-b414-48f3-bff6-a3c501572ae6 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:01:13.651629 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca00ac9-6b1a-47e8-944f-264887d0ae79 req-c963062e-c431-4224-9e14-4752873bc043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:13.654507 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9ca00ac9-6b1a-47e8-944f-264887d0ae79 req-c963062e-c431-4224-9e14-4752873bc043 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9c660356-b242-47cf-8b53-5c05af82a4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2551200 Sep 16 13:01:13.711437 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73a4e1-c5ae-45a1-afa7-2bfc54df2c9c req-17e1bcde-6226-415c-9c89-d722866597ad tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:13.718258 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73a4e1-c5ae-45a1-afa7-2bfc54df2c9c req-17e1bcde-6226-415c-9c89-d722866597ad tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:13.723679 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73a4e1-c5ae-45a1-afa7-2bfc54df2c9c req-17e1bcde-6226-415c-9c89-d722866597ad tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:13.736965 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73a4e1-c5ae-45a1-afa7-2bfc54df2c9c req-17e1bcde-6226-415c-9c89-d722866597ad tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:13.743233 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73a4e1-c5ae-45a1-afa7-2bfc54df2c9c req-17e1bcde-6226-415c-9c89-d722866597ad tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:13.749186 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73a4e1-c5ae-45a1-afa7-2bfc54df2c9c req-17e1bcde-6226-415c-9c89-d722866597ad tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:13.754353 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73a4e1-c5ae-45a1-afa7-2bfc54df2c9c req-17e1bcde-6226-415c-9c89-d722866597ad tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:13.762213 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aa73a4e1-c5ae-45a1-afa7-2bfc54df2c9c req-17e1bcde-6226-415c-9c89-d722866597ad tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5381 time: 0.2084384 Sep 16 13:01:13.808142 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:13.820592 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfdba4b-4de1-4c6f-8a8b-aa5a0ff62c57 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:01:13.827161 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9dfdba4b-4de1-4c6f-8a8b-aa5a0ff62c57 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:13.852065 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-9dfdba4b-4de1-4c6f-8a8b-aa5a0ff62c57 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port e203d43b-5666-4e65-9e0f-da80b5f3b782 yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:01:13.920261 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 2 to provision port 8c121ccb-eba9-4b08-98af-afba73327fcc Sep 16 13:01:13.925705 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b2b0481-a874-4216-b8c5-3c43bdc883e2 req-e9c06c63-7feb-4470-97ee-fd52f4da3b1d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3839824 Sep 16 13:01:13.937657 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:13.984842 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36222) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:13.991268 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:13.991844 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Checking segment: {'id': 'f72e1020-ff53-4725-ba40-214cded1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:13.992345 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Bound using segment: {'id': 'f72e1020-ff53-4725-ba40-214cded1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:13.992870 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Bound port: 3af800e8-0d1f-497b-bca5-8901587cb91c, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72e1020-ff53-4725-ba40-214cded1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:13.993322 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:14.054142 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': '6ce37ad9-25e0-4762-9b52-d4efb6e24d2b'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:01:14.054966 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:14.095288 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port 8c121ccb-eba9-4b08-98af-afba73327fcc cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:14.138741 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aa73a4e1-c5ae-45a1-afa7-2bfc54df2c9c req-b06fa58c-9735-465b-b4c8-5ea2b710ae8b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3752878 Sep 16 13:01:14.263025 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9ca00ac9-6b1a-47e8-944f-264887d0ae79 req-72cc642d-1e16-406e-be61-bac33c3fac3d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855391 Sep 16 13:01:14.305356 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7e995-9557-44f1-a29e-b6988c640081 req-b8fc3bcc-79c9-4e27-a053-2747c837ef00 tempest-LiveMigrationNegativeTest-785527900 tempest-LiveMigrationNegativeTest-785527900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:14.313621 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-abf7e995-9557-44f1-a29e-b6988c640081 req-b8fc3bcc-79c9-4e27-a053-2747c837ef00 tempest-LiveMigrationNegativeTest-785527900 tempest-LiveMigrationNegativeTest-785527900-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 1131 time: 0.2250607 Sep 16 13:01:14.329642 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbabaee-c47d-4848-8207-2336d94e6e1d x-openstack-request-id: req-5dbabaee-c47d-4848-8207-2336d94e6e1d {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:01:14.330250 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "tag": "9b032a10-f56e-47fc-b941-54f12778f01c", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:01:14.330716 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5dbabaee-c47d-4848-8207-2336d94e6e1d {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:01:14.331311 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dbabaee-c47d-4848-8207-2336d94e6e1d'] response: {'name': 'network-changed', 'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'tag': '9b032a10-f56e-47fc-b941-54f12778f01c', 'status': 'completed', 'code': 200} Sep 16 13:01:14.342759 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29a0212e-82d5-43e3-a4d9-aad0d0228d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:14.398259 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-abf7e995-9557-44f1-a29e-b6988c640081 req-2e78b1a6-8074-45a3-bca0-7f0c66a35c85 tempest-LiveMigrationNegativeTest-785527900 tempest-LiveMigrationNegativeTest-785527900-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:14.402286 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] For port 3af800e8-0d1f-497b-bca5-8901587cb91c, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:14.432333 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-9dfdba4b-4de1-4c6f-8a8b-aa5a0ff62c57 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::f3ae:dbf6:d2f7:fd8c (9baef6e6-991f-4370-ace0-656f975a51ae/6ce37ad9-25e0-4762-9b52-d4efb6e24d2b/e203d43b-5666-4e65-9e0f-da80b5f3b782) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:14.445700 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 7c3b9243-b6e0-4292-acc0-d6304c0cb9fb no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:01:14.475100 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] For port 3af800e8-0d1f-497b-bca5-8901587cb91c, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3af800e8-0d1f-497b-bca5-8901587cb91c,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:14.512950 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 7c3b9243-b6e0-4292-acc0-d6304c0cb9fb {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:01:14.513286 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 7c3b9243-b6e0-4292-acc0-d6304c0cb9fb not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:01:14.513458 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:14.516371 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7727664-75bd-43e9-a11b-d5bb72f0fb1a req-f816552f-033a-4ffc-a39b-f995476ed2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:14.517237 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7727664-75bd-43e9-a11b-d5bb72f0fb1a req-f816552f-033a-4ffc-a39b-f995476ed2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:14.518181 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7727664-75bd-43e9-a11b-d5bb72f0fb1a req-f816552f-033a-4ffc-a39b-f995476ed2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:14.518312 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7727664-75bd-43e9-a11b-d5bb72f0fb1a req-f816552f-033a-4ffc-a39b-f995476ed2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:14.518765 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7727664-75bd-43e9-a11b-d5bb72f0fb1a req-f816552f-033a-4ffc-a39b-f995476ed2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:14.519243 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7727664-75bd-43e9-a11b-d5bb72f0fb1a req-f816552f-033a-4ffc-a39b-f995476ed2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:14.519745 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 3a5b1f2b-2004-4cf4-93bd-f498b62488fe up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:01:14.519890 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7727664-75bd-43e9-a11b-d5bb72f0fb1a req-f816552f-033a-4ffc-a39b-f995476ed2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:14.521756 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c7727664-75bd-43e9-a11b-d5bb72f0fb1a req-f816552f-033a-4ffc-a39b-f995476ed2f7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bdbc66ae4c664cd18af4bad57bbf12c4&device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 6311 time: 0.1377871 Sep 16 13:01:14.529059 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:14.529846 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:14.530775 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/3af800e8-0d1f-497b-bca5-8901587cb91c HTTP/1.1" status: 200 len: 1091 time: 6.3185232 Sep 16 13:01:14.593596 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:14.597121 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 3 to provision port 8c121ccb-eba9-4b08-98af-afba73327fcc Sep 16 13:01:14.616740 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:14.631289 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:01:14.638960 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:14.651965 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:14.652949 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:14.654218 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe Sep 16 13:01:14.716319 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port 8c121ccb-eba9-4b08-98af-afba73327fcc cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:14.727852 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36238) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:14.757134 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29a0212e-82d5-43e3-a4d9-aad0d0228d61 admin admin] Publish callbacks [] for security_group (fe143d67-388e-4e65-9955-de4dc5711edc), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:14.766615 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-29a0212e-82d5-43e3-a4d9-aad0d0228d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (fe143d67-388e-4e65-9955-de4dc5711edc), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:14.796909 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:14.797319 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:14.800354 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:14.819942 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9ca00ac9-6b1a-47e8-944f-264887d0ae79 req-167b1f1c-09d4-4b95-a009-df27f66131f8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401947 Sep 16 13:01:14.843128 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:14.844941 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66413dbd-455f-45f6-b057-39a11a9f2d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:01:14.847380 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebf7b0f-9398-44e1-a5da-bddcc7c02c98" -d '{"events": [{"server_uuid": "66413dbd-455f-45f6-b057-39a11a9f2d44", "name": "network-vif-plugged", "status": "completed", "tag": "3a5b1f2b-2004-4cf4-93bd-f498b62488fe"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:01:14.854221 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:14.865175 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8874748b-6030-4aea-9e6b-79db8c8d555d {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:01:14.889167 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1623e9-77aa-4b4e-97bb-6da675a3d5f5 req-c0002c04-dfd8-4d66-8402-0874fc648a40 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:14.896712 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d1623e9-77aa-4b4e-97bb-6da675a3d5f5 req-c0002c04-dfd8-4d66-8402-0874fc648a40 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 0.2967460 Sep 16 13:01:14.909488 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-29a0212e-82d5-43e3-a4d9-aad0d0228d61 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=8922092c87d641b0b69da680904c65bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9229341 Sep 16 13:01:14.913614 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] Publish callbacks [] for port (8874748b-6030-4aea-9e6b-79db8c8d555d), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:14.916913 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-18931540-d2c9-437e-96ab-a54e8ffcf039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:14.918493 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-18931540-d2c9-437e-96ab-a54e8ffcf039 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 1125 time: 0.3270018 Sep 16 13:01:14.919062 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:14.919328 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Pushing event updated for resources: {'Port': ['ID=3af800e8-0d1f-497b-bca5-8901587cb91c,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:14.920649 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36244) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:14.921362 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0212e-82d5-43e3-a4d9-aad0d0228d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe143d67-388e-4e65-9955-de4dc5711edc,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:15.004344 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4be577f5-3637-4c3a-8380-2d5b0492eeaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:15.005262 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:15.005780 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:15.006123 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:15.006457 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:15.006791 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:15.007248 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:15.007473 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:15.007761 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:15.008083 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:15.008449 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:15.008792 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:15.009102 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:15.009433 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:15.009739 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:15.012839 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9f9b2-07d1-4cb0-a37f-6c55276c4285 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:15.034020 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9dfdba4b-4de1-4c6f-8a8b-aa5a0ff62c57 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (e203d43b-5666-4e65-9e0f-da80b5f3b782), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:15.034277 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-d1fa9cee-9810-454b-8473-9699b6c0c78c service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3af800e8-0d1f-497b-bca5-8901587cb91c HTTP/1.1" status: 200 len: 217 time: 0.0896397 Sep 16 13:01:15.035671 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] Transition to ACTIVE for port object 8874748b-6030-4aea-9e6b-79db8c8d555d will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:01:15.072797 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7727664-75bd-43e9-a11b-d5bb72f0fb1a req-1240e613-1093-4604-a5fe-420070705fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:15.073378 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7727664-75bd-43e9-a11b-d5bb72f0fb1a req-1240e613-1093-4604-a5fe-420070705fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:15.073808 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7727664-75bd-43e9-a11b-d5bb72f0fb1a req-1240e613-1093-4604-a5fe-420070705fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:15.076735 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c7727664-75bd-43e9-a11b-d5bb72f0fb1a req-1240e613-1093-4604-a5fe-420070705fc7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=bdbc66ae4c664cd18af4bad57bbf12c4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5034955 Sep 16 13:01:15.077525 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (8874748b-6030-4aea-9e6b-79db8c8d555d), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:15.105572 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9cdd9ea3-3861-4fcc-a51e-40c1fe4eb8d9 admin admin] Publish callbacks [] for security_group (fe143d67-388e-4e65-9955-de4dc5711edc), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:15.160303 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9cdd9ea3-3861-4fcc-a51e-40c1fe4eb8d9 admin admin] Publish callbacks [] for security_group (fe143d67-388e-4e65-9955-de4dc5711edc), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:15.166146 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-385bc313-66eb-44e6-84ae-9e955c2c3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:15.167804 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-385bc313-66eb-44e6-84ae-9e955c2c3b07 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 0.1279562 Sep 16 13:01:15.173797 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9dfdba4b-4de1-4c6f-8a8b-aa5a0ff62c57 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (e203d43b-5666-4e65-9e0f-da80b5f3b782), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:15.186679 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:15.191727 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-abf7e995-9557-44f1-a29e-b6988c640081 req-2e78b1a6-8074-45a3-bca0-7f0c66a35c85 tempest-LiveMigrationNegativeTest-785527900 tempest-LiveMigrationNegativeTest-785527900-project-admin] Publish callbacks [] for security_group (4b133dd6-f524-4716-8774-0d6b6fba6230), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:15.232418 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] Allocated IP 2001:db8::2 (9baef6e6-991f-4370-ace0-656f975a51ae/6ce37ad9-25e0-4762-9b52-d4efb6e24d2b/03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:15.281381 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfdba4b-4de1-4c6f-8a8b-aa5a0ff62c57 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:15.412638 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] Publish callbacks [] for port (03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:15.415612 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 4 to provision port 8c121ccb-eba9-4b08-98af-afba73327fcc Sep 16 13:01:15.423253 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:15.503532 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:15.512969 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:15.517373 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port 8c121ccb-eba9-4b08-98af-afba73327fcc cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:15.518100 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:15.521680 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] Pushing event updated for resources: {'Port': ['ID=03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:15.539651 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-9dfdba4b-4de1-4c6f-8a8b-aa5a0ff62c57 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:15.544620 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfdba4b-4de1-4c6f-8a8b-aa5a0ff62c57 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:15.548383 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfdba4b-4de1-4c6f-8a8b-aa5a0ff62c57 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:15.549093 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9dfdba4b-4de1-4c6f-8a8b-aa5a0ff62c57 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:15.586184 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfdba4b-4de1-4c6f-8a8b-aa5a0ff62c57 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=e203d43b-5666-4e65-9e0f-da80b5f3b782,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:15.605771 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9dfdba4b-4de1-4c6f-8a8b-aa5a0ff62c57 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1277816 Sep 16 13:01:15.607003 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4be577f5-3637-4c3a-8380-2d5b0492eeaf admin admin] Publish callbacks [] for security_group (5cf7b451-45ac-4d0d-b05e-6b9806e87643), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:15.608064 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36250) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:15.613339 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-abf7e995-9557-44f1-a29e-b6988c640081 req-2e78b1a6-8074-45a3-bca0-7f0c66a35c85 tempest-LiveMigrationNegativeTest-785527900 tempest-LiveMigrationNegativeTest-785527900-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (4b133dd6-f524-4716-8774-0d6b6fba6230), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:15.614300 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:15.616447 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] Attempting to bind port 03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:15.617169 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] Attempting to bind port 03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:15.617700 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] Attempting to bind port 03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4 on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:15.623483 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4be577f5-3637-4c3a-8380-2d5b0492eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (5cf7b451-45ac-4d0d-b05e-6b9806e87643), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:15.629785 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d1623e9-77aa-4b4e-97bb-6da675a3d5f5 req-a2accbb3-1bd4-429c-8955-42e420520017 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7321157 Sep 16 13:01:15.675054 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be577f5-3637-4c3a-8380-2d5b0492eeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf7b451-45ac-4d0d-b05e-6b9806e87643,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:15.689124 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:15.689506 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:15.689998 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:15.690391 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:15.690979 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] Bound port: 03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:15.691354 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:15.706864 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9cdd9ea3-3861-4fcc-a51e-40c1fe4eb8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (fe143d67-388e-4e65-9955-de4dc5711edc), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:15.712149 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:15.714195 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9cdd9ea3-3861-4fcc-a51e-40c1fe4eb8d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:15.716432 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9cdd9ea3-3861-4fcc-a51e-40c1fe4eb8d9 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/fe143d67-388e-4e65-9955-de4dc5711edc HTTP/1.1" status: 204 len: 168 time: 0.7852097 Sep 16 13:01:15.733044 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] Pushing event updated for resources: {'Port': ['ID=8874748b-6030-4aea-9e6b-79db8c8d555d,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:15.760806 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2cf64a-1327-43aa-b735-4751302c4164 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:15.766054 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2cf64a-1327-43aa-b735-4751302c4164 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:15.767729 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4d2cf64a-1327-43aa-b735-4751302c4164 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1583188 Sep 16 13:01:15.770880 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4be577f5-3637-4c3a-8380-2d5b0492eeaf admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=363bd2f84a034903a7535f459d4521bf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0415971 Sep 16 13:01:15.771430 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36254) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:15.773553 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd9ea3-3861-4fcc-a51e-40c1fe4eb8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe143d67-388e-4e65-9955-de4dc5711edc,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:15.776009 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36256) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:15.815175 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] For port 03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:15.819757 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] For port 03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:15.849723 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:15.867797 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-0b2f917b-65fc-4fcd-8967-05f022327176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:15.869403 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-0b2f917b-65fc-4fcd-8967-05f022327176 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6731644 Sep 16 13:01:15.960266 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:15.961594 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-6d1fe91a-66a5-4c19-a1bf-a6dea20388ff tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port e203d43b-5666-4e65-9e0f-da80b5f3b782 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:01:15.961927 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe91a-66a5-4c19-a1bf-a6dea20388ff tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (e203d43b-5666-4e65-9e0f-da80b5f3b782), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:15.977721 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7727664-75bd-43e9-a11b-d5bb72f0fb1a req-8c815a8e-5a32-4bb8-9aae-3298166e0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:15.979614 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c7727664-75bd-43e9-a11b-d5bb72f0fb1a req-8c815a8e-5a32-4bb8-9aae-3298166e0b42 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8732219 Sep 16 13:01:16.030108 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 5 to provision port 8c121ccb-eba9-4b08-98af-afba73327fcc Sep 16 13:01:16.035663 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9844-657a-4dc6-b922-f2cfc1ba14c6 admin admin] Publish callbacks [] for security_group (5cf7b451-45ac-4d0d-b05e-6b9806e87643), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:16.077583 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9844-657a-4dc6-b922-f2cfc1ba14c6 admin admin] Publish callbacks [] for security_group (5cf7b451-45ac-4d0d-b05e-6b9806e87643), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:16.105977 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-abf7e995-9557-44f1-a29e-b6988c640081 req-2e78b1a6-8074-45a3-bca0-7f0c66a35c85 tempest-LiveMigrationNegativeTest-785527900 tempest-LiveMigrationNegativeTest-785527900-project-admin] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7911325 Sep 16 13:01:16.125177 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c093d-de28-439f-abf7-85ef2ed1ee05 None None] Pushing event updated for resources: {'Port': ['ID=03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:16.131059 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port 8c121ccb-eba9-4b08-98af-afba73327fcc cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:16.170812 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe91a-66a5-4c19-a1bf-a6dea20388ff tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (e203d43b-5666-4e65-9e0f-da80b5f3b782), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:16.195476 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-6d1fe91a-66a5-4c19-a1bf-a6dea20388ff tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for e203d43b-5666-4e65-9e0f-da80b5f3b782 owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:01:16.279877 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374e5a1d-7218-404d-a5ca-c278bf280470 x-openstack-request-id: req-374e5a1d-7218-404d-a5ca-c278bf280470 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:01:16.284188 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66413dbd-455f-45f6-b057-39a11a9f2d44", "name": "network-vif-plugged", "status": "completed", "tag": "3a5b1f2b-2004-4cf4-93bd-f498b62488fe", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:01:16.285708 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-374e5a1d-7218-404d-a5ca-c278bf280470 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:01:16.287097 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-374e5a1d-7218-404d-a5ca-c278bf280470'] response: {'server_uuid': '66413dbd-455f-45f6-b057-39a11a9f2d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe', 'code': 200} Sep 16 13:01:16.360008 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'tag': '3af800e8-0d1f-497b-bca5-8901587cb91c'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:01:16.363511 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d0fb52-3aa4-42d8-a1b4-a49ef90dcc7f" -d '{"events": [{"name": "network-changed", "server_uuid": "af5e660b-de79-42ca-a8de-fe06738b9771", "tag": "3af800e8-0d1f-497b-bca5-8901587cb91c"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:01:16.374078 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9844-657a-4dc6-b922-f2cfc1ba14c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (5cf7b451-45ac-4d0d-b05e-6b9806e87643), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:16.374669 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78b1a6-8074-45a3-bca0-7f0c66a35c85 tempest-LiveMigrationNegativeTest-785527900 tempest-LiveMigrationNegativeTest-785527900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b133dd6-f524-4716-8774-0d6b6fba6230,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:16.380807 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9844-657a-4dc6-b922-f2cfc1ba14c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:16.382015 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9eeb9844-657a-4dc6-b922-f2cfc1ba14c6 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/5cf7b451-45ac-4d0d-b05e-6b9806e87643 HTTP/1.1" status: 204 len: 168 time: 0.5592945 Sep 16 13:01:16.399056 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6df629-5314-46b3-900b-6becd8c46fd4 req-744da989-29f3-48a0-b7cd-4d9bb693e8b8 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:16.401280 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ca6df629-5314-46b3-900b-6becd8c46fd4 req-744da989-29f3-48a0-b7cd-4d9bb693e8b8 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.4850070 Sep 16 13:01:16.443430 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb9844-657a-4dc6-b922-f2cfc1ba14c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf7b451-45ac-4d0d-b05e-6b9806e87643,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:16.646904 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 6 to provision port 8c121ccb-eba9-4b08-98af-afba73327fcc Sep 16 13:01:16.653812 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] Attempting to bind port 8874748b-6030-4aea-9e6b-79db8c8d555d on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:16.654455 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] Attempting to bind port 8874748b-6030-4aea-9e6b-79db8c8d555d by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '9811a55a-b03a-4906-9532-43d31450b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:16.654938 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] Attempting to bind port 8874748b-6030-4aea-9e6b-79db8c8d555d on network cbc422c8-d561-47f7-afec-ef049a9a76c5 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:16.656555 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe91a-66a5-4c19-a1bf-a6dea20388ff tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (e203d43b-5666-4e65-9e0f-da80b5f3b782), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:16.695011 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:16.713256 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fe91a-66a5-4c19-a1bf-a6dea20388ff tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=e203d43b-5666-4e65-9e0f-da80b5f3b782,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:16.722712 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port 8c121ccb-eba9-4b08-98af-afba73327fcc cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:16.755542 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:16.775690 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36274) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:16.793274 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe91a-66a5-4c19-a1bf-a6dea20388ff tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:16.795389 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196280a-d23e-4486-9007-0c248a35ef7e req-89e4f710-cd97-4f16-8365-bfca48cf1f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:16.797273 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7196280a-d23e-4486-9007-0c248a35ef7e req-89e4f710-cd97-4f16-8365-bfca48cf1f0a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 1128 time: 0.2651653 Sep 16 13:01:16.800403 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-6d1fe91a-66a5-4c19-a1bf-a6dea20388ff tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/e203d43b-5666-4e65-9e0f-da80b5f3b782 HTTP/1.1" status: 204 len: 168 time: 1.0277963 Sep 16 13:01:16.801069 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36276) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:16.804109 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45939851-b70a-4719-8b97-18b8657706de req-71b8a1a6-b44f-4f39-8b41-abfad29a501a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:16.805897 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-45939851-b70a-4719-8b97-18b8657706de req-71b8a1a6-b44f-4f39-8b41-abfad29a501a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 943 time: 0.2693448 Sep 16 13:01:16.814606 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ca6df629-5314-46b3-900b-6becd8c46fd4 req-7cf75a4d-3609-42fd-8b36-bf4549e9c2a3 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4054439 Sep 16 13:01:16.829889 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-f90148d9-d2f8-4c40-b146-9789e3f00426 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8473647 Sep 16 13:01:16.850022 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2239b620-1f1c-4c7f-8ec3-825e3036049a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:16.947281 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] Port 8874748b-6030-4aea-9e6b-79db8c8d555d on network cbc422c8-d561-47f7-afec-ef049a9a76c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:01:16.947831 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] Attempting to bind port 8874748b-6030-4aea-9e6b-79db8c8d555d on network cbc422c8-d561-47f7-afec-ef049a9a76c5 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:16.971525 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:17.035331 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2e3f02-5d4a-4571-b419-4ce95490ad09 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:17.036903 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7196280a-d23e-4486-9007-0c248a35ef7e req-79bdedd8-35e4-4a9a-8552-a211591295be service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294259 Sep 16 13:01:17.037650 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2e3f02-5d4a-4571-b419-4ce95490ad09 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:17.054954 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-fb2e3f02-5d4a-4571-b419-4ce95490ad09 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2249324 Sep 16 13:01:17.057902 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2239b620-1f1c-4c7f-8ec3-825e3036049a admin admin] Publish callbacks [] for security_group (4c12fde8-affa-48b9-8779-ce9593ad29a9), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:17.059125 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36282) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:17.098250 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-45939851-b70a-4719-8b97-18b8657706de req-c165b5b1-16dd-4848-bc2c-31492a24bab8 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2777858 Sep 16 13:01:17.158056 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2239b620-1f1c-4c7f-8ec3-825e3036049a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (4c12fde8-affa-48b9-8779-ce9593ad29a9), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:17.162174 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10945d81-ffef-4e2c-9bd7-523efac94b75 req-4b4523bb-e4c7-4098-8853-fa70e81a13a5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102710 Sep 16 13:01:17.163762 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:17.163762 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] Checking segment: {'id': '9811a55a-b03a-4906-9532-43d31450b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:17.164373 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] Bound using segment: {'id': '9811a55a-b03a-4906-9532-43d31450b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:17.164937 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] Bound port: 8874748b-6030-4aea-9e6b-79db8c8d555d, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9811a55a-b03a-4906-9532-43d31450b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:17.165456 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8874748b-6030-4aea-9e6b-79db8c8d555d), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:17.179283 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad68838-b987-47d0-a73b-a1b598e8eb3a req-03a83be8-7adc-401b-ba29-41965558631e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:17.187164 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad68838-b987-47d0-a73b-a1b598e8eb3a req-03a83be8-7adc-401b-ba29-41965558631e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:17.195974 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad68838-b987-47d0-a73b-a1b598e8eb3a req-03a83be8-7adc-401b-ba29-41965558631e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:17.218401 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad68838-b987-47d0-a73b-a1b598e8eb3a req-03a83be8-7adc-401b-ba29-41965558631e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:17.223535 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 7 to provision port 8c121ccb-eba9-4b08-98af-afba73327fcc Sep 16 13:01:17.247328 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad68838-b987-47d0-a73b-a1b598e8eb3a req-03a83be8-7adc-401b-ba29-41965558631e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:17.261324 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad68838-b987-47d0-a73b-a1b598e8eb3a req-03a83be8-7adc-401b-ba29-41965558631e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:17.286661 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad68838-b987-47d0-a73b-a1b598e8eb3a req-03a83be8-7adc-401b-ba29-41965558631e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:17.288915 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6ad68838-b987-47d0-a73b-a1b598e8eb3a req-03a83be8-7adc-401b-ba29-41965558631e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5393 time: 0.2838984 Sep 16 13:01:17.302397 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239b620-1f1c-4c7f-8ec3-825e3036049a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c12fde8-affa-48b9-8779-ce9593ad29a9,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:17.304101 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port 8c121ccb-eba9-4b08-98af-afba73327fcc cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:17.310257 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2239b620-1f1c-4c7f-8ec3-825e3036049a admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=a17be05cbab944169f563dc82acaa692&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5321448 Sep 16 13:01:17.315150 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36292) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:17.326945 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-6729c4c7-418c-4e0e-9026-7fe1ffa0c572 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet 6ce37ad9-25e0-4762-9b52-d4efb6e24d2b {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:01:17.337660 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6729c4c7-418c-4e0e-9026-7fe1ffa0c572 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (6ce37ad9-25e0-4762-9b52-d4efb6e24d2b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:17.395350 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c37dd2-0de5-44fb-8779-a99217cf7281 x-openstack-request-id: req-56c37dd2-0de5-44fb-8779-a99217cf7281 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:01:17.395626 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5e660b-de79-42ca-a8de-fe06738b9771", "tag": "3af800e8-0d1f-497b-bca5-8901587cb91c", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:01:17.395881 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-56c37dd2-0de5-44fb-8779-a99217cf7281 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:01:17.396306 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c37dd2-0de5-44fb-8779-a99217cf7281'] response: {'name': 'network-changed', 'server_uuid': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'tag': '3af800e8-0d1f-497b-bca5-8901587cb91c', 'status': 'completed', 'code': 200} Sep 16 13:01:17.440867 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:17.494051 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6ad68838-b987-47d0-a73b-a1b598e8eb3a req-69432092-f5d3-4431-ab30-0b3d218dce0b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1958494 Sep 16 13:01:17.502888 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6729c4c7-418c-4e0e-9026-7fe1ffa0c572 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (6ce37ad9-25e0-4762-9b52-d4efb6e24d2b), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:17.505475 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] For port 8874748b-6030-4aea-9e6b-79db8c8d555d, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:17.511995 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] For port 8874748b-6030-4aea-9e6b-79db8c8d555d, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=8874748b-6030-4aea-9e6b-79db8c8d555d,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:17.551542 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (8874748b-6030-4aea-9e6b-79db8c8d555d), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:17.555661 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:17.558799 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:17.570356 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/8874748b-6030-4aea-9e6b-79db8c8d555d HTTP/1.1" status: 200 len: 1091 time: 5.3974578 Sep 16 13:01:17.571501 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aa29562d-cfc3-41b6-9fcf-efd435de4aa1 admin admin] Publish callbacks [] for security_group (4c12fde8-affa-48b9-8779-ce9593ad29a9), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:17.685009 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aa29562d-cfc3-41b6-9fcf-efd435de4aa1 admin admin] Publish callbacks [] for security_group (4c12fde8-affa-48b9-8779-ce9593ad29a9), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:17.787629 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c85d3d-ceb0-4e6d-bfaa-364990a9f887 req-c0e26142-3bb1-4960-a930-d3065ab2d4de tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:17.796680 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22c85d3d-ceb0-4e6d-bfaa-364990a9f887 req-c0e26142-3bb1-4960-a930-d3065ab2d4de tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 0.2600877 Sep 16 13:01:17.805419 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 8 to provision port 8c121ccb-eba9-4b08-98af-afba73327fcc Sep 16 13:01:17.812574 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6729c4c7-418c-4e0e-9026-7fe1ffa0c572 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (6ce37ad9-25e0-4762-9b52-d4efb6e24d2b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:17.865242 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3549c5-efc2-46bc-996b-80cd4ede4c7d service neutron] Pushing event updated for resources: {'Port': ['ID=8874748b-6030-4aea-9e6b-79db8c8d555d,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:17.900346 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port 8c121ccb-eba9-4b08-98af-afba73327fcc cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:17.928781 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aa29562d-cfc3-41b6-9fcf-efd435de4aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (4c12fde8-affa-48b9-8779-ce9593ad29a9), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:17.932244 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aa29562d-cfc3-41b6-9fcf-efd435de4aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:17.933641 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-aa29562d-cfc3-41b6-9fcf-efd435de4aa1 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/4c12fde8-affa-48b9-8779-ce9593ad29a9 HTTP/1.1" status: 204 len: 168 time: 0.6174810 Sep 16 13:01:17.945693 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6729c4c7-418c-4e0e-9026-7fe1ffa0c572 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (6ce37ad9-25e0-4762-9b52-d4efb6e24d2b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:17.971071 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29562d-cfc3-41b6-9fcf-efd435de4aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c12fde8-affa-48b9-8779-ce9593ad29a9,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:17.993568 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6729c4c7-418c-4e0e-9026-7fe1ffa0c572 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:18.000004 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-6729c4c7-418c-4e0e-9026-7fe1ffa0c572 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/6ce37ad9-25e0-4762-9b52-d4efb6e24d2b HTTP/1.1" status: 204 len: 168 time: 0.9389498 Sep 16 13:01:18.003173 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36310) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:18.039018 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22c85d3d-ceb0-4e6d-bfaa-364990a9f887 req-1ad6831d-87e6-4ae8-bf32-d23d4530ed8d tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408764 Sep 16 13:01:18.062002 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] Request body: {'port': {'device_id': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:18.097700 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3281637c-49f1-4791-88a0-6c5350d5d30f None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:01:18.175158 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729c4c7-418c-4e0e-9026-7fe1ffa0c572 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce37ad9-25e0-4762-9b52-d4efb6e24d2b,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:18.189527 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-37efd5f3-b03b-44b9-8b4a-e085ff8e6419 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1849861 Sep 16 13:01:18.193032 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36316) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:18.199100 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-39064901-923f-440f-ac46-2cfd178774b0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:18.241639 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:18.395580 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39064901-923f-440f-ac46-2cfd178774b0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:01:18.396427 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa2d88-89b4-4e9b-aec7-c28abe6c0400 req-aa4014c1-3619-46bc-b41e-1220cc8a3165 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:18.402008 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 9 to provision port 8c121ccb-eba9-4b08-98af-afba73327fcc Sep 16 13:01:18.405619 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3efa2d88-89b4-4e9b-aec7-c28abe6c0400 req-aa4014c1-3619-46bc-b41e-1220cc8a3165 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.2388182 Sep 16 13:01:18.412932 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-39064901-923f-440f-ac46-2cfd178774b0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:18.417031 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c7eb5869-5d95-47b8-9539-2bec50eb4428), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:18.467983 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c518afc5-3f12-4a77-a8f0-1d6fb7d02ddf None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:01:18.474695 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191d961-d29a-48ec-8fb9-f8733874872e req-ab5fe90e-1810-448c-a7d6-818f8a907f1f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:18.476559 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b191d961-d29a-48ec-8fb9-f8733874872e req-ab5fe90e-1810-448c-a7d6-818f8a907f1f tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 949 time: 0.2267611 Sep 16 13:01:18.513646 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port 8c121ccb-eba9-4b08-98af-afba73327fcc cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:18.597716 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b191d961-d29a-48ec-8fb9-f8733874872e req-1d3f5276-f5d7-4f9b-b387-c66854848c0b tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063344 Sep 16 13:01:18.648606 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3efa2d88-89b4-4e9b-aec7-c28abe6c0400 req-48b4b298-5f27-4fc9-beee-108088426313 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274897 Sep 16 13:01:18.946996 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c518afc5-3f12-4a77-a8f0-1d6fb7d02ddf None None] Deleting port 03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:01:18.954719 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c518afc5-3f12-4a77-a8f0-1d6fb7d02ddf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:19.041135 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-39064901-923f-440f-ac46-2cfd178774b0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (dc8c363d-990a-4e4e-97cf-24eb599d4498), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:19.073872 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd7c87-3472-4172-a4c9-e04f17d4a192 req-6f5d45c7-41fe-415c-9492-dd986534c9ff tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:19.088788 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b5bd7c87-3472-4172-a4c9-e04f17d4a192 req-6f5d45c7-41fe-415c-9492-dd986534c9ff tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 943 time: 0.2412798 Sep 16 13:01:19.122717 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39064901-923f-440f-ac46-2cfd178774b0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:19.126603 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-39064901-923f-440f-ac46-2cfd178774b0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:19.129870 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c518afc5-3f12-4a77-a8f0-1d6fb7d02ddf None None] For port 03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:19.130474 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c518afc5-3f12-4a77-a8f0-1d6fb7d02ddf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:19.149382 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39064901-923f-440f-ac46-2cfd178774b0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:19.150278 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-39064901-923f-440f-ac46-2cfd178774b0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:19.164487 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c518afc5-3f12-4a77-a8f0-1d6fb7d02ddf None None] Calling delete_port for 03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:01:19.182641 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Attempt 10 to provision port 8c121ccb-eba9-4b08-98af-afba73327fcc Sep 16 13:01:19.213446 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-39064901-923f-440f-ac46-2cfd178774b0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0190101 Sep 16 13:01:19.217257 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36340) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:19.233120 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-7fa67d5c-8f6b-4215-8e04-26ee4621e191 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'fixed_ips': [{'subnet_id': 'dc8c363d-990a-4e4e-97cf-24eb599d4498', 'ip_address': '2001:db8::b71f:7313:7e38:39eb'}], 'name': 'tempest-NetworksTestDHCPv6-957581888'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:19.254496 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39064901-923f-440f-ac46-2cfd178774b0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=dc8c363d-990a-4e4e-97cf-24eb599d4498,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:19.281399 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-08e86c96-81e6-4593-b544-c82d119ce8ad None None] Port 8c121ccb-eba9-4b08-98af-afba73327fcc cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:19.296410 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:19.356260 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c518afc5-3f12-4a77-a8f0-1d6fb7d02ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:19.384967 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518afc5-3f12-4a77-a8f0-1d6fb7d02ddf None None] Pushing event deleted for resources: {'Port': ['ID=03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:19.401237 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c518afc5-3f12-4a77-a8f0-1d6fb7d02ddf None None] No DVR routers for this DVR port 03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:01:19.407199 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-c9d8379e-600a-48d9-b26f-f6314f785d8e None None] Could not find standard attr ID for object 03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:01:19.427509 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ba5848-2378-4078-b013-e4a29937d27d None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:01:19.451962 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'tag': '8874748b-6030-4aea-9e6b-79db8c8d555d'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:01:19.454618 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44d6a9e-0fa2-40fd-84d4-290a166cd5f2" -d '{"events": [{"name": "network-changed", "server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "tag": "8874748b-6030-4aea-9e6b-79db8c8d555d"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:01:19.461207 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0fb52-3aa4-42d8-a1b4-a49ef90dcc7f req-4a2a0c10-5228-4744-80fb-6caffb7ee596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:19.462761 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-64d0fb52-3aa4-42d8-a1b4-a49ef90dcc7f req-4a2a0c10-5228-4744-80fb-6caffb7ee596 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 1125 time: 0.1124074 Sep 16 13:01:19.475280 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:19.484709 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-c9d8379e-600a-48d9-b26f-f6314f785d8e None None] Could not find standard attr ID for object 2b180776-4c06-476d-a043-16e749d157e8. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:01:19.506985 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa67d5c-8f6b-4215-8e04-26ee4621e191 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:01:19.515033 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:19.526677 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b5bd7c87-3472-4172-a4c9-e04f17d4a192 req-c546d2fd-e00a-4a99-bb7c-0146f035453e tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4382398 Sep 16 13:01:19.620847 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-c9d8379e-600a-48d9-b26f-f6314f785d8e None None] Could not find standard attr ID for object 05601a89-5147-40ae-8aa3-28e566de452a. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:01:19.630826 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-c9d8379e-600a-48d9-b26f-f6314f785d8e None None] Could not find standard attr ID for object dd7a862c-4c86-4fbd-80a6-c29ce89a206e. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:01:19.633472 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:19.639567 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-c9d8379e-600a-48d9-b26f-f6314f785d8e None None] Could not find standard attr ID for object 7c3b9243-b6e0-4292-acc0-d6304c0cb9fb. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:01:19.682231 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7fa67d5c-8f6b-4215-8e04-26ee4621e191 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:19.706301 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0007221-ca8a-4ea5-b058-bbf53325970a req-9e332974-3a50-42b1-8b7a-581968f733ae tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:19.707657 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0007221-ca8a-4ea5-b058-bbf53325970a req-9e332974-3a50-42b1-8b7a-581968f733ae tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 949 time: 0.1497672 Sep 16 13:01:19.733892 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': 'dc8c363d-990a-4e4e-97cf-24eb599d4498'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:01:19.734861 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:19.769248 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-7fa67d5c-8f6b-4215-8e04-26ee4621e191 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port 2380aac4-9bf2-42fc-b852-4a5349ddb92e yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:01:19.851969 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:20.013842 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbe7f9-24d4-4eb9-b560-7785e60d3f7d req-659fd992-f317-40f0-a5b4-f20aa82905ef tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:20.014433 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] Allocated IP 2001:db8::2 (9baef6e6-991f-4370-ace0-656f975a51ae/dc8c363d-990a-4e4e-97cf-24eb599d4498/fc58e019-57dc-45b4-864b-9f74959c172f) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:20.019235 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbe7f9-24d4-4eb9-b560-7785e60d3f7d req-659fd992-f317-40f0-a5b4-f20aa82905ef tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:20.024921 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbe7f9-24d4-4eb9-b560-7785e60d3f7d req-659fd992-f317-40f0-a5b4-f20aa82905ef tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:20.030848 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbe7f9-24d4-4eb9-b560-7785e60d3f7d req-659fd992-f317-40f0-a5b4-f20aa82905ef tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:20.036343 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbe7f9-24d4-4eb9-b560-7785e60d3f7d req-659fd992-f317-40f0-a5b4-f20aa82905ef tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:20.042078 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbe7f9-24d4-4eb9-b560-7785e60d3f7d req-659fd992-f317-40f0-a5b4-f20aa82905ef tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:20.048763 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbe7f9-24d4-4eb9-b560-7785e60d3f7d req-659fd992-f317-40f0-a5b4-f20aa82905ef tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:20.057230 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ebfbe7f9-24d4-4eb9-b560-7785e60d3f7d req-659fd992-f317-40f0-a5b4-f20aa82905ef tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5393 time: 0.7079551 Sep 16 13:01:20.068585 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:20.092681 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7eb5869-5d95-47b8-9539-2bec50eb4428 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:01:20.117664 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] Publish callbacks [] for port (c7eb5869-5d95-47b8-9539-2bec50eb4428), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:20.169765 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0fb52-3aa4-42d8-a1b4-a49ef90dcc7f req-88acf15e-f7f4-49f9-b07a-3b6ee9557534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:20.171651 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-64d0fb52-3aa4-42d8-a1b4-a49ef90dcc7f req-88acf15e-f7f4-49f9-b07a-3b6ee9557534 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 913 time: 0.6806762 Sep 16 13:01:20.191645 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ced0ec-4e46-47b4-a058-90d201ec7d05 req-abb540c2-e83c-4dbf-af87-1217d218931c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:20.193213 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c7ced0ec-4e46-47b4-a058-90d201ec7d05 req-abb540c2-e83c-4dbf-af87-1217d218931c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 0.4356930 Sep 16 13:01:20.228419 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] Transition to ACTIVE for port object c7eb5869-5d95-47b8-9539-2bec50eb4428 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:01:20.287513 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] Publish callbacks [] for port (fc58e019-57dc-45b4-864b-9f74959c172f), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:20.297416 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (fc58e019-57dc-45b4-864b-9f74959c172f), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:20.332219 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-b0007221-ca8a-4ea5-b058-bbf53325970a req-9df321b3-cfdd-49ff-963b-25a216b8bf65 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Deleting port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:01:20.332219 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b0007221-ca8a-4ea5-b058-bbf53325970a req-9df321b3-cfdd-49ff-963b-25a216b8bf65 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (62dbe1ae-a63f-40d9-b089-d8e7f6ba2713), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:20.396103 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:20.411887 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:20.421935 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:01:20.422408 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-7fa67d5c-8f6b-4215-8e04-26ee4621e191 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::b71f:7313:7e38:39eb (9baef6e6-991f-4370-ace0-656f975a51ae/dc8c363d-990a-4e4e-97cf-24eb599d4498/2380aac4-9bf2-42fc-b852-4a5349ddb92e) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:20.425519 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:20.427830 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] Pushing event updated for resources: {'Port': ['ID=fc58e019-57dc-45b4-864b-9f74959c172f,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:20.456751 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-b0007221-ca8a-4ea5-b058-bbf53325970a req-9df321b3-cfdd-49ff-963b-25a216b8bf65 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] For port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=62dbe1ae-a63f-40d9-b089-d8e7f6ba2713,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:20.457113 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b0007221-ca8a-4ea5-b058-bbf53325970a req-9df321b3-cfdd-49ff-963b-25a216b8bf65 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (62dbe1ae-a63f-40d9-b089-d8e7f6ba2713), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:20.462989 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-64d0fb52-3aa4-42d8-a1b4-a49ef90dcc7f req-42bb3edc-5f4c-462b-b149-351827d7e280 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3af800e8-0d1f-497b-bca5-8901587cb91c HTTP/1.1" status: 200 len: 217 time: 0.2484727 Sep 16 13:01:20.485614 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:01:20.486183 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 03bcc17a-b1a9-4d87-bdcf-96f870d7c7b4 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:01:20.495871 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-b0007221-ca8a-4ea5-b058-bbf53325970a req-9df321b3-cfdd-49ff-963b-25a216b8bf65 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Calling delete_port for 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:01:20.571770 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (c7eb5869-5d95-47b8-9539-2bec50eb4428), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:20.587967 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3af800e8-0d1f-497b-bca5-8901587cb91c details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:01:20.604651 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] Attempting to bind port fc58e019-57dc-45b4-864b-9f74959c172f on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:20.605025 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] Attempting to bind port fc58e019-57dc-45b4-864b-9f74959c172f by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:20.605389 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] Attempting to bind port fc58e019-57dc-45b4-864b-9f74959c172f on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:20.625140 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7fa67d5c-8f6b-4215-8e04-26ee4621e191 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (2380aac4-9bf2-42fc-b852-4a5349ddb92e), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:20.661193 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7fa67d5c-8f6b-4215-8e04-26ee4621e191 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (2380aac4-9bf2-42fc-b852-4a5349ddb92e), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:20.722926 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa67d5c-8f6b-4215-8e04-26ee4621e191 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:20.727127 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-7fa67d5c-8f6b-4215-8e04-26ee4621e191 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:20.731786 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa67d5c-8f6b-4215-8e04-26ee4621e191 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:20.738922 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa67d5c-8f6b-4215-8e04-26ee4621e191 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:20.740165 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7fa67d5c-8f6b-4215-8e04-26ee4621e191 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:20.744953 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa67d5c-8f6b-4215-8e04-26ee4621e191 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=2380aac4-9bf2-42fc-b852-4a5349ddb92e,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:20.772342 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7fa67d5c-8f6b-4215-8e04-26ee4621e191 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5538394 Sep 16 13:01:20.774324 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36374) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:20.786324 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0fb52-3aa4-42d8-a1b4-a49ef90dcc7f req-05c6dced-397d-401b-892b-8f0fe952afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:20.786324 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-64d0fb52-3aa4-42d8-a1b4-a49ef90dcc7f req-05c6dced-397d-401b-892b-8f0fe952afbc service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 0.1985905 Sep 16 13:01:20.790641 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:20.791025 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:20.791423 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:20.791816 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:20.792334 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] Bound port: fc58e019-57dc-45b4-864b-9f74959c172f, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:20.792712 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fc58e019-57dc-45b4-864b-9f74959c172f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:20.886960 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40612c9-10cf-479f-a8a5-6d5dd193b59e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:20.895585 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40612c9-10cf-479f-a8a5-6d5dd193b59e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:20.906719 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a40612c9-10cf-479f-a8a5-6d5dd193b59e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1306777 Sep 16 13:01:20.908063 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36376) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:20.942220 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:20.990512 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3af800e8-0d1f-497b-bca5-8901587cb91c, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3af800e8-0d1f-497b-bca5-8901587cb91c,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:21.026172 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] For port fc58e019-57dc-45b4-864b-9f74959c172f, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:21.033482 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] For port fc58e019-57dc-45b4-864b-9f74959c172f, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=fc58e019-57dc-45b4-864b-9f74959c172f,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:21.038603 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-334bfe5d-15f6-456a-b0ef-3dfa0611886e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port 2380aac4-9bf2-42fc-b852-4a5349ddb92e {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:01:21.038952 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-334bfe5d-15f6-456a-b0ef-3dfa0611886e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (2380aac4-9bf2-42fc-b852-4a5349ddb92e), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:21.056679 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:21.057033 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (fc58e019-57dc-45b4-864b-9f74959c172f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:21.074364 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '3af800e8-0d1f-497b-bca5-8901587cb91c', 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5', 'port_id': '3af800e8-0d1f-497b-bca5-8901587cb91c', 'mac_address': 'fa:16:3e:5a:8f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d21eb8b-32f8-4b19-96f6-c4c4e33061d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:01:21.099859 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] Attempting to bind port c7eb5869-5d95-47b8-9539-2bec50eb4428 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:21.100437 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] Attempting to bind port c7eb5869-5d95-47b8-9539-2bec50eb4428 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '9811a55a-b03a-4906-9532-43d31450b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:21.100730 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] Attempting to bind port c7eb5869-5d95-47b8-9539-2bec50eb4428 on network cbc422c8-d561-47f7-afec-ef049a9a76c5 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:21.116382 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ebfbe7f9-24d4-4eb9-b560-7785e60d3f7d req-c84025fe-af3e-47bc-ab0c-f02bf3086bb3 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0582404 Sep 16 13:01:21.130819 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c7ced0ec-4e46-47b4-a058-90d201ec7d05 req-518fd451-39df-48d3-b70d-193401d32166 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9084191 Sep 16 13:01:21.159531 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7eb5869-5d95-47b8-9539-2bec50eb4428,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:21.269799 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0fb52-3aa4-42d8-a1b4-a49ef90dcc7f req-c8159e2b-48d1-4afb-94c3-52673a46da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:21.270295 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:21.271627 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 3af800e8-0d1f-497b-bca5-8901587cb91c is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:21.272009 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:21.272415 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-64d0fb52-3aa4-42d8-a1b4-a49ef90dcc7f req-c8159e2b-48d1-4afb-94c3-52673a46da74 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4512134 Sep 16 13:01:21.276158 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b0007221-ca8a-4ea5-b058-bbf53325970a req-9df321b3-cfdd-49ff-963b-25a216b8bf65 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (62dbe1ae-a63f-40d9-b089-d8e7f6ba2713), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:21.337105 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-334bfe5d-15f6-456a-b0ef-3dfa0611886e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (2380aac4-9bf2-42fc-b852-4a5349ddb92e), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:21.389294 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['62dbe1ae-a63f-40d9-b089-d8e7f6ba2713'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:01:21.390205 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-334bfe5d-15f6-456a-b0ef-3dfa0611886e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for 2380aac4-9bf2-42fc-b852-4a5349ddb92e owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:01:21.393514 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7dcda-8e19-46f7-a6fd-3ef117e50c32 None None] Pushing event updated for resources: {'Port': ['ID=fc58e019-57dc-45b4-864b-9f74959c172f,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:21.414889 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['49603217-44ca-43b5-b254-906cf820af9e'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:01:21.600169 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af800e8-0d1f-497b-bca5-8901587cb91c {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:01:21.602326 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c800719-772a-4618-85a9-9a67cb772431 x-openstack-request-id: req-6c800719-772a-4618-85a9-9a67cb772431 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:01:21.602620 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "tag": "8874748b-6030-4aea-9e6b-79db8c8d555d", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:01:21.606827 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6c800719-772a-4618-85a9-9a67cb772431 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:01:21.607432 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c800719-772a-4618-85a9-9a67cb772431'] response: {'name': 'network-changed', 'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'tag': '8874748b-6030-4aea-9e6b-79db8c8d555d', 'status': 'completed', 'code': 200} Sep 16 13:01:21.610369 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df321b3-cfdd-49ff-963b-25a216b8bf65 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Pushing event deleted for resources: {'Port': ['ID=62dbe1ae-a63f-40d9-b089-d8e7f6ba2713,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:21.626350 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-64d0fb52-3aa4-42d8-a1b4-a49ef90dcc7f req-a146cf39-c2be-4272-9c32-4cc23d45ccf4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455007 Sep 16 13:01:21.680211 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:21.726438 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3af800e8-0d1f-497b-bca5-8901587cb91c, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3af800e8-0d1f-497b-bca5-8901587cb91c,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:21.756166 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5df596-e3e8-4d60-be45-14a5ab277d5f req-f9e1b4e8-5bcd-4bba-a393-55330b20c5c6 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:21.760079 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bf5df596-e3e8-4d60-be45-14a5ab277d5f req-f9e1b4e8-5bcd-4bba-a393-55330b20c5c6 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.1029639 Sep 16 13:01:21.774928 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:21.855656 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:21.889800 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-334bfe5d-15f6-456a-b0ef-3dfa0611886e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (2380aac4-9bf2-42fc-b852-4a5349ddb92e), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:21.910209 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:21.935641 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] Port c7eb5869-5d95-47b8-9539-2bec50eb4428 on network cbc422c8-d561-47f7-afec-ef049a9a76c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:01:21.935641 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] Attempting to bind port c7eb5869-5d95-47b8-9539-2bec50eb4428 on network cbc422c8-d561-47f7-afec-ef049a9a76c5 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:21.939643 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bfe5d-15f6-456a-b0ef-3dfa0611886e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=2380aac4-9bf2-42fc-b852-4a5349ddb92e,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:21.969546 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-334bfe5d-15f6-456a-b0ef-3dfa0611886e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:21.975576 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-334bfe5d-15f6-456a-b0ef-3dfa0611886e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/2380aac4-9bf2-42fc-b852-4a5349ddb92e HTTP/1.1" status: 204 len: 168 time: 1.0663159 Sep 16 13:01:21.976320 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36394) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:21.993826 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-523fb6cc-b3fa-46aa-8bb4-46fa3df87a2c req-8f170f9a-aea7-43b6-bcd4-bd0e2c15c777 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=cbc794b1-563e-49d1-92d9-86cea9a9bf75 HTTP/1.1" status: 200 len: 210 time: 0.3613391 Sep 16 13:01:22.004319 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0007221-ca8a-4ea5-b058-bbf53325970a req-9df321b3-cfdd-49ff-963b-25a216b8bf65 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] No DVR routers for this DVR port 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 on host n-h2-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:01:22.010592 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b0007221-ca8a-4ea5-b058-bbf53325970a req-9df321b3-cfdd-49ff-963b-25a216b8bf65 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:22.015924 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0007221-ca8a-4ea5-b058-bbf53325970a req-9df321b3-cfdd-49ff-963b-25a216b8bf65 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.76 "DELETE /networking/v2.0/ports/62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 HTTP/1.1" status: 204 len: 173 time: 2.2475111 Sep 16 13:01:22.023195 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d6a9e-0fa2-40fd-84d4-290a166cd5f2 req-06f9c9db-b364-4827-a429-dc8a88c769c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:22.023696 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d6a9e-0fa2-40fd-84d4-290a166cd5f2 req-06f9c9db-b364-4827-a429-dc8a88c769c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:22.024535 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d6a9e-0fa2-40fd-84d4-290a166cd5f2 req-06f9c9db-b364-4827-a429-dc8a88c769c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:22.024728 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d6a9e-0fa2-40fd-84d4-290a166cd5f2 req-06f9c9db-b364-4827-a429-dc8a88c769c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:22.029476 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d6a9e-0fa2-40fd-84d4-290a166cd5f2 req-06f9c9db-b364-4827-a429-dc8a88c769c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:22.029982 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d6a9e-0fa2-40fd-84d4-290a166cd5f2 req-06f9c9db-b364-4827-a429-dc8a88c769c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:22.030462 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d6a9e-0fa2-40fd-84d4-290a166cd5f2 req-06f9c9db-b364-4827-a429-dc8a88c769c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:22.034113 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['3af800e8-0d1f-497b-bca5-8901587cb91c'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:01:22.036334 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f44d6a9e-0fa2-40fd-84d4-290a166cd5f2 req-06f9c9db-b364-4827-a429-dc8a88c769c4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bdbc66ae4c664cd18af4bad57bbf12c4&device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 6434 time: 0.4053516 Sep 16 13:01:22.042420 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=3af800e8-0d1f-497b-bca5-8901587cb91c,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:22.062798 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360e9ac7-fa71-48bf-bf65-c9bbb9d5ad79 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:22.064585 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360e9ac7-fa71-48bf-bf65-c9bbb9d5ad79 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:22.076829 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-360e9ac7-fa71-48bf-bf65-c9bbb9d5ad79 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0986164 Sep 16 13:01:22.077666 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36398) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:22.099931 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:22.121211 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bf5df596-e3e8-4d60-be45-14a5ab277d5f req-fea1738f-7aa7-473f-9676-b3e1d9941769 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3179002 Sep 16 13:01:22.241289 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f84574f-905f-4ba8-b9fb-e7910e4a1830 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet dc8c363d-990a-4e4e-97cf-24eb599d4498 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:01:22.254572 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f84574f-905f-4ba8-b9fb-e7910e4a1830 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (dc8c363d-990a-4e4e-97cf-24eb599d4498), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:22.343537 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f84574f-905f-4ba8-b9fb-e7910e4a1830 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (dc8c363d-990a-4e4e-97cf-24eb599d4498), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:22.520116 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device fc58e019-57dc-45b4-864b-9f74959c172f up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:01:22.522754 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f84574f-905f-4ba8-b9fb-e7910e4a1830 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (dc8c363d-990a-4e4e-97cf-24eb599d4498), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:22.636029 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f84574f-905f-4ba8-b9fb-e7910e4a1830 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (dc8c363d-990a-4e4e-97cf-24eb599d4498), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:22.679629 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3af800e8-0d1f-497b-bca5-8901587cb91c up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:01:22.698360 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f84574f-905f-4ba8-b9fb-e7910e4a1830 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:22.703714 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7f84574f-905f-4ba8-b9fb-e7910e4a1830 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/dc8c363d-990a-4e4e-97cf-24eb599d4498 HTTP/1.1" status: 204 len: 168 time: 0.6253338 Sep 16 13:01:22.706481 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36410) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:22.708322 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84574f-905f-4ba8-b9fb-e7910e4a1830 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=dc8c363d-990a-4e4e-97cf-24eb599d4498,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:22.762684 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-36ead7ed-a269-4291-a8a8-c178090d2c9a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507386 Sep 16 13:01:22.767769 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36412) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:22.818191 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port fc58e019-57dc-45b4-864b-9f74959c172f triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:22.818566 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (fc58e019-57dc-45b4-864b-9f74959c172f), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:22.818900 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port fc58e019-57dc-45b4-864b-9f74959c172f Sep 16 13:01:22.909155 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23565b42-7edb-46cd-bf7b-327f48eb2961 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:22.913060 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-23565b42-7edb-46cd-bf7b-327f48eb2961 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1418364 Sep 16 13:01:22.914693 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36416) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:23.028617 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801825c8-4ab2-45bc-a31f-2726ba10f49d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:23.033515 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-801825c8-4ab2-45bc-a31f-2726ba10f49d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1176682 Sep 16 13:01:23.034815 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36418) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:23.048055 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 3af800e8-0d1f-497b-bca5-8901587cb91c completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:01:23.066049 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe0afd8-1d2d-494d-bf9b-2d12272572de None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:01:23.089439 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4565fd4c-fe5e-45a2-bef2-720905b0cf17 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527847 Sep 16 13:01:23.090105 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36420) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:23.096557 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-95eb4a19-625e-44e9-b186-768d731dad00 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:23.131939 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 3af800e8-0d1f-497b-bca5-8901587cb91c triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:23.132714 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:23.133366 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 3af800e8-0d1f-497b-bca5-8901587cb91c Sep 16 13:01:23.250173 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d6a9e-0fa2-40fd-84d4-290a166cd5f2 req-15a6c373-c3e5-4029-8150-cde6a36915e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:23.251263 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d6a9e-0fa2-40fd-84d4-290a166cd5f2 req-15a6c373-c3e5-4029-8150-cde6a36915e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:23.251905 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d6a9e-0fa2-40fd-84d4-290a166cd5f2 req-15a6c373-c3e5-4029-8150-cde6a36915e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:23.253725 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f44d6a9e-0fa2-40fd-84d4-290a166cd5f2 req-15a6c373-c3e5-4029-8150-cde6a36915e4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=bdbc66ae4c664cd18af4bad57bbf12c4&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1580744 Sep 16 13:01:23.269858 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:23.270405 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] Checking segment: {'id': '9811a55a-b03a-4906-9532-43d31450b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:23.270958 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] Bound using segment: {'id': '9811a55a-b03a-4906-9532-43d31450b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:23.271576 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] Bound port: c7eb5869-5d95-47b8-9539-2bec50eb4428, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9811a55a-b03a-4906-9532-43d31450b005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:23.272110 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c7eb5869-5d95-47b8-9539-2bec50eb4428), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:23.283517 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95eb4a19-625e-44e9-b186-768d731dad00 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:01:23.288339 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95eb4a19-625e-44e9-b186-768d731dad00 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:23.309231 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbc35f-8927-493b-a1a5-08cc061941e0 req-baf457fd-e7f5-4c59-942a-a1abc055e469 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:23.311096 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c5bbc35f-8927-493b-a1a5-08cc061941e0 req-baf457fd-e7f5-4c59-942a-a1abc055e469 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.1823587 Sep 16 13:01:23.327339 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-5e32fc8b-0478-4cd8-809d-175ae5dae8ac None None] Provisioning complete for port fc58e019-57dc-45b4-864b-9f74959c172f triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:23.328624 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5e32fc8b-0478-4cd8-809d-175ae5dae8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (fc58e019-57dc-45b4-864b-9f74959c172f), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:23.331209 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5e32fc8b-0478-4cd8-809d-175ae5dae8ac None None] Attempt 1 to provision port fc58e019-57dc-45b4-864b-9f74959c172f Sep 16 13:01:23.336084 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0865a1-3b1f-4af2-97b3-49618d806f69 req-a71da418-5b4e-4691-9335-3e1f53948133 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:23.341068 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port fc58e019-57dc-45b4-864b-9f74959c172f is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:23.344114 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fc58e019-57dc-45b4-864b-9f74959c172f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:23.344760 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a0865a1-3b1f-4af2-97b3-49618d806f69 req-a71da418-5b4e-4691-9335-3e1f53948133 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 0.2118032 Sep 16 13:01:23.349292 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:23.377618 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:23.433611 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port fc58e019-57dc-45b4-864b-9f74959c172f, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=fc58e019-57dc-45b4-864b-9f74959c172f,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:23.452368 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-64d0fb52-3aa4-42d8-a1b4-a49ef90dcc7f req-9d1b8cb0-f282-4a15-93bd-ccf5ecc9430d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6668034 Sep 16 13:01:23.464086 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (fc58e019-57dc-45b4-864b-9f74959c172f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:23.498112 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:23.583568 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:23.618198 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc794b1-563e-49d1-92d9-86cea9a9bf75', 'name': 'network-vif-deleted', 'tag': '62dbe1ae-a63f-40d9-b089-d8e7f6ba2713'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:01:23.620718 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ce07df-a5c4-4ce2-bf6e-9de82cbc95f2" -d '{"events": [{"server_uuid": "cbc794b1-563e-49d1-92d9-86cea9a9bf75", "name": "network-vif-deleted", "tag": "62dbe1ae-a63f-40d9-b089-d8e7f6ba2713"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:01:23.650312 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 3af800e8-0d1f-497b-bca5-8901587cb91c is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:23.650703 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:23.718148 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a0865a1-3b1f-4af2-97b3-49618d806f69 req-d21ec854-b4c0-421c-89cd-1173d7b1dde0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722415 Sep 16 13:01:23.730249 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3dc9d7-df38-4cd0-952c-4c33b6da5569 None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:01:23.734135 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c5bbc35f-8927-493b-a1a5-08cc061941e0 req-7a284cda-343e-45a4-9f02-924e699a5891 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3841400 Sep 16 13:01:23.755041 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af800e8-0d1f-497b-bca5-8901587cb91c'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:01:23.755910 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d6a9e-0fa2-40fd-84d4-290a166cd5f2 req-8cc92eb1-8140-4111-b891-83545ed9ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:23.757592 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f44d6a9e-0fa2-40fd-84d4-290a166cd5f2 req-8cc92eb1-8140-4111-b891-83545ed9ae0f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4952204 Sep 16 13:01:23.758840 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] For port c7eb5869-5d95-47b8-9539-2bec50eb4428, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:23.763076 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad3accf-1046-40ce-92d7-7e45e543c281" -d '{"events": [{"server_uuid": "af5e660b-de79-42ca-a8de-fe06738b9771", "name": "network-vif-plugged", "status": "completed", "tag": "3af800e8-0d1f-497b-bca5-8901587cb91c"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:01:23.773199 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] For port c7eb5869-5d95-47b8-9539-2bec50eb4428, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c7eb5869-5d95-47b8-9539-2bec50eb4428,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:23.790973 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (c7eb5869-5d95-47b8-9539-2bec50eb4428), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:23.796952 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:23.797582 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:23.799483 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/c7eb5869-5d95-47b8-9539-2bec50eb4428 HTTP/1.1" status: 200 len: 1090 time: 5.7537291 Sep 16 13:01:23.817303 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95eb4a19-625e-44e9-b186-768d731dad00 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (64246693-980b-4ebb-b58b-34100ded5e90), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:23.867169 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] Request body: {'port': {'device_id': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:23.901141 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=fc58e019-57dc-45b4-864b-9f74959c172f,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:23.921817 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:23.938330 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eb4a19-625e-44e9-b186-768d731dad00 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:23.946009 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-95eb4a19-625e-44e9-b186-768d731dad00 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:23.954051 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eb4a19-625e-44e9-b186-768d731dad00 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:23.954649 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95eb4a19-625e-44e9-b186-768d731dad00 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:23.961224 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3af800e8-0d1f-497b-bca5-8901587cb91c, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3af800e8-0d1f-497b-bca5-8901587cb91c,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:23.973506 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:24.019032 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb4a19-625e-44e9-b186-768d731dad00 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=64246693-980b-4ebb-b58b-34100ded5e90,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:24.030646 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:24.031489 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:01:24.034747 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-95eb4a19-625e-44e9-b186-768d731dad00 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9422817 Sep 16 13:01:24.037855 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36432) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:24.042829 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-2f8a5f63-aa5e-4ae9-83ec-f44514fa780d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'fixed_ips': [{'subnet_id': '64246693-980b-4ebb-b58b-34100ded5e90', 'ip_address': '2001:db8::c41f:fc13:533d:67ea'}], 'name': 'tempest-NetworksTestDHCPv6-1677317491'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:24.117723 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=3af800e8-0d1f-497b-bca5-8901587cb91c,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:24.142947 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5e32fc8b-0478-4cd8-809d-175ae5dae8ac None None] Current status of the port fc58e019-57dc-45b4-864b-9f74959c172f is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:24.148510 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:01:24.148849 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 62dbe1ae-a63f-40d9-b089-d8e7f6ba2713 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:01:24.154443 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ae3dc9d7-df38-4cd0-952c-4c33b6da5569 None None] Deleting port fc58e019-57dc-45b4-864b-9f74959c172f {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:01:24.154720 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b6b9c-e139-40eb-a909-f7bf5c4f314d req-2fd68bb9-9150-4e51-8502-8e296c1b458a tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:24.154891 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ae3dc9d7-df38-4cd0-952c-4c33b6da5569 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (fc58e019-57dc-45b4-864b-9f74959c172f), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:24.168569 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36434) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:24.170992 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-538b6b9c-e139-40eb-a909-f7bf5c4f314d req-2fd68bb9-9150-4e51-8502-8e296c1b458a tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.3250871 Sep 16 13:01:24.175519 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-40e47360-d30b-4e64-9edd-33e6c3e77249 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Request body: {'floatingip': {'port_id': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:24.226893 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36438) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:24.258176 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-40e47360-d30b-4e64-9edd-33e6c3e77249 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for floatingip (6520a9dd-6235-4fd3-a3fb-9f87c3c71d03), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:24.272316 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2d6da-4b0f-4b75-ae46-832166e9e884 req-44ec3947-6d90-4089-90ff-f84412883813 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:24.289363 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2d6da-4b0f-4b75-ae46-832166e9e884 req-44ec3947-6d90-4089-90ff-f84412883813 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:24.303778 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2d6da-4b0f-4b75-ae46-832166e9e884 req-44ec3947-6d90-4089-90ff-f84412883813 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:24.319306 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2d6da-4b0f-4b75-ae46-832166e9e884 req-44ec3947-6d90-4089-90ff-f84412883813 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:24.333402 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2d6da-4b0f-4b75-ae46-832166e9e884 req-44ec3947-6d90-4089-90ff-f84412883813 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:24.335796 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ae3dc9d7-df38-4cd0-952c-4c33b6da5569 None None] For port fc58e019-57dc-45b4-864b-9f74959c172f, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=fc58e019-57dc-45b4-864b-9f74959c172f,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:24.336247 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ae3dc9d7-df38-4cd0-952c-4c33b6da5569 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (fc58e019-57dc-45b4-864b-9f74959c172f), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:24.352426 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2d6da-4b0f-4b75-ae46-832166e9e884 req-44ec3947-6d90-4089-90ff-f84412883813 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:24.361264 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2d6da-4b0f-4b75-ae46-832166e9e884 req-44ec3947-6d90-4089-90ff-f84412883813 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:24.386270 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7ef2d6da-4b0f-4b75-ae46-832166e9e884 req-44ec3947-6d90-4089-90ff-f84412883813 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5405 time: 0.4141104 Sep 16 13:01:24.389501 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67947e04-eae8-4a34-a95c-13d4e27b6165 x-openstack-request-id: req-67947e04-eae8-4a34-a95c-13d4e27b6165 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:01:24.389799 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc794b1-563e-49d1-92d9-86cea9a9bf75", "name": "network-vif-deleted", "tag": "62dbe1ae-a63f-40d9-b089-d8e7f6ba2713", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:01:24.390060 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-67947e04-eae8-4a34-a95c-13d4e27b6165 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:01:24.390531 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67947e04-eae8-4a34-a95c-13d4e27b6165'] response: {'server_uuid': 'cbc794b1-563e-49d1-92d9-86cea9a9bf75', 'name': 'network-vif-deleted', 'tag': '62dbe1ae-a63f-40d9-b089-d8e7f6ba2713', 'status': 'completed', 'code': 200} Sep 16 13:01:24.397763 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72f739c-24f9-47d8-965d-f2254ebcc371 x-openstack-request-id: req-e72f739c-24f9-47d8-965d-f2254ebcc371 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:01:24.398063 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5e660b-de79-42ca-a8de-fe06738b9771", "name": "network-vif-plugged", "status": "completed", "tag": "3af800e8-0d1f-497b-bca5-8901587cb91c", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:01:24.398329 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e72f739c-24f9-47d8-965d-f2254ebcc371 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:01:24.398751 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72f739c-24f9-47d8-965d-f2254ebcc371'] response: {'server_uuid': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af800e8-0d1f-497b-bca5-8901587cb91c', 'code': 200} Sep 16 13:01:24.399954 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ae3dc9d7-df38-4cd0-952c-4c33b6da5569 None None] Calling delete_port for fc58e019-57dc-45b4-864b-9f74959c172f owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:01:24.429522 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device fc58e019-57dc-45b4-864b-9f74959c172f no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:01:24.536698 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8a5f63-aa5e-4ae9-83ec-f44514fa780d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:01:24.542398 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2f8a5f63-aa5e-4ae9-83ec-f44514fa780d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:24.559983 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6623b-1891-4a10-a0df-24db56dc7af6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7eb5869-5d95-47b8-9539-2bec50eb4428,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:24.575031 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d06f6d00-52ee-4777-adf8-8a78b1ec0245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:24.607635 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7ef2d6da-4b0f-4b75-ae46-832166e9e884 req-616b7951-659a-4a28-8cff-1299ea9986de tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2204742 Sep 16 13:01:24.636197 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-2f8a5f63-aa5e-4ae9-83ec-f44514fa780d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port 816ef654-3c01-4f97-a5ec-9eb5ca4bef35 yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:01:24.659535 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port fc58e019-57dc-45b4-864b-9f74959c172f is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:24.662404 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (fc58e019-57dc-45b4-864b-9f74959c172f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:24.708627 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ae3dc9d7-df38-4cd0-952c-4c33b6da5569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (fc58e019-57dc-45b4-864b-9f74959c172f), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:24.764750 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8c121ccb-eba9-4b08-98af-afba73327fcc), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:24.789552 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e8e3e-37cc-4a1b-8041-a31108761950 req-0a56d828-0f80-4d4e-bb7a-93a7d7838cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:24.796236 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d44e8e3e-37cc-4a1b-8041-a31108761950 req-0a56d828-0f80-4d4e-bb7a-93a7d7838cca service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 1127 time: 0.2096529 Sep 16 13:01:24.797238 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3dc9d7-df38-4cd0-952c-4c33b6da5569 None None] No DVR routers for this DVR port fc58e019-57dc-45b4-864b-9f74959c172f on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:01:24.802661 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3dc9d7-df38-4cd0-952c-4c33b6da5569 None None] Pushing event deleted for resources: {'Port': ['ID=fc58e019-57dc-45b4-864b-9f74959c172f,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:24.846009 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f41932-1760-46de-bb23-debe1667eec3 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:01:24.860962 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:25.013554 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': '64246693-980b-4ebb-b58b-34100ded5e90'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:01:25.013793 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d44e8e3e-37cc-4a1b-8041-a31108761950 req-470c8ff5-0615-4336-b48d-27a7aae74270 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999025 Sep 16 13:01:25.015088 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:25.237118 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:25.248598 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:25.284340 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] Allocated IP 2001:db8::2 (9baef6e6-991f-4370-ace0-656f975a51ae/64246693-980b-4ebb-b58b-34100ded5e90/6c5f8c3f-8168-461b-acac-4b11b0e274ee) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:25.292434 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d81d84-fc46-4384-93ce-239b3f4ab5cd req-060acc91-8f5a-46cb-98d4-390eb5a47eea tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:25.303512 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d0d81d84-fc46-4384-93ce-239b3f4ab5cd req-060acc91-8f5a-46cb-98d4-390eb5a47eea tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 945 time: 0.2312849 Sep 16 13:01:25.348758 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d51149-0364-464f-8ffd-4f986796f0cd req-322f5257-902c-44e6-b8e5-33c58f347118 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:25.356856 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d9d51149-0364-464f-8ffd-4f986796f0cd req-322f5257-902c-44e6-b8e5-33c58f347118 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 0.3085289 Sep 16 13:01:25.495781 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:25.531495 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d9d51149-0364-464f-8ffd-4f986796f0cd req-b5c1dbff-a019-4473-bd6b-0092834c33f6 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734321 Sep 16 13:01:25.573957 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d0d81d84-fc46-4384-93ce-239b3f4ab5cd req-ea6fa4de-f99d-44b0-ac5a-9f28a93f3b23 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694192 Sep 16 13:01:25.592722 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d06f6d00-52ee-4777-adf8-8a78b1ec0245 admin admin] Publish callbacks [] for security_group (0eec3941-b65b-4b21-9be7-b0ac91739ec6), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:25.615025 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d06f6d00-52ee-4777-adf8-8a78b1ec0245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (0eec3941-b65b-4b21-9be7-b0ac91739ec6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:25.682830 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f6d00-52ee-4777-adf8-8a78b1ec0245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eec3941-b65b-4b21-9be7-b0ac91739ec6,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:25.719910 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] Publish callbacks [] for port (6c5f8c3f-8168-461b-acac-4b11b0e274ee), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:25.740910 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (6c5f8c3f-8168-461b-acac-4b11b0e274ee), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:25.750568 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:25.845248 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d06f6d00-52ee-4777-adf8-8a78b1ec0245 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=cfc602dca11242528198642096b6a33c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6171272 Sep 16 13:01:25.853589 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36464) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:25.863968 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] Pushing event updated for resources: {'Port': ['ID=6c5f8c3f-8168-461b-acac-4b11b0e274ee,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:25.869959 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:25.873098 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:25.886278 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:25.914662 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:25.935903 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.db.resource_extend [None req-40e47360-d30b-4e64-9edd-33e6c3e77249 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 13:01:25.939163 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff71951-4746-4f68-8c91-6ca23abafb55 req-c3e36da6-b8a3-47e6-aadd-1c1fb30f5897 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:25.946508 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4ff71951-4746-4f68-8c91-6ca23abafb55 req-c3e36da6-b8a3-47e6-aadd-1c1fb30f5897 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 950 time: 0.2150476 Sep 16 13:01:25.954508 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c121ccb-eba9-4b08-98af-afba73327fcc {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:01:25.982138 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] Attempting to bind port 6c5f8c3f-8168-461b-acac-4b11b0e274ee on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:25.982763 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] Attempting to bind port 6c5f8c3f-8168-461b-acac-4b11b0e274ee by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:25.983143 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] Attempting to bind port 6c5f8c3f-8168-461b-acac-4b11b0e274ee on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:25.988576 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-2f8a5f63-aa5e-4ae9-83ec-f44514fa780d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::c41f:fc13:533d:67ea (9baef6e6-991f-4370-ace0-656f975a51ae/64246693-980b-4ebb-b58b-34100ded5e90/816ef654-3c01-4f97-a5ec-9eb5ca4bef35) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:25.990143 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b16c9-cb0d-4adb-b0a9-9a3a2f5ec85c req-b2a07751-ed97-4b66-ba5b-1229f31e6577 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:25.995734 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b16c9-cb0d-4adb-b0a9-9a3a2f5ec85c req-b2a07751-ed97-4b66-ba5b-1229f31e6577 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:26.003114 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b16c9-cb0d-4adb-b0a9-9a3a2f5ec85c req-b2a07751-ed97-4b66-ba5b-1229f31e6577 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:26.010957 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b16c9-cb0d-4adb-b0a9-9a3a2f5ec85c req-b2a07751-ed97-4b66-ba5b-1229f31e6577 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:26.017703 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b16c9-cb0d-4adb-b0a9-9a3a2f5ec85c req-b2a07751-ed97-4b66-ba5b-1229f31e6577 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:26.022937 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b16c9-cb0d-4adb-b0a9-9a3a2f5ec85c req-b2a07751-ed97-4b66-ba5b-1229f31e6577 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:26.028552 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b16c9-cb0d-4adb-b0a9-9a3a2f5ec85c req-b2a07751-ed97-4b66-ba5b-1229f31e6577 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:26.030864 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a23b16c9-cb0d-4adb-b0a9-9a3a2f5ec85c req-b2a07751-ed97-4b66-ba5b-1229f31e6577 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5405 time: 0.2023265 Sep 16 13:01:26.033297 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] Publish callbacks [] for port (8c121ccb-eba9-4b08-98af-afba73327fcc), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:26.050941 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7059da7c-a670-4b8c-8528-4df7e60cce1c admin admin] Publish callbacks [] for security_group (0eec3941-b65b-4b21-9be7-b0ac91739ec6), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:26.075159 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7059da7c-a670-4b8c-8528-4df7e60cce1c admin admin] Publish callbacks [] for security_group (0eec3941-b65b-4b21-9be7-b0ac91739ec6), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:26.077790 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:26.078164 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:26.078565 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:26.079005 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:26.079738 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] Bound port: 6c5f8c3f-8168-461b-acac-4b11b0e274ee, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:26.080714 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6c5f8c3f-8168-461b-acac-4b11b0e274ee), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:26.119321 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-40e47360-d30b-4e64-9edd-33e6c3e77249 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:26.139395 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-40e47360-d30b-4e64-9edd-33e6c3e77249 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (6520a9dd-6235-4fd3-a3fb-9f87c3c71d03), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:26.146408 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7059da7c-a670-4b8c-8528-4df7e60cce1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (0eec3941-b65b-4b21-9be7-b0ac91739ec6), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:26.149581 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7059da7c-a670-4b8c-8528-4df7e60cce1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:26.151666 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a23b16c9-cb0d-4adb-b0a9-9a3a2f5ec85c req-35c4b530-f11a-4df6-aaa9-5e8a1bc90623 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1085117 Sep 16 13:01:26.153379 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] Transition to ACTIVE for port object 8c121ccb-eba9-4b08-98af-afba73327fcc will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:01:26.164858 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7059da7c-a670-4b8c-8528-4df7e60cce1c admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/0eec3941-b65b-4b21-9be7-b0ac91739ec6 HTTP/1.1" status: 204 len: 168 time: 0.3009739 Sep 16 13:01:26.174109 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (8c121ccb-eba9-4b08-98af-afba73327fcc), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:26.316770 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] For port 6c5f8c3f-8168-461b-acac-4b11b0e274ee, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:26.320901 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] For port 6c5f8c3f-8168-461b-acac-4b11b0e274ee, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6c5f8c3f-8168-461b-acac-4b11b0e274ee,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:26.330016 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6c5f8c3f-8168-461b-acac-4b11b0e274ee), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:26.351186 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4ff71951-4746-4f68-8c91-6ca23abafb55 req-8d8b770c-59de-4dab-a67b-26aa2eeab920 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031050 Sep 16 13:01:26.375617 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059da7c-a670-4b8c-8528-4df7e60cce1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eec3941-b65b-4b21-9be7-b0ac91739ec6,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:26.392399 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'tag': 'c7eb5869-5d95-47b8-9539-2bec50eb4428'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:01:26.401514 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfcea88-9905-4cde-a29f-9eff968df52b" -d '{"events": [{"name": "network-changed", "server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "tag": "c7eb5869-5d95-47b8-9539-2bec50eb4428"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:01:26.562281 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c121ccb-eba9-4b08-98af-afba73327fcc,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:26.570153 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a000928-ffa8-4e39-aa8b-1d21202935aa x-openstack-request-id: req-6a000928-ffa8-4e39-aa8b-1d21202935aa {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:01:26.570840 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "tag": "c7eb5869-5d95-47b8-9539-2bec50eb4428", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:01:26.571326 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6a000928-ffa8-4e39-aa8b-1d21202935aa {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:01:26.572235 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a000928-ffa8-4e39-aa8b-1d21202935aa'] response: {'name': 'network-changed', 'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'tag': 'c7eb5869-5d95-47b8-9539-2bec50eb4428', 'status': 'completed', 'code': 200} Sep 16 13:01:26.605673 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908603d-fe7c-485d-b8c9-5a73b3b89f62 None None] Pushing event updated for resources: {'Port': ['ID=6c5f8c3f-8168-461b-acac-4b11b0e274ee,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:26.681830 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=5 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:26.716208 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [None req-40e47360-d30b-4e64-9edd-33e6c3e77249 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Floating IP 6520a9dd-6235-4fd3-a3fb-9f87c3c71d03 associated. External IP: 172.25.2.130, port: 3a5b1f2b-2004-4cf4-93bd-f498b62488fe. Sep 16 13:01:26.751965 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf396b-efd4-4973-b52e-84beafc999ed req-cc0f057b-4d1c-4cb2-961f-0949cfbe878a tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:26.759822 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9dcf396b-efd4-4973-b52e-84beafc999ed req-cc0f057b-4d1c-4cb2-961f-0949cfbe878a tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 950 time: 0.1847215 Sep 16 13:01:26.851419 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf59f6-b0bc-4efc-9775-9681a8838635 req-da50d4c3-5c54-4baa-aff6-034a51e75079 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:26.859787 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97bf59f6-b0bc-4efc-9775-9681a8838635 req-da50d4c3-5c54-4baa-aff6-034a51e75079 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 945 time: 0.0892425 Sep 16 13:01:26.963470 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2f8a5f63-aa5e-4ae9-83ec-f44514fa780d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (816ef654-3c01-4f97-a5ec-9eb5ca4bef35), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:27.033257 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a307d7-ea8d-47e3-a9cf-4f23f887fce0 req-d04ef9db-b96f-4fac-a533-8ea027e20937 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:27.035226 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-94a307d7-ea8d-47e3-a9cf-4f23f887fce0 req-d04ef9db-b96f-4fac-a533-8ea027e20937 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 0.1678340 Sep 16 13:01:27.036216 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcea88-9905-4cde-a29f-9eff968df52b req-3e348569-68ea-4de1-acc5-b290ba00d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:27.036704 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcea88-9905-4cde-a29f-9eff968df52b req-3e348569-68ea-4de1-acc5-b290ba00d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:27.037189 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcea88-9905-4cde-a29f-9eff968df52b req-3e348569-68ea-4de1-acc5-b290ba00d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:27.038067 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcea88-9905-4cde-a29f-9eff968df52b req-3e348569-68ea-4de1-acc5-b290ba00d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:27.039101 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcea88-9905-4cde-a29f-9eff968df52b req-3e348569-68ea-4de1-acc5-b290ba00d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:27.039101 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcea88-9905-4cde-a29f-9eff968df52b req-3e348569-68ea-4de1-acc5-b290ba00d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:27.039459 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcea88-9905-4cde-a29f-9eff968df52b req-3e348569-68ea-4de1-acc5-b290ba00d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:27.041529 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9bfcea88-9905-4cde-a29f-9eff968df52b req-3e348569-68ea-4de1-acc5-b290ba00d43d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bdbc66ae4c664cd18af4bad57bbf12c4&device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 6532 time: 0.2803555 Sep 16 13:01:27.098250 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:27.099001 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 36498) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:27.153269 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 36500) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:27.156578 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:27.186627 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2f8a5f63-aa5e-4ae9-83ec-f44514fa780d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (816ef654-3c01-4f97-a5ec-9eb5ca4bef35), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:27.232478 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97bf59f6-b0bc-4efc-9775-9681a8838635 req-6c5c54ff-3e96-4722-b72b-93525ccebd09 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3713577 Sep 16 13:01:27.240094 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e47360-d30b-4e64-9edd-33e6c3e77249 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Router c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:01:27.256802 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a5f63-aa5e-4ae9-83ec-f44514fa780d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=816ef654-3c01-4f97-a5ec-9eb5ca4bef35,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:27.260670 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:27.267260 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8a5f63-aa5e-4ae9-83ec-f44514fa780d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:27.271631 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-264a9efa-e4cf-471b-a464-d972b97aeb1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:27.297759 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] Attempting to bind port 8c121ccb-eba9-4b08-98af-afba73327fcc on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:27.298074 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] Attempting to bind port 8c121ccb-eba9-4b08-98af-afba73327fcc by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '9edf9333-8d62-4ed6-bd3c-dd8351317483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '231c3494-8d9a-44ba-b103-fc49819648f0'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:27.298499 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] Attempting to bind port 8c121ccb-eba9-4b08-98af-afba73327fcc on network 231c3494-8d9a-44ba-b103-fc49819648f0 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:27.310280 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-2f8a5f63-aa5e-4ae9-83ec-f44514fa780d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:27.314533 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8a5f63-aa5e-4ae9-83ec-f44514fa780d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:27.319178 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8a5f63-aa5e-4ae9-83ec-f44514fa780d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:27.319803 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2f8a5f63-aa5e-4ae9-83ec-f44514fa780d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:27.347868 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2f8a5f63-aa5e-4ae9-83ec-f44514fa780d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3089261 Sep 16 13:01:27.373142 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36508) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:27.376874 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:27.380773 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-fbdf4954-d1c4-481a-a97d-b5fb22c36e27 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'fixed_ips': [{'subnet_id': '64246693-980b-4ebb-b58b-34100ded5e90', 'ip_address': '2001:db8::c41f:fc13:533d:67ea'}], 'name': 'tempest-NetworksTestDHCPv6-1789080012'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:27.419632 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-9dcf396b-efd4-4973-b52e-84beafc999ed req-1f85465e-8427-43a2-ae98-7bb2d8ef6e99 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Deleting port 49603217-44ca-43b5-b254-906cf820af9e {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:01:27.420188 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9dcf396b-efd4-4973-b52e-84beafc999ed req-1f85465e-8427-43a2-ae98-7bb2d8ef6e99 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (49603217-44ca-43b5-b254-906cf820af9e), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:27.439142 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3423b-6992-47f7-bb91-1d3b9e346653 req-1398b740-b953-4517-aba5-0d18c0ead92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:27.442744 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3dd3423b-6992-47f7-bb91-1d3b9e346653 req-1398b740-b953-4517-aba5-0d18c0ead92b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 1127 time: 0.2175403 Sep 16 13:01:27.456163 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e47360-d30b-4e64-9edd-33e6c3e77249 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:01:27.466624 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-40e47360-d30b-4e64-9edd-33e6c3e77249 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:27.470000 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e6b02-7c24-426e-ab45-1487f3b33099 None None] Sync routers for ids ['c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:01:27.489265 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4e6b02-7c24-426e-ab45-1487f3b33099 None None] Routers {'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:01:27.489906 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-ee4e6b02-7c24-426e-ab45-1487f3b33099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:01:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:27.505183 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-94a307d7-ea8d-47e3-a9cf-4f23f887fce0 req-43caf4b8-851b-465d-9a1b-ab63e90465b5 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577427 Sep 16 13:01:27.525861 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-40e47360-d30b-4e64-9edd-33e6c3e77249 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/6520a9dd-6235-4fd3-a3fb-9f87c3c71d03 HTTP/1.1" status: 200 len: 992 time: 3.3559632 Sep 16 13:01:27.542924 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66413dbd-455f-45f6-b057-39a11a9f2d44', 'tag': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:01:27.545892 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0db8ac-6703-4c1e-8343-efd8d843d8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "66413dbd-455f-45f6-b057-39a11a9f2d44", "tag": "3a5b1f2b-2004-4cf4-93bd-f498b62488fe"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:01:27.592443 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdf4954-d1c4-481a-a97d-b5fb22c36e27 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:01:27.637789 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-ee4e6b02-7c24-426e-ab45-1487f3b33099 None None] Set router c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:01:27.710860 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fbdf4954-d1c4-481a-a97d-b5fb22c36e27 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:27.733298 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-fbdf4954-d1c4-481a-a97d-b5fb22c36e27 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port 88db2020-3909-406c-8bf6-dbf0aa642411 yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:01:27.758848 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd742c16-ecd1-40d6-b905-5e2f5d49ed39 req-3aca741d-1b4e-4cec-9e11-9024387daeee tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:27.764961 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd742c16-ecd1-40d6-b905-5e2f5d49ed39 req-3aca741d-1b4e-4cec-9e11-9024387daeee tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:27.770226 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd742c16-ecd1-40d6-b905-5e2f5d49ed39 req-3aca741d-1b4e-4cec-9e11-9024387daeee tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:27.775652 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd742c16-ecd1-40d6-b905-5e2f5d49ed39 req-3aca741d-1b4e-4cec-9e11-9024387daeee tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:27.781854 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd742c16-ecd1-40d6-b905-5e2f5d49ed39 req-3aca741d-1b4e-4cec-9e11-9024387daeee tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:27.786964 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd742c16-ecd1-40d6-b905-5e2f5d49ed39 req-3aca741d-1b4e-4cec-9e11-9024387daeee tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:27.792359 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd742c16-ecd1-40d6-b905-5e2f5d49ed39 req-3aca741d-1b4e-4cec-9e11-9024387daeee tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:27.800846 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd742c16-ecd1-40d6-b905-5e2f5d49ed39 req-3aca741d-1b4e-4cec-9e11-9024387daeee tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5417 time: 0.4298739 Sep 16 13:01:27.807955 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-fac4350b-64dc-4a0a-a7b2-6dadef2af9d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:27.840042 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] Port 8c121ccb-eba9-4b08-98af-afba73327fcc on network 231c3494-8d9a-44ba-b103-fc49819648f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:01:27.840042 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] Attempting to bind port 8c121ccb-eba9-4b08-98af-afba73327fcc on network 231c3494-8d9a-44ba-b103-fc49819648f0 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:27.857250 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcea88-9905-4cde-a29f-9eff968df52b req-83d8a74f-2b03-492f-9c1e-9203ee6e6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:27.858152 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcea88-9905-4cde-a29f-9eff968df52b req-83d8a74f-2b03-492f-9c1e-9203ee6e6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:27.858291 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcea88-9905-4cde-a29f-9eff968df52b req-83d8a74f-2b03-492f-9c1e-9203ee6e6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:27.860175 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9bfcea88-9905-4cde-a29f-9eff968df52b req-83d8a74f-2b03-492f-9c1e-9203ee6e6944 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=bdbc66ae4c664cd18af4bad57bbf12c4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7943385 Sep 16 13:01:27.925908 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-166b7b4e-7f66-4d00-8848-42b3d02f2da2 None None] Provisioning complete for port 6c5f8c3f-8168-461b-acac-4b11b0e274ee triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:27.926531 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-166b7b4e-7f66-4d00-8848-42b3d02f2da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6c5f8c3f-8168-461b-acac-4b11b0e274ee), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:27.926743 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-166b7b4e-7f66-4d00-8848-42b3d02f2da2 None None] Attempt 1 to provision port 6c5f8c3f-8168-461b-acac-4b11b0e274ee Sep 16 13:01:27.927114 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff057a5d-b68c-4ef6-baa2-5fcb6fd01c48 req-532626ec-469e-48f2-a548-eb88f0f37e5a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:27.929175 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ff057a5d-b68c-4ef6-baa2-5fcb6fd01c48 req-532626ec-469e-48f2-a548-eb88f0f37e5a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 945 time: 0.3012655 Sep 16 13:01:27.931315 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-ee4e6b02-7c24-426e-ab45-1487f3b33099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1131767717-router', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:15Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'gw_port': {'id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:17Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '6520a9dd-6235-4fd3-a3fb-9f87c3c71d03', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'port_id': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'mac_address': 'fa:16:3e:85:0e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66413dbd-455f-45f6-b057-39a11a9f2d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T13:00:39Z', 'updated_at': '2022-09-16T13:01:25Z', 'revision_number': 1, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de', 'name': '', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'mac_address': 'fa:16:3e:11:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:25Z', 'updated_at': '2022-09-16T13:00:39Z', 'revision_number': 5, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'subnets': [{'id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:27.944161 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36516) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:27.949584 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-8072893b-8fa4-4a01-b9e6-9f78d0f3309b tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Request body: {'floatingip': {'port_id': '3af800e8-0d1f-497b-bca5-8901587cb91c'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:27.974382 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e6b02-7c24-426e-ab45-1487f3b33099 None None] Checking router: c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:01:27.984993 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4e6b02-7c24-426e-ab45-1487f3b33099 None None] Routers {'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:01:27.985823 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-ee4e6b02-7c24-426e-ab45-1487f3b33099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:01:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:28.015278 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8072893b-8fa4-4a01-b9e6-9f78d0f3309b tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks [] for floatingip (22b8409e-cc33-4902-8e60-f17755714ffb), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:28.021168 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbdf4954-d1c4-481a-a97d-b5fb22c36e27 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 13:01:28.021779 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbdf4954-d1c4-481a-a97d-b5fb22c36e27 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:01:28.124596 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-ee4e6b02-7c24-426e-ab45-1487f3b33099 None None] Set router c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:01:28.141041 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-166b7b4e-7f66-4d00-8848-42b3d02f2da2 None None] Current status of the port 6c5f8c3f-8168-461b-acac-4b11b0e274ee is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:28.141434 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-166b7b4e-7f66-4d00-8848-42b3d02f2da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6c5f8c3f-8168-461b-acac-4b11b0e274ee), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:28.143974 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-fbdf4954-d1c4-481a-a97d-b5fb22c36e27 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7695374 Sep 16 13:01:28.144655 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36518) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:28.188515 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-166b7b4e-7f66-4d00-8848-42b3d02f2da2 None None] For port 6c5f8c3f-8168-461b-acac-4b11b0e274ee, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6c5f8c3f-8168-461b-acac-4b11b0e274ee,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:28.194967 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-166b7b4e-7f66-4d00-8848-42b3d02f2da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6c5f8c3f-8168-461b-acac-4b11b0e274ee), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:28.288188 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7bccb6-7f95-4f9f-b6c0-f7577837511d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:28.292110 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b7b4e-7f66-4d00-8848-42b3d02f2da2 None None] Pushing event updated for resources: {'Port': ['ID=6c5f8c3f-8168-461b-acac-4b11b0e274ee,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:28.294062 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7bccb6-7f95-4f9f-b6c0-f7577837511d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:28.295719 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ca7bccb6-7f95-4f9f-b6c0-f7577837511d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1451976 Sep 16 13:01:28.308360 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-1e705ebd-0115-4027-87d9-e79526b1295c None None] Could not find standard attr ID for object e203d43b-5666-4e65-9e0f-da80b5f3b782. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:01:28.366760 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36520) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:28.464744 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6c5f8c3f-8168-461b-acac-4b11b0e274ee up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:01:28.471427 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-ee4e6b02-7c24-426e-ab45-1487f3b33099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1131767717-router', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:15Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'gw_port': {'id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:17Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '6520a9dd-6235-4fd3-a3fb-9f87c3c71d03', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'port_id': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'mac_address': 'fa:16:3e:85:0e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66413dbd-455f-45f6-b057-39a11a9f2d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T13:00:39Z', 'updated_at': '2022-09-16T13:01:25Z', 'revision_number': 1, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de', 'name': '', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'mac_address': 'fa:16:3e:11:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:25Z', 'updated_at': '2022-09-16T13:00:39Z', 'revision_number': 5, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'subnets': [{'id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:28.508546 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e6b02-7c24-426e-ab45-1487f3b33099 None None] The sync data for ids ['c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'] in n-d-858094-4 is: [{'id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1131767717-router', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:15Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'gw_port': {'id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:17Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '6520a9dd-6235-4fd3-a3fb-9f87c3c71d03', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'port_id': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'mac_address': 'fa:16:3e:85:0e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66413dbd-455f-45f6-b057-39a11a9f2d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T13:00:39Z', 'updated_at': '2022-09-16T13:01:25Z', 'revision_number': 1, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de', 'name': '', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'mac_address': 'fa:16:3e:11:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:25Z', 'updated_at': '2022-09-16T13:00:39Z', 'revision_number': 5, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'subnets': [{'id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:01:28.536080 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:28.544547 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a6522-e5e0-4f6a-bc59-749850cfcdb6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port 816ef654-3c01-4f97-a5ec-9eb5ca4bef35 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:01:28.544957 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6522-e5e0-4f6a-bc59-749850cfcdb6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (816ef654-3c01-4f97-a5ec-9eb5ca4bef35), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:28.579748 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 6c5f8c3f-8168-461b-acac-4b11b0e274ee triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:28.580488 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6c5f8c3f-8168-461b-acac-4b11b0e274ee), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:28.580685 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 6c5f8c3f-8168-461b-acac-4b11b0e274ee Sep 16 13:01:28.605696 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:28.622758 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-9dcf396b-efd4-4973-b52e-84beafc999ed req-1f85465e-8427-43a2-ae98-7bb2d8ef6e99 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] For port 49603217-44ca-43b5-b254-906cf820af9e, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=49603217-44ca-43b5-b254-906cf820af9e,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:28.623294 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9dcf396b-efd4-4973-b52e-84beafc999ed req-1f85465e-8427-43a2-ae98-7bb2d8ef6e99 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (49603217-44ca-43b5-b254-906cf820af9e), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:28.630028 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:28.643395 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-9dcf396b-efd4-4973-b52e-84beafc999ed req-1f85465e-8427-43a2-ae98-7bb2d8ef6e99 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Calling delete_port for 49603217-44ca-43b5-b254-906cf820af9e owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:01:28.654993 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-a9ef6bf7-28b3-4c38-ab4d-ddd22755bff4 None None] Could not find standard attr ID for object 2380aac4-9bf2-42fc-b852-4a5349ddb92e. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:01:28.689070 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:28.705390 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 6c5f8c3f-8168-461b-acac-4b11b0e274ee is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:28.802850 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:28.803366 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] Checking segment: {'id': '9edf9333-8d62-4ed6-bd3c-dd8351317483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '231c3494-8d9a-44ba-b103-fc49819648f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:28.803873 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] Bound using segment: {'id': '9edf9333-8d62-4ed6-bd3c-dd8351317483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '231c3494-8d9a-44ba-b103-fc49819648f0'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:28.804467 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] Bound port: 8c121ccb-eba9-4b08-98af-afba73327fcc, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9edf9333-8d62-4ed6-bd3c-dd8351317483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '231c3494-8d9a-44ba-b103-fc49819648f0'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:28.804935 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8c121ccb-eba9-4b08-98af-afba73327fcc), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:28.827626 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:28.869023 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d9977-94c7-43dc-9cb9-685b3af1a91d None None] New status for floating IP 6520a9dd-6235-4fd3-a3fb-9f87c3c71d03: ACTIVE {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 13:01:28.878617 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3423b-6992-47f7-bb91-1d3b9e346653 req-033b7f2d-3694-486a-808e-4ad97154ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:28.880578 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3dd3423b-6992-47f7-bb91-1d3b9e346653 req-033b7f2d-3694-486a-808e-4ad97154ec14 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 200 len: 912 time: 1.3696742 Sep 16 13:01:28.907123 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-264a9efa-e4cf-471b-a464-d972b97aeb1b admin admin] Publish callbacks [] for security_group (35c52a54-ea2c-4320-aa78-0014282d01d2), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:28.923928 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd742c16-ecd1-40d6-b905-5e2f5d49ed39 req-275fb7f2-28b9-488a-96c9-56559a01725e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1220267 Sep 16 13:01:28.949041 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43478361-94f6-4cf9-a677-7bb4de2b1ad1 req-30a52c50-8c35-4b15-a2c8-d160b9bf1b39 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:28.960571 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-43478361-94f6-4cf9-a677-7bb4de2b1ad1 req-30a52c50-8c35-4b15-a2c8-d160b9bf1b39 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 950 time: 0.3937562 Sep 16 13:01:29.024368 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3dd3423b-6992-47f7-bb91-1d3b9e346653 req-14b12df4-3475-4af7-bae5-87fa52f1c632 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=116c6c97-9499-4c0e-861c-371e4ecf4ba2 HTTP/1.1" status: 200 len: 217 time: 0.0923772 Sep 16 13:01:29.025653 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-264a9efa-e4cf-471b-a464-d972b97aeb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (35c52a54-ea2c-4320-aa78-0014282d01d2), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:29.050153 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6522-e5e0-4f6a-bc59-749850cfcdb6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (816ef654-3c01-4f97-a5ec-9eb5ca4bef35), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:29.066687 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-a4b10be1-4fe0-43b2-b852-8883baa6b132 None None] Provisioning complete for port 816ef654-3c01-4f97-a5ec-9eb5ca4bef35 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:29.067446 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a4b10be1-4fe0-43b2-b852-8883baa6b132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (816ef654-3c01-4f97-a5ec-9eb5ca4bef35), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:29.067446 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a4b10be1-4fe0-43b2-b852-8883baa6b132 None None] Attempt 1 to provision port 816ef654-3c01-4f97-a5ec-9eb5ca4bef35 Sep 16 13:01:29.068413 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:29.082511 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a6522-e5e0-4f6a-bc59-749850cfcdb6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for 816ef654-3c01-4f97-a5ec-9eb5ca4bef35 owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:01:29.137894 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a4b10be1-4fe0-43b2-b852-8883baa6b132 None None] Port 816ef654-3c01-4f97-a5ec-9eb5ca4bef35 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:29.218537 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcea88-9905-4cde-a29f-9eff968df52b req-b75ea393-56a1-47ed-b9bf-c906f213945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:29.220695 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9bfcea88-9905-4cde-a29f-9eff968df52b req-b75ea393-56a1-47ed-b9bf-c906f213945b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3247554 Sep 16 13:01:29.251716 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3423b-6992-47f7-bb91-1d3b9e346653 req-2d790449-91dd-4c1a-8f13-ded7b6b1fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:29.254445 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3dd3423b-6992-47f7-bb91-1d3b9e346653 req-2d790449-91dd-4c1a-8f13-ded7b6b1fa2c service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=084dc942-2fdd-4c42-96da-2aec36f644a5 HTTP/1.1" status: 200 len: 850 time: 0.2074659 Sep 16 13:01:29.254986 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8072893b-8fa4-4a01-b9e6-9f78d0f3309b tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:29.260304 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8072893b-8fa4-4a01-b9e6-9f78d0f3309b tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (22b8409e-cc33-4902-8e60-f17755714ffb), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:29.299673 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-264a9efa-e4cf-471b-a464-d972b97aeb1b admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=75b3a13f19e14377a4b58043ddddea10&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1561468 Sep 16 13:01:29.303168 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 36526) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:29.317389 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a9efa-e4cf-471b-a464-d972b97aeb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c52a54-ea2c-4320-aa78-0014282d01d2,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:29.376305 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-fac4350b-64dc-4a0a-a7b2-6dadef2af9d8 admin admin] Publish callbacks [] for security_group (f20cbe68-3f11-44cb-affc-57b0f1f51a91), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:29.378177 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] For port 8c121ccb-eba9-4b08-98af-afba73327fcc, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:29.402448 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6522-e5e0-4f6a-bc59-749850cfcdb6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (816ef654-3c01-4f97-a5ec-9eb5ca4bef35), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:29.414806 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-fac4350b-64dc-4a0a-a7b2-6dadef2af9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (f20cbe68-3f11-44cb-affc-57b0f1f51a91), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:29.440268 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a6522-e5e0-4f6a-bc59-749850cfcdb6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=816ef654-3c01-4f97-a5ec-9eb5ca4bef35,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:29.442473 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] For port 8c121ccb-eba9-4b08-98af-afba73327fcc, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=8c121ccb-eba9-4b08-98af-afba73327fcc,segment=NetworkSegment(9edf9333-8d62-4ed6-bd3c-dd8351317483),segment_id=9edf9333-8d62-4ed6-bd3c-dd8351317483)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:29.443587 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8559658a-be45-41da-8739-0e50955f0830 x-openstack-request-id: req-8559658a-be45-41da-8739-0e50955f0830 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:01:29.444030 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66413dbd-455f-45f6-b057-39a11a9f2d44", "tag": "3a5b1f2b-2004-4cf4-93bd-f498b62488fe", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:01:29.444510 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8559658a-be45-41da-8739-0e50955f0830 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:01:29.445067 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8559658a-be45-41da-8739-0e50955f0830'] response: {'name': 'network-changed', 'server_uuid': '66413dbd-455f-45f6-b057-39a11a9f2d44', 'tag': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe', 'status': 'completed', 'code': 200} Sep 16 13:01:29.459840 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:29.464720 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3423b-6992-47f7-bb91-1d3b9e346653 req-e334f4b2-60a4-4f53-b052-93c379917c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:29.467400 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3dd3423b-6992-47f7-bb91-1d3b9e346653 req-e334f4b2-60a4-4f53-b052-93c379917c69 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=4c6a423f-0493-4448-999c-84f17e899760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1969731 Sep 16 13:01:29.487049 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-43478361-94f6-4cf9-a677-7bb4de2b1ad1 req-5fc48a2e-b4e4-49ae-b1f3-ad631504eab9 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fcbb9465-7b50-4059-b335-096197302dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252833 Sep 16 13:01:29.490333 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6522-e5e0-4f6a-bc59-749850cfcdb6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:29.503290 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9c7a6522-e5e0-4f6a-bc59-749850cfcdb6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/816ef654-3c01-4f97-a5ec-9eb5ca4bef35 HTTP/1.1" status: 204 len: 168 time: 1.1262343 Sep 16 13:01:29.503290 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [None req-8072893b-8fa4-4a01-b9e6-9f78d0f3309b tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Floating IP 22b8409e-cc33-4902-8e60-f17755714ffb associated. External IP: 172.25.2.164, port: 3af800e8-0d1f-497b-bca5-8901587cb91c. Sep 16 13:01:29.503290 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36528) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:29.534226 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (8c121ccb-eba9-4b08-98af-afba73327fcc), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:29.571798 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:29.572449 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:29.573836 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/8c121ccb-eba9-4b08-98af-afba73327fcc HTTP/1.1" status: 200 len: 1091 time: 5.7292538 Sep 16 13:01:29.594653 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'tag': '8c121ccb-eba9-4b08-98af-afba73327fcc'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:01:29.597055 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e229978-e579-49b5-94a5-4ed52240973b" -d '{"events": [{"name": "network-changed", "server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "tag": "8c121ccb-eba9-4b08-98af-afba73327fcc"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:01:29.601614 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-fac4350b-64dc-4a0a-a7b2-6dadef2af9d8 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=96531eff18ec41e5af05abc67e141823&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4387214 Sep 16 13:01:29.607019 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36534) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:29.639172 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a4b10be1-4fe0-43b2-b852-8883baa6b132 None None] Attempt 2 to provision port 816ef654-3c01-4f97-a5ec-9eb5ca4bef35 Sep 16 13:01:29.687928 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4350b-64dc-4a0a-a7b2-6dadef2af9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20cbe68-3f11-44cb-affc-57b0f1f51a91,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:29.698547 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a4b10be1-4fe0-43b2-b852-8883baa6b132 None None] Port 816ef654-3c01-4f97-a5ec-9eb5ca4bef35 was deleted so its status cannot be updated. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 16 13:01:29.706182 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc15a02-b9a4-44c8-b9eb-c199c5def5e1 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:29.708105 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc15a02-b9a4-44c8-b9eb-c199c5def5e1 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:29.711601 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4fc15a02-b9a4-44c8-b9eb-c199c5def5e1 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2112243 Sep 16 13:01:29.731104 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 36538) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:29.751988 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deecc49b-3622-4c77-8333-3c6507613a40 x-openstack-request-id: req-deecc49b-3622-4c77-8333-3c6507613a40 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:01:29.752304 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "tag": "8c121ccb-eba9-4b08-98af-afba73327fcc", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:01:29.752771 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-deecc49b-3622-4c77-8333-3c6507613a40 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:01:29.753163 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deecc49b-3622-4c77-8333-3c6507613a40'] response: {'name': 'network-changed', 'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'tag': '8c121ccb-eba9-4b08-98af-afba73327fcc', 'status': 'completed', 'code': 200} Sep 16 13:01:29.843772 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] Request body: {'port': {'device_id': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:29.854810 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:29.874217 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61fdeabd-5f7c-4880-8706-ab120904bef3 admin admin] Publish callbacks [] for security_group (f20cbe68-3f11-44cb-affc-57b0f1f51a91), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:29.886187 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:29.894068 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8072893b-8fa4-4a01-b9e6-9f78d0f3309b tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Router 76d752a1-ec44-4cfd-8cf9-83b1243d1650 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:01:29.896981 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a49a3f50-4e97-49f9-b898-f7633a1a5741 admin admin] Publish callbacks [] for security_group (35c52a54-ea2c-4320-aa78-0014282d01d2), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:29.920317 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61fdeabd-5f7c-4880-8706-ab120904bef3 admin admin] Publish callbacks [] for security_group (f20cbe68-3f11-44cb-affc-57b0f1f51a91), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:29.949411 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473545d-5486-4c4b-9d7e-6046067a6f31 req-abbe790a-f417-462f-9043-5f922bd020a2 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:29.951728 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c473545d-5486-4c4b-9d7e-6046067a6f31 req-abbe790a-f417-462f-9043-5f922bd020a2 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 945 time: 0.3815408 Sep 16 13:01:29.964928 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68297d6-2c60-47ff-aef6-465f47f749b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c121ccb-eba9-4b08-98af-afba73327fcc,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:29.966935 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9dcf396b-efd4-4973-b52e-84beafc999ed req-1f85465e-8427-43a2-ae98-7bb2d8ef6e99 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (49603217-44ca-43b5-b254-906cf820af9e), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:30.027347 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0db8ac-6703-4c1e-8343-efd8d843d8f2 req-530be68a-d3b1-4e6c-a9b7-65d03c76cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:30.029607 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f0db8ac-6703-4c1e-8343-efd8d843d8f2 req-530be68a-d3b1-4e6c-a9b7-65d03c76cb86 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e3f3ad027f264333a95500ef691b7815&device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 1128 time: 0.4666488 Sep 16 13:01:30.035568 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a49a3f50-4e97-49f9-b898-f7633a1a5741 admin admin] Publish callbacks [] for security_group (35c52a54-ea2c-4320-aa78-0014282d01d2), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:30.047493 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e229978-e579-49b5-94a5-4ed52240973b req-f9ce1b29-8741-4b7d-915c-346aae42deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:30.047984 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e229978-e579-49b5-94a5-4ed52240973b req-f9ce1b29-8741-4b7d-915c-346aae42deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:30.048487 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e229978-e579-49b5-94a5-4ed52240973b req-f9ce1b29-8741-4b7d-915c-346aae42deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:30.048962 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e229978-e579-49b5-94a5-4ed52240973b req-f9ce1b29-8741-4b7d-915c-346aae42deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:30.049494 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e229978-e579-49b5-94a5-4ed52240973b req-f9ce1b29-8741-4b7d-915c-346aae42deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:30.049897 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e229978-e579-49b5-94a5-4ed52240973b req-f9ce1b29-8741-4b7d-915c-346aae42deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:30.050379 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e229978-e579-49b5-94a5-4ed52240973b req-f9ce1b29-8741-4b7d-915c-346aae42deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:30.052348 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3e229978-e579-49b5-94a5-4ed52240973b req-f9ce1b29-8741-4b7d-915c-346aae42deeb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bdbc66ae4c664cd18af4bad57bbf12c4&device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 6605 time: 0.2616968 Sep 16 13:01:30.058006 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61fdeabd-5f7c-4880-8706-ab120904bef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (f20cbe68-3f11-44cb-affc-57b0f1f51a91), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:30.060813 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-61fdeabd-5f7c-4880-8706-ab120904bef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:30.061946 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-61fdeabd-5f7c-4880-8706-ab120904bef3 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/f20cbe68-3f11-44cb-affc-57b0f1f51a91 HTTP/1.1" status: 204 len: 168 time: 0.4534984 Sep 16 13:01:30.085748 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdeabd-5f7c-4880-8706-ab120904bef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20cbe68-3f11-44cb-affc-57b0f1f51a91,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:30.091032 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-719fe4d2-9e14-4a37-ab26-a3fda18b342a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet 64246693-980b-4ebb-b58b-34100ded5e90 {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:01:30.092205 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8072893b-8fa4-4a01-b9e6-9f78d0f3309b tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:01:30.096992 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8072893b-8fa4-4a01-b9e6-9f78d0f3309b tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:30.112353 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79806dae-7bf1-4cf3-ac17-8f4dcb652c28 None None] Sync routers for ids ['76d752a1-ec44-4cfd-8cf9-83b1243d1650'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:01:30.133253 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79806dae-7bf1-4cf3-ac17-8f4dcb652c28 None None] Routers {'76d752a1-ec44-4cfd-8cf9-83b1243d1650'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:01:30.133521 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-719fe4d2-9e14-4a37-ab26-a3fda18b342a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (64246693-980b-4ebb-b58b-34100ded5e90), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:30.134764 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-79806dae-7bf1-4cf3-ac17-8f4dcb652c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:01:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['76d752a1-ec44-4cfd-8cf9-83b1243d1650'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:30.138050 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85465e-8427-43a2-ae98-7bb2d8ef6e99 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Pushing event deleted for resources: {'Port': ['ID=49603217-44ca-43b5-b254-906cf820af9e,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:30.151889 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8072893b-8fa4-4a01-b9e6-9f78d0f3309b tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/22b8409e-cc33-4902-8e60-f17755714ffb HTTP/1.1" status: 200 len: 991 time: 2.2070961 Sep 16 13:01:30.220049 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3dd3423b-6992-47f7-bb91-1d3b9e346653 req-167d3842-a92c-4a72-b57c-7e10bdd64fc9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7076902 Sep 16 13:01:30.270252 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-79806dae-7bf1-4cf3-ac17-8f4dcb652c28 None None] Set router 76d752a1-ec44-4cfd-8cf9-83b1243d1650 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:01:30.402559 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:30.433761 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6c5f8c3f-8168-461b-acac-4b11b0e274ee up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:01:30.436646 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:30.449228 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:30.476787 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (328ce2f8-022c-446e-b388-06295b8c63e7), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:30.487324 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:30.492061 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-719fe4d2-9e14-4a37-ab26-a3fda18b342a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (64246693-980b-4ebb-b58b-34100ded5e90), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:30.495711 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcf396b-efd4-4973-b52e-84beafc999ed req-1f85465e-8427-43a2-ae98-7bb2d8ef6e99 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] No DVR routers for this DVR port 49603217-44ca-43b5-b254-906cf820af9e on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:01:30.532214 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 6c5f8c3f-8168-461b-acac-4b11b0e274ee triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:30.533701 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6c5f8c3f-8168-461b-acac-4b11b0e274ee), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:30.534477 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 6c5f8c3f-8168-461b-acac-4b11b0e274ee Sep 16 13:01:30.546134 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822a5c3-9c88-4d25-859e-ded0dae022d2 req-27292267-8526-440e-a4ac-6a0f11493724 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:30.551824 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822a5c3-9c88-4d25-859e-ded0dae022d2 req-27292267-8526-440e-a4ac-6a0f11493724 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:30.557323 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822a5c3-9c88-4d25-859e-ded0dae022d2 req-27292267-8526-440e-a4ac-6a0f11493724 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:30.562494 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822a5c3-9c88-4d25-859e-ded0dae022d2 req-27292267-8526-440e-a4ac-6a0f11493724 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:30.570059 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 49603217-44ca-43b5-b254-906cf820af9e no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:01:30.575530 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-79806dae-7bf1-4cf3-ac17-8f4dcb652c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'name': 'tempest-ServerActionsTestJSON-1377845784-router', 'tenant_id': '337bc9a50c6846ada58b194c94d0f193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b1f5d9a2-c701-44ab-930f-6bc3f57c6c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:21Z', 'updated_at': '2022-09-16T13:00:35Z', 'revision_number': 4, 'project_id': '337bc9a50c6846ada58b194c94d0f193', 'gw_port': {'id': 'b1f5d9a2-c701-44ab-930f-6bc3f57c6c41', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:24Z', 'updated_at': '2022-09-16T13:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '22b8409e-cc33-4902-8e60-f17755714ffb', 'tenant_id': '337bc9a50c6846ada58b194c94d0f193', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'port_id': '3af800e8-0d1f-497b-bca5-8901587cb91c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5', 'mac_address': 'fa:16:3e:5a:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T13:00:50Z', 'updated_at': '2022-09-16T13:01:29Z', 'revision_number': 1, 'project_id': '337bc9a50c6846ada58b194c94d0f193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9092518-4f83-4ebb-8996-18f55825c6eb', 'name': '', 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5', 'tenant_id': '337bc9a50c6846ada58b194c94d0f193', 'mac_address': 'fa:16:3e:20:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '3d21eb8b-32f8-4b19-96f6-c4c4e33061d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:33Z', 'updated_at': '2022-09-16T13:00:46Z', 'revision_number': 5, 'project_id': '337bc9a50c6846ada58b194c94d0f193', 'subnets': [{'id': '3d21eb8b-32f8-4b19-96f6-c4c4e33061d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:30.576689 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822a5c3-9c88-4d25-859e-ded0dae022d2 req-27292267-8526-440e-a4ac-6a0f11493724 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:30.581737 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822a5c3-9c88-4d25-859e-ded0dae022d2 req-27292267-8526-440e-a4ac-6a0f11493724 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:30.586779 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822a5c3-9c88-4d25-859e-ded0dae022d2 req-27292267-8526-440e-a4ac-6a0f11493724 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:30.588938 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0822a5c3-9c88-4d25-859e-ded0dae022d2 req-27292267-8526-440e-a4ac-6a0f11493724 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5417 time: 0.5213010 Sep 16 13:01:30.592090 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-9dcf396b-efd4-4973-b52e-84beafc999ed req-1f85465e-8427-43a2-ae98-7bb2d8ef6e99 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:30.595641 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9dcf396b-efd4-4973-b52e-84beafc999ed req-1f85465e-8427-43a2-ae98-7bb2d8ef6e99 tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.25 "DELETE /networking/v2.0/ports/49603217-44ca-43b5-b254-906cf820af9e HTTP/1.1" status: 204 len: 173 time: 3.7674713 Sep 16 13:01:30.610882 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c473545d-5486-4c4b-9d7e-6046067a6f31 req-b0e47be7-4eb0-4393-8a2f-c7f6a6746721 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6320090 Sep 16 13:01:30.618893 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: 49603217-44ca-43b5-b254-906cf820af9e {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:01:30.619457 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 49603217-44ca-43b5-b254-906cf820af9e not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:01:30.672752 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 116c6c97-9499-4c0e-861c-371e4ecf4ba2 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:01:30.833698 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 6c5f8c3f-8168-461b-acac-4b11b0e274ee is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:30.872268 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79806dae-7bf1-4cf3-ac17-8f4dcb652c28 None None] Checking router: 76d752a1-ec44-4cfd-8cf9-83b1243d1650 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:01:30.881608 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:01:30.887362 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79806dae-7bf1-4cf3-ac17-8f4dcb652c28 None None] Routers {'76d752a1-ec44-4cfd-8cf9-83b1243d1650'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:01:30.888604 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-79806dae-7bf1-4cf3-ac17-8f4dcb652c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:01:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['76d752a1-ec44-4cfd-8cf9-83b1243d1650'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:30.904305 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 116c6c97-9499-4c0e-861c-371e4ecf4ba2 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:30.904574 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:30.940359 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464c1886-1201-4b29-b61a-727d5c9e22b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '116c6c97-9499-4c0e-861c-371e4ecf4ba2'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:01:30.946073 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934eb22a-4b5a-448e-a10f-0e016932c808" -d '{"events": [{"server_uuid": "464c1886-1201-4b29-b61a-727d5c9e22b6", "name": "network-vif-unplugged", "status": "completed", "tag": "116c6c97-9499-4c0e-861c-371e4ecf4ba2"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:01:30.962568 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 116c6c97-9499-4c0e-861c-371e4ecf4ba2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=116c6c97-9499-4c0e-861c-371e4ecf4ba2,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:30.968263 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:31.027459 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=116c6c97-9499-4c0e-861c-371e4ecf4ba2,revision_number=8']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:31.028968 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-79806dae-7bf1-4cf3-ac17-8f4dcb652c28 None None] Set router 76d752a1-ec44-4cfd-8cf9-83b1243d1650 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:01:31.040714 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a49a3f50-4e97-49f9-b898-f7633a1a5741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (35c52a54-ea2c-4320-aa78-0014282d01d2), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:31.043248 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a49a3f50-4e97-49f9-b898-f7633a1a5741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:31.047129 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a49a3f50-4e97-49f9-b898-f7633a1a5741 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/35c52a54-ea2c-4320-aa78-0014282d01d2 HTTP/1.1" status: 204 len: 168 time: 1.7254367 Sep 16 13:01:31.104106 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a3f50-4e97-49f9-b898-f7633a1a5741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c52a54-ea2c-4320-aa78-0014282d01d2,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:31.107548 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0db8ac-6703-4c1e-8343-efd8d843d8f2 req-bd76f8be-b431-4773-8f79-52934cb36d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:31.108733 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f0db8ac-6703-4c1e-8343-efd8d843d8f2 req-bd76f8be-b431-4773-8f79-52934cb36d8f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9c660356-b242-47cf-8b53-5c05af82a4ce HTTP/1.1" status: 200 len: 918 time: 1.0391603 Sep 16 13:01:31.136993 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e229978-e579-49b5-94a5-4ed52240973b req-d663ae75-d29d-42c0-8be2-e9c317d7f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:31.137932 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e229978-e579-49b5-94a5-4ed52240973b req-d663ae75-d29d-42c0-8be2-e9c317d7f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:31.138506 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e229978-e579-49b5-94a5-4ed52240973b req-d663ae75-d29d-42c0-8be2-e9c317d7f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:31.140550 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3e229978-e579-49b5-94a5-4ed52240973b req-d663ae75-d29d-42c0-8be2-e9c317d7f0ec service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=bdbc66ae4c664cd18af4bad57bbf12c4&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0329397 Sep 16 13:01:31.175858 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-47a4d60d-acd3-4991-ac8e-5e94d834106e req-a67ea1dd-2781-42f7-9765-da1c9d44059c tempest-LiveMigrationNegativeTest-1708726340 tempest-LiveMigrationNegativeTest-1708726340-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=08836465-8c0f-454b-9e19-8bb6bd44f931 HTTP/1.1" status: 200 len: 210 time: 0.2845371 Sep 16 13:01:31.236031 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3dd3423b-6992-47f7-bb91-1d3b9e346653 req-446b9283-7fef-4201-848a-efbcc49c8f29 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9850569 Sep 16 13:01:31.280605 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 13:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0e3703-c3d2-4aff-b6af-0e80506d0c94 x-openstack-request-id: req-dc0e3703-c3d2-4aff-b6af-0e80506d0c94 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:01:31.280922 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464c1886-1201-4b29-b61a-727d5c9e22b6", "name": "network-vif-unplugged", "status": "completed", "tag": "116c6c97-9499-4c0e-861c-371e4ecf4ba2", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:01:31.281177 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dc0e3703-c3d2-4aff-b6af-0e80506d0c94 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:01:31.281575 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc0e3703-c3d2-4aff-b6af-0e80506d0c94'] response: {'server_uuid': '464c1886-1201-4b29-b61a-727d5c9e22b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '116c6c97-9499-4c0e-861c-371e4ecf4ba2', 'code': 200} Sep 16 13:01:31.340941 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36574) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:31.347065 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0822a5c3-9c88-4d25-859e-ded0dae022d2 req-491634af-2c0a-406c-b405-5b00933e4edc tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7274950 Sep 16 13:01:31.398422 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-719fe4d2-9e14-4a37-ab26-a3fda18b342a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (64246693-980b-4ebb-b58b-34100ded5e90), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:31.402484 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-79806dae-7bf1-4cf3-ac17-8f4dcb652c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'name': 'tempest-ServerActionsTestJSON-1377845784-router', 'tenant_id': '337bc9a50c6846ada58b194c94d0f193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b1f5d9a2-c701-44ab-930f-6bc3f57c6c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:21Z', 'updated_at': '2022-09-16T13:00:35Z', 'revision_number': 4, 'project_id': '337bc9a50c6846ada58b194c94d0f193', 'gw_port': {'id': 'b1f5d9a2-c701-44ab-930f-6bc3f57c6c41', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:24Z', 'updated_at': '2022-09-16T13:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '22b8409e-cc33-4902-8e60-f17755714ffb', 'tenant_id': '337bc9a50c6846ada58b194c94d0f193', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'port_id': '3af800e8-0d1f-497b-bca5-8901587cb91c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5', 'mac_address': 'fa:16:3e:5a:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T13:00:50Z', 'updated_at': '2022-09-16T13:01:29Z', 'revision_number': 1, 'project_id': '337bc9a50c6846ada58b194c94d0f193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9092518-4f83-4ebb-8996-18f55825c6eb', 'name': '', 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5', 'tenant_id': '337bc9a50c6846ada58b194c94d0f193', 'mac_address': 'fa:16:3e:20:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '3d21eb8b-32f8-4b19-96f6-c4c4e33061d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:33Z', 'updated_at': '2022-09-16T13:00:46Z', 'revision_number': 5, 'project_id': '337bc9a50c6846ada58b194c94d0f193', 'subnets': [{'id': '3d21eb8b-32f8-4b19-96f6-c4c4e33061d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:31.446093 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79806dae-7bf1-4cf3-ac17-8f4dcb652c28 None None] The sync data for ids ['76d752a1-ec44-4cfd-8cf9-83b1243d1650'] in n-d-858094-4 is: [{'id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'name': 'tempest-ServerActionsTestJSON-1377845784-router', 'tenant_id': '337bc9a50c6846ada58b194c94d0f193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b1f5d9a2-c701-44ab-930f-6bc3f57c6c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:21Z', 'updated_at': '2022-09-16T13:00:35Z', 'revision_number': 4, 'project_id': '337bc9a50c6846ada58b194c94d0f193', 'gw_port': {'id': 'b1f5d9a2-c701-44ab-930f-6bc3f57c6c41', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:24Z', 'updated_at': '2022-09-16T13:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '22b8409e-cc33-4902-8e60-f17755714ffb', 'tenant_id': '337bc9a50c6846ada58b194c94d0f193', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'port_id': '3af800e8-0d1f-497b-bca5-8901587cb91c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5', 'mac_address': 'fa:16:3e:5a:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T13:00:50Z', 'updated_at': '2022-09-16T13:01:29Z', 'revision_number': 1, 'project_id': '337bc9a50c6846ada58b194c94d0f193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9092518-4f83-4ebb-8996-18f55825c6eb', 'name': '', 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5', 'tenant_id': '337bc9a50c6846ada58b194c94d0f193', 'mac_address': 'fa:16:3e:20:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d752a1-ec44-4cfd-8cf9-83b1243d1650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '3d21eb8b-32f8-4b19-96f6-c4c4e33061d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:33Z', 'updated_at': '2022-09-16T13:00:46Z', 'revision_number': 5, 'project_id': '337bc9a50c6846ada58b194c94d0f193', 'subnets': [{'id': '3d21eb8b-32f8-4b19-96f6-c4c4e33061d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:01:31.447070 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'tag': '3af800e8-0d1f-497b-bca5-8901587cb91c'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:01:31.449426 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018bb6e4-62a8-48cb-a6a1-f9f98a92819e" -d '{"events": [{"name": "network-changed", "server_uuid": "af5e660b-de79-42ca-a8de-fe06738b9771", "tag": "3af800e8-0d1f-497b-bca5-8901587cb91c"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:01:31.545905 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fcc079-326e-477b-b330-abeff9a65f94 x-openstack-request-id: req-e8fcc079-326e-477b-b330-abeff9a65f94 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:01:31.546196 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5e660b-de79-42ca-a8de-fe06738b9771", "tag": "3af800e8-0d1f-497b-bca5-8901587cb91c", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:01:31.546444 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e8fcc079-326e-477b-b330-abeff9a65f94 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:01:31.546826 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8fcc079-326e-477b-b330-abeff9a65f94'] response: {'name': 'network-changed', 'server_uuid': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'tag': '3af800e8-0d1f-497b-bca5-8901587cb91c', 'status': 'completed', 'code': 200} Sep 16 13:01:31.550154 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-996fcfec-d436-41b9-affe-2c41609feef7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1573970857-network', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:31.574038 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996fcfec-d436-41b9-affe-2c41609feef7 admin admin] Made reservation on behalf of 82287f900aa34e05ba0e0cf7ba924585 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:01:31.576555 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-996fcfec-d436-41b9-affe-2c41609feef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:31.583898 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:31.589948 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f0db8ac-6703-4c1e-8343-efd8d843d8f2 req-7385afb1-65a6-4c32-8bc0-df6cd59db541 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe HTTP/1.1" status: 200 len: 1002 time: 0.2655344 Sep 16 13:01:31.597864 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e229978-e579-49b5-94a5-4ed52240973b req-40dad505-b03e-45f8-8fe2-73fb2e073018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:31.600139 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3e229978-e579-49b5-94a5-4ed52240973b req-40dad505-b03e-45f8-8fe2-73fb2e073018 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3544564 Sep 16 13:01:31.605572 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-996fcfec-d436-41b9-affe-2c41609feef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:31.738978 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-719fe4d2-9e14-4a37-ab26-a3fda18b342a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (64246693-980b-4ebb-b58b-34100ded5e90), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:31.778726 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-996fcfec-d436-41b9-affe-2c41609feef7 admin admin] Publish callbacks [] for security_group (93a6ad97-b303-47b1-a48d-c84aad4bbccf), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:31.784278 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-996fcfec-d436-41b9-affe-2c41609feef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (93a6ad97-b303-47b1-a48d-c84aad4bbccf), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:31.804677 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996fcfec-d436-41b9-affe-2c41609feef7 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:01:31.826778 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-996fcfec-d436-41b9-affe-2c41609feef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (ea9ac0dd-12c0-4c61-bdd8-73eff891277b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:31.827129 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-996fcfec-d436-41b9-affe-2c41609feef7 admin admin] Added segment ea9ac0dd-12c0-4c61-bdd8-73eff891277b of type vlan for network 949764d7-e109-4aa2-8e93-b6c6fed88453 Sep 16 13:01:31.873426 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85f5cac-3169-47a3-b961-1b2676e5a3a0 None None] New status for floating IP 22b8409e-cc33-4902-8e60-f17755714ffb: ACTIVE {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 13:01:31.914364 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-996fcfec-d436-41b9-affe-2c41609feef7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (949764d7-e109-4aa2-8e93-b6c6fed88453), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:31.959054 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-996fcfec-d436-41b9-affe-2c41609feef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (949764d7-e109-4aa2-8e93-b6c6fed88453), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:31.960405 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996fcfec-d436-41b9-affe-2c41609feef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:31.960997 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-996fcfec-d436-41b9-affe-2c41609feef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:32.062240 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-996fcfec-d436-41b9-affe-2c41609feef7 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7199018 Sep 16 13:01:32.092438 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36598) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:32.099464 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-2158e8ec-1476-4b76-a6d1-a48866667c12 admin admin] Request body: {'subnet': {'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1573970857-subnet', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:32.108878 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fcfec-d436-41b9-affe-2c41609feef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a6ad97-b303-47b1-a48d-c84aad4bbccf,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:32.142240 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fcfec-d436-41b9-affe-2c41609feef7 admin admin] Pushing event updated for resources: {'Network': ['ID=949764d7-e109-4aa2-8e93-b6c6fed88453,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:32.161542 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2158e8ec-1476-4b76-a6d1-a48866667c12 admin admin] Made reservation on behalf of 82287f900aa34e05ba0e0cf7ba924585 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:01:32.164534 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2158e8ec-1476-4b76-a6d1-a48866667c12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:32.165733 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08836465-8c0f-454b-9e19-8bb6bd44f931', 'name': 'network-vif-deleted', 'tag': '49603217-44ca-43b5-b254-906cf820af9e'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:01:32.168057 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ed7e00-3447-4f62-96f0-91f09c62daa2" -d '{"events": [{"server_uuid": "08836465-8c0f-454b-9e19-8bb6bd44f931", "name": "network-vif-deleted", "tag": "49603217-44ca-43b5-b254-906cf820af9e"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:01:32.171154 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 949764d7-e109-4aa2-8e93-b6c6fed88453 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:01:32.193946 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0db8ac-6703-4c1e-8343-efd8d843d8f2 req-2915605c-fb3d-438b-a23f-bb81473083a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:32.195425 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f0db8ac-6703-4c1e-8343-efd8d843d8f2 req-2915605c-fb3d-438b-a23f-bb81473083a2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d4ae86a7-4106-447a-a8be-db073682c5f0 HTTP/1.1" status: 200 len: 856 time: 0.5863910 Sep 16 13:01:32.226095 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fe4d2-9e14-4a37-ab26-a3fda18b342a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=64246693-980b-4ebb-b58b-34100ded5e90,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:32.311894 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac202a8c-2175-44d9-9ca2-2dc14a784c9f x-openstack-request-id: req-ac202a8c-2175-44d9-9ca2-2dc14a784c9f {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:01:32.312208 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08836465-8c0f-454b-9e19-8bb6bd44f931", "name": "network-vif-deleted", "tag": "49603217-44ca-43b5-b254-906cf820af9e", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:01:32.312467 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ac202a8c-2175-44d9-9ca2-2dc14a784c9f {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:01:32.312869 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac202a8c-2175-44d9-9ca2-2dc14a784c9f'] response: {'server_uuid': '08836465-8c0f-454b-9e19-8bb6bd44f931', 'name': 'network-vif-deleted', 'tag': '49603217-44ca-43b5-b254-906cf820af9e', 'status': 'completed', 'code': 200} Sep 16 13:01:32.340089 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-719fe4d2-9e14-4a37-ab26-a3fda18b342a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:32.348401 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59210c5-3eba-4cd8-957c-525557d037cc None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:01:32.352364 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-719fe4d2-9e14-4a37-ab26-a3fda18b342a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/64246693-980b-4ebb-b58b-34100ded5e90 HTTP/1.1" status: 204 len: 168 time: 2.6200416 Sep 16 13:01:32.357666 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36608) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:32.382656 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6af7ae15-ea15-4d15-9161-44bdd916f3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:32.410037 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c512ed93-065e-4acd-a451-5ff93e1ba3da tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512309 Sep 16 13:01:32.413739 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36612) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:32.422043 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-e6f3f1c0-be40-4ecf-9c46-d43a9df14e01 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:32.423738 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:32.429257 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:32.465012 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328ce2f8-022c-446e-b388-06295b8c63e7 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:01:32.490047 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7375e-8f84-450c-ae7f-d492d3680f2a req-e523b31c-0b76-4c93-be99-120d46fa86e9 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:32.491556 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-56c7375e-8f84-450c-ae7f-d492d3680f2a req-e523b31c-0b76-4c93-be99-120d46fa86e9 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 943 time: 0.3200438 Sep 16 13:01:32.505874 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] Publish callbacks [] for port (328ce2f8-022c-446e-b388-06295b8c63e7), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:32.511982 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:32.598276 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0db8ac-6703-4c1e-8343-efd8d843d8f2 req-cd0a482b-551c-4054-b45a-575cae015bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:32.599807 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f0db8ac-6703-4c1e-8343-efd8d843d8f2 req-cd0a482b-551c-4054-b45a-575cae015bae service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9c660356-b242-47cf-8b53-5c05af82a4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3753548 Sep 16 13:01:32.616756 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] Transition to ACTIVE for port object 328ce2f8-022c-446e-b388-06295b8c63e7 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:01:32.654803 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (328ce2f8-022c-446e-b388-06295b8c63e7), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:32.688000 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36618) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:32.689282 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184a73ab-5169-4c5a-a1e1-9d2b4d3339fd None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:01:32.706793 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2158e8ec-1476-4b76-a6d1-a48866667c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (986973c6-fff5-4745-bba8-c036a91b83e3), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:32.737381 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-184a73ab-5169-4c5a-a1e1-9d2b4d3339fd None None] Deleting port 6c5f8c3f-8168-461b-acac-4b11b0e274ee {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:01:32.737804 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-184a73ab-5169-4c5a-a1e1-9d2b4d3339fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (6c5f8c3f-8168-461b-acac-4b11b0e274ee), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:32.747177 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f3f1c0-be40-4ecf-9c46-d43a9df14e01 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:01:32.751409 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e6f3f1c0-be40-4ecf-9c46-d43a9df14e01 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:32.772022 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96295f3-8a7c-4faf-a25c-737c44b8f149 req-05ef4730-c1e4-4e98-ac8c-ef402e529535 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:32.780938 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96295f3-8a7c-4faf-a25c-737c44b8f149 req-05ef4730-c1e4-4e98-ac8c-ef402e529535 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:32.794817 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96295f3-8a7c-4faf-a25c-737c44b8f149 req-05ef4730-c1e4-4e98-ac8c-ef402e529535 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:32.810816 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:32.811186 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96295f3-8a7c-4faf-a25c-737c44b8f149 req-05ef4730-c1e4-4e98-ac8c-ef402e529535 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:32.831118 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96295f3-8a7c-4faf-a25c-737c44b8f149 req-05ef4730-c1e4-4e98-ac8c-ef402e529535 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:32.831558 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:32.834700 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-184a73ab-5169-4c5a-a1e1-9d2b4d3339fd None None] For port 6c5f8c3f-8168-461b-acac-4b11b0e274ee, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6c5f8c3f-8168-461b-acac-4b11b0e274ee,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:32.835585 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-184a73ab-5169-4c5a-a1e1-9d2b4d3339fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (6c5f8c3f-8168-461b-acac-4b11b0e274ee), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:32.836817 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96295f3-8a7c-4faf-a25c-737c44b8f149 req-05ef4730-c1e4-4e98-ac8c-ef402e529535 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:32.843425 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96295f3-8a7c-4faf-a25c-737c44b8f149 req-05ef4730-c1e4-4e98-ac8c-ef402e529535 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:32.851190 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d96295f3-8a7c-4faf-a25c-737c44b8f149 req-05ef4730-c1e4-4e98-ac8c-ef402e529535 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5417 time: 0.3578789 Sep 16 13:01:32.859460 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-184a73ab-5169-4c5a-a1e1-9d2b4d3339fd None None] Calling delete_port for 6c5f8c3f-8168-461b-acac-4b11b0e274ee owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:01:32.900007 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] Pushing event updated for resources: {'Port': ['ID=328ce2f8-022c-446e-b388-06295b8c63e7,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:32.965154 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158e8ec-1476-4b76-a6d1-a48866667c12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=986973c6-fff5-4745-bba8-c036a91b83e3,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:32.979052 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bb6e4-62a8-48cb-a6a1-f9f98a92819e req-ff7829e9-176e-4122-9c95-00e60a9be842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:32.980677 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-018bb6e4-62a8-48cb-a6a1-f9f98a92819e req-ff7829e9-176e-4122-9c95-00e60a9be842 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 1127 time: 0.1231799 Sep 16 13:01:32.989267 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2158e8ec-1476-4b76-a6d1-a48866667c12 admin admin] Checking segment: {'id': 'ea9ac0dd-12c0-4c61-bdd8-73eff891277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:32.989782 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2158e8ec-1476-4b76-a6d1-a48866667c12 admin admin] Network hostable DHCP agents. Network: 949764d7-e109-4aa2-8e93-b6c6fed88453, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:01:33.033243 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-184a73ab-5169-4c5a-a1e1-9d2b4d3339fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (6c5f8c3f-8168-461b-acac-4b11b0e274ee), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:33.068444 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a73ab-5169-4c5a-a1e1-9d2b4d3339fd None None] Pushing event deleted for resources: {'Port': ['ID=6c5f8c3f-8168-461b-acac-4b11b0e274ee,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:33.072239 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184a73ab-5169-4c5a-a1e1-9d2b4d3339fd None None] No DVR routers for this DVR port 6c5f8c3f-8168-461b-acac-4b11b0e274ee on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:01:33.089733 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-61dbc62e-9c23-4564-8163-3c75359ec234 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=9bc3ef4fd0374ac4b74900369ca779aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3941500 Sep 16 13:01:33.095713 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36630) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:33.147061 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2158e8ec-1476-4b76-a6d1-a48866667c12 admin admin] Network 949764d7-e109-4aa2-8e93-b6c6fed88453 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:01:33.153314 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-56c7375e-8f84-450c-ae7f-d492d3680f2a req-0bde7c58-b48c-47ad-8b41-f69c3a7ab154 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6493981 Sep 16 13:01:33.178925 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-2158e8ec-1476-4b76-a6d1-a48866667c12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 949764d7-e109-4aa2-8e93-b6c6fed88453) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:33.182152 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2158e8ec-1476-4b76-a6d1-a48866667c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:33.182759 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2158e8ec-1476-4b76-a6d1-a48866667c12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:33.190351 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1dcc2f-b0b1-4e0f-bc2d-ac5a3c407b9f None None] Network 949764d7-e109-4aa2-8e93-b6c6fed88453 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:01:33.193269 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d96295f3-8a7c-4faf-a25c-737c44b8f149 req-818026e5-53f9-48ae-8a76-5044f98b4cfd tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3411081 Sep 16 13:01:33.229567 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fefc45-37fd-4e3c-819f-9cc15c8f3ef8 req-9cf109cf-2452-46b6-801a-494d6cf7ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:33.231149 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0fefc45-37fd-4e3c-819f-9cc15c8f3ef8 req-9cf109cf-2452-46b6-801a-494d6cf7ca50 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 1125 time: 0.3771920 Sep 16 13:01:33.282663 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f0db8ac-6703-4c1e-8343-efd8d843d8f2 req-6945d2a9-c017-4e92-886e-d97eb661188b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6677454 Sep 16 13:01:33.317972 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:33.361732 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2158e8ec-1476-4b76-a6d1-a48866667c12 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2649455 Sep 16 13:01:33.369294 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36634) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:33.376028 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-d513ad0b-2141-489f-ab8a-7ba89756577c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1573970857-router', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:33.389945 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-949764d7-e109-4aa2-8e93-b6c6fed88453', 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453', 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'fixed_ips': [{'subnet_id': '986973c6-fff5-4745-bba8-c036a91b83e3'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:01:33.391344 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:33.404487 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e6f3f1c0-be40-4ecf-9c46-d43a9df14e01 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (08238aba-3648-48d1-b24b-9ad101dbfac4), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:33.415542 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d513ad0b-2141-489f-ab8a-7ba89756577c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (b32cd8a2-1874-459e-8a54-5f03d6f3fe22), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:33.417047 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d513ad0b-2141-489f-ab8a-7ba89756577c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (b32cd8a2-1874-459e-8a54-5f03d6f3fe22), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:33.455989 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bb6e4-62a8-48cb-a6a1-f9f98a92819e req-b2e7baa9-6c49-4636-94b8-cd07149c91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:33.457952 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-018bb6e4-62a8-48cb-a6a1-f9f98a92819e req-b2e7baa9-6c49-4636-94b8-cd07149c91c6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 913 time: 0.4663639 Sep 16 13:01:33.458112 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:33.465004 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43d947c4-66e9-415f-9941-3216094d35ee admin admin] Publish callbacks [] for security_group (fcbb9465-7b50-4059-b335-096197302dc2), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:33.477053 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f3f1c0-be40-4ecf-9c46-d43a9df14e01 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:33.484785 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] Attempting to bind port 328ce2f8-022c-446e-b388-06295b8c63e7 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:33.485132 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] Attempting to bind port 328ce2f8-022c-446e-b388-06295b8c63e7 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '9edf9333-8d62-4ed6-bd3c-dd8351317483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '231c3494-8d9a-44ba-b103-fc49819648f0'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:33.485467 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] Attempting to bind port 328ce2f8-022c-446e-b388-06295b8c63e7 on network 231c3494-8d9a-44ba-b103-fc49819648f0 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:33.586788 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-e6f3f1c0-be40-4ecf-9c46-d43a9df14e01 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:33.595564 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] Allocated IP 172.20.0.2 (949764d7-e109-4aa2-8e93-b6c6fed88453/986973c6-fff5-4745-bba8-c036a91b83e3/f0db72c2-dd4c-4efd-a645-68bcfed66bb9) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:33.602866 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f3f1c0-be40-4ecf-9c46-d43a9df14e01 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:33.603784 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e6f3f1c0-be40-4ecf-9c46-d43a9df14e01 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:33.604836 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea88ee08-98f8-46dd-bbf2-f5effe052c4e None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:01:33.612086 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] Port 328ce2f8-022c-446e-b388-06295b8c63e7 on network 231c3494-8d9a-44ba-b103-fc49819648f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:01:33.612444 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] Attempting to bind port 328ce2f8-022c-446e-b388-06295b8c63e7 on network 231c3494-8d9a-44ba-b103-fc49819648f0 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:33.618212 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43d947c4-66e9-415f-9941-3216094d35ee admin admin] Publish callbacks [] for security_group (fcbb9465-7b50-4059-b335-096197302dc2), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:33.622142 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d513ad0b-2141-489f-ab8a-7ba89756577c admin admin] Publish callbacks [] for router_controller (b32cd8a2-1874-459e-8a54-5f03d6f3fe22), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:33.624041 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3f1c0-be40-4ecf-9c46-d43a9df14e01 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=08238aba-3648-48d1-b24b-9ad101dbfac4,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:33.642098 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e6f3f1c0-be40-4ecf-9c46-d43a9df14e01 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2268915 Sep 16 13:01:33.643493 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36640) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:33.652163 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fefc45-37fd-4e3c-819f-9cc15c8f3ef8 req-024b10a0-026a-4048-ae0a-663121ad9af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:33.654729 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0fefc45-37fd-4e3c-819f-9cc15c8f3ef8 req-024b10a0-026a-4048-ae0a-663121ad9af1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 200 len: 912 time: 0.3768499 Sep 16 13:01:33.681809 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8f0db8ac-6703-4c1e-8343-efd8d843d8f2 req-8f548135-c4aa-4b0e-96b2-eac4ebd6293f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851757 Sep 16 13:01:33.721837 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-018bb6e4-62a8-48cb-a6a1-f9f98a92819e req-9403651e-6c78-46ea-971c-db41cd211911 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3af800e8-0d1f-497b-bca5-8901587cb91c HTTP/1.1" status: 200 len: 1001 time: 0.2498102 Sep 16 13:01:33.729948 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0fefc45-37fd-4e3c-819f-9cc15c8f3ef8 req-29bff79b-1840-4550-a43a-e1008c04fb94 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=116c6c97-9499-4c0e-861c-371e4ecf4ba2 HTTP/1.1" status: 200 len: 217 time: 0.0648277 Sep 16 13:01:33.730805 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-4c7b65f5-30e0-47b2-b7b5-807f4a68f7da tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'fixed_ips': [{'subnet_id': '08238aba-3648-48d1-b24b-9ad101dbfac4', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-865892439'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:33.754240 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': '08238aba-3648-48d1-b24b-9ad101dbfac4'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:01:33.755488 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:33.766891 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:33.802772 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bb6e4-62a8-48cb-a6a1-f9f98a92819e req-7f7def80-ba1b-46f4-9dfd-45123ec0cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:33.805301 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-018bb6e4-62a8-48cb-a6a1-f9f98a92819e req-7f7def80-ba1b-46f4-9dfd-45123ec0cb8d service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 0.0722306 Sep 16 13:01:33.854934 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:33.855622 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] Checking segment: {'id': '9edf9333-8d62-4ed6-bd3c-dd8351317483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '231c3494-8d9a-44ba-b103-fc49819648f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:33.856375 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] Bound using segment: {'id': '9edf9333-8d62-4ed6-bd3c-dd8351317483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '231c3494-8d9a-44ba-b103-fc49819648f0'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:33.857088 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] Bound port: 328ce2f8-022c-446e-b388-06295b8c63e7, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9edf9333-8d62-4ed6-bd3c-dd8351317483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '231c3494-8d9a-44ba-b103-fc49819648f0'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:33.857562 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (328ce2f8-022c-446e-b388-06295b8c63e7), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:33.982633 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fefc45-37fd-4e3c-819f-9cc15c8f3ef8 req-ea61c11c-85f8-4114-a135-0934a0c5bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:33.984492 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0fefc45-37fd-4e3c-819f-9cc15c8f3ef8 req-ea61c11c-85f8-4114-a135-0934a0c5bb57 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=084dc942-2fdd-4c42-96da-2aec36f644a5 HTTP/1.1" status: 200 len: 850 time: 0.2477853 Sep 16 13:01:33.985628 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bb6e4-62a8-48cb-a6a1-f9f98a92819e req-cee37abc-4e6f-4241-897c-0d5c841b3e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:33.987248 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-018bb6e4-62a8-48cb-a6a1-f9f98a92819e req-cee37abc-4e6f-4241-897c-0d5c841b3e36 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1448810 Sep 16 13:01:34.044955 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] Publish callbacks [] for port (f0db72c2-dd4c-4efd-a645-68bcfed66bb9), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:34.053238 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fefc45-37fd-4e3c-819f-9cc15c8f3ef8 req-d19221e9-0665-4b01-82f9-73052a7588f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:34.054975 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0fefc45-37fd-4e3c-819f-9cc15c8f3ef8 req-d19221e9-0665-4b01-82f9-73052a7588f8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=4c6a423f-0493-4448-999c-84f17e899760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0571971 Sep 16 13:01:34.056464 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] Allocated IP 2001:db8::2 (9baef6e6-991f-4370-ace0-656f975a51ae/08238aba-3648-48d1-b24b-9ad101dbfac4/4a04b7b7-7466-4f19-b9a4-03579133c33e) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:34.061397 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (f0db72c2-dd4c-4efd-a645-68bcfed66bb9), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:34.073803 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:34.182663 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36646) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:34.207582 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0fefc45-37fd-4e3c-819f-9cc15c8f3ef8 req-f501a2ac-7db0-4d31-afe4-0b89c2939aab service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254532 Sep 16 13:01:34.225619 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d513ad0b-2141-489f-ab8a-7ba89756577c admin admin] Publish callbacks [] for router_gateway (b32cd8a2-1874-459e-8a54-5f03d6f3fe22), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:34.241876 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:34.315197 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:34.340059 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=8,neutron:INSERT=7 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:34.343560 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] Network 949764d7-e109-4aa2-8e93-b6c6fed88453 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:34.388329 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:34.396459 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:34.402483 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] Pushing event updated for resources: {'Port': ['ID=f0db72c2-dd4c-4efd-a645-68bcfed66bb9,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:34.405721 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] For port 328ce2f8-022c-446e-b388-06295b8c63e7, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:34.426725 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6c5f8c3f-8168-461b-acac-4b11b0e274ee no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:01:34.450585 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43d947c4-66e9-415f-9941-3216094d35ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (fcbb9465-7b50-4059-b335-096197302dc2), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:34.453086 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43d947c4-66e9-415f-9941-3216094d35ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:34.456627 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-43d947c4-66e9-415f-9941-3216094d35ee admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/fcbb9465-7b50-4059-b335-096197302dc2 HTTP/1.1" status: 204 len: 168 time: 1.3573027 Sep 16 13:01:34.468178 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] For port 328ce2f8-022c-446e-b388-06295b8c63e7, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=328ce2f8-022c-446e-b388-06295b8c63e7,segment=NetworkSegment(9edf9333-8d62-4ed6-bd3c-dd8351317483),segment_id=9edf9333-8d62-4ed6-bd3c-dd8351317483)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:34.475193 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980aa642-fd40-4be9-b153-1ec852ecd1d0 req-5af9740e-441c-4083-8c2a-11743ff22de0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:34.476954 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-980aa642-fd40-4be9-b153-1ec852ecd1d0 req-5af9740e-441c-4083-8c2a-11743ff22de0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 943 time: 0.1778018 Sep 16 13:01:34.499683 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (328ce2f8-022c-446e-b388-06295b8c63e7), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:34.503620 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:34.504314 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:34.505660 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fed7e5fa-0ce6-4b18-a751-bc6217996ef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:34.506239 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/328ce2f8-022c-446e-b388-06295b8c63e7 HTTP/1.1" status: 200 len: 1091 time: 4.8325245 Sep 16 13:01:34.521018 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'tag': '328ce2f8-022c-446e-b388-06295b8c63e7'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:01:34.523745 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1454c48c-604e-4090-a880-fc97dd705729" -d '{"events": [{"name": "network-changed", "server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "tag": "328ce2f8-022c-446e-b388-06295b8c63e7"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:01:34.528309 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d947c4-66e9-415f-9941-3216094d35ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbb9465-7b50-4059-b335-096197302dc2,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:34.584634 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7b65f5-30e0-47b2-b7b5-807f4a68f7da tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:01:34.589274 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] Publish callbacks [] for port (4a04b7b7-7466-4f19-b9a4-03579133c33e), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:34.595698 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 6c5f8c3f-8168-461b-acac-4b11b0e274ee {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:01:34.596290 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6c5f8c3f-8168-461b-acac-4b11b0e274ee not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:01:34.632906 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (4a04b7b7-7466-4f19-b9a4-03579133c33e), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:34.659132 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d513ad0b-2141-489f-ab8a-7ba89756577c admin admin] Publish callbacks [] for router_gateway (b32cd8a2-1874-459e-8a54-5f03d6f3fe22), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:34.679878 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2b4a7-e3fb-4578-9e9e-0f79a20faeac req-d62c28bf-e074-489e-81d3-5e54d66be6a5 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:34.682848 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d513ad0b-2141-489f-ab8a-7ba89756577c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:34.692538 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2b4a7-e3fb-4578-9e9e-0f79a20faeac req-d62c28bf-e074-489e-81d3-5e54d66be6a5 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:34.697814 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2b4a7-e3fb-4578-9e9e-0f79a20faeac req-d62c28bf-e074-489e-81d3-5e54d66be6a5 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:34.705176 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2b4a7-e3fb-4578-9e9e-0f79a20faeac req-d62c28bf-e074-489e-81d3-5e54d66be6a5 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:34.711724 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2b4a7-e3fb-4578-9e9e-0f79a20faeac req-d62c28bf-e074-489e-81d3-5e54d66be6a5 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:34.718396 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2b4a7-e3fb-4578-9e9e-0f79a20faeac req-d62c28bf-e074-489e-81d3-5e54d66be6a5 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:34.719205 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] Pushing event updated for resources: {'Port': ['ID=4a04b7b7-7466-4f19-b9a4-03579133c33e,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:34.725245 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2b4a7-e3fb-4578-9e9e-0f79a20faeac req-d62c28bf-e074-489e-81d3-5e54d66be6a5 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:34.729059 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d3f2b4a7-e3fb-4578-9e9e-0f79a20faeac req-d62c28bf-e074-489e-81d3-5e54d66be6a5 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5429 time: 0.3673749 Sep 16 13:01:34.749104 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] Attempting to bind port f0db72c2-dd4c-4efd-a645-68bcfed66bb9 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:34.749748 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] Attempting to bind port f0db72c2-dd4c-4efd-a645-68bcfed66bb9 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'ea9ac0dd-12c0-4c61-bdd8-73eff891277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:34.750281 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] Attempting to bind port f0db72c2-dd4c-4efd-a645-68bcfed66bb9 on network 949764d7-e109-4aa2-8e93-b6c6fed88453 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:34.758844 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-980aa642-fd40-4be9-b153-1ec852ecd1d0 req-417fc1a9-2b98-486e-840b-66a7232a6f67 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670853 Sep 16 13:01:34.764082 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:34.767946 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:34.771968 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-018bb6e4-62a8-48cb-a6a1-f9f98a92819e req-49e54424-99dc-4d81-9ff7-3f3d0843e0bd service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7758615 Sep 16 13:01:34.797677 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:34.803896 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c0a6c127-eca8-4e6e-898a-3093f49bce0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:34.826856 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0fefc45-37fd-4e3c-819f-9cc15c8f3ef8 req-ebbdfc49-1b39-47eb-8d90-e8e07eee4acb service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734692 Sep 16 13:01:34.864259 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-01d44adc-b03a-4649-8a3e-a3ce62975c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:34.864741 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-01d44adc-b03a-4649-8a3e-a3ce62975c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:34.865207 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-01d44adc-b03a-4649-8a3e-a3ce62975c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:34.865673 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-01d44adc-b03a-4649-8a3e-a3ce62975c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:34.866136 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-01d44adc-b03a-4649-8a3e-a3ce62975c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:34.866682 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-01d44adc-b03a-4649-8a3e-a3ce62975c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:34.869029 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-01d44adc-b03a-4649-8a3e-a3ce62975c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:34.871556 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-01d44adc-b03a-4649-8a3e-a3ce62975c12 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bdbc66ae4c664cd18af4bad57bbf12c4&device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 6703 time: 0.2605460 Sep 16 13:01:34.874377 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fed7e5fa-0ce6-4b18-a751-bc6217996ef3 admin admin] Publish callbacks [] for security_group (a5c766f0-1eb8-4817-82a4-08a5397cf5df), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:34.915468 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49655f8c-4be9-430e-b502-fef71c45a90f service neutron] Pushing event updated for resources: {'Port': ['ID=328ce2f8-022c-446e-b388-06295b8c63e7,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:34.927792 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] Attempting to bind port 4a04b7b7-7466-4f19-b9a4-03579133c33e on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:34.928094 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] Attempting to bind port 4a04b7b7-7466-4f19-b9a4-03579133c33e by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:34.928491 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] Attempting to bind port 4a04b7b7-7466-4f19-b9a4-03579133c33e on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:34.939770 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3389f9-4dbd-401c-8a63-8de3695f753e x-openstack-request-id: req-6f3389f9-4dbd-401c-8a63-8de3695f753e {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:01:34.940057 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "tag": "328ce2f8-022c-446e-b388-06295b8c63e7", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:01:34.940336 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6f3389f9-4dbd-401c-8a63-8de3695f753e {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:01:34.940732 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3389f9-4dbd-401c-8a63-8de3695f753e'] response: {'name': 'network-changed', 'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'tag': '328ce2f8-022c-446e-b388-06295b8c63e7', 'status': 'completed', 'code': 200} Sep 16 13:01:34.971716 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4c7b65f5-30e0-47b2-b7b5-807f4a68f7da tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:34.982455 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-6dac2fdf-f1e2-478b-8022-de2de911d8b7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a23d825-e263-4839-8617-11f3b05818ce HTTP/1.1" status: 200 len: 217 time: 0.0625072 Sep 16 13:01:35.005004 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:35.005439 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] Checking segment: {'id': 'ea9ac0dd-12c0-4c61-bdd8-73eff891277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:35.006453 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:35.006864 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] Bound using segment: {'id': 'ea9ac0dd-12c0-4c61-bdd8-73eff891277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:35.007819 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] Bound port: f0db72c2-dd4c-4efd-a645-68bcfed66bb9, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9ac0dd-12c0-4c61-bdd8-73eff891277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:35.007819 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f0db72c2-dd4c-4efd-a645-68bcfed66bb9), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:35.009628 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d3f2b4a7-e3fb-4578-9e9e-0f79a20faeac req-e9bba0c2-83c0-4945-a045-1959d660c8f9 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2446668 Sep 16 13:01:35.014563 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fed7e5fa-0ce6-4b18-a751-bc6217996ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (a5c766f0-1eb8-4817-82a4-08a5397cf5df), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:35.040335 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-4c7b65f5-30e0-47b2-b7b5-807f4a68f7da tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port 917d632d-23ac-469f-8d3f-f5c8a363a5ee yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:01:35.089239 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 36670) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:35.136617 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] For port f0db72c2-dd4c-4efd-a645-68bcfed66bb9, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:35.138891 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-24cd1b3b-8891-4853-8666-4fef1e80e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:35.140639 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-24cd1b3b-8891-4853-8666-4fef1e80e6a6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ef43da26-ec9d-4b33-82f5-510dc693367d HTTP/1.1" status: 200 len: 855 time: 0.1478465 Sep 16 13:01:35.142829 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] For port f0db72c2-dd4c-4efd-a645-68bcfed66bb9, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f0db72c2-dd4c-4efd-a645-68bcfed66bb9,segment=NetworkSegment(ea9ac0dd-12c0-4c61-bdd8-73eff891277b),segment_id=ea9ac0dd-12c0-4c61-bdd8-73eff891277b)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:35.145134 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-018bb6e4-62a8-48cb-a6a1-f9f98a92819e req-79047edc-4ba3-4259-84a4-2f235f8fb08b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649285 Sep 16 13:01:35.153609 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f0db72c2-dd4c-4efd-a645-68bcfed66bb9), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:35.199429 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-d513ad0b-2141-489f-ab8a-7ba89756577c admin admin] Allocated IP 172.25.2.18 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/1539505a-d083-42dd-b54b-66e196cd12bf) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:35.201294 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-2bb0f60c-ee72-4efd-980a-75a53c14a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:35.202946 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-2bb0f60c-ee72-4efd-980a-75a53c14a927 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5fe80c07-1468-4c04-9291-5fbc50b9c34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0534008 Sep 16 13:01:35.211127 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-991a9815-ee01-436c-89d0-efc04130144c admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=618a577f242f42f499e403f61a21ebf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1121814 Sep 16 13:01:35.222044 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 36672) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:35.222428 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:35.222582 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:35.223080 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:35.223348 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:35.223845 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] Bound port: 4a04b7b7-7466-4f19-b9a4-03579133c33e, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:35.224269 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4a04b7b7-7466-4f19-b9a4-03579133c33e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:35.238172 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:35.242554 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-fed7e5fa-0ce6-4b18-a751-bc6217996ef3 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=627953e9e8b34c08a15da02379f996b3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0546114 Sep 16 13:01:35.245305 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 36678) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:35.254831 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7e5fa-0ce6-4b18-a751-bc6217996ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c766f0-1eb8-4817-82a4-08a5397cf5df,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:35.289735 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=1,neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:35.328207 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:35.341665 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e807f2-46de-4b73-8748-0cfb2b0354f3 None None] Pushing event updated for resources: {'Port': ['ID=f0db72c2-dd4c-4efd-a645-68bcfed66bb9,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:35.349988 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:35.376439 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] For port 4a04b7b7-7466-4f19-b9a4-03579133c33e, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:35.380766 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] For port 4a04b7b7-7466-4f19-b9a4-03579133c33e, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=4a04b7b7-7466-4f19-b9a4-03579133c33e,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:35.390600 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (4a04b7b7-7466-4f19-b9a4-03579133c33e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:35.400983 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-11fc622f-e981-48d2-8723-30925f3d7f04 admin admin] Publish callbacks [] for security_group (4b133dd6-f524-4716-8774-0d6b6fba6230), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:35.443348 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-14159105-54fe-43af-ab5c-16f35b95496d admin admin] Publish callbacks [] for security_group (a5c766f0-1eb8-4817-82a4-08a5397cf5df), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:35.482139 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713f64e-646f-457d-98b3-c3fdf5064e02 None None] Pushing event updated for resources: {'Port': ['ID=4a04b7b7-7466-4f19-b9a4-03579133c33e,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:35.498164 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-8ab237ad-39d7-40ed-a88c-73db7c310988 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5fe80c07-1468-4c04-9291-5fbc50b9c34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857721 Sep 16 13:01:35.506940 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-14159105-54fe-43af-ab5c-16f35b95496d admin admin] Publish callbacks [] for security_group (a5c766f0-1eb8-4817-82a4-08a5397cf5df), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:35.516511 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-11fc622f-e981-48d2-8723-30925f3d7f04 admin admin] Publish callbacks [] for security_group (4b133dd6-f524-4716-8774-0d6b6fba6230), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:35.565800 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-386fce51-381d-4668-b04a-69ad27ee27b6 req-cc00ca7a-c59e-4f85-884a-e934fd09e2a9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1657441 Sep 16 13:01:35.572222 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:35.600402 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7b65f5-30e0-47b2-b7b5-807f4a68f7da tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 13:01:35.600915 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7b65f5-30e0-47b2-b7b5-807f4a68f7da tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:01:35.654428 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4c7b65f5-30e0-47b2-b7b5-807f4a68f7da tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9284973 Sep 16 13:01:35.657265 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36688) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:35.665346 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d513ad0b-2141-489f-ab8a-7ba89756577c admin admin] Publish callbacks [] for port (1539505a-d083-42dd-b54b-66e196cd12bf), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:35.726650 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3232ba37-70e8-4e79-8e0a-8486fcd40d70 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:35.731990 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3232ba37-70e8-4e79-8e0a-8486fcd40d70 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0733194 Sep 16 13:01:35.734460 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36698) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:35.825546 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fce51-381d-4668-b04a-69ad27ee27b6 req-f4da9fec-ea1e-4381-a8dd-bb49ac1fdbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:35.828378 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-386fce51-381d-4668-b04a-69ad27ee27b6 req-f4da9fec-ea1e-4381-a8dd-bb49ac1fdbfb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e3f3ad027f264333a95500ef691b7815&device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 1128 time: 0.1708207 Sep 16 13:01:35.837553 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d513ad0b-2141-489f-ab8a-7ba89756577c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (1539505a-d083-42dd-b54b-66e196cd12bf), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:35.860281 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9a5ddd-c8af-41ad-96ff-1c9780b0b46b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:35.864787 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9a5ddd-c8af-41ad-96ff-1c9780b0b46b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:35.870589 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ac9a5ddd-c8af-41ad-96ff-1c9780b0b46b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1347802 Sep 16 13:01:35.877721 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 36710) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:35.882735 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-4b752f14-82ab-47b1-9f3d-b07ebb2101df service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5fe80c07-1468-4c04-9291-5fbc50b9c34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708656 Sep 16 13:01:35.970441 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d513ad0b-2141-489f-ab8a-7ba89756577c admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:35.978390 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-d513ad0b-2141-489f-ab8a-7ba89756577c admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:35.989647 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d513ad0b-2141-489f-ab8a-7ba89756577c admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:35.995423 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513ad0b-2141-489f-ab8a-7ba89756577c admin admin] Pushing event updated for resources: {'Port': ['ID=1539505a-d083-42dd-b54b-66e196cd12bf,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:36.046222 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:36.367239 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-11fc622f-e981-48d2-8723-30925f3d7f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (4b133dd6-f524-4716-8774-0d6b6fba6230), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:36.367843 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d513ad0b-2141-489f-ab8a-7ba89756577c admin admin] Publish callbacks [] for router_gateway (b32cd8a2-1874-459e-8a54-5f03d6f3fe22), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:36.369749 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-11fc622f-e981-48d2-8723-30925f3d7f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:36.373850 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-11fc622f-e981-48d2-8723-30925f3d7f04 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/4b133dd6-f524-4716-8774-0d6b6fba6230 HTTP/1.1" status: 204 len: 168 time: 1.1482363 Sep 16 13:01:36.373850 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-14159105-54fe-43af-ab5c-16f35b95496d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (a5c766f0-1eb8-4817-82a4-08a5397cf5df), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:36.374735 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-14159105-54fe-43af-ab5c-16f35b95496d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:36.375828 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-14159105-54fe-43af-ab5c-16f35b95496d admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/a5c766f0-1eb8-4817-82a4-08a5397cf5df HTTP/1.1" status: 204 len: 168 time: 1.1295836 Sep 16 13:01:36.516851 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 4a04b7b7-7466-4f19-b9a4-03579133c33e up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:01:36.530720 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-5541303f-00ee-45af-a393-c2836f599b79 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=96ec0261-1181-470b-971b-163682a9e81d HTTP/1.1" status: 200 len: 217 time: 0.6237257 Sep 16 13:01:36.540682 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc622f-e981-48d2-8723-30925f3d7f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b133dd6-f524-4716-8774-0d6b6fba6230,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:36.695288 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 4a04b7b7-7466-4f19-b9a4-03579133c33e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:36.696509 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (4a04b7b7-7466-4f19-b9a4-03579133c33e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:36.697097 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 4a04b7b7-7466-4f19-b9a4-03579133c33e Sep 16 13:01:36.716865 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d8e8fd-45ec-47e8-9e83-0f7c9240df81 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet 08238aba-3648-48d1-b24b-9ad101dbfac4 {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:01:36.744277 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df2c6b-0e4e-4a27-b491-a38c3f5cb76a req-c4730685-e3cd-4f30-9b23-729a21e341ec tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:36.751289 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-79df2c6b-0e4e-4a27-b491-a38c3f5cb76a req-c4730685-e3cd-4f30-9b23-729a21e341ec tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=464c1886-1201-4b29-b61a-727d5c9e22b6 HTTP/1.1" status: 200 len: 943 time: 0.3852537 Sep 16 13:01:36.753324 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14159105-54fe-43af-ab5c-16f35b95496d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c766f0-1eb8-4817-82a4-08a5397cf5df,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:36.755238 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-16d8e8fd-45ec-47e8-9e83-0f7c9240df81 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (08238aba-3648-48d1-b24b-9ad101dbfac4), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:36.759550 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 116c6c97-9499-4c0e-861c-371e4ecf4ba2 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:01:36.773325 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d513ad0b-2141-489f-ab8a-7ba89756577c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (b32cd8a2-1874-459e-8a54-5f03d6f3fe22), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:36.822928 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f65bc8-0a7c-4293-9e78-aae6ab9fa7fb req-4500aa86-fefe-4a84-adae-4a9e3f7e079a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:36.838720 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f65bc8-0a7c-4293-9e78-aae6ab9fa7fb req-4500aa86-fefe-4a84-adae-4a9e3f7e079a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:36.845743 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f65bc8-0a7c-4293-9e78-aae6ab9fa7fb req-4500aa86-fefe-4a84-adae-4a9e3f7e079a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:36.855316 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f65bc8-0a7c-4293-9e78-aae6ab9fa7fb req-4500aa86-fefe-4a84-adae-4a9e3f7e079a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:36.885243 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:36.912580 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f65bc8-0a7c-4293-9e78-aae6ab9fa7fb req-4500aa86-fefe-4a84-adae-4a9e3f7e079a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:36.925676 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f65bc8-0a7c-4293-9e78-aae6ab9fa7fb req-4500aa86-fefe-4a84-adae-4a9e3f7e079a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:36.952100 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f65bc8-0a7c-4293-9e78-aae6ab9fa7fb req-4500aa86-fefe-4a84-adae-4a9e3f7e079a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:36.953312 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-13f65bc8-0a7c-4293-9e78-aae6ab9fa7fb req-4500aa86-fefe-4a84-adae-4a9e3f7e079a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5429 time: 0.5903802 Sep 16 13:01:37.054489 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-552e102e-2e1c-4242-9be7-631e64dc14df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:37.058355 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-552e102e-2e1c-4242-9be7-631e64dc14df service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0 HTTP/1.1" status: 200 len: 797 time: 0.4759181 Sep 16 13:01:37.063717 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d23d5c7-7b96-455c-88f4-073103f782e4 None None] Network 949764d7-e109-4aa2-8e93-b6c6fed88453 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:01:37.063928 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:37.080433 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-16d8e8fd-45ec-47e8-9e83-0f7c9240df81 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (08238aba-3648-48d1-b24b-9ad101dbfac4), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:37.082309 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 4a04b7b7-7466-4f19-b9a4-03579133c33e is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:37.084089 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d513ad0b-2141-489f-ab8a-7ba89756577c admin admin] Router b32cd8a2-1874-459e-8a54-5f03d6f3fe22 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:01:37.087323 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4a04b7b7-7466-4f19-b9a4-03579133c33e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:37.261659 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-449d4d94-b65e-44d7-bb62-2d1ce6f55bda None None] Provisioning complete for port f0db72c2-dd4c-4efd-a645-68bcfed66bb9 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:37.263170 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-449d4d94-b65e-44d7-bb62-2d1ce6f55bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f0db72c2-dd4c-4efd-a645-68bcfed66bb9), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:37.263677 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-449d4d94-b65e-44d7-bb62-2d1ce6f55bda None None] Attempt 1 to provision port f0db72c2-dd4c-4efd-a645-68bcfed66bb9 Sep 16 13:01:37.268807 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 36726) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:37.272310 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 116c6c97-9499-4c0e-861c-371e4ecf4ba2 is: DOWN; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:37.303679 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:37.324356 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d513ad0b-2141-489f-ab8a-7ba89756577c admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:01:37.336318 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] Sync routers for ids ['b32cd8a2-1874-459e-8a54-5f03d6f3fe22'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:01:37.344251 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9bea1bcb-9efe-4615-aa92-1290bc59a4fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:37.360980 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-6b47f6f1-dd55-423b-a555-8352f3c0088f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:37.362537 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-6b47f6f1-dd55-423b-a555-8352f3c0088f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=cbc422c8-d561-47f7-afec-ef049a9a76c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2657814 Sep 16 13:01:37.365080 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] Routers {'b32cd8a2-1874-459e-8a54-5f03d6f3fe22'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:01:37.366248 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:01:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b32cd8a2-1874-459e-8a54-5f03d6f3fe22'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:37.400482 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fce51-381d-4668-b04a-69ad27ee27b6 req-3847dd26-15c4-4a0e-8bf3-ecf2da5cca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:37.402002 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-386fce51-381d-4668-b04a-69ad27ee27b6 req-3847dd26-15c4-4a0e-8bf3-ecf2da5cca40 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9c660356-b242-47cf-8b53-5c05af82a4ce HTTP/1.1" status: 200 len: 918 time: 1.0371497 Sep 16 13:01:37.407776 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d513ad0b-2141-489f-ab8a-7ba89756577c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:37.412918 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:37.413580 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d513ad0b-2141-489f-ab8a-7ba89756577c admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0428016 Sep 16 13:01:37.414474 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36730) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:37.429578 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:37.442859 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 4a04b7b7-7466-4f19-b9a4-03579133c33e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=4a04b7b7-7466-4f19-b9a4-03579133c33e,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:37.500956 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (4a04b7b7-7466-4f19-b9a4-03579133c33e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:37.502259 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f0db72c2-dd4c-4efd-a645-68bcfed66bb9 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:01:37.551688 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:37.639437 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9bea1bcb-9efe-4615-aa92-1290bc59a4fe admin admin] Publish callbacks [] for security_group (93f737d7-2046-41d8-a2d6-8e61cddf2a66), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:37.644190 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-1bb0c191-f734-4a32-a1b0-0c50d1e6e848 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574203 Sep 16 13:01:37.645945 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:37.665062 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:37.671580 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9bea1bcb-9efe-4615-aa92-1290bc59a4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (93f737d7-2046-41d8-a2d6-8e61cddf2a66), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:37.695716 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-449d4d94-b65e-44d7-bb62-2d1ce6f55bda None None] Current status of the port f0db72c2-dd4c-4efd-a645-68bcfed66bb9 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:37.696101 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-449d4d94-b65e-44d7-bb62-2d1ce6f55bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f0db72c2-dd4c-4efd-a645-68bcfed66bb9), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:37.700189 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-13f65bc8-0a7c-4293-9e78-aae6ab9fa7fb req-ce32f95f-ea9b-4617-96b0-6b4ca329cc80 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6324551 Sep 16 13:01:37.712622 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] Set router b32cd8a2-1874-459e-8a54-5f03d6f3fe22 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:01:37.718074 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=4a04b7b7-7466-4f19-b9a4-03579133c33e,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:37.760394 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port f0db72c2-dd4c-4efd-a645-68bcfed66bb9 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:37.760394 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f0db72c2-dd4c-4efd-a645-68bcfed66bb9), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:37.760394 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port f0db72c2-dd4c-4efd-a645-68bcfed66bb9 Sep 16 13:01:37.813299 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-449d4d94-b65e-44d7-bb62-2d1ce6f55bda None None] For port f0db72c2-dd4c-4efd-a645-68bcfed66bb9, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f0db72c2-dd4c-4efd-a645-68bcfed66bb9,segment=NetworkSegment(ea9ac0dd-12c0-4c61-bdd8-73eff891277b),segment_id=ea9ac0dd-12c0-4c61-bdd8-73eff891277b)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:37.830755 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-449d4d94-b65e-44d7-bb62-2d1ce6f55bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f0db72c2-dd4c-4efd-a645-68bcfed66bb9), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:37.897137 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-79df2c6b-0e4e-4a27-b491-a38c3f5cb76a req-3658b46b-fc97-4d63-868a-b925e9029da0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Deleting port 116c6c97-9499-4c0e-861c-371e4ecf4ba2 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:01:37.897704 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-79df2c6b-0e4e-4a27-b491-a38c3f5cb76a req-3658b46b-fc97-4d63-868a-b925e9029da0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:37.927730 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-9bea1bcb-9efe-4615-aa92-1290bc59a4fe admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=ec511ff48d6547faa89f767a8685d518&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6560249 Sep 16 13:01:37.942055 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea1bcb-9efe-4615-aa92-1290bc59a4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f737d7-2046-41d8-a2d6-8e61cddf2a66,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:37.954467 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d4d94-b65e-44d7-bb62-2d1ce6f55bda None None] Pushing event updated for resources: {'Port': ['ID=f0db72c2-dd4c-4efd-a645-68bcfed66bb9,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:37.957694 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 36740) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:37.983234 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-84c0f0c0-c9a6-4443-a4d4-61ddf8dd2a43 None None] Provisioning complete for port f0db72c2-dd4c-4efd-a645-68bcfed66bb9 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:37.983635 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-84c0f0c0-c9a6-4443-a4d4-61ddf8dd2a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f0db72c2-dd4c-4efd-a645-68bcfed66bb9), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:37.983938 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-84c0f0c0-c9a6-4443-a4d4-61ddf8dd2a43 None None] Attempt 1 to provision port f0db72c2-dd4c-4efd-a645-68bcfed66bb9 Sep 16 13:01:37.987972 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port f0db72c2-dd4c-4efd-a645-68bcfed66bb9 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:37.989744 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'name': 'tempest-ServersTestFqdnHostnames-1573970857-router', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:33Z', 'updated_at': '2022-09-16T13:01:36Z', 'revision_number': 3, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'gw_port': {'id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:34Z', 'updated_at': '2022-09-16T13:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:38.015152 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-16d8e8fd-45ec-47e8-9e83-0f7c9240df81 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (08238aba-3648-48d1-b24b-9ad101dbfac4), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:38.021495 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] Checking router: b32cd8a2-1874-459e-8a54-5f03d6f3fe22 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:01:38.021850 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] Updating router b32cd8a2-1874-459e-8a54-5f03d6f3fe22 port 1539505a-d083-42dd-b54b-66e196cd12bf binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:01:38.074334 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1539505a-d083-42dd-b54b-66e196cd12bf), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:38.093212 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-386fce51-381d-4668-b04a-69ad27ee27b6 req-7ade31ca-c218-4895-8819-c636000ee652 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe HTTP/1.1" status: 200 len: 1002 time: 0.4409039 Sep 16 13:01:38.145601 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-84c0f0c0-c9a6-4443-a4d4-61ddf8dd2a43 None None] Current status of the port f0db72c2-dd4c-4efd-a645-68bcfed66bb9 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:38.171691 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:38.171959 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fce51-381d-4668-b04a-69ad27ee27b6 req-5e3f9223-346f-4d77-8d90-55d82a919bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:38.173870 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-386fce51-381d-4668-b04a-69ad27ee27b6 req-5e3f9223-346f-4d77-8d90-55d82a919bb2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d4ae86a7-4106-447a-a8be-db073682c5f0 HTTP/1.1" status: 200 len: 856 time: 0.0639043 Sep 16 13:01:38.174048 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-84c0f0c0-c9a6-4443-a4d4-61ddf8dd2a43 None None] Provisioning complete for port 4a04b7b7-7466-4f19-b9a4-03579133c33e triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:38.174248 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-84c0f0c0-c9a6-4443-a4d4-61ddf8dd2a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (4a04b7b7-7466-4f19-b9a4-03579133c33e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:38.174654 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-84c0f0c0-c9a6-4443-a4d4-61ddf8dd2a43 None None] Attempt 1 to provision port 4a04b7b7-7466-4f19-b9a4-03579133c33e Sep 16 13:01:38.310030 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:38.360343 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-84c0f0c0-c9a6-4443-a4d4-61ddf8dd2a43 None None] Current status of the port 4a04b7b7-7466-4f19-b9a4-03579133c33e is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:38.400594 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-69f51527-0769-4f79-a5b6-221f71d991f3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7350996 Sep 16 13:01:38.435380 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fce51-381d-4668-b04a-69ad27ee27b6 req-278f21d3-3f93-4ec8-9b10-03dbb14c7c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:38.435380 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-386fce51-381d-4668-b04a-69ad27ee27b6 req-278f21d3-3f93-4ec8-9b10-03dbb14c7c38 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9c660356-b242-47cf-8b53-5c05af82a4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2284465 Sep 16 13:01:38.445767 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95c28b5b-5f8e-47dd-af63-62b6c748bf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:38.487523 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 4a04b7b7-7466-4f19-b9a4-03579133c33e up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:01:38.526420 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-12c55c7c-4017-4c46-9a6b-7b0711f12678 admin admin] Publish callbacks [] for security_group (93f737d7-2046-41d8-a2d6-8e61cddf2a66), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:38.554409 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-12c55c7c-4017-4c46-9a6b-7b0711f12678 admin admin] Publish callbacks [] for security_group (93f737d7-2046-41d8-a2d6-8e61cddf2a66), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:38.568443 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:38.596252 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-16d8e8fd-45ec-47e8-9e83-0f7c9240df81 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (08238aba-3648-48d1-b24b-9ad101dbfac4), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:38.599192 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 4a04b7b7-7466-4f19-b9a4-03579133c33e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:38.599679 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (4a04b7b7-7466-4f19-b9a4-03579133c33e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:38.600619 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] Publish callbacks [] for port (1539505a-d083-42dd-b54b-66e196cd12bf), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:38.601410 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 4a04b7b7-7466-4f19-b9a4-03579133c33e Sep 16 13:01:38.609083 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:38.612084 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (1539505a-d083-42dd-b54b-66e196cd12bf), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:38.613876 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-5b41fb27-61b1-49f2-aca9-931da75fd5f7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=9b032a10-f56e-47fc-b941-54f12778f01c HTTP/1.1" status: 200 len: 217 time: 0.1961884 Sep 16 13:01:38.679264 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] Attempting to bind port 1539505a-d083-42dd-b54b-66e196cd12bf on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:38.679702 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] Attempting to bind port 1539505a-d083-42dd-b54b-66e196cd12bf by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:38.680139 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] Attempting to bind port 1539505a-d083-42dd-b54b-66e196cd12bf on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:38.684986 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-79df2c6b-0e4e-4a27-b491-a38c3f5cb76a req-3658b46b-fc97-4d63-868a-b925e9029da0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] For port 116c6c97-9499-4c0e-861c-371e4ecf4ba2, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=116c6c97-9499-4c0e-861c-371e4ecf4ba2,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:38.685362 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-79df2c6b-0e4e-4a27-b491-a38c3f5cb76a req-3658b46b-fc97-4d63-868a-b925e9029da0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:38.688040 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:38.729602 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9069ee3-fd9d-47a4-88eb-e07bbf067dd4 None None] Pushing event updated for resources: {'Port': ['ID=1539505a-d083-42dd-b54b-66e196cd12bf,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:38.747240 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8e8fd-45ec-47e8-9e83-0f7c9240df81 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=08238aba-3648-48d1-b24b-9ad101dbfac4,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:38.748626 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9069ee3-fd9d-47a4-88eb-e07bbf067dd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:38.748963 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9069ee3-fd9d-47a4-88eb-e07bbf067dd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:38.749383 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9069ee3-fd9d-47a4-88eb-e07bbf067dd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:38.749597 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9069ee3-fd9d-47a4-88eb-e07bbf067dd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:38.750106 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9069ee3-fd9d-47a4-88eb-e07bbf067dd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:38.750622 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9069ee3-fd9d-47a4-88eb-e07bbf067dd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:38.751413 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9069ee3-fd9d-47a4-88eb-e07bbf067dd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:38.752009 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9069ee3-fd9d-47a4-88eb-e07bbf067dd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:38.752573 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9069ee3-fd9d-47a4-88eb-e07bbf067dd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:38.753670 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9069ee3-fd9d-47a4-88eb-e07bbf067dd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:38.754931 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9069ee3-fd9d-47a4-88eb-e07bbf067dd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:38.758570 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9069ee3-fd9d-47a4-88eb-e07bbf067dd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:38.760387 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-16d8e8fd-45ec-47e8-9e83-0f7c9240df81 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:38.761758 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9069ee3-fd9d-47a4-88eb-e07bbf067dd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:38.762111 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9069ee3-fd9d-47a4-88eb-e07bbf067dd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:38.762482 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9069ee3-fd9d-47a4-88eb-e07bbf067dd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:38.769841 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-16d8e8fd-45ec-47e8-9e83-0f7c9240df81 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/08238aba-3648-48d1-b24b-9ad101dbfac4 HTTP/1.1" status: 204 len: 168 time: 2.8856697 Sep 16 13:01:38.782602 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36754) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:38.786760 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-95c28b5b-5f8e-47dd-af63-62b6c748bf23 admin admin] Allocated IP 172.20.0.1 (949764d7-e109-4aa2-8e93-b6c6fed88453/986973c6-fff5-4745-bba8-c036a91b83e3/cbf1d839-3708-4371-94bc-d5d1a2ae9dc8) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:38.787953 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-79df2c6b-0e4e-4a27-b491-a38c3f5cb76a req-3658b46b-fc97-4d63-868a-b925e9029da0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Calling delete_port for 116c6c97-9499-4c0e-861c-371e4ecf4ba2 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:01:38.796614 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80d239f-6e45-4dd1-bf2c-addb0bc9318a None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:01:38.797327 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-12c55c7c-4017-4c46-9a6b-7b0711f12678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (93f737d7-2046-41d8-a2d6-8e61cddf2a66), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:38.799554 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-12c55c7c-4017-4c46-9a6b-7b0711f12678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:38.800749 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-12c55c7c-4017-4c46-9a6b-7b0711f12678 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/93f737d7-2046-41d8-a2d6-8e61cddf2a66 HTTP/1.1" status: 204 len: 168 time: 0.7806165 Sep 16 13:01:38.801861 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:38.802236 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:38.802632 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:38.803019 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:38.806113 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] Bound port: 1539505a-d083-42dd-b54b-66e196cd12bf, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:38.806982 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1539505a-d083-42dd-b54b-66e196cd12bf), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:38.811346 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:38.836862 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 4a04b7b7-7466-4f19-b9a4-03579133c33e is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:38.837935 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f0db72c2-dd4c-4efd-a645-68bcfed66bb9 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:01:38.854031 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c55c7c-4017-4c46-9a6b-7b0711f12678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f737d7-2046-41d8-a2d6-8e61cddf2a66,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:38.890825 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d0f597aa-cd2b-4098-9df6-332cc6c460b4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000473 Sep 16 13:01:38.908898 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36762) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:38.914864 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-0600db10-e625-480d-acaf-51d46c6be9c7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:38.956489 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] For port 1539505a-d083-42dd-b54b-66e196cd12bf, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:38.960433 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] For port 1539505a-d083-42dd-b54b-66e196cd12bf, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=1539505a-d083-42dd-b54b-66e196cd12bf,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:38.962955 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-21804b21-fe3f-4362-a7af-4056a566d563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:38.964031 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-21804b21-fe3f-4362-a7af-4056a566d563 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0 HTTP/1.1" status: 200 len: 797 time: 0.2978034 Sep 16 13:01:38.976032 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (1539505a-d083-42dd-b54b-66e196cd12bf), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:39.050106 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-386fce51-381d-4668-b04a-69ad27ee27b6 req-f0b81b2a-218f-4b54-99e3-6d7ba189b14a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5928586 Sep 16 13:01:39.068450 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:39.080956 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] Routers {'b32cd8a2-1874-459e-8a54-5f03d6f3fe22'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:01:39.081642 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:01:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b32cd8a2-1874-459e-8a54-5f03d6f3fe22'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:39.175317 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port f0db72c2-dd4c-4efd-a645-68bcfed66bb9 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:39.175689 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f0db72c2-dd4c-4efd-a645-68bcfed66bb9), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:39.176020 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port f0db72c2-dd4c-4efd-a645-68bcfed66bb9 Sep 16 13:01:39.200916 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0600db10-e625-480d-acaf-51d46c6be9c7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:01:39.206978 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-bf9bcd70-3fa3-4580-9a66-5e2a845fdb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:39.208692 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-bf9bcd70-3fa3-4580-9a66-5e2a845fdb52 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=cbc422c8-d561-47f7-afec-ef049a9a76c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1575453 Sep 16 13:01:39.220240 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0600db10-e625-480d-acaf-51d46c6be9c7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:39.230338 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9069ee3-fd9d-47a4-88eb-e07bbf067dd4 None None] Pushing event updated for resources: {'Port': ['ID=1539505a-d083-42dd-b54b-66e196cd12bf,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:39.311327 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:39.332418 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6329e3af-414e-4a05-b4a5-94dc914aa5f4 None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:01:39.343136 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] Set router b32cd8a2-1874-459e-8a54-5f03d6f3fe22 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:01:39.445765 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:39.452829 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6329e3af-414e-4a05-b4a5-94dc914aa5f4 None None] Deleting port 4a04b7b7-7466-4f19-b9a4-03579133c33e {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:01:39.453233 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6329e3af-414e-4a05-b4a5-94dc914aa5f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (4a04b7b7-7466-4f19-b9a4-03579133c33e), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:39.482887 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port f0db72c2-dd4c-4efd-a645-68bcfed66bb9 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:39.498501 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060598b-ad36-4d3f-8156-27ebbb3229c1 req-b4b3b1f5-f26d-40d9-b0cd-bdcc1d7fdca1 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:39.511908 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060598b-ad36-4d3f-8156-27ebbb3229c1 req-b4b3b1f5-f26d-40d9-b0cd-bdcc1d7fdca1 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:39.529680 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060598b-ad36-4d3f-8156-27ebbb3229c1 req-b4b3b1f5-f26d-40d9-b0cd-bdcc1d7fdca1 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:39.532834 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95c28b5b-5f8e-47dd-af63-62b6c748bf23 admin admin] Publish callbacks [] for port (cbf1d839-3708-4371-94bc-d5d1a2ae9dc8), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:39.545857 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060598b-ad36-4d3f-8156-27ebbb3229c1 req-b4b3b1f5-f26d-40d9-b0cd-bdcc1d7fdca1 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:39.550860 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060598b-ad36-4d3f-8156-27ebbb3229c1 req-b4b3b1f5-f26d-40d9-b0cd-bdcc1d7fdca1 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:39.569779 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060598b-ad36-4d3f-8156-27ebbb3229c1 req-b4b3b1f5-f26d-40d9-b0cd-bdcc1d7fdca1 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:39.581605 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060598b-ad36-4d3f-8156-27ebbb3229c1 req-b4b3b1f5-f26d-40d9-b0cd-bdcc1d7fdca1 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:39.586882 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-6329e3af-414e-4a05-b4a5-94dc914aa5f4 None None] For port 4a04b7b7-7466-4f19-b9a4-03579133c33e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=4a04b7b7-7466-4f19-b9a4-03579133c33e,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:39.587759 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6329e3af-414e-4a05-b4a5-94dc914aa5f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (4a04b7b7-7466-4f19-b9a4-03579133c33e), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:39.592752 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6060598b-ad36-4d3f-8156-27ebbb3229c1 req-b4b3b1f5-f26d-40d9-b0cd-bdcc1d7fdca1 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5429 time: 0.5709343 Sep 16 13:01:39.606908 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6329e3af-414e-4a05-b4a5-94dc914aa5f4 None None] Calling delete_port for 4a04b7b7-7466-4f19-b9a4-03579133c33e owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:01:39.734997 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95c28b5b-5f8e-47dd-af63-62b6c748bf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (cbf1d839-3708-4371-94bc-d5d1a2ae9dc8), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:39.764160 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6329e3af-414e-4a05-b4a5-94dc914aa5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (4a04b7b7-7466-4f19-b9a4-03579133c33e), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:39.805904 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'name': 'tempest-ServersTestFqdnHostnames-1573970857-router', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:33Z', 'updated_at': '2022-09-16T13:01:36Z', 'revision_number': 3, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'gw_port': {'id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:34Z', 'updated_at': '2022-09-16T13:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:39.830124 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c28b5b-5f8e-47dd-af63-62b6c748bf23 admin admin] Network 949764d7-e109-4aa2-8e93-b6c6fed88453 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:39.844096 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-95c28b5b-5f8e-47dd-af63-62b6c748bf23 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:39.853604 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c28b5b-5f8e-47dd-af63-62b6c748bf23 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:39.892042 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0600db10-e625-480d-acaf-51d46c6be9c7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (6f43e6e0-ce1e-449e-b9ae-207e827d90cc), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:39.926515 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-f901686f-1fee-462f-acbe-8a405d133ed8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6896613 Sep 16 13:01:39.931919 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 36784) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:39.939451 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-386fce51-381d-4668-b04a-69ad27ee27b6 req-951fc949-783d-419e-8483-5e7e65aa36c3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8423951 Sep 16 13:01:40.000797 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6060598b-ad36-4d3f-8156-27ebbb3229c1 req-afc3c9da-574e-42a9-b743-b29c3978a2b3 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4069624 Sep 16 13:01:40.014121 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-79df2c6b-0e4e-4a27-b491-a38c3f5cb76a req-3658b46b-fc97-4d63-868a-b925e9029da0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (116c6c97-9499-4c0e-861c-371e4ecf4ba2), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:40.064757 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c28b5b-5f8e-47dd-af63-62b6c748bf23 admin admin] Pushing event updated for resources: {'Port': ['ID=cbf1d839-3708-4371-94bc-d5d1a2ae9dc8,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:40.094753 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0600db10-e625-480d-acaf-51d46c6be9c7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:40.106588 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95c28b5b-5f8e-47dd-af63-62b6c748bf23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (b32cd8a2-1874-459e-8a54-5f03d6f3fe22), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:40.128351 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329e3af-414e-4a05-b4a5-94dc914aa5f4 None None] Pushing event deleted for resources: {'Port': ['ID=4a04b7b7-7466-4f19-b9a4-03579133c33e,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:40.140196 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6329e3af-414e-4a05-b4a5-94dc914aa5f4 None None] No DVR routers for this DVR port 4a04b7b7-7466-4f19-b9a4-03579133c33e on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:01:40.190217 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-0600db10-e625-480d-acaf-51d46c6be9c7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:40.197986 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0600db10-e625-480d-acaf-51d46c6be9c7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:40.198573 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0600db10-e625-480d-acaf-51d46c6be9c7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:40.202512 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3c14de-3262-47e4-ac5a-b686ad07bccf None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:01:40.210318 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-19f868a7-1356-4016-9ee6-efaaa560d99d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:40.221076 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600db10-e625-480d-acaf-51d46c6be9c7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=6f43e6e0-ce1e-449e-b9ae-207e827d90cc,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:40.228662 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2afeb1-9b4b-4a29-8621-84694668f5e4 None None] The sync data for ids ['b32cd8a2-1874-459e-8a54-5f03d6f3fe22'] in n-d-858094-4 is: [{'id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'name': 'tempest-ServersTestFqdnHostnames-1573970857-router', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:33Z', 'updated_at': '2022-09-16T13:01:36Z', 'revision_number': 3, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'gw_port': {'id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:34Z', 'updated_at': '2022-09-16T13:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:01:40.241448 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0600db10-e625-480d-acaf-51d46c6be9c7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3317254 Sep 16 13:01:40.249720 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 36792) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:40.301077 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:40.308712 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-a215e467-4fb7-4351-9831-fe442076c734 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561864 Sep 16 13:01:40.310047 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-75825945-169d-4e62-b77e-725063523474 None None] Provisioning complete for port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:40.310424 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-75825945-169d-4e62-b77e-725063523474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (cbf1d839-3708-4371-94bc-d5d1a2ae9dc8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:40.310959 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-75825945-169d-4e62-b77e-725063523474 None None] Attempt 1 to provision port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 Sep 16 13:01:40.319759 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-cda55a1d-5226-4fcd-b509-19f84934878a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1274681749', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:40.391875 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-75825945-169d-4e62-b77e-725063523474 None None] Port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:40.394499 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cda55a1d-5226-4fcd-b509-19f84934878a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (38827c8b-fcc2-4ec1-9889-976d2c275032), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:40.395708 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cda55a1d-5226-4fcd-b509-19f84934878a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (38827c8b-fcc2-4ec1-9889-976d2c275032), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:40.403149 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': '6f43e6e0-ce1e-449e-b9ae-207e827d90cc'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:01:40.403507 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658b46b-fc97-4d63-868a-b925e9029da0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Pushing event deleted for resources: {'Port': ['ID=116c6c97-9499-4c0e-861c-371e4ecf4ba2,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:40.404265 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:40.437601 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95c28b5b-5f8e-47dd-af63-62b6c748bf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (cbf1d839-3708-4371-94bc-d5d1a2ae9dc8), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:40.461509 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 4a04b7b7-7466-4f19-b9a4-03579133c33e no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:01:40.546934 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-cbe94f9b-8a22-43b6-ab2d-d5c7101a663e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=8874748b-6030-4aea-9e6b-79db8c8d555d HTTP/1.1" status: 200 len: 217 time: 0.1646192 Sep 16 13:01:40.549637 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 4a04b7b7-7466-4f19-b9a4-03579133c33e {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:01:40.549986 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 4a04b7b7-7466-4f19-b9a4-03579133c33e not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:01:40.578701 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-79df2c6b-0e4e-4a27-b491-a38c3f5cb76a req-3658b46b-fc97-4d63-868a-b925e9029da0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] No DVR routers for this DVR port 116c6c97-9499-4c0e-861c-371e4ecf4ba2 on host n-h2-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:01:40.582792 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-79df2c6b-0e4e-4a27-b491-a38c3f5cb76a req-3658b46b-fc97-4d63-868a-b925e9029da0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:40.587185 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-79df2c6b-0e4e-4a27-b491-a38c3f5cb76a req-3658b46b-fc97-4d63-868a-b925e9029da0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "DELETE /networking/v2.0/ports/116c6c97-9499-4c0e-861c-371e4ecf4ba2 HTTP/1.1" status: 204 len: 173 time: 3.8350356 Sep 16 13:01:40.592277 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464c1886-1201-4b29-b61a-727d5c9e22b6', 'name': 'network-vif-deleted', 'tag': '116c6c97-9499-4c0e-861c-371e4ecf4ba2'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:01:40.595085 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193264eb-0d43-4cfb-842f-2e94b2d9b459" -d '{"events": [{"server_uuid": "464c1886-1201-4b29-b61a-727d5c9e22b6", "name": "network-vif-deleted", "tag": "116c6c97-9499-4c0e-861c-371e4ecf4ba2"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:01:40.705617 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] Allocated IP 2001:db8::2 (9baef6e6-991f-4370-ace0-656f975a51ae/6f43e6e0-ce1e-449e-b9ae-207e827d90cc/10eb7723-744e-47fc-8932-86036945ad40) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:40.717518 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Sep 2022 13:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4828dc5e-d98b-43e2-a645-8c584a9f7f9d x-openstack-request-id: req-4828dc5e-d98b-43e2-a645-8c584a9f7f9d {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:01:40.717985 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464c1886-1201-4b29-b61a-727d5c9e22b6", "name": "network-vif-deleted", "tag": "116c6c97-9499-4c0e-861c-371e4ecf4ba2", "status": "failed", "code": 422}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:01:40.718918 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4828dc5e-d98b-43e2-a645-8c584a9f7f9d {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:01:40.719355 n-d-858094-4 neutron-server[113698]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4828dc5e-d98b-43e2-a645-8c584a9f7f9d']: {'server_uuid': '464c1886-1201-4b29-b61a-727d5c9e22b6', 'name': 'network-vif-deleted', 'tag': '116c6c97-9499-4c0e-861c-371e4ecf4ba2', 'status': 'failed', 'code': 422} returned with failed status Sep 16 13:01:40.845531 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cda55a1d-5226-4fcd-b509-19f84934878a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for router_controller (38827c8b-fcc2-4ec1-9889-976d2c275032), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:40.904388 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cda55a1d-5226-4fcd-b509-19f84934878a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (38827c8b-fcc2-4ec1-9889-976d2c275032), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:40.914274 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:40.914858 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-75825945-169d-4e62-b77e-725063523474 None None] Attempt 2 to provision port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 Sep 16 13:01:40.959703 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:40.985096 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95c28b5b-5f8e-47dd-af63-62b6c748bf23 admin admin] Publish callbacks [] for port (cbf1d839-3708-4371-94bc-d5d1a2ae9dc8), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:40.995520 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95c28b5b-5f8e-47dd-af63-62b6c748bf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (cbf1d839-3708-4371-94bc-d5d1a2ae9dc8), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:41.029401 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cda55a1d-5226-4fcd-b509-19f84934878a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:41.030657 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-cda55a1d-5226-4fcd-b509-19f84934878a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7332764 Sep 16 13:01:41.034126 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-75825945-169d-4e62-b77e-725063523474 None None] Port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:41.040430 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-4a094f6e-a4f2-4e62-8088-35f77f9e5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:41.054688 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-4a094f6e-a4f2-4e62-8088-35f77f9e5af2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0 HTTP/1.1" status: 200 len: 797 time: 0.3506203 Sep 16 13:01:41.068641 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 36808) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:41.099990 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-19f868a7-1356-4016-9ee6-efaaa560d99d admin admin] Publish callbacks [] for security_group (ecaa295f-23b5-439a-a1f5-70e04e58d2dd), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:41.103252 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:41.153642 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-19f868a7-1356-4016-9ee6-efaaa560d99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (ecaa295f-23b5-439a-a1f5-70e04e58d2dd), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:41.223120 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:41.239070 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-19f868a7-1356-4016-9ee6-efaaa560d99d admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=30b1e9b69fac41f79f5d0cc1781e0455&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2979217 Sep 16 13:01:41.255026 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] Publish callbacks [] for port (10eb7723-744e-47fc-8932-86036945ad40), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:41.266562 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (10eb7723-744e-47fc-8932-86036945ad40), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:41.345024 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9084e9f-9f91-4f97-8b42-5f877af41383 req-6b28d15a-ca45-4e25-8a01-fe7df4c9060e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:41.352996 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9084e9f-9f91-4f97-8b42-5f877af41383 req-6b28d15a-ca45-4e25-8a01-fe7df4c9060e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:41.358480 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9084e9f-9f91-4f97-8b42-5f877af41383 req-6b28d15a-ca45-4e25-8a01-fe7df4c9060e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:41.363592 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9084e9f-9f91-4f97-8b42-5f877af41383 req-6b28d15a-ca45-4e25-8a01-fe7df4c9060e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:41.368793 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:41.369043 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9084e9f-9f91-4f97-8b42-5f877af41383 req-6b28d15a-ca45-4e25-8a01-fe7df4c9060e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:41.374635 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9084e9f-9f91-4f97-8b42-5f877af41383 req-6b28d15a-ca45-4e25-8a01-fe7df4c9060e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:41.380290 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9084e9f-9f91-4f97-8b42-5f877af41383 req-6b28d15a-ca45-4e25-8a01-fe7df4c9060e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:41.382166 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9084e9f-9f91-4f97-8b42-5f877af41383 req-6b28d15a-ca45-4e25-8a01-fe7df4c9060e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5429 time: 0.1952105 Sep 16 13:01:41.384405 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 36816) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:41.396934 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:41.402850 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:41.491808 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] Pushing event updated for resources: {'Port': ['ID=10eb7723-744e-47fc-8932-86036945ad40,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:41.555947 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-75825945-169d-4e62-b77e-725063523474 None None] Attempt 3 to provision port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 Sep 16 13:01:41.599401 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f868a7-1356-4016-9ee6-efaaa560d99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaa295f-23b5-439a-a1f5-70e04e58d2dd,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:41.612442 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-95c28b5b-5f8e-47dd-af63-62b6c748bf23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (b32cd8a2-1874-459e-8a54-5f03d6f3fe22), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:41.624826 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c28b5b-5f8e-47dd-af63-62b6c748bf23 admin admin] Pushing event updated for resources: {'Port': ['ID=cbf1d839-3708-4371-94bc-d5d1a2ae9dc8,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:41.644927 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-75825945-169d-4e62-b77e-725063523474 None None] Port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:41.673652 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] Attempting to bind port 10eb7723-744e-47fc-8932-86036945ad40 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:41.674028 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] Attempting to bind port 10eb7723-744e-47fc-8932-86036945ad40 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:41.674411 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] Attempting to bind port 10eb7723-744e-47fc-8932-86036945ad40 on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:41.742129 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:41.792286 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:41.798333 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9084e9f-9f91-4f97-8b42-5f877af41383 req-d767f0e6-e520-4c7b-b451-f082f718fa78 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3995478 Sep 16 13:01:41.811185 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ec00f402-3809-4f5f-a67f-b06e83092570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:41.813435 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ec00f402-3809-4f5f-a67f-b06e83092570 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=cbc422c8-d561-47f7-afec-ef049a9a76c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4301591 Sep 16 13:01:41.822012 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:41.823522 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:41.824041 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:41.828998 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:41.829657 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] Bound port: 10eb7723-744e-47fc-8932-86036945ad40, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:41.830145 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (10eb7723-744e-47fc-8932-86036945ad40), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:41.851670 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c28b5b-5f8e-47dd-af63-62b6c748bf23 admin admin] Network 949764d7-e109-4aa2-8e93-b6c6fed88453 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:41.853331 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-95c28b5b-5f8e-47dd-af63-62b6c748bf23 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:42.000693 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] For port 10eb7723-744e-47fc-8932-86036945ad40, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:42.012705 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] For port 10eb7723-744e-47fc-8932-86036945ad40, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=10eb7723-744e-47fc-8932-86036945ad40,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:42.029527 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (10eb7723-744e-47fc-8932-86036945ad40), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:42.179366 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-75825945-169d-4e62-b77e-725063523474 None None] Attempt 4 to provision port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 Sep 16 13:01:42.181964 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f565734-36da-4723-85c7-787c2cca0764 None None] Pushing event updated for resources: {'Port': ['ID=10eb7723-744e-47fc-8932-86036945ad40,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:42.191991 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c28b5b-5f8e-47dd-af63-62b6c748bf23 admin admin] Router b32cd8a2-1874-459e-8a54-5f03d6f3fe22 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:01:42.319621 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-75825945-169d-4e62-b77e-725063523474 None None] Port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:42.501358 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c28b5b-5f8e-47dd-af63-62b6c748bf23 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:01:42.518696 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-95c28b5b-5f8e-47dd-af63-62b6c748bf23 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/b32cd8a2-1874-459e-8a54-5f03d6f3fe22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1003852 Sep 16 13:01:42.520927 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 1539505a-d083-42dd-b54b-66e196cd12bf up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:01:42.593625 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-d21f600d-8eee-4f7e-bbd3-beab511ace7b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7681859 Sep 16 13:01:42.594757 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 1539505a-d083-42dd-b54b-66e196cd12bf triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:42.595129 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (1539505a-d083-42dd-b54b-66e196cd12bf), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:42.595466 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 1539505a-d083-42dd-b54b-66e196cd12bf Sep 16 13:01:42.791711 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 1539505a-d083-42dd-b54b-66e196cd12bf is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:42.792841 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (1539505a-d083-42dd-b54b-66e196cd12bf), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:42.823908 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 1539505a-d083-42dd-b54b-66e196cd12bf, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=1539505a-d083-42dd-b54b-66e196cd12bf,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:42.826549 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-75825945-169d-4e62-b77e-725063523474 None None] Attempt 5 to provision port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 Sep 16 13:01:42.833051 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (1539505a-d083-42dd-b54b-66e196cd12bf), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:42.954461 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9b62b3ca-f998-4350-8844-873fb96c9cdf tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:42.959248 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-75825945-169d-4e62-b77e-725063523474 None None] Port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:42.961602 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9b62b3ca-f998-4350-8844-873fb96c9cdf tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/networks?id=4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 200 len: 811 time: 0.3655531 Sep 16 13:01:42.977857 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=1539505a-d083-42dd-b54b-66e196cd12bf,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:42.987273 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-868fe2b5-3176-4983-9ed3-f29084715fc6 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/quotas/cfe82d8dd4fb42cbb054a6f069424c57 HTTP/1.1" status: 200 len: 375 time: 0.0247371 Sep 16 13:01:43.085205 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36888) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:43.092661 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-b4676082-1ba7-4511-803c-5db41af8fa1d tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1882718182', 'description': 'tempest-description--675297691'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:43.092885 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-0a1afa3c-a4bf-4584-a841-48277b605853 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107025 Sep 16 13:01:43.120235 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b4676082-1ba7-4511-803c-5db41af8fa1d tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:43.172735 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-834a27ea-9c14-44c3-af34-0cdc443474d8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=c7eb5869-5d95-47b8-9539-2bec50eb4428 HTTP/1.1" status: 200 len: 217 time: 0.0541065 Sep 16 13:01:43.199848 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-db5b0ce8-b85f-400b-b897-01bf1b5a0628 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2115958 Sep 16 13:01:43.247684 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b4676082-1ba7-4511-803c-5db41af8fa1d tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for security_group (51b796a0-8e62-4dd2-8098-f6b34e00217d), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:43.256160 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b4676082-1ba7-4511-803c-5db41af8fa1d tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (51b796a0-8e62-4dd2-8098-f6b34e00217d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:43.307624 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:43.308663 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c8cbf101-bf22-4888-b55a-4d586bfa104b admin admin] Publish callbacks [] for security_group (ecaa295f-23b5-439a-a1f5-70e04e58d2dd), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:43.318920 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b4676082-1ba7-4511-803c-5db41af8fa1d tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:43.321465 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b4676082-1ba7-4511-803c-5db41af8fa1d tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2344694 Sep 16 13:01:43.331788 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36902) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:43.343118 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-91bc9a70-7a6b-4773-b2da-a15145d81b7f tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Request body: {'security_group_rule': {'security_group_id': '51b796a0-8e62-4dd2-8098-f6b34e00217d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:43.370561 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4676082-1ba7-4511-803c-5db41af8fa1d tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b796a0-8e62-4dd2-8098-f6b34e00217d,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:43.374701 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-bf8e4192-1633-4844-bc03-b41a7063b90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:43.376347 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-bf8e4192-1633-4844-bc03-b41a7063b90c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0 HTTP/1.1" status: 200 len: 797 time: 0.1894224 Sep 16 13:01:43.435400 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-91bc9a70-7a6b-4773-b2da-a15145d81b7f tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for security_group_rule (0d6e24d2-ac9b-4aff-979d-667658c587f6), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:43.455382 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a6614-b47a-4209-9d5e-9f0958bf476f req-53c702cf-32ee-4e0a-927d-b5b18396d177 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:43.460890 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-75825945-169d-4e62-b77e-725063523474 None None] Attempt 6 to provision port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 Sep 16 13:01:43.462725 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a6614-b47a-4209-9d5e-9f0958bf476f req-53c702cf-32ee-4e0a-927d-b5b18396d177 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:43.469933 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a6614-b47a-4209-9d5e-9f0958bf476f req-53c702cf-32ee-4e0a-927d-b5b18396d177 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:43.475441 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a6614-b47a-4209-9d5e-9f0958bf476f req-53c702cf-32ee-4e0a-927d-b5b18396d177 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:43.487759 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a6614-b47a-4209-9d5e-9f0958bf476f req-53c702cf-32ee-4e0a-927d-b5b18396d177 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:43.493883 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a6614-b47a-4209-9d5e-9f0958bf476f req-53c702cf-32ee-4e0a-927d-b5b18396d177 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:43.500795 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a6614-b47a-4209-9d5e-9f0958bf476f req-53c702cf-32ee-4e0a-927d-b5b18396d177 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:43.502970 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a16a6614-b47a-4209-9d5e-9f0958bf476f req-53c702cf-32ee-4e0a-927d-b5b18396d177 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5429 time: 0.3293374 Sep 16 13:01:43.505423 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c8cbf101-bf22-4888-b55a-4d586bfa104b admin admin] Publish callbacks [] for security_group (ecaa295f-23b5-439a-a1f5-70e04e58d2dd), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:43.545165 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-91bc9a70-7a6b-4773-b2da-a15145d81b7f tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for security_group_rule (0d6e24d2-ac9b-4aff-979d-667658c587f6), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:43.550786 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-91bc9a70-7a6b-4773-b2da-a15145d81b7f tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (0d6e24d2-ac9b-4aff-979d-667658c587f6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:43.559669 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-75825945-169d-4e62-b77e-725063523474 None None] Port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:43.577287 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc9a70-7a6b-4773-b2da-a15145d81b7f tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6e24d2-ac9b-4aff-979d-667658c587f6,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:43.607573 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-91bc9a70-7a6b-4773-b2da-a15145d81b7f tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:43.609017 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-91bc9a70-7a6b-4773-b2da-a15145d81b7f tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2760949 Sep 16 13:01:43.611686 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36916) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:43.616999 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-0ef101d3-975e-4aec-a61d-f2e825334478 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Request body: {'security_group_rule': {'security_group_id': '51b796a0-8e62-4dd2-8098-f6b34e00217d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:43.645443 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-be33ffdd-c307-4189-bf88-5ef7901808d8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:43.645887 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:43.667600 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0ef101d3-975e-4aec-a61d-f2e825334478 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for security_group_rule (d37e26a2-870a-40c9-bae7-05ec9c949af4), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:43.675110 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-89f7703c-472f-41d5-bd22-ba0a6f8c63bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:43.676827 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-89f7703c-472f-41d5-bd22-ba0a6f8c63bd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=cbc422c8-d561-47f7-afec-ef049a9a76c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2841737 Sep 16 13:01:43.697861 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] Sync routers for ids ['b32cd8a2-1874-459e-8a54-5f03d6f3fe22'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:01:43.718591 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] Routers {'b32cd8a2-1874-459e-8a54-5f03d6f3fe22'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:01:43.720530 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:01:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b32cd8a2-1874-459e-8a54-5f03d6f3fe22'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:43.737327 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:43.829402 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0ef101d3-975e-4aec-a61d-f2e825334478 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for security_group_rule (d37e26a2-870a-40c9-bae7-05ec9c949af4), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:43.833853 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0ef101d3-975e-4aec-a61d-f2e825334478 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (d37e26a2-870a-40c9-bae7-05ec9c949af4), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:43.872004 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef101d3-975e-4aec-a61d-f2e825334478 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37e26a2-870a-40c9-bae7-05ec9c949af4,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:43.881085 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0ef101d3-975e-4aec-a61d-f2e825334478 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:43.882315 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0ef101d3-975e-4aec-a61d-f2e825334478 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2696254 Sep 16 13:01:43.885664 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36928) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:43.891190 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-d8ff9c81-237e-4b69-bdab-1ae603e8df5b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:43.908195 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] Set router b32cd8a2-1874-459e-8a54-5f03d6f3fe22 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:01:43.909308 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-acd66de2-b009-4b48-b713-79475a659a21 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923919 Sep 16 13:01:43.924396 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a16a6614-b47a-4209-9d5e-9f0958bf476f req-91c17d2c-c420-4015-9e54-911f314dfa5e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3873045 Sep 16 13:01:43.955447 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9c81-237e-4b69-bdab-1ae603e8df5b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:43.965187 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-de488e80-ea9a-4bcb-963d-dbd0f9f9f46a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640262 Sep 16 13:01:44.025882 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c8cbf101-bf22-4888-b55a-4d586bfa104b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (ecaa295f-23b5-439a-a1f5-70e04e58d2dd), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:44.028982 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c8cbf101-bf22-4888-b55a-4d586bfa104b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:44.030152 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c8cbf101-bf22-4888-b55a-4d586bfa104b admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/ecaa295f-23b5-439a-a1f5-70e04e58d2dd HTTP/1.1" status: 204 len: 168 time: 2.6331277 Sep 16 13:01:44.073884 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-75825945-169d-4e62-b77e-725063523474 None None] Attempt 7 to provision port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 Sep 16 13:01:44.084593 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9c81-237e-4b69-bdab-1ae603e8df5b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:44.114839 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:44.124157 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbf101-bf22-4888-b55a-4d586bfa104b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaa295f-23b5-439a-a1f5-70e04e58d2dd,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:44.149765 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-75825945-169d-4e62-b77e-725063523474 None None] Port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:44.181951 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:44.251190 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36936) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:44.253649 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'name': 'tempest-ServersTestFqdnHostnames-1573970857-router', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:33Z', 'updated_at': '2022-09-16T13:01:40Z', 'revision_number': 4, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'gw_port': {'id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:34Z', 'updated_at': '2022-09-16T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'cbf1d839-3708-4371-94bc-d5d1a2ae9dc8', 'name': '', 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'mac_address': 'fa:16:3e:69:2c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '986973c6-fff5-4745-bba8-c036a91b83e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:38Z', 'updated_at': '2022-09-16T13:01:40Z', 'revision_number': 2, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'subnets': [{'id': '986973c6-fff5-4745-bba8-c036a91b83e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:44.288324 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] Checking router: b32cd8a2-1874-459e-8a54-5f03d6f3fe22 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:01:44.289028 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] Updating router b32cd8a2-1874-459e-8a54-5f03d6f3fe22 port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:01:44.304263 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-d8ff9c81-237e-4b69-bdab-1ae603e8df5b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Allocated IP 172.25.2.134 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/3d312099-fae5-4f3c-90d0-aff5cbdecb4d) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:44.371313 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (cbf1d839-3708-4371-94bc-d5d1a2ae9dc8), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:44.396041 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-8aa37196-2340-4d95-b965-072f2b0bc79d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900332 Sep 16 13:01:44.410056 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-c05432ac-27bb-4b93-a595-ee7c658512d7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476099 Sep 16 13:01:44.515911 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-84adc154-00cb-4b29-80e1-07e42189ecc3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c121ccb-eba9-4b08-98af-afba73327fcc HTTP/1.1" status: 200 len: 217 time: 0.0941672 Sep 16 13:01:44.574552 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:44.587206 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9c81-237e-4b69-bdab-1ae603e8df5b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for port (3d312099-fae5-4f3c-90d0-aff5cbdecb4d), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:44.592621 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:44.594979 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6063288d-4ca4-4b25-88b0-9f3622b431bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:44.598904 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-be33ffdd-c307-4189-bf88-5ef7901808d8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::1 (9baef6e6-991f-4370-ace0-656f975a51ae/6f43e6e0-ce1e-449e-b9ae-207e827d90cc/5c1f712a-b3a9-43d4-8ad6-78850a9e46ba) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:44.629415 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-b3c1309f-6e81-4cf5-b949-be62cad38570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:44.631462 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-b3c1309f-6e81-4cf5-b949-be62cad38570 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6bafead4-8a1f-46d4-95cd-a2f5dc732a76 HTTP/1.1" status: 200 len: 797 time: 0.1091983 Sep 16 13:01:44.637077 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 36944) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:44.647406 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 1539505a-d083-42dd-b54b-66e196cd12bf up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:01:44.652973 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-75825945-169d-4e62-b77e-725063523474 None None] Attempt 8 to provision port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 Sep 16 13:01:44.734382 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9c81-237e-4b69-bdab-1ae603e8df5b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (3d312099-fae5-4f3c-90d0-aff5cbdecb4d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:44.750468 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-153f2adb-af41-4e7a-821c-a4184af6857d req-2cbd6488-b20b-4c26-9c10-b5d5a8aa54c1 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 210 time: 0.0830505 Sep 16 13:01:44.757450 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-75825945-169d-4e62-b77e-725063523474 None None] Port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:44.785054 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a19bf602-1863-4e61-bfe7-603ba8902bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:44.789333 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 1539505a-d083-42dd-b54b-66e196cd12bf triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:44.789713 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (1539505a-d083-42dd-b54b-66e196cd12bf), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:44.790052 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 1539505a-d083-42dd-b54b-66e196cd12bf Sep 16 13:01:44.801046 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ff9c81-237e-4b69-bdab-1ae603e8df5b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:44.817873 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-d8ff9c81-237e-4b69-bdab-1ae603e8df5b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:44.820778 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-083c937e-ec18-4c6b-9397-e63ea6e9bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:44.822893 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-083c937e-ec18-4c6b-9397-e63ea6e9bfb5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=231c3494-8d9a-44ba-b103-fc49819648f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1838362 Sep 16 13:01:44.829996 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff9c81-237e-4b69-bdab-1ae603e8df5b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:44.869296 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff9c81-237e-4b69-bdab-1ae603e8df5b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Pushing event updated for resources: {'Port': ['ID=3d312099-fae5-4f3c-90d0-aff5cbdecb4d,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:44.881584 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6063288d-4ca4-4b25-88b0-9f3622b431bd admin admin] Publish callbacks [] for security_group (b403efea-9e53-4733-b593-ba640dc1b10d), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:44.913370 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6063288d-4ca4-4b25-88b0-9f3622b431bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b403efea-9e53-4733-b593-ba640dc1b10d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:44.964068 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-be33ffdd-c307-4189-bf88-5ef7901808d8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (5c1f712a-b3a9-43d4-8ad6-78850a9e46ba), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.004533 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 1539505a-d083-42dd-b54b-66e196cd12bf is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:45.006603 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 10eb7723-744e-47fc-8932-86036945ad40 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:01:45.027289 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:45.032478 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-7de607c5-c7da-4dcb-b2a9-d96a60060cfe service neutron] 10.222.0.25 "GET /networking/v2.0/networks/231c3494-8d9a-44ba-b103-fc49819648f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013717 Sep 16 13:01:45.041358 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:45.075916 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-6063288d-4ca4-4b25-88b0-9f3622b431bd admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=c55e244cbf0d4db8b3146f25845896a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8234334 Sep 16 13:01:45.082083 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36954) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:45.083990 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063288d-4ca4-4b25-88b0-9f3622b431bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b403efea-9e53-4733-b593-ba640dc1b10d,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:45.106892 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a19bf602-1863-4e61-bfe7-603ba8902bc2 admin admin] Publish callbacks [] for security_group (53a26017-9640-4fb3-ba43-1844d2380c5f), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.161760 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-be33ffdd-c307-4189-bf88-5ef7901808d8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (5c1f712a-b3a9-43d4-8ad6-78850a9e46ba), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.164797 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a19bf602-1863-4e61-bfe7-603ba8902bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (53a26017-9640-4fb3-ba43-1844d2380c5f), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.167009 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] Publish callbacks [] for port (cbf1d839-3708-4371-94bc-d5d1a2ae9dc8), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.177788 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (cbf1d839-3708-4371-94bc-d5d1a2ae9dc8), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.180431 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9c81-237e-4b69-bdab-1ae603e8df5b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for floatingip (d77e7c20-c05e-4203-8f37-7972fdad7d0b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.182701 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-28d42fd9-99f4-40d6-8c05-e627d93635d8 admin admin] Publish callbacks [] for security_group (b403efea-9e53-4733-b593-ba640dc1b10d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.192172 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 10eb7723-744e-47fc-8932-86036945ad40 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:45.192993 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (10eb7723-744e-47fc-8932-86036945ad40), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.193390 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 10eb7723-744e-47fc-8932-86036945ad40 Sep 16 13:01:45.201572 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a19bf602-1863-4e61-bfe7-603ba8902bc2 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=9ae7820b750343f2933184349bfe22f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5611076 Sep 16 13:01:45.213699 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-28d42fd9-99f4-40d6-8c05-e627d93635d8 admin admin] Publish callbacks [] for security_group (b403efea-9e53-4733-b593-ba640dc1b10d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.226087 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 36958) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:45.267675 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-75825945-169d-4e62-b77e-725063523474 None None] Attempt 9 to provision port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 Sep 16 13:01:45.298518 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9c81-237e-4b69-bdab-1ae603e8df5b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3d312099-fae5-4f3c-90d0-aff5cbdecb4d), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.303437 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdda53-0bf2-4a6c-a906-6e0cef83d74c req-fd3059ca-c639-4673-973b-5cc6e0ecb058 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:45.309954 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdda53-0bf2-4a6c-a906-6e0cef83d74c req-fd3059ca-c639-4673-973b-5cc6e0ecb058 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:45.315285 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdda53-0bf2-4a6c-a906-6e0cef83d74c req-fd3059ca-c639-4673-973b-5cc6e0ecb058 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:45.322058 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdda53-0bf2-4a6c-a906-6e0cef83d74c req-fd3059ca-c639-4673-973b-5cc6e0ecb058 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:45.328799 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdda53-0bf2-4a6c-a906-6e0cef83d74c req-fd3059ca-c639-4673-973b-5cc6e0ecb058 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:45.334534 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-28d42fd9-99f4-40d6-8c05-e627d93635d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b403efea-9e53-4733-b593-ba640dc1b10d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.334974 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdda53-0bf2-4a6c-a906-6e0cef83d74c req-fd3059ca-c639-4673-973b-5cc6e0ecb058 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:45.337116 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-28d42fd9-99f4-40d6-8c05-e627d93635d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.338778 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-28d42fd9-99f4-40d6-8c05-e627d93635d8 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b403efea-9e53-4733-b593-ba640dc1b10d HTTP/1.1" status: 204 len: 168 time: 0.2505805 Sep 16 13:01:45.340719 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdda53-0bf2-4a6c-a906-6e0cef83d74c req-fd3059ca-c639-4673-973b-5cc6e0ecb058 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:45.342954 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-51fdda53-0bf2-4a6c-a906-6e0cef83d74c req-fd3059ca-c639-4673-973b-5cc6e0ecb058 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5429 time: 0.2673903 Sep 16 13:01:45.354294 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d42fd9-99f4-40d6-8c05-e627d93635d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b403efea-9e53-4733-b593-ba640dc1b10d,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:45.362522 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be33ffdd-c307-4189-bf88-5ef7901808d8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:45.400597 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-be33ffdd-c307-4189-bf88-5ef7901808d8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:45.427551 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:45.428868 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bf602-1863-4e61-bfe7-603ba8902bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a26017-9640-4fb3-ba43-1844d2380c5f,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:45.442132 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be33ffdd-c307-4189-bf88-5ef7901808d8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:45.443054 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-be33ffdd-c307-4189-bf88-5ef7901808d8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (38827c8b-fcc2-4ec1-9889-976d2c275032), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.571009 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9c81-237e-4b69-bdab-1ae603e8df5b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for port (3d312099-fae5-4f3c-90d0-aff5cbdecb4d), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.577604 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9c81-237e-4b69-bdab-1ae603e8df5b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (3d312099-fae5-4f3c-90d0-aff5cbdecb4d), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.586321 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:45.587370 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] Attempting to bind port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:45.587752 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] Attempting to bind port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'ea9ac0dd-12c0-4c61-bdd8-73eff891277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:45.588226 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] Attempting to bind port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 on network 949764d7-e109-4aa2-8e93-b6c6fed88453 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:45.609039 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:45.610401 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314096b-fac4-48e4-b697-71e93380f2c2 None None] Pushing event updated for resources: {'Port': ['ID=cbf1d839-3708-4371-94bc-d5d1a2ae9dc8,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:45.614305 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33ffdd-c307-4189-bf88-5ef7901808d8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=5c1f712a-b3a9-43d4-8ad6-78850a9e46ba,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:45.688291 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff9c81-237e-4b69-bdab-1ae603e8df5b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Pushing event updated for resources: {'Port': ['ID=3d312099-fae5-4f3c-90d0-aff5cbdecb4d,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:45.700036 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-16c5cb8b-2f8b-4adb-94f0-87d9efe5fd0c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/231c3494-8d9a-44ba-b103-fc49819648f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6508372 Sep 16 13:01:45.711967 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9c81-237e-4b69-bdab-1ae603e8df5b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (d77e7c20-c05e-4203-8f37-7972fdad7d0b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.729420 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-75825945-169d-4e62-b77e-725063523474 None None] Port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:45.739295 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9c81-237e-4b69-bdab-1ae603e8df5b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.753164 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d8ff9c81-237e-4b69-bdab-1ae603e8df5b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8559926 Sep 16 13:01:45.823200 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:45.824092 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 10eb7723-744e-47fc-8932-86036945ad40 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:45.824843 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (10eb7723-744e-47fc-8932-86036945ad40), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.832713 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:45.833411 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] Checking segment: {'id': 'ea9ac0dd-12c0-4c61-bdd8-73eff891277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:45.834001 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.834834 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] Bound using segment: {'id': 'ea9ac0dd-12c0-4c61-bdd8-73eff891277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:45.835660 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] Bound port: cbf1d839-3708-4371-94bc-d5d1a2ae9dc8, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9ac0dd-12c0-4c61-bdd8-73eff891277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:45.836387 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (cbf1d839-3708-4371-94bc-d5d1a2ae9dc8), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.883095 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-4e500387-8a4f-4669-9b13-f93000a3888a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=328ce2f8-022c-446e-b388-06295b8c63e7 HTTP/1.1" status: 200 len: 217 time: 0.1690717 Sep 16 13:01:45.884056 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-be33ffdd-c307-4189-bf88-5ef7901808d8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5c1f712a-b3a9-43d4-8ad6-78850a9e46ba), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.894105 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-89868efe-d998-4be5-9ac6-f74a8c616a5a admin admin] Publish callbacks [] for security_group (53a26017-9640-4fb3-ba43-1844d2380c5f), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:45.984735 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 10eb7723-744e-47fc-8932-86036945ad40, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=10eb7723-744e-47fc-8932-86036945ad40,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:45.990396 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (10eb7723-744e-47fc-8932-86036945ad40), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:46.010399 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-51fdda53-0bf2-4a6c-a906-6e0cef83d74c req-524b370b-7394-42e4-9ef8-04a5695bcecb tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6234746 Sep 16 13:01:46.019560 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f5d02f2-1b65-48ed-84f7-9de352ba0ded req-5020119f-3c2a-4605-91a1-9fa1d4f607bc tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 210 time: 0.1450214 Sep 16 13:01:46.044738 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] For port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:46.059422 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-89868efe-d998-4be5-9ac6-f74a8c616a5a admin admin] Publish callbacks [] for security_group (53a26017-9640-4fb3-ba43-1844d2380c5f), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:46.068079 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] For port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=cbf1d839-3708-4371-94bc-d5d1a2ae9dc8,segment=NetworkSegment(ea9ac0dd-12c0-4c61-bdd8-73eff891277b),segment_id=ea9ac0dd-12c0-4c61-bdd8-73eff891277b)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:46.073447 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=10eb7723-744e-47fc-8932-86036945ad40,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:46.091411 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (cbf1d839-3708-4371-94bc-d5d1a2ae9dc8), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:46.130993 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce04b10a-535b-43cc-ab78-01d9499d2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:46.136213 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-ce04b10a-535b-43cc-ab78-01d9499d2a71 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6bafead4-8a1f-46d4-95cd-a2f5dc732a76 HTTP/1.1" status: 200 len: 797 time: 0.2272043 Sep 16 13:01:46.142262 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] Routers {'b32cd8a2-1874-459e-8a54-5f03d6f3fe22'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:01:46.143355 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36970) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:46.145206 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:01:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b32cd8a2-1874-459e-8a54-5f03d6f3fe22'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:46.161813 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bcbe6c1a-6c0a-4370-906f-c0e8f55842c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:46.183655 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314096b-fac4-48e4-b697-71e93380f2c2 None None] Pushing event updated for resources: {'Port': ['ID=cbf1d839-3708-4371-94bc-d5d1a2ae9dc8,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:46.259743 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-75825945-169d-4e62-b77e-725063523474 None None] Attempt 10 to provision port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 Sep 16 13:01:46.274811 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bcbe6c1a-6c0a-4370-906f-c0e8f55842c5 admin admin] Publish callbacks [] for security_group (983df529-d3e8-46f5-bd03-34d39ca9df01), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:46.279752 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bcbe6c1a-6c0a-4370-906f-c0e8f55842c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (983df529-d3e8-46f5-bd03-34d39ca9df01), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:46.338200 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-bcbe6c1a-6c0a-4370-906f-c0e8f55842c5 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=e6e18e3765564d77a221ae5163047489&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1935880 Sep 16 13:01:46.338980 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe6c1a-6c0a-4370-906f-c0e8f55842c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983df529-d3e8-46f5-bd03-34d39ca9df01,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:46.342145 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 36980) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:46.378684 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:46.416638 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-75825945-169d-4e62-b77e-725063523474 None None] Current status of the port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:46.417036 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-75825945-169d-4e62-b77e-725063523474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (cbf1d839-3708-4371-94bc-d5d1a2ae9dc8), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:46.420655 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c96304fa-e019-4476-9325-c316402da939 admin admin] Publish callbacks [] for security_group (983df529-d3e8-46f5-bd03-34d39ca9df01), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:46.454775 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c96304fa-e019-4476-9325-c316402da939 admin admin] Publish callbacks [] for security_group (983df529-d3e8-46f5-bd03-34d39ca9df01), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:46.462398 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] Set router b32cd8a2-1874-459e-8a54-5f03d6f3fe22 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:01:46.516784 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-75825945-169d-4e62-b77e-725063523474 None None] For port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=cbf1d839-3708-4371-94bc-d5d1a2ae9dc8,segment=NetworkSegment(ea9ac0dd-12c0-4c61-bdd8-73eff891277b),segment_id=ea9ac0dd-12c0-4c61-bdd8-73eff891277b)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:46.562491 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c96304fa-e019-4476-9325-c316402da939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (983df529-d3e8-46f5-bd03-34d39ca9df01), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:46.565391 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c96304fa-e019-4476-9325-c316402da939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:46.566860 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c96304fa-e019-4476-9325-c316402da939 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/983df529-d3e8-46f5-bd03-34d39ca9df01 HTTP/1.1" status: 204 len: 168 time: 0.2236445 Sep 16 13:01:46.578809 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96304fa-e019-4476-9325-c316402da939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983df529-d3e8-46f5-bd03-34d39ca9df01,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:46.583306 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-75825945-169d-4e62-b77e-725063523474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (cbf1d839-3708-4371-94bc-d5d1a2ae9dc8), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:46.585269 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 10eb7723-744e-47fc-8932-86036945ad40 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:01:46.729810 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-dc07ddbe-946c-4dd3-ba62-09f98c4b14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:46.732032 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-dc07ddbe-946c-4dd3-ba62-09f98c4b14a6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=231c3494-8d9a-44ba-b103-fc49819648f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5868237 Sep 16 13:01:46.749779 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:46.750695 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Provisioning complete for port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:46.751088 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (cbf1d839-3708-4371-94bc-d5d1a2ae9dc8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:46.751389 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Attempt 1 to provision port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 Sep 16 13:01:46.797606 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75825945-169d-4e62-b77e-725063523474 None None] Pushing event updated for resources: {'Port': ['ID=cbf1d839-3708-4371-94bc-d5d1a2ae9dc8,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:46.818268 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-89868efe-d998-4be5-9ac6-f74a8c616a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (53a26017-9640-4fb3-ba43-1844d2380c5f), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:46.820848 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-89868efe-d998-4be5-9ac6-f74a8c616a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:46.822018 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-89868efe-d998-4be5-9ac6-f74a8c616a5a admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/53a26017-9640-4fb3-ba43-1844d2380c5f HTTP/1.1" status: 204 len: 168 time: 1.5931561 Sep 16 13:01:46.827852 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 10eb7723-744e-47fc-8932-86036945ad40 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:46.828744 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (10eb7723-744e-47fc-8932-86036945ad40), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:46.828744 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 10eb7723-744e-47fc-8932-86036945ad40 Sep 16 13:01:46.904416 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:46.905527 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89868efe-d998-4be5-9ac6-f74a8c616a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a26017-9640-4fb3-ba43-1844d2380c5f,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:46.931232 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-ebd8ab71-caaa-4e5c-b9b5-30d4c5cbeb7e tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1882718182&fields=id&tenant_id=82287f900aa34e05ba0e0cf7ba924585 HTTP/1.1" status: 200 len: 267 time: 0.6977470 Sep 16 13:01:46.957172 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'name': 'tempest-ServersTestFqdnHostnames-1573970857-router', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:33Z', 'updated_at': '2022-09-16T13:01:40Z', 'revision_number': 4, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'gw_port': {'id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:34Z', 'updated_at': '2022-09-16T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'cbf1d839-3708-4371-94bc-d5d1a2ae9dc8', 'name': '', 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'mac_address': 'fa:16:3e:69:2c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '986973c6-fff5-4745-bba8-c036a91b83e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:38Z', 'updated_at': '2022-09-16T13:01:46Z', 'revision_number': 4, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'subnets': [{'id': '986973c6-fff5-4745-bba8-c036a91b83e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:47.013367 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4700a433-82a6-40bc-acc5-fcf6d1ebbbc0 None None] The sync data for ids ['b32cd8a2-1874-459e-8a54-5f03d6f3fe22'] in n-d-858094-4 is: [{'id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'name': 'tempest-ServersTestFqdnHostnames-1573970857-router', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:33Z', 'updated_at': '2022-09-16T13:01:40Z', 'revision_number': 4, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'gw_port': {'id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:34Z', 'updated_at': '2022-09-16T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'cbf1d839-3708-4371-94bc-d5d1a2ae9dc8', 'name': '', 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'mac_address': 'fa:16:3e:69:2c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '986973c6-fff5-4745-bba8-c036a91b83e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:38Z', 'updated_at': '2022-09-16T13:01:46Z', 'revision_number': 4, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'subnets': [{'id': '986973c6-fff5-4745-bba8-c036a91b83e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:01:47.069038 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Current status of the port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:47.144833 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Provisioning complete for port 10eb7723-744e-47fc-8932-86036945ad40 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:47.145174 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (10eb7723-744e-47fc-8932-86036945ad40), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:47.145558 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Attempt 1 to provision port 10eb7723-744e-47fc-8932-86036945ad40 Sep 16 13:01:47.148759 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 10eb7723-744e-47fc-8932-86036945ad40 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:47.183257 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-5dc09931-1447-4464-aa09-1ab20b20097b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/231c3494-8d9a-44ba-b103-fc49819648f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099214 Sep 16 13:01:47.255950 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Current status of the port 10eb7723-744e-47fc-8932-86036945ad40 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:47.278376 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Provisioning complete for port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:47.278767 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5c1f712a-b3a9-43d4-8ad6-78850a9e46ba), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:47.279100 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Attempt 1 to provision port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba Sep 16 13:01:47.328892 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:47.354142 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:47.386361 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-c36981fb-5714-4371-84ad-38f3ad5a19cb tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:47.392401 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-c36981fb-5714-4371-84ad-38f3ad5a19cb tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.76 "GET /networking/v2.0/networks?id=4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 200 len: 811 time: 0.7133710 Sep 16 13:01:47.422177 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:47.428503 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-521af5e9-07e0-4b4f-a145-e1a65dd3b11c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Request body: {'port': {'device_id': '2074945c-006a-4c9a-91db-b3029d04112c', 'network_id': '4c6a423f-0493-4448-999c-84f17e899760', 'admin_state_up': True, 'tenant_id': 'cfe82d8dd4fb42cbb054a6f069424c57'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:47.443434 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ec2494ac-0bac-45d8-8359-16cf4fbe130c req-0372c7da-64e6-4e8b-974e-383a505e2b9e tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 210 time: 0.2567983 Sep 16 13:01:47.458406 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-19c5a9b2-36e9-4334-ad43-5ef44f3e50bb req-aa2271f5-0e6a-42ad-818e-c26d578ee7ce service neutron] 10.222.0.25 "GET /networking/v2.0/networks/231c3494-8d9a-44ba-b103-fc49819648f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751863 Sep 16 13:01:47.560241 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-be33ffdd-c307-4189-bf88-5ef7901808d8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (5c1f712a-b3a9-43d4-8ad6-78850a9e46ba), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:47.576098 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-be33ffdd-c307-4189-bf88-5ef7901808d8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (5c1f712a-b3a9-43d4-8ad6-78850a9e46ba), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:47.576969 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-be33ffdd-c307-4189-bf88-5ef7901808d8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (38827c8b-fcc2-4ec1-9889-976d2c275032), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:47.593093 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-0e385aef-ffbb-4035-ac21-0005e076f409 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:47.594667 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-0e385aef-ffbb-4035-ac21-0005e076f409 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/networks?id=949764d7-e109-4aa2-8e93-b6c6fed88453 HTTP/1.1" status: 200 len: 815 time: 0.6626387 Sep 16 13:01:47.750395 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33ffdd-c307-4189-bf88-5ef7901808d8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=5c1f712a-b3a9-43d4-8ad6-78850a9e46ba,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:47.815745 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-221a3606-b136-4eb0-b550-263208685a0d tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/quotas/82287f900aa34e05ba0e0cf7ba924585 HTTP/1.1" status: 200 len: 375 time: 0.1175187 Sep 16 13:01:47.829566 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Attempt 2 to provision port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba Sep 16 13:01:47.855299 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da91ac0-7dc9-4ff5-92ab-4162f36a572c req-1c0a8f91-6b15-4d4b-a4bb-79198389470f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:47.869087 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da91ac0-7dc9-4ff5-92ab-4162f36a572c req-1c0a8f91-6b15-4d4b-a4bb-79198389470f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:47.870238 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:47.876786 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da91ac0-7dc9-4ff5-92ab-4162f36a572c req-1c0a8f91-6b15-4d4b-a4bb-79198389470f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:47.882734 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da91ac0-7dc9-4ff5-92ab-4162f36a572c req-1c0a8f91-6b15-4d4b-a4bb-79198389470f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:47.888223 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da91ac0-7dc9-4ff5-92ab-4162f36a572c req-1c0a8f91-6b15-4d4b-a4bb-79198389470f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:47.895020 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da91ac0-7dc9-4ff5-92ab-4162f36a572c req-1c0a8f91-6b15-4d4b-a4bb-79198389470f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:47.901042 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da91ac0-7dc9-4ff5-92ab-4162f36a572c req-1c0a8f91-6b15-4d4b-a4bb-79198389470f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:47.903403 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7da91ac0-7dc9-4ff5-92ab-4162f36a572c req-1c0a8f91-6b15-4d4b-a4bb-79198389470f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5429 time: 0.2549601 Sep 16 13:01:48.095483 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-521af5e9-07e0-4b4f-a145-e1a65dd3b11c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Made reservation on behalf of cfe82d8dd4fb42cbb054a6f069424c57 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:01:48.099933 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-521af5e9-07e0-4b4f-a145-e1a65dd3b11c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:48.129620 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7da91ac0-7dc9-4ff5-92ab-4162f36a572c req-22545f4c-f0c8-4b82-b82c-6a4e081031b0 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1738920 Sep 16 13:01:48.138828 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-0a5ea16b-70af-4c89-a2ff-f563e3c2a097 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=82287f900aa34e05ba0e0cf7ba924585&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3109665 Sep 16 13:01:48.181757 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be33ffdd-c307-4189-bf88-5ef7901808d8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:48.193124 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-be33ffdd-c307-4189-bf88-5ef7901808d8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:48.371564 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Attempt 3 to provision port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba Sep 16 13:01:48.473725 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:48.516810 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:01:48.661436 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:48.664969 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (cbf1d839-3708-4371-94bc-d5d1a2ae9dc8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:48.665532 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 Sep 16 13:01:48.707780 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:48.767621 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:48.787312 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-c2f9835d-800f-4c46-8708-3d8d9d49f76e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/949764d7-e109-4aa2-8e93-b6c6fed88453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6108453 Sep 16 13:01:48.789361 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3853cc27-e823-4e88-b69f-ce3cea9d6bc4 req-d4273c94-2633-409a-883b-1c2c472c130d tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 210 time: 0.1411774 Sep 16 13:01:48.798823 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:48.841048 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c48c-604e-4090-a880-fc97dd705729 req-ed3b7ef0-1bfe-45cf-8255-f01312af5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:48.841811 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c48c-604e-4090-a880-fc97dd705729 req-ed3b7ef0-1bfe-45cf-8255-f01312af5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:48.842473 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c48c-604e-4090-a880-fc97dd705729 req-ed3b7ef0-1bfe-45cf-8255-f01312af5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:48.843123 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c48c-604e-4090-a880-fc97dd705729 req-ed3b7ef0-1bfe-45cf-8255-f01312af5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:48.843594 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c48c-604e-4090-a880-fc97dd705729 req-ed3b7ef0-1bfe-45cf-8255-f01312af5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:48.844253 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c48c-604e-4090-a880-fc97dd705729 req-ed3b7ef0-1bfe-45cf-8255-f01312af5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:48.844884 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c48c-604e-4090-a880-fc97dd705729 req-ed3b7ef0-1bfe-45cf-8255-f01312af5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:48.847398 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1454c48c-604e-4090-a880-fc97dd705729 req-ed3b7ef0-1bfe-45cf-8255-f01312af5c5b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bdbc66ae4c664cd18af4bad57bbf12c4&device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 6703 time: 0.2155781 Sep 16 13:01:48.850649 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-521af5e9-07e0-4b4f-a145-e1a65dd3b11c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Allocated IP 172.20.0.9 (4c6a423f-0493-4448-999c-84f17e899760/084dc942-2fdd-4c42-96da-2aec36f644a5/8ed61b00-7040-4c1a-8607-f72eeebb12d5) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:48.885147 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:48.975872 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Attempt 4 to provision port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba Sep 16 13:01:49.049399 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:49.055695 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be33ffdd-c307-4189-bf88-5ef7901808d8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Router 38827c8b-fcc2-4ec1-9889-976d2c275032 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:01:49.076497 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-761e6a40-b590-4743-83ec-147911b8b9d1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/949764d7-e109-4aa2-8e93-b6c6fed88453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530198 Sep 16 13:01:49.128801 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c48c-604e-4090-a880-fc97dd705729 req-9922a43b-6b27-4fad-8405-79e871bc28e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:49.130322 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1454c48c-604e-4090-a880-fc97dd705729 req-9922a43b-6b27-4fad-8405-79e871bc28e1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=231c3494-8d9a-44ba-b103-fc49819648f0 HTTP/1.1" status: 200 len: 902 time: 0.2595112 Sep 16 13:01:49.281388 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1454c48c-604e-4090-a880-fc97dd705729 req-cc524dd8-0427-49e9-8407-4bf1fc7c6759 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=328ce2f8-022c-446e-b388-06295b8c63e7 HTTP/1.1" status: 200 len: 217 time: 0.0773811 Sep 16 13:01:49.401371 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be33ffdd-c307-4189-bf88-5ef7901808d8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:01:49.416071 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] Sync routers for ids ['38827c8b-fcc2-4ec1-9889-976d2c275032'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:01:49.432081 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-be33ffdd-c307-4189-bf88-5ef7901808d8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "PUT /networking/v2.0/routers/38827c8b-fcc2-4ec1-9889-976d2c275032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3597453 Sep 16 13:01:49.432740 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] Routers {'38827c8b-fcc2-4ec1-9889-976d2c275032'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:01:49.432885 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37078) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:49.439936 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:01:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['38827c8b-fcc2-4ec1-9889-976d2c275032'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:49.441084 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae71024-90a9-4132-bf17-03c7abc98b05 req-aef8c60b-1c5f-4ca4-a252-0b7498e95a26 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:49.446160 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae71024-90a9-4132-bf17-03c7abc98b05 req-aef8c60b-1c5f-4ca4-a252-0b7498e95a26 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:49.452433 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae71024-90a9-4132-bf17-03c7abc98b05 req-aef8c60b-1c5f-4ca4-a252-0b7498e95a26 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:49.457338 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae71024-90a9-4132-bf17-03c7abc98b05 req-aef8c60b-1c5f-4ca4-a252-0b7498e95a26 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:49.462381 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae71024-90a9-4132-bf17-03c7abc98b05 req-aef8c60b-1c5f-4ca4-a252-0b7498e95a26 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:49.467998 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae71024-90a9-4132-bf17-03c7abc98b05 req-aef8c60b-1c5f-4ca4-a252-0b7498e95a26 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:49.473021 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae71024-90a9-4132-bf17-03c7abc98b05 req-aef8c60b-1c5f-4ca4-a252-0b7498e95a26 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:49.474941 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aae71024-90a9-4132-bf17-03c7abc98b05 req-aef8c60b-1c5f-4ca4-a252-0b7498e95a26 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5429 time: 0.2005091 Sep 16 13:01:49.486679 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3dafc0fc-d208-462c-9b33-de33d0d24a0c req-a8332163-28f9-4ada-9cfc-79492ca7e809 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 210 time: 0.1276519 Sep 16 13:01:49.507293 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c48c-604e-4090-a880-fc97dd705729 req-ea994ae2-5ca2-4084-9ceb-f4bd6eec3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:49.524607 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1454c48c-604e-4090-a880-fc97dd705729 req-ea994ae2-5ca2-4084-9ceb-f4bd6eec3df7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6bafead4-8a1f-46d4-95cd-a2f5dc732a76 HTTP/1.1" status: 200 len: 797 time: 0.2119403 Sep 16 13:01:49.537635 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-521af5e9-07e0-4b4f-a145-e1a65dd3b11c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks [] for port (8ed61b00-7040-4c1a-8607-f72eeebb12d5), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:49.549489 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc24b72a-ee07-4705-a71d-02680e2ea8a3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:49.550948 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-fc24b72a-ee07-4705-a71d-02680e2ea8a3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports/5c1f712a-b3a9-43d4-8ad6-78850a9e46ba HTTP/1.1" status: 200 len: 911 time: 0.1159093 Sep 16 13:01:49.553842 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Attempt 5 to provision port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba Sep 16 13:01:49.555755 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37082) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:49.634771 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c48c-604e-4090-a880-fc97dd705729 req-3edcb053-9654-4acd-8db5-0f7107bf26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:49.637249 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1454c48c-604e-4090-a880-fc97dd705729 req-3edcb053-9654-4acd-8db5-0f7107bf26fd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=231c3494-8d9a-44ba-b103-fc49819648f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1164420 Sep 16 13:01:49.637938 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:49.654305 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:49.674727 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb7c70a-6989-4e10-8e1b-a014dba8d181 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:49.687011 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb7c70a-6989-4e10-8e1b-a014dba8d181 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:49.693344 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-6fb7c70a-6989-4e10-8e1b-a014dba8d181 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1359315 Sep 16 13:01:49.695590 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37092) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:49.718297 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] Set router 38827c8b-fcc2-4ec1-9889-976d2c275032 gateway port host: None {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:01:49.817637 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aae71024-90a9-4132-bf17-03c7abc98b05 req-d768658a-80e1-4d6d-95bf-e4f08f4d78a0 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3264318 Sep 16 13:01:49.831188 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-521af5e9-07e0-4b4f-a145-e1a65dd3b11c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (8ed61b00-7040-4c1a-8607-f72eeebb12d5), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:49.875431 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:49.933450 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521af5e9-07e0-4b4f-a145-e1a65dd3b11c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Pushing event updated for resources: {'Port': ['ID=8ed61b00-7040-4c1a-8607-f72eeebb12d5,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:49.955379 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-521af5e9-07e0-4b4f-a145-e1a65dd3b11c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Network 4c6a423f-0493-4448-999c-84f17e899760 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:49.989337 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-521af5e9-07e0-4b4f-a145-e1a65dd3b11c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:50.028373 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1454c48c-604e-4090-a880-fc97dd705729 req-52928f82-f8f4-408b-b6c7-36b13c0e3cb7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/231c3494-8d9a-44ba-b103-fc49819648f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644457 Sep 16 13:01:50.029927 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-521af5e9-07e0-4b4f-a145-e1a65dd3b11c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:50.098624 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38827c8b-fcc2-4ec1-9889-976d2c275032', 'name': 'tempest-NetworksTestDHCPv6-router-1274681749', 'tenant_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:40Z', 'updated_at': '2022-09-16T13:01:45Z', 'revision_number': 2, 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'gw_port_host': None, '_interfaces': [{'id': '5c1f712a-b3a9-43d4-8ad6-78850a9e46ba', 'name': '', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'tenant_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'mac_address': 'fa:16:3e:75:39:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38827c8b-fcc2-4ec1-9889-976d2c275032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '6f43e6e0-ce1e-449e-b9ae-207e827d90cc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:44Z', 'updated_at': '2022-09-16T13:01:46Z', 'revision_number': 2, 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'subnets': [{'id': '6f43e6e0-ce1e-449e-b9ae-207e827d90cc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:50.160361 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Attempt 6 to provision port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba Sep 16 13:01:50.167588 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] Checking router: 38827c8b-fcc2-4ec1-9889-976d2c275032 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:01:50.168210 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] Updating router 38827c8b-fcc2-4ec1-9889-976d2c275032 port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:01:50.171702 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-613ec18c-d94f-473d-9604-6ff4fbe88f2f tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=ea1a2dd1e1504bd08826f75f48817169&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278466 Sep 16 13:01:50.220879 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5c1f712a-b3a9-43d4-8ad6-78850a9e46ba), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:50.258971 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:50.405816 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:50.544327 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cec64aac-24d4-4a09-98d4-64ec18a7cc3a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (38827c8b-fcc2-4ec1-9889-976d2c275032), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:50.728876 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] Publish callbacks [] for port (5c1f712a-b3a9-43d4-8ad6-78850a9e46ba), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:50.740575 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-521af5e9-07e0-4b4f-a145-e1a65dd3b11c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:50.741191 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5c1f712a-b3a9-43d4-8ad6-78850a9e46ba), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:50.749142 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-521af5e9-07e0-4b4f-a145-e1a65dd3b11c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:50.760114 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Attempt 7 to provision port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba Sep 16 13:01:50.785146 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:50.809628 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-cec64aac-24d4-4a09-98d4-64ec18a7cc3a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:01:50.810823 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cec64aac-24d4-4a09-98d4-64ec18a7cc3a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (5c1f712a-b3a9-43d4-8ad6-78850a9e46ba), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:50.830390 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028593c-c3d0-4ed7-b970-8c248b1436bf None None] Pushing event updated for resources: {'Port': ['ID=5c1f712a-b3a9-43d4-8ad6-78850a9e46ba,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:50.855887 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:50.871087 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2dbad4-5599-4d12-9894-4d41f222e67e req-ee08f2d3-2c6f-4595-af76-7e9f28a3d87a tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:50.872920 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c2dbad4-5599-4d12-9894-4d41f222e67e req-ee08f2d3-2c6f-4595-af76-7e9f28a3d87a tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 931 time: 0.7566531 Sep 16 13:01:50.884936 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-521af5e9-07e0-4b4f-a145-e1a65dd3b11c tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4606955 Sep 16 13:01:50.890902 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] Attempting to bind port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:50.891272 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] Attempting to bind port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:50.891920 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] Attempting to bind port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:50.905804 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] Request body: {'port': {'device_id': '2074945c-006a-4c9a-91db-b3029d04112c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:50.948029 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:50.948029 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:50.948539 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:50.948714 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:50.950280 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] Bound port: 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:50.950877 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5c1f712a-b3a9-43d4-8ad6-78850a9e46ba), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:50.977536 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37138) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:50.992673 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:51.033330 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] For port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:51.037341 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] For port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=5c1f712a-b3a9-43d4-8ad6-78850a9e46ba,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:51.047329 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5c1f712a-b3a9-43d4-8ad6-78850a9e46ba), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:51.068113 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1454c48c-604e-4090-a880-fc97dd705729 req-2fb17eea-b0d8-4b8c-893d-01d0b22684e7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/231c3494-8d9a-44ba-b103-fc49819648f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9400990 Sep 16 13:01:51.083888 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-89a1f26f-0ddc-4073-bb17-be904f26c0ba tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:51.085549 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-89a1f26f-0ddc-4073-bb17-be904f26c0ba tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3759503 Sep 16 13:01:51.095422 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8ed61b00-7040-4c1a-8607-f72eeebb12d5), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:51.096031 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] Routers {'38827c8b-fcc2-4ec1-9889-976d2c275032'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:01:51.096709 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:01:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['38827c8b-fcc2-4ec1-9889-976d2c275032'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:51.110289 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c2dbad4-5599-4d12-9894-4d41f222e67e req-41e34efa-147b-4c1c-93c3-68dbaaee1eb1 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239971 Sep 16 13:01:51.125594 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-994d76c1-a84d-4896-ab94-82e1d6fac99c tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/quotas/ea1a2dd1e1504bd08826f75f48817169 HTTP/1.1" status: 200 len: 375 time: 0.0337739 Sep 16 13:01:51.213579 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] Set router 38827c8b-fcc2-4ec1-9889-976d2c275032 gateway port host: None {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:01:51.307913 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028593c-c3d0-4ed7-b970-8c248b1436bf None None] Pushing event updated for resources: {'Port': ['ID=5c1f712a-b3a9-43d4-8ad6-78850a9e46ba,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:51.310052 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-cec64aac-24d4-4a09-98d4-64ec18a7cc3a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] For port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba, host n-d-858094-4, got binding levels [] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:51.310706 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cec64aac-24d4-4a09-98d4-64ec18a7cc3a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (5c1f712a-b3a9-43d4-8ad6-78850a9e46ba), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:51.328089 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-cec64aac-24d4-4a09-98d4-64ec18a7cc3a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:01:51.357642 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Attempt 8 to provision port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba Sep 16 13:01:51.359129 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-574ad5b8-b856-46d3-8822-c850964cb550 req-d5a29048-25e5-4ad8-ac11-de0cdda54d94 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 210 time: 0.0832472 Sep 16 13:01:51.437821 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:51.490666 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Current status of the port 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:51.491413 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-acdbc8b8-635a-4baa-89b4-f86c59445f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5c1f712a-b3a9-43d4-8ad6-78850a9e46ba), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:51.529148 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-eb540f57-fbab-43f6-848c-814fd857aa08 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=ea1a2dd1e1504bd08826f75f48817169&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2540684 Sep 16 13:01:51.530139 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38827c8b-fcc2-4ec1-9889-976d2c275032', 'name': 'tempest-NetworksTestDHCPv6-router-1274681749', 'tenant_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:40Z', 'updated_at': '2022-09-16T13:01:45Z', 'revision_number': 2, 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'gw_port_host': None, '_interfaces': [{'id': '5c1f712a-b3a9-43d4-8ad6-78850a9e46ba', 'name': '', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'tenant_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'mac_address': 'fa:16:3e:75:39:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38827c8b-fcc2-4ec1-9889-976d2c275032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '6f43e6e0-ce1e-449e-b9ae-207e827d90cc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:44Z', 'updated_at': '2022-09-16T13:01:51Z', 'revision_number': 4, 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'subnets': [{'id': '6f43e6e0-ce1e-449e-b9ae-207e827d90cc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:51.553696 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-06c36d64-e52a-4bab-b366-b63171a4c1b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:51.561843 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066c2ddd-3c6f-4d7e-a3e7-8f8e94d63ab2 None None] The sync data for ids ['38827c8b-fcc2-4ec1-9889-976d2c275032'] in n-d-858094-4 is: [{'id': '38827c8b-fcc2-4ec1-9889-976d2c275032', 'name': 'tempest-NetworksTestDHCPv6-router-1274681749', 'tenant_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:40Z', 'updated_at': '2022-09-16T13:01:45Z', 'revision_number': 2, 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'gw_port_host': None, '_interfaces': [{'id': '5c1f712a-b3a9-43d4-8ad6-78850a9e46ba', 'name': '', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'tenant_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'mac_address': 'fa:16:3e:75:39:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38827c8b-fcc2-4ec1-9889-976d2c275032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '6f43e6e0-ce1e-449e-b9ae-207e827d90cc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:44Z', 'updated_at': '2022-09-16T13:01:51Z', 'revision_number': 4, 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'subnets': [{'id': '6f43e6e0-ce1e-449e-b9ae-207e827d90cc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:01:51.600261 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:51.617603 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cec64aac-24d4-4a09-98d4-64ec18a7cc3a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (5c1f712a-b3a9-43d4-8ad6-78850a9e46ba), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:51.668675 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec64aac-24d4-4a09-98d4-64ec18a7cc3a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=5c1f712a-b3a9-43d4-8ad6-78850a9e46ba,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:51.733135 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:51.756871 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-649165a7-40e9-4e96-94be-4573758edc29 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:51.761967 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-649165a7-40e9-4e96-94be-4573758edc29 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.25 "GET /networking/v2.0/networks?id=949764d7-e109-4aa2-8e93-b6c6fed88453 HTTP/1.1" status: 200 len: 815 time: 0.4852347 Sep 16 13:01:51.780350 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a16391-6aba-43de-8891-b758fd39aa39 req-f43b9f15-1570-4cf9-9912-785e7bb4b7be tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:51.787785 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:51.789495 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a16391-6aba-43de-8891-b758fd39aa39 req-f43b9f15-1570-4cf9-9912-785e7bb4b7be tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:51.795537 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a16391-6aba-43de-8891-b758fd39aa39 req-f43b9f15-1570-4cf9-9912-785e7bb4b7be tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:51.804809 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-f5ee4649-f0ef-4fa6-a2dc-b22d377b3f2b None None] Provisioning complete for port 8ed61b00-7040-4c1a-8607-f72eeebb12d5 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:51.805149 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a16391-6aba-43de-8891-b758fd39aa39 req-f43b9f15-1570-4cf9-9912-785e7bb4b7be tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:51.805717 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f5ee4649-f0ef-4fa6-a2dc-b22d377b3f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8ed61b00-7040-4c1a-8607-f72eeebb12d5), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:51.806245 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f5ee4649-f0ef-4fa6-a2dc-b22d377b3f2b None None] Attempt 1 to provision port 8ed61b00-7040-4c1a-8607-f72eeebb12d5 Sep 16 13:01:51.810726 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a16391-6aba-43de-8891-b758fd39aa39 req-f43b9f15-1570-4cf9-9912-785e7bb4b7be tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:51.816267 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a16391-6aba-43de-8891-b758fd39aa39 req-f43b9f15-1570-4cf9-9912-785e7bb4b7be tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:51.832953 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a16391-6aba-43de-8891-b758fd39aa39 req-f43b9f15-1570-4cf9-9912-785e7bb4b7be tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:51.836227 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5a16391-6aba-43de-8891-b758fd39aa39 req-f43b9f15-1570-4cf9-9912-785e7bb4b7be tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5429 time: 0.2709625 Sep 16 13:01:51.849610 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee4649-f0ef-4fa6-a2dc-b22d377b3f2b None None] Port 8ed61b00-7040-4c1a-8607-f72eeebb12d5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:51.906344 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cec64aac-24d4-4a09-98d4-64ec18a7cc3a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (38827c8b-fcc2-4ec1-9889-976d2c275032), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:51.913677 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-06c36d64-e52a-4bab-b366-b63171a4c1b2 admin admin] Publish callbacks [] for security_group (25f2a35f-f19e-4019-b249-74ace581b0dd), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:51.918245 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-06c36d64-e52a-4bab-b366-b63171a4c1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (25f2a35f-f19e-4019-b249-74ace581b0dd), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:51.960650 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0a44d4aa-3c09-43fd-b292-73405071851b req-60fd9608-c7fd-4e35-b398-43de51d1dce9 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aec891b0-f64b-4305-a527-356ed01b1445 HTTP/1.1" status: 200 len: 210 time: 0.1060598 Sep 16 13:01:51.986619 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:52.073155 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-06c36d64-e52a-4bab-b366-b63171a4c1b2 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=d464bf22bd3647ea8e51e26710302668&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0943942 Sep 16 13:01:52.076985 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c36d64-e52a-4bab-b366-b63171a4c1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f2a35f-f19e-4019-b249-74ace581b0dd,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:52.079770 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37152) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:52.096232 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-0e30b93b-0afe-4595-a3de-b9702bc0b46b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=82287f900aa34e05ba0e0cf7ba924585 HTTP/1.1" status: 200 len: 380 time: 0.2511208 Sep 16 13:01:52.098376 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed61b00-7040-4c1a-8607-f72eeebb12d5 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:01:52.116767 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-ce8cd0ab-1fd4-4de7-a934-97ddfaed8016 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Request body: {'port': {'device_id': '64cebb2a-47ea-4fac-ac5d-24bb6311d8e8', 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453', 'admin_state_up': True, 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'security_groups': ['51b796a0-8e62-4dd2-8098-f6b34e00217d']}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:52.197745 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:52.222338 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d5a16391-6aba-43de-8891-b758fd39aa39 req-12acf89f-5b61-46cf-9148-42f994da1936 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3607631 Sep 16 13:01:52.236468 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] Publish callbacks [] for port (8ed61b00-7040-4c1a-8607-f72eeebb12d5), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:52.276071 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] Transition to ACTIVE for port object 8ed61b00-7040-4c1a-8607-f72eeebb12d5 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:01:52.283337 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (8ed61b00-7040-4c1a-8607-f72eeebb12d5), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:52.287688 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec64aac-24d4-4a09-98d4-64ec18a7cc3a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Router 38827c8b-fcc2-4ec1-9889-976d2c275032 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:01:52.288734 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-888d037a-9070-426d-9502-90a21b8002ea admin admin] Publish callbacks [] for security_group (25f2a35f-f19e-4019-b249-74ace581b0dd), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:52.351565 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f5ee4649-f0ef-4fa6-a2dc-b22d377b3f2b None None] Attempt 2 to provision port 8ed61b00-7040-4c1a-8607-f72eeebb12d5 Sep 16 13:01:52.410054 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee4649-f0ef-4fa6-a2dc-b22d377b3f2b None None] Port 8ed61b00-7040-4c1a-8607-f72eeebb12d5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:52.412871 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-888d037a-9070-426d-9502-90a21b8002ea admin admin] Publish callbacks [] for security_group (25f2a35f-f19e-4019-b249-74ace581b0dd), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:52.484730 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec64aac-24d4-4a09-98d4-64ec18a7cc3a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:01:52.495846 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-cec64aac-24d4-4a09-98d4-64ec18a7cc3a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "PUT /networking/v2.0/routers/38827c8b-fcc2-4ec1-9889-976d2c275032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7988291 Sep 16 13:01:52.501334 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37160) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:52.524216 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed61b00-7040-4c1a-8607-f72eeebb12d5,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:52.573362 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b933a3af-c47f-4bb5-9990-525ab3c20765 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:52.576891 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9aa67-d13d-4097-bda0-337dc4acd400 req-17572871-07ed-4f5c-b6f8-9ba6cbea5351 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:52.577130 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b933a3af-c47f-4bb5-9990-525ab3c20765 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:52.578481 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ede9aa67-d13d-4097-bda0-337dc4acd400 req-17572871-07ed-4f5c-b6f8-9ba6cbea5351 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 943 time: 0.1366577 Sep 16 13:01:52.582702 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e26dcf39-5f2f-4f76-838d-3fe1c62d0fb3 req-5ad17624-0ddb-4b07-8e5f-793805fde8b2 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 210 time: 0.0898747 Sep 16 13:01:52.585201 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-ce8cd0ab-1fd4-4de7-a934-97ddfaed8016 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Made reservation on behalf of 82287f900aa34e05ba0e0cf7ba924585 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:01:52.589521 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-ce8cd0ab-1fd4-4de7-a934-97ddfaed8016 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:52.603808 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b933a3af-c47f-4bb5-9990-525ab3c20765 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1014788 Sep 16 13:01:52.604458 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37162) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:52.626918 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-888d037a-9070-426d-9502-90a21b8002ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (25f2a35f-f19e-4019-b249-74ace581b0dd), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:52.629977 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-888d037a-9070-426d-9502-90a21b8002ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:52.631284 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-888d037a-9070-426d-9502-90a21b8002ea admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/25f2a35f-f19e-4019-b249-74ace581b0dd HTTP/1.1" status: 204 len: 168 time: 0.5482495 Sep 16 13:01:52.680059 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d037a-9070-426d-9502-90a21b8002ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f2a35f-f19e-4019-b249-74ace581b0dd,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:52.756678 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c431c95c-c105-4f4e-b76f-23701f1d4d90 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet 6f43e6e0-ce1e-449e-b9ae-207e827d90cc {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:01:52.766158 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c431c95c-c105-4f4e-b76f-23701f1d4d90 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (6f43e6e0-ce1e-449e-b9ae-207e827d90cc), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:52.785503 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] Attempting to bind port 8ed61b00-7040-4c1a-8607-f72eeebb12d5 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:52.786070 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] Attempting to bind port 8ed61b00-7040-4c1a-8607-f72eeebb12d5 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:52.786309 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] Attempting to bind port 8ed61b00-7040-4c1a-8607-f72eeebb12d5 on network 4c6a423f-0493-4448-999c-84f17e899760 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:52.842299 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ede9aa67-d13d-4097-bda0-337dc4acd400 req-ecfcd896-13f8-4386-972c-61d542988cb2 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268610 Sep 16 13:01:52.848714 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c431c95c-c105-4f4e-b76f-23701f1d4d90 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (6f43e6e0-ce1e-449e-b9ae-207e827d90cc), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:52.912450 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f5ee4649-f0ef-4fa6-a2dc-b22d377b3f2b None None] Attempt 3 to provision port 8ed61b00-7040-4c1a-8607-f72eeebb12d5 Sep 16 13:01:52.920108 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] Port 8ed61b00-7040-4c1a-8607-f72eeebb12d5 on network 4c6a423f-0493-4448-999c-84f17e899760 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:01:52.920766 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] Attempting to bind port 8ed61b00-7040-4c1a-8607-f72eeebb12d5 on network 4c6a423f-0493-4448-999c-84f17e899760 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:52.951112 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:52.959038 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-ce8cd0ab-1fd4-4de7-a934-97ddfaed8016 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Allocated IP 172.20.0.3 (949764d7-e109-4aa2-8e93-b6c6fed88453/986973c6-fff5-4745-bba8-c036a91b83e3/b7230234-bb6e-4e87-88c3-bcd278e26f85) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:52.962982 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee4649-f0ef-4fa6-a2dc-b22d377b3f2b None None] Port 8ed61b00-7040-4c1a-8607-f72eeebb12d5 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:52.999567 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c431c95c-c105-4f4e-b76f-23701f1d4d90 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (6f43e6e0-ce1e-449e-b9ae-207e827d90cc), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:53.014747 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:53.015092 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] Checking segment: {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:53.015492 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] Bound using segment: {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:53.015954 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] Bound port: 8ed61b00-7040-4c1a-8607-f72eeebb12d5, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:53.016361 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8ed61b00-7040-4c1a-8607-f72eeebb12d5), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:53.111282 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c431c95c-c105-4f4e-b76f-23701f1d4d90 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (6f43e6e0-ce1e-449e-b9ae-207e827d90cc), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:53.116352 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:53.148077 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431c95c-c105-4f4e-b76f-23701f1d4d90 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=6f43e6e0-ce1e-449e-b9ae-207e827d90cc,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:53.153410 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c431c95c-c105-4f4e-b76f-23701f1d4d90 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:53.161085 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c431c95c-c105-4f4e-b76f-23701f1d4d90 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/6f43e6e0-ce1e-449e-b9ae-207e827d90cc HTTP/1.1" status: 204 len: 168 time: 0.5475938 Sep 16 13:01:53.161085 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37170) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:53.162119 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37172) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:53.164634 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845e1463-08b6-44d3-9417-70e6ef7424e1 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:01:53.164819 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c40814d7-bf83-4669-88d2-c3c62c9943a8 req-b0663d78-44c9-4c03-8276-b41a09d4ae13 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aec891b0-f64b-4305-a527-356ed01b1445 HTTP/1.1" status: 200 len: 210 time: 0.1010199 Sep 16 13:01:53.169308 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:53.208664 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] For port 8ed61b00-7040-4c1a-8607-f72eeebb12d5, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:53.214622 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] For port 8ed61b00-7040-4c1a-8607-f72eeebb12d5, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=8ed61b00-7040-4c1a-8607-f72eeebb12d5,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:53.219783 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6fbdaa30-fd4e-4963-8479-f1f364e31207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:53.237063 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (8ed61b00-7040-4c1a-8607-f72eeebb12d5), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:53.248573 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:53.249192 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:53.250627 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/8ed61b00-7040-4c1a-8607-f72eeebb12d5 HTTP/1.1" status: 200 len: 1091 time: 2.3495924 Sep 16 13:01:53.251064 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:53.251858 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2074945c-006a-4c9a-91db-b3029d04112c', 'tag': '8ed61b00-7040-4c1a-8607-f72eeebb12d5'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:01:53.254200 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedd0b09-f638-46e0-9f19-283d9da90f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "2074945c-006a-4c9a-91db-b3029d04112c", "tag": "8ed61b00-7040-4c1a-8607-f72eeebb12d5"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:01:53.315931 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-ce8cd0ab-1fd4-4de7-a934-97ddfaed8016 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for port (b7230234-bb6e-4e87-88c3-bcd278e26f85), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:53.396270 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d6f52-b647-49dd-937c-9e5585ff8ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed61b00-7040-4c1a-8607-f72eeebb12d5,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:53.403934 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c65acf-3948-40f5-bb13-5266cebf6e5d x-openstack-request-id: req-b0c65acf-3948-40f5-bb13-5266cebf6e5d {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:01:53.404441 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2074945c-006a-4c9a-91db-b3029d04112c", "tag": "8ed61b00-7040-4c1a-8607-f72eeebb12d5", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:01:53.404711 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b0c65acf-3948-40f5-bb13-5266cebf6e5d {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:01:53.405126 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c65acf-3948-40f5-bb13-5266cebf6e5d'] response: {'name': 'network-changed', 'server_uuid': '2074945c-006a-4c9a-91db-b3029d04112c', 'tag': '8ed61b00-7040-4c1a-8607-f72eeebb12d5', 'status': 'completed', 'code': 200} Sep 16 13:01:53.410382 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835381c3-13c5-438f-9f70-d65a0fad6bda None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:01:53.447024 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6fbdaa30-fd4e-4963-8479-f1f364e31207 admin admin] Publish callbacks [] for security_group (50d2767f-6d7e-4f0c-a3c3-9a10ad6e0a81), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:53.448165 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:53.471468 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7e4b699c-cc22-4b3d-9f8f-91193a2b38ca tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3105931 Sep 16 13:01:53.472786 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6fbdaa30-fd4e-4963-8479-f1f364e31207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (50d2767f-6d7e-4f0c-a3c3-9a10ad6e0a81), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:53.474251 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-951212b3-83d8-4467-8020-a3dc66678c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:53.476110 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-951212b3-83d8-4467-8020-a3dc66678c6d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 1125 time: 0.1385136 Sep 16 13:01:53.477976 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37178) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:53.480665 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f5ee4649-f0ef-4fa6-a2dc-b22d377b3f2b None None] Attempt 4 to provision port 8ed61b00-7040-4c1a-8607-f72eeebb12d5 Sep 16 13:01:53.520808 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-835381c3-13c5-438f-9f70-d65a0fad6bda None None] Deleting port 10eb7723-744e-47fc-8932-86036945ad40 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:01:53.521261 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-835381c3-13c5-438f-9f70-d65a0fad6bda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (10eb7723-744e-47fc-8932-86036945ad40), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:53.521704 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdaa30-fd4e-4963-8479-f1f364e31207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d2767f-6d7e-4f0c-a3c3-9a10ad6e0a81,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:53.561847 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-6fbdaa30-fd4e-4963-8479-f1f364e31207 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=0c4b639011a44cac80e7ef7d2ef42d94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3939145 Sep 16 13:01:53.564401 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37180) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:53.572453 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-ce8cd0ab-1fd4-4de7-a934-97ddfaed8016 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (b7230234-bb6e-4e87-88c3-bcd278e26f85), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:53.575364 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-6d7d3aa2-15f2-4c17-ac3f-6ab320800ed5 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=ea1a2dd1e1504bd08826f75f48817169&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1257021 Sep 16 13:01:53.597945 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-835381c3-13c5-438f-9f70-d65a0fad6bda None None] For port 10eb7723-744e-47fc-8932-86036945ad40, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=10eb7723-744e-47fc-8932-86036945ad40,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:53.598627 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-835381c3-13c5-438f-9f70-d65a0fad6bda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (10eb7723-744e-47fc-8932-86036945ad40), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:53.613424 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-835381c3-13c5-438f-9f70-d65a0fad6bda None None] Calling delete_port for 10eb7723-744e-47fc-8932-86036945ad40 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:01:53.660963 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-661d065c-d398-47aa-9809-45819efda55a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ed61b00-7040-4c1a-8607-f72eeebb12d5 HTTP/1.1" status: 200 len: 217 time: 0.1634684 Sep 16 13:01:53.665776 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-624e5dc7-03de-433d-a673-d316a79bfcb3 admin admin] Publish callbacks [] for security_group (50d2767f-6d7e-4f0c-a3c3-9a10ad6e0a81), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:53.691883 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-624e5dc7-03de-433d-a673-d316a79bfcb3 admin admin] Publish callbacks [] for security_group (50d2767f-6d7e-4f0c-a3c3-9a10ad6e0a81), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:53.703419 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89ec50-39c6-4aa8-8bf1-7a536517d95c req-24c59fbd-85d5-4626-ac48-d00b0bbe21d6 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:53.710380 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89ec50-39c6-4aa8-8bf1-7a536517d95c req-24c59fbd-85d5-4626-ac48-d00b0bbe21d6 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:53.717635 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89ec50-39c6-4aa8-8bf1-7a536517d95c req-24c59fbd-85d5-4626-ac48-d00b0bbe21d6 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:53.723624 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89ec50-39c6-4aa8-8bf1-7a536517d95c req-24c59fbd-85d5-4626-ac48-d00b0bbe21d6 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:53.729245 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89ec50-39c6-4aa8-8bf1-7a536517d95c req-24c59fbd-85d5-4626-ac48-d00b0bbe21d6 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:53.734733 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89ec50-39c6-4aa8-8bf1-7a536517d95c req-24c59fbd-85d5-4626-ac48-d00b0bbe21d6 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:53.740446 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89ec50-39c6-4aa8-8bf1-7a536517d95c req-24c59fbd-85d5-4626-ac48-d00b0bbe21d6 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:53.742699 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ee89ec50-39c6-4aa8-8bf1-7a536517d95c req-24c59fbd-85d5-4626-ac48-d00b0bbe21d6 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5429 time: 0.3258326 Sep 16 13:01:53.801715 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-624e5dc7-03de-433d-a673-d316a79bfcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (50d2767f-6d7e-4f0c-a3c3-9a10ad6e0a81), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:53.805193 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-624e5dc7-03de-433d-a673-d316a79bfcb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:53.806543 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-624e5dc7-03de-433d-a673-d316a79bfcb3 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/50d2767f-6d7e-4f0c-a3c3-9a10ad6e0a81 HTTP/1.1" status: 204 len: 168 time: 0.2402723 Sep 16 13:01:53.816659 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e5dc7-03de-433d-a673-d316a79bfcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d2767f-6d7e-4f0c-a3c3-9a10ad6e0a81,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:53.839246 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-af9f937e-2832-4252-aa91-5a58f6657797 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for router (38827c8b-fcc2-4ec1-9889-976d2c275032), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:53.889693 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee4649-f0ef-4fa6-a2dc-b22d377b3f2b None None] Port 8ed61b00-7040-4c1a-8607-f72eeebb12d5 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 13:01:53.893972 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-835381c3-13c5-438f-9f70-d65a0fad6bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (10eb7723-744e-47fc-8932-86036945ad40), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:53.896533 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-ce8cd0ab-1fd4-4de7-a934-97ddfaed8016 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Network 949764d7-e109-4aa2-8e93-b6c6fed88453 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:53.911627 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-f5ee4649-f0ef-4fa6-a2dc-b22d377b3f2b None None] Could not find standard attr ID for object 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:01:53.936698 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8abb21-99d3-475a-9eef-69ce20458eb6 None None] Sync routers for ids ['38827c8b-fcc2-4ec1-9889-976d2c275032'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:01:53.941595 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835381c3-13c5-438f-9f70-d65a0fad6bda None None] Pushing event deleted for resources: {'Port': ['ID=10eb7723-744e-47fc-8932-86036945ad40,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:53.949229 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835381c3-13c5-438f-9f70-d65a0fad6bda None None] No DVR routers for this DVR port 10eb7723-744e-47fc-8932-86036945ad40 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:01:53.949453 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-ce8cd0ab-1fd4-4de7-a934-97ddfaed8016 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:53.958508 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8abb21-99d3-475a-9eef-69ce20458eb6 None None] Routers {'38827c8b-fcc2-4ec1-9889-976d2c275032'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:01:53.959945 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ce8abb21-99d3-475a-9eef-69ce20458eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:01:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['38827c8b-fcc2-4ec1-9889-976d2c275032'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:53.980154 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-ce8cd0ab-1fd4-4de7-a934-97ddfaed8016 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:54.022041 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8cd0ab-1fd4-4de7-a934-97ddfaed8016 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Pushing event updated for resources: {'Port': ['ID=b7230234-bb6e-4e87-88c3-bcd278e26f85,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:54.049760 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-ce8abb21-99d3-475a-9eef-69ce20458eb6 None None] Set router 38827c8b-fcc2-4ec1-9889-976d2c275032 gateway port host: None {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:01:54.101041 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-2e4b0708-a3c3-4fe3-a381-d160f5f86f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:54.102609 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-2e4b0708-a3c3-4fe3-a381-d160f5f86f11 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=084dc942-2fdd-4c42-96da-2aec36f644a5 HTTP/1.1" status: 200 len: 850 time: 0.3516955 Sep 16 13:01:54.106975 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ce8abb21-99d3-475a-9eef-69ce20458eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38827c8b-fcc2-4ec1-9889-976d2c275032', 'name': 'tempest-NetworksTestDHCPv6-router-1274681749', 'tenant_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:40Z', 'updated_at': '2022-09-16T13:01:51Z', 'revision_number': 3, 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:54.117028 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad7180-4d2f-42fa-8aa0-8965feeae88c req-259c5361-7f04-4dc5-8610-18dc0f59b933 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:54.124723 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a8ad7180-4d2f-42fa-8aa0-8965feeae88c req-259c5361-7f04-4dc5-8610-18dc0f59b933 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 931 time: 0.3359356 Sep 16 13:01:54.143298 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8abb21-99d3-475a-9eef-69ce20458eb6 None None] Checking router: 38827c8b-fcc2-4ec1-9889-976d2c275032 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:01:54.160480 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8abb21-99d3-475a-9eef-69ce20458eb6 None None] Routers {'38827c8b-fcc2-4ec1-9889-976d2c275032'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:01:54.161196 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ce8abb21-99d3-475a-9eef-69ce20458eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:01:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['38827c8b-fcc2-4ec1-9889-976d2c275032'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:54.228511 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-f894864b-ef05-4705-984b-e829c4734bd8 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:54.230290 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-f894864b-ef05-4705-984b-e829c4734bd8 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6014638 Sep 16 13:01:54.242917 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-ce8abb21-99d3-475a-9eef-69ce20458eb6 None None] Set router 38827c8b-fcc2-4ec1-9889-976d2c275032 gateway port host: None {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:01:54.300001 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-ce8abb21-99d3-475a-9eef-69ce20458eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38827c8b-fcc2-4ec1-9889-976d2c275032', 'name': 'tempest-NetworksTestDHCPv6-router-1274681749', 'tenant_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:40Z', 'updated_at': '2022-09-16T13:01:51Z', 'revision_number': 3, 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:54.331643 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8abb21-99d3-475a-9eef-69ce20458eb6 None None] The sync data for ids ['38827c8b-fcc2-4ec1-9889-976d2c275032'] in n-d-858094-4 is: [{'id': '38827c8b-fcc2-4ec1-9889-976d2c275032', 'name': 'tempest-NetworksTestDHCPv6-router-1274681749', 'tenant_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:40Z', 'updated_at': '2022-09-16T13:01:51Z', 'revision_number': 3, 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'gw_port_host': None}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:01:54.342742 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-d3e4b067-e008-4846-bd14-6443ba759167 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Request body: {'port': {'device_id': 'aec891b0-f64b-4305-a527-356ed01b1445', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'admin_state_up': True, 'tenant_id': 'ea1a2dd1e1504bd08826f75f48817169'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:54.364712 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-33699cce-0335-4fda-b388-0aded5f148c4 None None] Provisioning complete for port b7230234-bb6e-4e87-88c3-bcd278e26f85 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:54.365597 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-33699cce-0335-4fda-b388-0aded5f148c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b7230234-bb6e-4e87-88c3-bcd278e26f85), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:54.366094 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-33699cce-0335-4fda-b388-0aded5f148c4 None None] Attempt 1 to provision port b7230234-bb6e-4e87-88c3-bcd278e26f85 Sep 16 13:01:54.393033 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 10eb7723-744e-47fc-8932-86036945ad40 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:01:54.439614 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 10eb7723-744e-47fc-8932-86036945ad40 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:01:54.440369 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 10eb7723-744e-47fc-8932-86036945ad40 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:01:54.443893 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-33699cce-0335-4fda-b388-0aded5f148c4 None None] Port b7230234-bb6e-4e87-88c3-bcd278e26f85 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:54.732907 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-ce8cd0ab-1fd4-4de7-a934-97ddfaed8016 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:54.733526 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-ce8cd0ab-1fd4-4de7-a934-97ddfaed8016 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:54.785337 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-af9f937e-2832-4252-aa91-5a58f6657797 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (38827c8b-fcc2-4ec1-9889-976d2c275032), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:54.792888 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-af9f937e-2832-4252-aa91-5a58f6657797 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for router_controller (38827c8b-fcc2-4ec1-9889-976d2c275032), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:54.806330 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ee89ec50-39c6-4aa8-8bf1-7a536517d95c req-e1a29880-6c29-4576-bcab-2043b89bd526 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0500939 Sep 16 13:01:54.824640 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-cf013559-810b-4160-b258-46cee9999eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:54.826162 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-cf013559-810b-4160-b258-46cee9999eb0 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=4c6a423f-0493-4448-999c-84f17e899760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6584907 Sep 16 13:01:54.869740 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-ce8cd0ab-1fd4-4de7-a934-97ddfaed8016 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7611356 Sep 16 13:01:54.887191 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:54.888028 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:54.898725 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] Request body: {'port': {'device_id': '64cebb2a-47ea-4fac-ac5d-24bb6311d8e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:54.923687 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a8ad7180-4d2f-42fa-8aa0-8965feeae88c req-b9c25b21-2fc4-4c26-bb64-1f673ae54459 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7978117 Sep 16 13:01:54.924272 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-af9f937e-2832-4252-aa91-5a58f6657797 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (38827c8b-fcc2-4ec1-9889-976d2c275032), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:54.924829 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9f937e-2832-4252-aa91-5a58f6657797 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Fanout notify agent at l3_agent the message router_deleted on router 38827c8b-fcc2-4ec1-9889-976d2c275032 {{(pid=113698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:01:54.957749 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-33699cce-0335-4fda-b388-0aded5f148c4 None None] Attempt 2 to provision port b7230234-bb6e-4e87-88c3-bcd278e26f85 Sep 16 13:01:55.005124 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-33699cce-0335-4fda-b388-0aded5f148c4 None None] Port b7230234-bb6e-4e87-88c3-bcd278e26f85 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:55.030863 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-af9f937e-2832-4252-aa91-5a58f6657797 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:55.031988 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-af9f937e-2832-4252-aa91-5a58f6657797 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/routers/38827c8b-fcc2-4ec1-9889-976d2c275032 HTTP/1.1" status: 204 len: 168 time: 1.5359588 Sep 16 13:01:55.035853 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37212) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:55.038178 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70818773-463d-42bd-b98e-fa70020d0eef req-a4eda46a-f534-45d5-84fc-50560f3af98e tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:55.039682 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-70818773-463d-42bd-b98e-fa70020d0eef req-a4eda46a-f534-45d5-84fc-50560f3af98e tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 943 time: 0.1198165 Sep 16 13:01:55.042665 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-c1aee0d0-66f7-4d95-ab8a-c909d8cc0cd7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:55.125032 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-046a3e42-1e7d-44a7-a877-773e4924c180 req-c40a1a1d-9880-4b77-a21c-f8e5c64b0652 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aec891b0-f64b-4305-a527-356ed01b1445 HTTP/1.1" status: 200 len: 210 time: 0.0842268 Sep 16 13:01:55.199333 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1aee0d0-66f7-4d95-ab8a-c909d8cc0cd7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:01:55.204773 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c1aee0d0-66f7-4d95-ab8a-c909d8cc0cd7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:55.215121 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b7230234-bb6e-4e87-88c3-bcd278e26f85), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:55.240820 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-70818773-463d-42bd-b98e-fa70020d0eef req-bb80bf2d-caf5-4fbb-9c67-70b8c255ef98 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900601 Sep 16 13:01:55.246645 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-9da66e43-7558-4ebe-b20f-b0525a87f018 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758452 Sep 16 13:01:55.250211 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-d3e4b067-e008-4846-bd14-6443ba759167 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Made reservation on behalf of ea1a2dd1e1504bd08826f75f48817169 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:01:55.253970 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-d3e4b067-e008-4846-bd14-6443ba759167 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:55.290452 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-d3e4b067-e008-4846-bd14-6443ba759167 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:55.442554 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c1aee0d0-66f7-4d95-ab8a-c909d8cc0cd7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (f28d3ed7-1e0b-412b-8163-dfbaa34960ec), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:55.499148 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aee0d0-66f7-4d95-ab8a-c909d8cc0cd7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:55.503974 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-c1aee0d0-66f7-4d95-ab8a-c909d8cc0cd7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:55.506489 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-33699cce-0335-4fda-b388-0aded5f148c4 None None] Attempt 3 to provision port b7230234-bb6e-4e87-88c3-bcd278e26f85 Sep 16 13:01:55.506982 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aee0d0-66f7-4d95-ab8a-c909d8cc0cd7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:55.507602 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c1aee0d0-66f7-4d95-ab8a-c909d8cc0cd7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:55.509096 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37224) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:55.513802 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e06c5b3a-cb8c-4a90-bb29-4b3b223df852 req-28f98727-f833-4762-8b80-9308c4f0bb9a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574501 Sep 16 13:01:55.522098 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:55.525707 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aee0d0-66f7-4d95-ab8a-c909d8cc0cd7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=f28d3ed7-1e0b-412b-8163-dfbaa34960ec,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:55.538112 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c1aee0d0-66f7-4d95-ab8a-c909d8cc0cd7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4995413 Sep 16 13:01:55.539870 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37226) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:55.546652 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdc3e60-1922-495c-85e4-a6d1c227c5f0 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:01:55.546862 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-3441ac4c-49e3-42ef-82ee-51a51ec08a35 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-376080363', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:55.598504 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3441ac4c-49e3-42ef-82ee-51a51ec08a35 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (1d48ba4e-a42d-4471-be2c-caba6f6d953f), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:55.599833 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3441ac4c-49e3-42ef-82ee-51a51ec08a35 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (1d48ba4e-a42d-4471-be2c-caba6f6d953f), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:55.617684 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-d3e4b067-e008-4846-bd14-6443ba759167 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Publish callbacks [] for security_group (13885d6c-0e33-401c-8451-66ccba24e2bf), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:55.624594 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-d3e4b067-e008-4846-bd14-6443ba759167 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (13885d6c-0e33-401c-8451-66ccba24e2bf), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:55.633884 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:55.651394 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:55.660688 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-33699cce-0335-4fda-b388-0aded5f148c4 None None] Port b7230234-bb6e-4e87-88c3-bcd278e26f85 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:55.667495 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3441ac4c-49e3-42ef-82ee-51a51ec08a35 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for router_controller (1d48ba4e-a42d-4471-be2c-caba6f6d953f), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:55.673293 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3441ac4c-49e3-42ef-82ee-51a51ec08a35 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (1d48ba4e-a42d-4471-be2c-caba6f6d953f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:55.694972 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3441ac4c-49e3-42ef-82ee-51a51ec08a35 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:55.699284 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3441ac4c-49e3-42ef-82ee-51a51ec08a35 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1581833 Sep 16 13:01:55.700072 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37230) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:55.723789 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-c29eca68-bdc3-49e9-9b17-538ff7716700 tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1646052167'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:55.724591 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-c29eca68-bdc3-49e9-9b17-538ff7716700 tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] Unknown quota resources ['metering_label']. {{(pid=113698) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Sep 16 13:01:55.736469 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4b067-e008-4846-bd14-6443ba759167 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13885d6c-0e33-401c-8451-66ccba24e2bf,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:55.764913 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': 'f28d3ed7-1e0b-412b-8163-dfbaa34960ec'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:01:55.766178 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:55.793111 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:55.849195 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:55.920642 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] Allocated IP 2001:db8::2 (9baef6e6-991f-4370-ace0-656f975a51ae/f28d3ed7-1e0b-412b-8163-dfbaa34960ec/4b01d25d-0382-40f7-ba66-577da143956a) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:55.954991 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7230234-bb6e-4e87-88c3-bcd278e26f85 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:01:56.000931 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] Publish callbacks [] for port (b7230234-bb6e-4e87-88c3-bcd278e26f85), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:56.014106 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:56.067706 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b2c1144a-9182-46f5-a084-d6ec7ba8e4a3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:56.079799 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c29eca68-bdc3-49e9-9b17-538ff7716700 tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:56.081032 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c29eca68-bdc3-49e9-9b17-538ff7716700 tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] 10.222.0.67 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5706725 Sep 16 13:01:56.084251 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37236) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:56.088532 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-7c83f210-5edb-4649-8690-41c0c2d6ddda tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c6e70391-18ab-43d4-8653-4016690eb186'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:56.089139 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-7c83f210-5edb-4649-8690-41c0c2d6ddda tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=113699) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Sep 16 13:01:56.107169 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] Publish callbacks [] for port (4b01d25d-0382-40f7-ba66-577da143956a), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:56.117039 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (4b01d25d-0382-40f7-ba66-577da143956a), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:56.124718 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] Transition to ACTIVE for port object b7230234-bb6e-4e87-88c3-bcd278e26f85 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:01:56.132977 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-d3e4b067-e008-4846-bd14-6443ba759167 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Allocated IP 192.168.233.143 (0d92faea-1b11-4a12-9a14-e8d73c16e432/e8ac73dd-7148-40bb-9084-34fa9bce3a38/a2ab8eb4-c338-459a-b674-f31ee11bfd20) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:56.146466 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (b7230234-bb6e-4e87-88c3-bcd278e26f85), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:56.163753 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-33699cce-0335-4fda-b388-0aded5f148c4 None None] Attempt 4 to provision port b7230234-bb6e-4e87-88c3-bcd278e26f85 Sep 16 13:01:56.190459 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:56.196779 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2260858-ff69-4987-896b-c1466ab8f5f4 req-096f1b9c-ee24-4c6e-977b-f29fc548ad7d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:56.198337 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:56.202418 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2260858-ff69-4987-896b-c1466ab8f5f4 req-096f1b9c-ee24-4c6e-977b-f29fc548ad7d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:56.207423 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2260858-ff69-4987-896b-c1466ab8f5f4 req-096f1b9c-ee24-4c6e-977b-f29fc548ad7d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:56.208023 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:56.212787 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2260858-ff69-4987-896b-c1466ab8f5f4 req-096f1b9c-ee24-4c6e-977b-f29fc548ad7d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:56.218103 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2260858-ff69-4987-896b-c1466ab8f5f4 req-096f1b9c-ee24-4c6e-977b-f29fc548ad7d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:56.220873 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] Pushing event updated for resources: {'Port': ['ID=4b01d25d-0382-40f7-ba66-577da143956a,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:56.224646 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2260858-ff69-4987-896b-c1466ab8f5f4 req-096f1b9c-ee24-4c6e-977b-f29fc548ad7d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:56.228902 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-33699cce-0335-4fda-b388-0aded5f148c4 None None] Port b7230234-bb6e-4e87-88c3-bcd278e26f85 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:56.231323 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2260858-ff69-4987-896b-c1466ab8f5f4 req-096f1b9c-ee24-4c6e-977b-f29fc548ad7d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:56.236716 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d2260858-ff69-4987-896b-c1466ab8f5f4 req-096f1b9c-ee24-4c6e-977b-f29fc548ad7d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5429 time: 0.2866819 Sep 16 13:01:56.254818 n-d-858094-4 neutron-server[113699]: WARNING neutron.services.metering.metering_plugin [None req-7c83f210-5edb-4649-8690-41c0c2d6ddda tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 13:01:56.264697 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143e9f6-9fd4-4160-9642-5787f93b4c8e req-3a439888-920a-4846-b5e8-9537cecb02f8 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:56.267773 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e143e9f6-9fd4-4160-9642-5787f93b4c8e req-3a439888-920a-4846-b5e8-9537cecb02f8 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 931 time: 0.2190864 Sep 16 13:01:56.289720 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] Attempting to bind port 4b01d25d-0382-40f7-ba66-577da143956a on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:56.290175 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] Attempting to bind port 4b01d25d-0382-40f7-ba66-577da143956a by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:56.290500 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] Attempting to bind port 4b01d25d-0382-40f7-ba66-577da143956a on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:56.338418 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:01:56.361898 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:01:56.361898 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 5c1f712a-b3a9-43d4-8ad6-78850a9e46ba not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:01:56.366336 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:56.367488 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:56.367488 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:56.367488 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:56.367942 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] Bound port: 4b01d25d-0382-40f7-ba66-577da143956a, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:56.368333 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4b01d25d-0382-40f7-ba66-577da143956a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:56.418293 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7c83f210-5edb-4649-8690-41c0c2d6ddda tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:56.420583 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7c83f210-5edb-4649-8690-41c0c2d6ddda tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] 10.222.0.67 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3352823 Sep 16 13:01:56.424203 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37242) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:56.428630 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-b459664a-02f7-4821-b114-e98683e0769a tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c6e70391-18ab-43d4-8653-4016690eb186'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:56.429333 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-b459664a-02f7-4821-b114-e98683e0769a tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=113699) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Sep 16 13:01:56.441323 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] For port 4b01d25d-0382-40f7-ba66-577da143956a, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:56.444680 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] For port 4b01d25d-0382-40f7-ba66-577da143956a, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=4b01d25d-0382-40f7-ba66-577da143956a,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:56.452420 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (4b01d25d-0382-40f7-ba66-577da143956a), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:56.478144 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7230234-bb6e-4e87-88c3-bcd278e26f85,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:56.487518 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d2260858-ff69-4987-896b-c1466ab8f5f4 req-1be5bd60-ddb3-4def-9930-22eeca215f79 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2313364 Sep 16 13:01:56.520803 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e143e9f6-9fd4-4160-9642-5787f93b4c8e req-98414ff8-d87a-4c99-9c71-a05e60fb16cd tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260041 Sep 16 13:01:56.528448 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361f1cc-5332-4859-9dc6-e4e29e2a086e None None] Pushing event updated for resources: {'Port': ['ID=4b01d25d-0382-40f7-ba66-577da143956a,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:56.565873 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-b2c1144a-9182-46f5-a084-d6ec7ba8e4a3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::1 (9baef6e6-991f-4370-ace0-656f975a51ae/f28d3ed7-1e0b-412b-8163-dfbaa34960ec/775ff14b-b131-4fb8-be5b-c8012ded4d53) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:01:56.723058 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2dfe2f61-68f6-4ee5-80ee-8662fa5ca432 req-67b5baaa-758a-467d-99da-5657407381ab tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aec891b0-f64b-4305-a527-356ed01b1445 HTTP/1.1" status: 200 len: 210 time: 0.1022389 Sep 16 13:01:56.724692 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd0b09-f638-46e0-9f19-283d9da90f7d req-0a7bc477-7aa9-4e21-b269-da0acef37f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:56.728445 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cedd0b09-f638-46e0-9f19-283d9da90f7d req-0a7bc477-7aa9-4e21-b269-da0acef37f55 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 1125 time: 0.3165693 Sep 16 13:01:56.731667 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-33699cce-0335-4fda-b388-0aded5f148c4 None None] Attempt 5 to provision port b7230234-bb6e-4e87-88c3-bcd278e26f85 Sep 16 13:01:56.743440 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:56.745306 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] Attempting to bind port b7230234-bb6e-4e87-88c3-bcd278e26f85 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:56.745974 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] Attempting to bind port b7230234-bb6e-4e87-88c3-bcd278e26f85 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': 'ea9ac0dd-12c0-4c61-bdd8-73eff891277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:56.747348 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] Attempting to bind port b7230234-bb6e-4e87-88c3-bcd278e26f85 on network 949764d7-e109-4aa2-8e93-b6c6fed88453 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:56.802462 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-33699cce-0335-4fda-b388-0aded5f148c4 None None] Port b7230234-bb6e-4e87-88c3-bcd278e26f85 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:56.880861 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5669d-10ae-4dc2-a421-4c9921af817a req-b0e107a9-34a9-4807-a1b4-3db32124834b tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:56.882447 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8bd5669d-10ae-4dc2-a421-4c9921af817a req-b0e107a9-34a9-4807-a1b4-3db32124834b tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 943 time: 0.2398827 Sep 16 13:01:56.923161 n-d-858094-4 neutron-server[113699]: WARNING neutron.services.metering.metering_plugin [None req-b459664a-02f7-4821-b114-e98683e0769a tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 13:01:56.945665 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-d3e4b067-e008-4846-bd14-6443ba759167 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Publish callbacks [] for port (a2ab8eb4-c338-459a-b674-f31ee11bfd20), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:56.951506 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] Port b7230234-bb6e-4e87-88c3-bcd278e26f85 on network 949764d7-e109-4aa2-8e93-b6c6fed88453 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:01:56.952088 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] Attempting to bind port b7230234-bb6e-4e87-88c3-bcd278e26f85 on network 949764d7-e109-4aa2-8e93-b6c6fed88453 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:57.036635 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd0b09-f638-46e0-9f19-283d9da90f7d req-b559afdb-45fb-43c3-993e-4b560b98a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:57.038075 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cedd0b09-f638-46e0-9f19-283d9da90f7d req-b559afdb-45fb-43c3-993e-4b560b98a247 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 200 len: 912 time: 0.2877474 Sep 16 13:01:57.049398 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b459664a-02f7-4821-b114-e98683e0769a tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:57.050610 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b459664a-02f7-4821-b114-e98683e0769a tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] 10.222.0.67 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6252401 Sep 16 13:01:57.053493 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37244) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:57.056397 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8bd5669d-10ae-4dc2-a421-4c9921af817a req-77333064-c02f-4ba4-b0f0-8f316ab020ec tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531253 Sep 16 13:01:57.070285 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-55a907ae-474b-45ce-bad1-31e5c392ac24 tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] 10.222.0.67 "GET /networking/v2.0/metering/metering-label-rules?id=fa7bcad5-5799-456c-ba56-09159f9ce95b HTTP/1.1" status: 200 len: 462 time: 0.0157237 Sep 16 13:01:57.073761 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37246) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:57.120489 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:57.120998 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] Checking segment: {'id': 'ea9ac0dd-12c0-4c61-bdd8-73eff891277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:57.121263 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] Bound using segment: {'id': 'ea9ac0dd-12c0-4c61-bdd8-73eff891277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:57.122294 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] Bound port: b7230234-bb6e-4e87-88c3-bcd278e26f85, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea9ac0dd-12c0-4c61-bdd8-73eff891277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:57.122827 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b7230234-bb6e-4e87-88c3-bcd278e26f85), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:57.127374 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cedd0b09-f638-46e0-9f19-283d9da90f7d req-98ddbba9-e406-4840-81e3-375e5fcff539 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ed61b00-7040-4c1a-8607-f72eeebb12d5 HTTP/1.1" status: 200 len: 217 time: 0.0800862 Sep 16 13:01:57.148852 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-d3e4b067-e008-4846-bd14-6443ba759167 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (a2ab8eb4-c338-459a-b674-f31ee11bfd20), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:57.175731 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:57.203733 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b2c1144a-9182-46f5-a084-d6ec7ba8e4a3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (775ff14b-b131-4fb8-be5b-c8012ded4d53), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:57.237432 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0963366a-19b5-4e30-9fb9-f71bbb664c73 tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:57.238544 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0963366a-19b5-4e30-9fb9-f71bbb664c73 tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] 10.222.0.67 "DELETE /networking/v2.0/metering/metering-label-rules/fa7bcad5-5799-456c-ba56-09159f9ce95b HTTP/1.1" status: 204 len: 168 time: 0.1636786 Sep 16 13:01:57.242105 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37252) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:57.256682 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9ea08897-1f55-4b00-addf-73fbbd378369 tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] 10.222.0.67 "GET /networking/v2.0/metering/metering-label-rules?id=fa7bcad5-5799-456c-ba56-09159f9ce95b HTTP/1.1" status: 200 len: 221 time: 0.0135243 Sep 16 13:01:57.260915 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37254) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:57.261112 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-d3e4b067-e008-4846-bd14-6443ba759167 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Network 0d92faea-1b11-4a12-9a14-e8d73c16e432 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:57.266031 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-35844eb8-7039-45ba-82bd-f00f3059d0ec tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1794470269', 'description': 'label created by tempest'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:57.266479 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-35844eb8-7039-45ba-82bd-f00f3059d0ec tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] Unknown quota resources ['metering_label']. {{(pid=113699) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Sep 16 13:01:57.274806 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-d3e4b067-e008-4846-bd14-6443ba759167 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:57.282627 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4b067-e008-4846-bd14-6443ba759167 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Pushing event updated for resources: {'Port': ['ID=a2ab8eb4-c338-459a-b674-f31ee11bfd20,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:57.285784 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd0b09-f638-46e0-9f19-283d9da90f7d req-3ecfe524-3010-466c-b854-3449f7ae7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:57.287268 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cedd0b09-f638-46e0-9f19-283d9da90f7d req-3ecfe524-3010-466c-b854-3449f7ae7f56 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=084dc942-2fdd-4c42-96da-2aec36f644a5 HTTP/1.1" status: 200 len: 850 time: 0.1512761 Sep 16 13:01:57.290072 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-d3e4b067-e008-4846-bd14-6443ba759167 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:57.305362 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-33699cce-0335-4fda-b388-0aded5f148c4 None None] Attempt 6 to provision port b7230234-bb6e-4e87-88c3-bcd278e26f85 Sep 16 13:01:57.355084 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-33699cce-0335-4fda-b388-0aded5f148c4 None None] Port b7230234-bb6e-4e87-88c3-bcd278e26f85 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:57.375549 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] For port b7230234-bb6e-4e87-88c3-bcd278e26f85, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:01:57.412709 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-d3e4b067-e008-4846-bd14-6443ba759167 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:57.414128 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-d3e4b067-e008-4846-bd14-6443ba759167 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:57.427889 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] For port b7230234-bb6e-4e87-88c3-bcd278e26f85, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=b7230234-bb6e-4e87-88c3-bcd278e26f85,segment=NetworkSegment(ea9ac0dd-12c0-4c61-bdd8-73eff891277b),segment_id=ea9ac0dd-12c0-4c61-bdd8-73eff891277b)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:01:57.430527 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:57.436231 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd0b09-f638-46e0-9f19-283d9da90f7d req-ca098d1d-92a3-443e-9307-c5b736c33e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:57.437862 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cedd0b09-f638-46e0-9f19-283d9da90f7d req-ca098d1d-92a3-443e-9307-c5b736c33e44 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=4c6a423f-0493-4448-999c-84f17e899760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1381261 Sep 16 13:01:57.440417 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (b7230234-bb6e-4e87-88c3-bcd278e26f85), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:57.444346 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:57.445238 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:57.446720 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/b7230234-bb6e-4e87-88c3-bcd278e26f85 HTTP/1.1" status: 200 len: 1091 time: 2.5546765 Sep 16 13:01:57.451928 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cebb2a-47ea-4fac-ac5d-24bb6311d8e8', 'tag': 'b7230234-bb6e-4e87-88c3-bcd278e26f85'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:01:57.454622 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c105161a-98ae-45d5-a856-6f7e22b33601" -d '{"events": [{"name": "network-changed", "server_uuid": "64cebb2a-47ea-4fac-ac5d-24bb6311d8e8", "tag": "b7230234-bb6e-4e87-88c3-bcd278e26f85"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:01:57.464383 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b2c1144a-9182-46f5-a084-d6ec7ba8e4a3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (775ff14b-b131-4fb8-be5b-c8012ded4d53), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:57.484754 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-d3e4b067-e008-4846-bd14-6443ba759167 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1791799 Sep 16 13:01:57.595788 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-35844eb8-7039-45ba-82bd-f00f3059d0ec tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:57.599363 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-35844eb8-7039-45ba-82bd-f00f3059d0ec tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] 10.222.0.67 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3349380 Sep 16 13:01:57.602618 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1144a-9182-46f5-a084-d6ec7ba8e4a3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=775ff14b-b131-4fb8-be5b-c8012ded4d53,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:57.608173 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37262) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:57.636774 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c1144a-9182-46f5-a084-d6ec7ba8e4a3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:57.659045 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-b2c1144a-9182-46f5-a084-d6ec7ba8e4a3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:57.699131 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c1144a-9182-46f5-a084-d6ec7ba8e4a3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:01:57.699816 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b2c1144a-9182-46f5-a084-d6ec7ba8e4a3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (1d48ba4e-a42d-4471-be2c-caba6f6d953f), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:57.705212 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-12ef2cba-5590-4869-bfee-d11d09c3bd19 tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] 10.222.0.67 "GET /networking/v2.0/metering/metering-labels?id=ea9262f4-dc58-4f73-aa22-87a47ea86a65 HTTP/1.1" status: 200 len: 468 time: 0.0957766 Sep 16 13:01:57.740247 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37264) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:57.757559 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:57.857927 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-33699cce-0335-4fda-b388-0aded5f148c4 None None] Attempt 7 to provision port b7230234-bb6e-4e87-88c3-bcd278e26f85 Sep 16 13:01:57.916230 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-33699cce-0335-4fda-b388-0aded5f148c4 None None] Port b7230234-bb6e-4e87-88c3-bcd278e26f85 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 13:01:57.929354 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] Request body: {'port': {'device_id': 'aec891b0-f64b-4305-a527-356ed01b1445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:01:57.935196 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:57.962742 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c966f70-4835-4e8d-9348-7e86afb6a3f2 x-openstack-request-id: req-8c966f70-4835-4e8d-9348-7e86afb6a3f2 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:01:57.962964 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64cebb2a-47ea-4fac-ac5d-24bb6311d8e8", "tag": "b7230234-bb6e-4e87-88c3-bcd278e26f85", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:01:57.963186 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8c966f70-4835-4e8d-9348-7e86afb6a3f2 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:01:57.963899 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c966f70-4835-4e8d-9348-7e86afb6a3f2'] response: {'name': 'network-changed', 'server_uuid': '64cebb2a-47ea-4fac-ac5d-24bb6311d8e8', 'tag': 'b7230234-bb6e-4e87-88c3-bcd278e26f85', 'status': 'completed', 'code': 200} Sep 16 13:01:58.002909 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0795dc58-b0ce-4b59-817b-46fc756c5674 tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:58.004075 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0795dc58-b0ce-4b59-817b-46fc756c5674 tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] 10.222.0.67 "DELETE /networking/v2.0/metering/metering-labels/ea9262f4-dc58-4f73-aa22-87a47ea86a65 HTTP/1.1" status: 204 len: 168 time: 0.2628677 Sep 16 13:01:58.006929 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37268) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:58.026258 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-41f15a58-baeb-4050-b890-dd6bdcf858db tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] 10.222.0.67 "GET /networking/v2.0/metering/metering-labels?id=ea9262f4-dc58-4f73-aa22-87a47ea86a65 HTTP/1.1" status: 200 len: 216 time: 0.0180571 Sep 16 13:01:58.027511 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b2c1144a-9182-46f5-a084-d6ec7ba8e4a3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (775ff14b-b131-4fb8-be5b-c8012ded4d53), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:58.030793 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37270) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:58.049667 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5cf1b8d9-9894-4cfc-a8cb-e16e9e254cc1 tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] 10.222.0.67 "GET /networking/v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0174096 Sep 16 13:01:58.053143 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37272) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:58.054800 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-f9b4bb45-b7f4-420f-b076-0318c49f95d3 None None] Provisioning complete for port a2ab8eb4-c338-459a-b674-f31ee11bfd20 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:58.055414 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f9b4bb45-b7f4-420f-b076-0318c49f95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (a2ab8eb4-c338-459a-b674-f31ee11bfd20), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:58.056003 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f9b4bb45-b7f4-420f-b076-0318c49f95d3 None None] Attempt 1 to provision port a2ab8eb4-c338-459a-b674-f31ee11bfd20 Sep 16 13:01:58.099755 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-45096fea-02f4-4f34-8dfb-48c0fb3cf579 tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] 10.222.0.67 "GET /networking/v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0452569 Sep 16 13:01:58.105303 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37276) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:58.106670 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1475fd2-771b-4ff2-b650-313096fa6365 req-28db9002-f7d4-4e62-b461-a6a1fcb5e3c4 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:58.109625 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4bb45-b7f4-420f-b076-0318c49f95d3 None None] Port a2ab8eb4-c338-459a-b674-f31ee11bfd20 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:58.111802 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1475fd2-771b-4ff2-b650-313096fa6365 req-28db9002-f7d4-4e62-b461-a6a1fcb5e3c4 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:58.117170 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1475fd2-771b-4ff2-b650-313096fa6365 req-28db9002-f7d4-4e62-b461-a6a1fcb5e3c4 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:58.122430 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1475fd2-771b-4ff2-b650-313096fa6365 req-28db9002-f7d4-4e62-b461-a6a1fcb5e3c4 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:58.127526 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1475fd2-771b-4ff2-b650-313096fa6365 req-28db9002-f7d4-4e62-b461-a6a1fcb5e3c4 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:58.132579 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1475fd2-771b-4ff2-b650-313096fa6365 req-28db9002-f7d4-4e62-b461-a6a1fcb5e3c4 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:58.141712 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1475fd2-771b-4ff2-b650-313096fa6365 req-28db9002-f7d4-4e62-b461-a6a1fcb5e3c4 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:58.143731 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e1475fd2-771b-4ff2-b650-313096fa6365 req-28db9002-f7d4-4e62-b461-a6a1fcb5e3c4 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5429 time: 0.1715758 Sep 16 13:01:58.176807 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2a65895c-e737-4ace-87d2-e562dd5ba8ce tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] 10.222.0.67 "GET /networking/v2.0/metering/metering-labels/c6e70391-18ab-43d4-8653-4016690eb186 HTTP/1.1" status: 200 len: 473 time: 0.0683842 Sep 16 13:01:58.177418 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37278) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:58.210184 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeb94d-2a55-423e-8fb6-b4fc2a9dffa0 req-3cea6c2f-d17f-4ae9-aeef-d1687094b1dc tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:58.211683 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0feeb94d-2a55-423e-8fb6-b4fc2a9dffa0 req-3cea6c2f-d17f-4ae9-aeef-d1687094b1dc tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 943 time: 0.2448123 Sep 16 13:01:58.217646 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb83e0-8d4a-4f1f-a303-3658336008b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7230234-bb6e-4e87-88c3-bcd278e26f85,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:58.224008 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-1ea26759-8b7c-4529-a6a9-84aa153b3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:58.225507 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-1ea26759-8b7c-4529-a6a9-84aa153b3e00 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=82287f900aa34e05ba0e0cf7ba924585&device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 1125 time: 0.6939321 Sep 16 13:01:58.249418 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-79d69bc5-c489-43ed-9c33-7fdacd79e219 tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] 10.222.0.67 "GET /networking/v2.0/metering/metering-label-rules/f8ee69b9-c076-41da-bb86-67dfd093b7a2 HTTP/1.1" status: 200 len: 459 time: 0.0374718 Sep 16 13:01:58.252586 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37280) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:58.350163 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-dcfdac21-6bfc-46d4-8ef4-befa5acd471d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7230234-bb6e-4e87-88c3-bcd278e26f85 HTTP/1.1" status: 200 len: 217 time: 0.0899220 Sep 16 13:01:58.379163 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cedd0b09-f638-46e0-9f19-283d9da90f7d req-2db60643-bf94-4404-88b5-50b7d2876435 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9306824 Sep 16 13:01:58.387575 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a2ab8eb4-c338-459a-b674-f31ee11bfd20), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:58.391854 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2bae27fd-9e7c-4d1a-8ea1-5bbeb0d7f955 tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:58.395395 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2bae27fd-9e7c-4d1a-8ea1-5bbeb0d7f955 tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] 10.222.0.67 "DELETE /networking/v2.0/metering/metering-label-rules/f8ee69b9-c076-41da-bb86-67dfd093b7a2 HTTP/1.1" status: 204 len: 168 time: 0.1396260 Sep 16 13:01:58.424763 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37282) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:58.425693 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 4b01d25d-0382-40f7-ba66-577da143956a up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:01:58.430702 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:58.453385 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e1475fd2-771b-4ff2-b650-313096fa6365 req-4670f126-3de3-4a0d-8c58-c4db06f1acaa tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2925131 Sep 16 13:01:58.463376 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0feeb94d-2a55-423e-8fb6-b4fc2a9dffa0 req-e80d5dc5-c41a-4422-aecb-3851406e7419 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362554 Sep 16 13:01:58.506516 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:58.511329 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 4b01d25d-0382-40f7-ba66-577da143956a triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:01:58.513351 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (4b01d25d-0382-40f7-ba66-577da143956a), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:58.513891 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 4b01d25d-0382-40f7-ba66-577da143956a Sep 16 13:01:58.524746 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:58.536573 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-e110099c-53b7-4887-9559-c4901054635d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:58.539126 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-e110099c-53b7-4887-9559-c4901054635d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=986973c6-fff5-4745-bba8-c036a91b83e3 HTTP/1.1" status: 200 len: 854 time: 0.1748044 Sep 16 13:01:58.588711 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b2c1144a-9182-46f5-a084-d6ec7ba8e4a3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (775ff14b-b131-4fb8-be5b-c8012ded4d53), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:58.595410 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b2c1144a-9182-46f5-a084-d6ec7ba8e4a3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (775ff14b-b131-4fb8-be5b-c8012ded4d53), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:58.596378 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b2c1144a-9182-46f5-a084-d6ec7ba8e4a3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (1d48ba4e-a42d-4471-be2c-caba6f6d953f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:58.610491 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f9b4bb45-b7f4-420f-b076-0318c49f95d3 None None] Attempt 2 to provision port a2ab8eb4-c338-459a-b674-f31ee11bfd20 Sep 16 13:01:58.681028 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4bb45-b7f4-420f-b076-0318c49f95d3 None None] Port a2ab8eb4-c338-459a-b674-f31ee11bfd20 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:58.683237 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 4b01d25d-0382-40f7-ba66-577da143956a is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:58.683634 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4b01d25d-0382-40f7-ba66-577da143956a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:58.720682 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 4b01d25d-0382-40f7-ba66-577da143956a, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=4b01d25d-0382-40f7-ba66-577da143956a,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:58.725338 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (4b01d25d-0382-40f7-ba66-577da143956a), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:58.736191 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-0e0c0baf-6a7d-4e52-ad88-a4d235d76c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:58.738261 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-0e0c0baf-6a7d-4e52-ad88-a4d235d76c2f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=949764d7-e109-4aa2-8e93-b6c6fed88453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1886797 Sep 16 13:01:58.778865 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=4b01d25d-0382-40f7-ba66-577da143956a,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:58.784868 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1144a-9182-46f5-a084-d6ec7ba8e4a3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=775ff14b-b131-4fb8-be5b-c8012ded4d53,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:58.787281 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:58.789324 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:58.790152 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:58.790322 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:58.790536 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:58.790829 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:58.792334 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:58.792334 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:58.792334 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:58.792334 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:58.792772 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:58.792772 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:58.793119 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:58.794013 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:58.794013 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:01:58.808040 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778c94a-6ad7-446a-be88-b8670ceb2cbd req-6dee59bc-c121-4e16-bfdf-dfb839976e20 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:58.810201 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b778c94a-6ad7-446a-be88-b8670ceb2cbd req-6dee59bc-c121-4e16-bfdf-dfb839976e20 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 943 time: 0.1575782 Sep 16 13:01:58.817335 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 8ed61b00-7040-4c1a-8607-f72eeebb12d5 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:01:58.842961 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-795e4084-4a58-40a5-ab64-54d6cd439f75 tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:58.847568 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-795e4084-4a58-40a5-ab64-54d6cd439f75 tempest-MeteringIpV6TestJSON-2030976476 tempest-MeteringIpV6TestJSON-2030976476-project-admin] 10.222.0.67 "DELETE /networking/v2.0/metering/metering-labels/c6e70391-18ab-43d4-8653-4016690eb186 HTTP/1.1" status: 204 len: 168 time: 0.4220927 Sep 16 13:01:58.856953 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb730306-b452-4067-946f-3ed531cf8d65 req-c483758d-472c-431b-bdff-ebfb25c606ab tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:58.858536 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cb730306-b452-4067-946f-3ed531cf8d65 req-c483758d-472c-431b-bdff-ebfb25c606ab tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aec891b0-f64b-4305-a527-356ed01b1445 HTTP/1.1" status: 200 len: 936 time: 0.2496178 Sep 16 13:01:58.860627 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cedd0b09-f638-46e0-9f19-283d9da90f7d req-7f11250f-57a5-4548-adb2-2aaf85d50c6a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697225 Sep 16 13:01:58.884685 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c1144a-9182-46f5-a084-d6ec7ba8e4a3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:01:58.886565 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-b2c1144a-9182-46f5-a084-d6ec7ba8e4a3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:01:59.000063 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 8ed61b00-7040-4c1a-8607-f72eeebb12d5, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=8ed61b00-7040-4c1a-8607-f72eeebb12d5,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:59.023703 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '8ed61b00-7040-4c1a-8607-f72eeebb12d5', 'network_id': '4c6a423f-0493-4448-999c-84f17e899760', 'port_id': '8ed61b00-7040-4c1a-8607-f72eeebb12d5', 'mac_address': 'fa:16:3e:06:0a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084dc942-2fdd-4c42-96da-2aec36f644a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:01:59.079577 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 8ed61b00-7040-4c1a-8607-f72eeebb12d5 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:01:59.080340 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8ed61b00-7040-4c1a-8607-f72eeebb12d5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:59.086611 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b778c94a-6ad7-446a-be88-b8670ceb2cbd req-cfda12d6-2a58-42c4-a07a-d11724a64998 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230029 Sep 16 13:01:59.098876 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed61b00-7040-4c1a-8607-f72eeebb12d5 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:01:59.106335 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cb730306-b452-4067-946f-3ed531cf8d65 req-7df1bbbd-e691-4e32-8783-6508f0042477 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13885d6c-0e33-401c-8451-66ccba24e2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007704 Sep 16 13:01:59.127829 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:59.137351 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-4197c7f9-9df5-45d0-9055-bcfbe2dba220 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/949764d7-e109-4aa2-8e93-b6c6fed88453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809979 Sep 16 13:01:59.167213 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 8ed61b00-7040-4c1a-8607-f72eeebb12d5, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=8ed61b00-7040-4c1a-8607-f72eeebb12d5,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:01:59.173431 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8ed61b00-7040-4c1a-8607-f72eeebb12d5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:59.184812 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c1144a-9182-46f5-a084-d6ec7ba8e4a3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Router 1d48ba4e-a42d-4471-be2c-caba6f6d953f is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:01:59.186162 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f9b4bb45-b7f4-420f-b076-0318c49f95d3 None None] Attempt 3 to provision port a2ab8eb4-c338-459a-b674-f31ee11bfd20 Sep 16 13:01:59.200302 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:59.231483 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ab8eb4-c338-459a-b674-f31ee11bfd20 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:01:59.244597 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] Publish callbacks [] for port (a2ab8eb4-c338-459a-b674-f31ee11bfd20), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:59.290365 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] Transition to ACTIVE for port object a2ab8eb4-c338-459a-b674-f31ee11bfd20 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:01:59.314480 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c1144a-9182-46f5-a084-d6ec7ba8e4a3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:01:59.325877 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] Sync routers for ids ['1d48ba4e-a42d-4471-be2c-caba6f6d953f'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:01:59.328669 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b2c1144a-9182-46f5-a084-d6ec7ba8e4a3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "PUT /networking/v2.0/routers/1d48ba4e-a42d-4471-be2c-caba6f6d953f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6266515 Sep 16 13:01:59.330671 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37288) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:59.343151 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37290) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:59.347280 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] Routers {'1d48ba4e-a42d-4471-be2c-caba6f6d953f'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:01:59.348251 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:01:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1d48ba4e-a42d-4471-be2c-caba6f6d953f'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:59.378914 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (a2ab8eb4-c338-459a-b674-f31ee11bfd20), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:59.382693 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:59.432301 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d228754b-5981-46f8-a03d-6ce6297ab285 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:59.434091 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1bc7e58a-9136-46d2-a8ea-3b848ce6f264 req-6b16dc50-10b5-4eed-a90b-31eb6c133555 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/949764d7-e109-4aa2-8e93-b6c6fed88453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763518 Sep 16 13:01:59.438754 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d228754b-5981-46f8-a03d-6ce6297ab285 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports/775ff14b-b131-4fb8-be5b-c8012ded4d53 HTTP/1.1" status: 200 len: 911 time: 0.1070242 Sep 16 13:01:59.440157 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37294) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:59.463743 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4bb45-b7f4-420f-b076-0318c49f95d3 None None] Port a2ab8eb4-c338-459a-b674-f31ee11bfd20 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:01:59.467112 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=8ed61b00-7040-4c1a-8607-f72eeebb12d5,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:59.474158 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ab8eb4-c338-459a-b674-f31ee11bfd20,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:01:59.509761 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['8ed61b00-7040-4c1a-8607-f72eeebb12d5'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:01:59.510266 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] Set router 1d48ba4e-a42d-4471-be2c-caba6f6d953f gateway port host: None {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:01:59.557710 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a805bd12-efd8-45d2-b3fe-be81c41f5ee8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:59.561475 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:59.578800 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] Attempting to bind port a2ab8eb4-c338-459a-b674-f31ee11bfd20 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:01:59.579269 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] Attempting to bind port a2ab8eb4-c338-459a-b674-f31ee11bfd20 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:01:59.580163 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] Attempting to bind port a2ab8eb4-c338-459a-b674-f31ee11bfd20 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:59.581628 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a805bd12-efd8-45d2-b3fe-be81c41f5ee8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:59.583362 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a805bd12-efd8-45d2-b3fe-be81c41f5ee8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1419282 Sep 16 13:01:59.601655 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37300) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:01:59.602658 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64f63de7-927e-4702-86ea-fcfea95dd47f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:59.712436 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd7b84-4002-4462-be17-69a6ac4f950d req-70d59a1d-624b-41d1-85a4-4669ca9b719b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:59.720430 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cfcd7b84-4002-4462-be17-69a6ac4f950d req-70d59a1d-624b-41d1-85a4-4669ca9b719b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 943 time: 0.1347375 Sep 16 13:01:59.727592 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da0896-a5af-4661-98a0-cba86666b768 req-8bbfbceb-ab24-43e4-a9e0-289f8a3a80eb tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:59.741305 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da0896-a5af-4661-98a0-cba86666b768 req-8bbfbceb-ab24-43e4-a9e0-289f8a3a80eb tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:59.752103 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da0896-a5af-4661-98a0-cba86666b768 req-8bbfbceb-ab24-43e4-a9e0-289f8a3a80eb tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:59.753257 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:59.759799 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da0896-a5af-4661-98a0-cba86666b768 req-8bbfbceb-ab24-43e4-a9e0-289f8a3a80eb tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:59.769010 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da0896-a5af-4661-98a0-cba86666b768 req-8bbfbceb-ab24-43e4-a9e0-289f8a3a80eb tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:59.774280 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da0896-a5af-4661-98a0-cba86666b768 req-8bbfbceb-ab24-43e4-a9e0-289f8a3a80eb tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:59.780412 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da0896-a5af-4661-98a0-cba86666b768 req-8bbfbceb-ab24-43e4-a9e0-289f8a3a80eb tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:01:59.782342 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-78da0896-a5af-4661-98a0-cba86666b768 req-8bbfbceb-ab24-43e4-a9e0-289f8a3a80eb tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5429 time: 0.1719384 Sep 16 13:01:59.812773 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] Port a2ab8eb4-c338-459a-b674-f31ee11bfd20 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:01:59.812996 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] Attempting to bind port a2ab8eb4-c338-459a-b674-f31ee11bfd20 on network 0d92faea-1b11-4a12-9a14-e8d73c16e432 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:01:59.830044 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:01:59.887865 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d48ba4e-a42d-4471-be2c-caba6f6d953f', 'name': 'tempest-NetworksTestDHCPv6-router-376080363', 'tenant_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:55Z', 'updated_at': '2022-09-16T13:01:57Z', 'revision_number': 2, 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'gw_port_host': None, '_interfaces': [{'id': '775ff14b-b131-4fb8-be5b-c8012ded4d53', 'name': '', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'tenant_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'mac_address': 'fa:16:3e:b4:b6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d48ba4e-a42d-4471-be2c-caba6f6d953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'f28d3ed7-1e0b-412b-8163-dfbaa34960ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:56Z', 'updated_at': '2022-09-16T13:01:58Z', 'revision_number': 2, 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'subnets': [{'id': 'f28d3ed7-1e0b-412b-8163-dfbaa34960ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:01:59.912911 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cfcd7b84-4002-4462-be17-69a6ac4f950d req-b1a10eab-a20a-475f-940b-22b8259c2bd8 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917460 Sep 16 13:01:59.919373 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] Checking router: 1d48ba4e-a42d-4471-be2c-caba6f6d953f for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:01:59.919770 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] Updating router 1d48ba4e-a42d-4471-be2c-caba6f6d953f port 775ff14b-b131-4fb8-be5b-c8012ded4d53 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:01:59.940697 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-78da0896-a5af-4661-98a0-cba86666b768 req-9ec6a3b7-0d29-4c2e-93e2-63333a0c3185 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1484640 Sep 16 13:01:59.947999 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:01:59.948638 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] Checking segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:01:59.949202 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] Bound using segment: {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:01:59.950589 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] Bound port: a2ab8eb4-c338-459a-b674-f31ee11bfd20, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4a4f45-16fa-4dad-bc8e-1fce76a970d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:01:59.951188 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a2ab8eb4-c338-459a-b674-f31ee11bfd20), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:59.957750 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (775ff14b-b131-4fb8-be5b-c8012ded4d53), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:01:59.966836 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f9b4bb45-b7f4-420f-b076-0318c49f95d3 None None] Attempt 4 to provision port a2ab8eb4-c338-459a-b674-f31ee11bfd20 Sep 16 13:02:00.024519 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4bb45-b7f4-420f-b076-0318c49f95d3 None None] Port a2ab8eb4-c338-459a-b674-f31ee11bfd20 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:02:00.042341 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] For port a2ab8eb4-c338-459a-b674-f31ee11bfd20, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:02:00.045782 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] For port a2ab8eb4-c338-459a-b674-f31ee11bfd20, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=a2ab8eb4-c338-459a-b674-f31ee11bfd20,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:02:00.052966 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (a2ab8eb4-c338-459a-b674-f31ee11bfd20), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:00.058076 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:00.058748 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:00.061000 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/a2ab8eb4-c338-459a-b674-f31ee11bfd20 HTTP/1.1" status: 200 len: 1096 time: 2.5282593 Sep 16 13:02:00.061683 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec891b0-f64b-4305-a527-356ed01b1445', 'tag': 'a2ab8eb4-c338-459a-b674-f31ee11bfd20'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:02:00.064592 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4ebf44-53ce-4732-9e57-7f1b0bb0e57e" -d '{"events": [{"name": "network-changed", "server_uuid": "aec891b0-f64b-4305-a527-356ed01b1445", "tag": "a2ab8eb4-c338-459a-b674-f31ee11bfd20"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:02:00.112337 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:00.159448 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e89c49-c1a0-4858-bf5a-f9ed7d8416e1 x-openstack-request-id: req-b5e89c49-c1a0-4858-bf5a-f9ed7d8416e1 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:02:00.160012 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec891b0-f64b-4305-a527-356ed01b1445", "tag": "a2ab8eb4-c338-459a-b674-f31ee11bfd20", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:02:00.160183 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b5e89c49-c1a0-4858-bf5a-f9ed7d8416e1 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:02:00.160834 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5e89c49-c1a0-4858-bf5a-f9ed7d8416e1'] response: {'name': 'network-changed', 'server_uuid': 'aec891b0-f64b-4305-a527-356ed01b1445', 'tag': 'a2ab8eb4-c338-459a-b674-f31ee11bfd20', 'status': 'completed', 'code': 200} Sep 16 13:02:00.250242 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-9608b684-1fd0-4c64-be1b-1d43f1eddd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:00.251839 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-9608b684-1fd0-4c64-be1b-1d43f1eddd77 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ea1a2dd1e1504bd08826f75f48817169&device_id=aec891b0-f64b-4305-a527-356ed01b1445 HTTP/1.1" status: 200 len: 1130 time: 0.0945978 Sep 16 13:02:00.285359 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64f63de7-927e-4702-86ea-fcfea95dd47f admin admin] Publish callbacks [] for security_group (084092cc-679d-4f3c-bec9-ef192b9b60af), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:00.289408 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64f63de7-927e-4702-86ea-fcfea95dd47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (084092cc-679d-4f3c-bec9-ef192b9b60af), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:00.294094 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e881a73-6155-4742-ac3d-1cbaaf3a2592 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ab8eb4-c338-459a-b674-f31ee11bfd20,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:00.344346 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-0a48ab20-0e6a-4847-9f0c-6abdeba1693b service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a2ab8eb4-c338-459a-b674-f31ee11bfd20 HTTP/1.1" status: 200 len: 217 time: 0.0765574 Sep 16 13:02:00.351262 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-64f63de7-927e-4702-86ea-fcfea95dd47f admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=f11046b83bad47a4b82d1a18faff6a6e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0052898 Sep 16 13:02:00.353122 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132a16d-ca7d-477d-b8d0-44138432c421 req-8f64564e-162f-4631-a0cc-21df76d84ea8 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:00.355288 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37308) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:00.355434 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d132a16d-ca7d-477d-b8d0-44138432c421 req-8f64564e-162f-4631-a0cc-21df76d84ea8 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 944 time: 0.1486883 Sep 16 13:02:00.363410 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fef1595b-7117-424e-9144-5537b1482c1a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (1d48ba4e-a42d-4471-be2c-caba6f6d953f), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:00.374678 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] Publish callbacks [] for port (775ff14b-b131-4fb8-be5b-c8012ded4d53), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:00.382180 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (775ff14b-b131-4fb8-be5b-c8012ded4d53), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:00.401190 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a58d69-2ada-425a-9935-90b55fde0cc0 req-f91d5b66-7459-4845-91a4-cf207df57fce tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:00.402731 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4a58d69-2ada-425a-9935-90b55fde0cc0 req-f91d5b66-7459-4845-91a4-cf207df57fce tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aec891b0-f64b-4305-a527-356ed01b1445 HTTP/1.1" status: 200 len: 948 time: 0.1742961 Sep 16 13:02:00.408385 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f63de7-927e-4702-86ea-fcfea95dd47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084092cc-679d-4f3c-bec9-ef192b9b60af,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:00.446344 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61105000-eb83-4851-a4e8-aa37fe8d4f21 None None] Pushing event updated for resources: {'Port': ['ID=775ff14b-b131-4fb8-be5b-c8012ded4d53,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:00.460969 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 4b01d25d-0382-40f7-ba66-577da143956a up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:00.479499 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-78bcf8a8-272a-480d-a5bc-be1f836a7d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:00.482132 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-78bcf8a8-272a-480d-a5bc-be1f836a7d24 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.1246927 Sep 16 13:02:00.511402 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd6c0-9de9-476d-92fe-6ad6aa9446ff admin admin] Publish callbacks [] for security_group (084092cc-679d-4f3c-bec9-ef192b9b60af), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:00.526651 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f9b4bb45-b7f4-420f-b076-0318c49f95d3 None None] Attempt 5 to provision port a2ab8eb4-c338-459a-b674-f31ee11bfd20 Sep 16 13:02:00.529684 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] Attempting to bind port 775ff14b-b131-4fb8-be5b-c8012ded4d53 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:00.530262 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] Attempting to bind port 775ff14b-b131-4fb8-be5b-c8012ded4d53 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:00.530789 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] Attempting to bind port 775ff14b-b131-4fb8-be5b-c8012ded4d53 on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:00.541328 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d132a16d-ca7d-477d-b8d0-44138432c421 req-8ffc3e70-9456-4e3e-8083-d241933fe813 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734982 Sep 16 13:02:00.556775 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f4a58d69-2ada-425a-9935-90b55fde0cc0 req-552867f2-4c48-4cd9-b269-d3168eb40335 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13885d6c-0e33-401c-8451-66ccba24e2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423552 Sep 16 13:02:00.559955 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:00.579941 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-073e0b1b-376f-4bfe-a4c8-ee4142de2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:00.585959 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-073e0b1b-376f-4bfe-a4c8-ee4142de2758 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0924418 Sep 16 13:02:00.588664 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd6c0-9de9-476d-92fe-6ad6aa9446ff admin admin] Publish callbacks [] for security_group (084092cc-679d-4f3c-bec9-ef192b9b60af), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:00.608946 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:02:00.609360 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:02:00.609764 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:00.610677 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:02:00.611162 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] Bound port: 775ff14b-b131-4fb8-be5b-c8012ded4d53, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:02:00.611533 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (775ff14b-b131-4fb8-be5b-c8012ded4d53), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:00.633724 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 4b01d25d-0382-40f7-ba66-577da143956a triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:00.634242 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (4b01d25d-0382-40f7-ba66-577da143956a), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:00.634768 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 4b01d25d-0382-40f7-ba66-577da143956a Sep 16 13:02:00.642354 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:00.662915 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4bb45-b7f4-420f-b076-0318c49f95d3 None None] Port a2ab8eb4-c338-459a-b674-f31ee11bfd20 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 13:02:00.677645 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-f9b4bb45-b7f4-420f-b076-0318c49f95d3 None None] Provisioning complete for port 4b01d25d-0382-40f7-ba66-577da143956a triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:00.677645 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f9b4bb45-b7f4-420f-b076-0318c49f95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (4b01d25d-0382-40f7-ba66-577da143956a), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:00.677645 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f9b4bb45-b7f4-420f-b076-0318c49f95d3 None None] Attempt 1 to provision port 4b01d25d-0382-40f7-ba66-577da143956a Sep 16 13:02:00.687510 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:00.701025 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] For port 775ff14b-b131-4fb8-be5b-c8012ded4d53, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:02:00.701265 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-fef1595b-7117-424e-9144-5537b1482c1a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port 775ff14b-b131-4fb8-be5b-c8012ded4d53 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:02:00.701779 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fef1595b-7117-424e-9144-5537b1482c1a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (775ff14b-b131-4fb8-be5b-c8012ded4d53), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:00.704691 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] For port 775ff14b-b131-4fb8-be5b-c8012ded4d53, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=775ff14b-b131-4fb8-be5b-c8012ded4d53,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:02:00.714449 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (775ff14b-b131-4fb8-be5b-c8012ded4d53), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:00.719342 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:00.741514 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-f6e87793-7f68-4553-8e43-7c9bfcbdadc5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485000 Sep 16 13:02:00.766289 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd6c0-9de9-476d-92fe-6ad6aa9446ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (084092cc-679d-4f3c-bec9-ef192b9b60af), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:00.769535 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd6c0-9de9-476d-92fe-6ad6aa9446ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:00.774607 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ef8fd6c0-9de9-476d-92fe-6ad6aa9446ff admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/084092cc-679d-4f3c-bec9-ef192b9b60af HTTP/1.1" status: 204 len: 168 time: 0.4178100 Sep 16 13:02:00.795681 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fd6c0-9de9-476d-92fe-6ad6aa9446ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084092cc-679d-4f3c-bec9-ef192b9b60af,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:00.801435 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 4b01d25d-0382-40f7-ba66-577da143956a is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:00.810083 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 8ed61b00-7040-4c1a-8607-f72eeebb12d5 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:00.836700 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-fef1595b-7117-424e-9144-5537b1482c1a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] For port 775ff14b-b131-4fb8-be5b-c8012ded4d53, host n-d-858094-4, got binding levels [] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:00.837649 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fef1595b-7117-424e-9144-5537b1482c1a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (775ff14b-b131-4fb8-be5b-c8012ded4d53), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:00.841407 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61105000-eb83-4851-a4e8-aa37fe8d4f21 None None] Pushing event updated for resources: {'Port': ['ID=775ff14b-b131-4fb8-be5b-c8012ded4d53,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:00.848661 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4bb45-b7f4-420f-b076-0318c49f95d3 None None] Current status of the port 4b01d25d-0382-40f7-ba66-577da143956a is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:00.852697 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] Routers {'1d48ba4e-a42d-4471-be2c-caba6f6d953f'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:02:00.853819 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-fef1595b-7117-424e-9144-5537b1482c1a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for 775ff14b-b131-4fb8-be5b-c8012ded4d53 owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:02:00.855698 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:01:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1d48ba4e-a42d-4471-be2c-caba6f6d953f'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:00.878426 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 8ed61b00-7040-4c1a-8607-f72eeebb12d5 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:02:00.886177 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 8ed61b00-7040-4c1a-8607-f72eeebb12d5 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:00.886589 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8ed61b00-7040-4c1a-8607-f72eeebb12d5), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:00.886952 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 8ed61b00-7040-4c1a-8607-f72eeebb12d5 Sep 16 13:02:00.913327 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0b5d546-eaac-4be9-b3e2-2a5d891b1467 req-23f8b27c-6bed-4f45-aea7-3d5ed30e2d21 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638188 Sep 16 13:02:00.995399 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] Set router 1d48ba4e-a42d-4471-be2c-caba6f6d953f gateway port host: None {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:02:01.005905 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-43604ddb-68ca-4b93-be9c-f9d782aa8a1b None None] Provisioning complete for port 775ff14b-b131-4fb8-be5b-c8012ded4d53 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:01.010465 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-43604ddb-68ca-4b93-be9c-f9d782aa8a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (775ff14b-b131-4fb8-be5b-c8012ded4d53), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:01.010465 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-43604ddb-68ca-4b93-be9c-f9d782aa8a1b None None] Attempt 1 to provision port 775ff14b-b131-4fb8-be5b-c8012ded4d53 Sep 16 13:02:01.053335 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 8ed61b00-7040-4c1a-8607-f72eeebb12d5 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:01.054040 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8ed61b00-7040-4c1a-8607-f72eeebb12d5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:01.096209 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2074945c-006a-4c9a-91db-b3029d04112c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed61b00-7040-4c1a-8607-f72eeebb12d5'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:02:01.099931 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0654c81-d19f-4bb2-98b0-afb7ec31145d" -d '{"events": [{"server_uuid": "2074945c-006a-4c9a-91db-b3029d04112c", "name": "network-vif-plugged", "status": "completed", "tag": "8ed61b00-7040-4c1a-8607-f72eeebb12d5"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:02:01.153489 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 8ed61b00-7040-4c1a-8607-f72eeebb12d5, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=8ed61b00-7040-4c1a-8607-f72eeebb12d5,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:01.169891 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8ed61b00-7040-4c1a-8607-f72eeebb12d5), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:01.201376 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fef1595b-7117-424e-9144-5537b1482c1a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (775ff14b-b131-4fb8-be5b-c8012ded4d53), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:01.219675 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845c4a8-fb0f-4733-9007-540133a0ccdd req-256b8f2c-c84e-4e15-822e-195824cdb2df tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:01.221844 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a845c4a8-fb0f-4733-9007-540133a0ccdd req-256b8f2c-c84e-4e15-822e-195824cdb2df tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 943 time: 0.1723371 Sep 16 13:02:01.225285 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-43604ddb-68ca-4b93-be9c-f9d782aa8a1b None None] Current status of the port 775ff14b-b131-4fb8-be5b-c8012ded4d53 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:01.226753 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-43604ddb-68ca-4b93-be9c-f9d782aa8a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (775ff14b-b131-4fb8-be5b-c8012ded4d53), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:01.281467 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5541d-da89-4577-a3cc-6a3f5cf4254c req-1df9fed4-ede5-400b-8b35-0ea8348eca25 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:01.285226 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d48ba4e-a42d-4471-be2c-caba6f6d953f', 'name': 'tempest-NetworksTestDHCPv6-router-376080363', 'tenant_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:55Z', 'updated_at': '2022-09-16T13:01:57Z', 'revision_number': 2, 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'gw_port_host': None, '_interfaces': [{'id': '775ff14b-b131-4fb8-be5b-c8012ded4d53', 'name': '', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'tenant_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'mac_address': 'fa:16:3e:b4:b6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d48ba4e-a42d-4471-be2c-caba6f6d953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'f28d3ed7-1e0b-412b-8163-dfbaa34960ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:56Z', 'updated_at': '2022-09-16T13:02:00Z', 'revision_number': 4, 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'subnets': [{'id': 'f28d3ed7-1e0b-412b-8163-dfbaa34960ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:01.288741 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5541d-da89-4577-a3cc-6a3f5cf4254c req-1df9fed4-ede5-400b-8b35-0ea8348eca25 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:01.299058 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5541d-da89-4577-a3cc-6a3f5cf4254c req-1df9fed4-ede5-400b-8b35-0ea8348eca25 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:01.305458 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5541d-da89-4577-a3cc-6a3f5cf4254c req-1df9fed4-ede5-400b-8b35-0ea8348eca25 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:01.310955 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1595b-7117-424e-9144-5537b1482c1a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=775ff14b-b131-4fb8-be5b-c8012ded4d53,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:01.318934 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5541d-da89-4577-a3cc-6a3f5cf4254c req-1df9fed4-ede5-400b-8b35-0ea8348eca25 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:01.325280 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5541d-da89-4577-a3cc-6a3f5cf4254c req-1df9fed4-ede5-400b-8b35-0ea8348eca25 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:01.330801 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5541d-da89-4577-a3cc-6a3f5cf4254c req-1df9fed4-ede5-400b-8b35-0ea8348eca25 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:01.333667 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-92b5541d-da89-4577-a3cc-6a3f5cf4254c req-1df9fed4-ede5-400b-8b35-0ea8348eca25 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5429 time: 0.2230291 Sep 16 13:02:01.349721 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64683362-b766-4104-ad27-2715f8d39a2e None None] The sync data for ids ['1d48ba4e-a42d-4471-be2c-caba6f6d953f'] in n-d-858094-4 is: [{'id': '1d48ba4e-a42d-4471-be2c-caba6f6d953f', 'name': 'tempest-NetworksTestDHCPv6-router-376080363', 'tenant_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:55Z', 'updated_at': '2022-09-16T13:01:57Z', 'revision_number': 2, 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'gw_port_host': None, '_interfaces': [{'id': '775ff14b-b131-4fb8-be5b-c8012ded4d53', 'name': '', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'tenant_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'mac_address': 'fa:16:3e:b4:b6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d48ba4e-a42d-4471-be2c-caba6f6d953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'f28d3ed7-1e0b-412b-8163-dfbaa34960ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:56Z', 'updated_at': '2022-09-16T13:02:00Z', 'revision_number': 4, 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'subnets': [{'id': 'f28d3ed7-1e0b-412b-8163-dfbaa34960ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:02:01.366350 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=8ed61b00-7040-4c1a-8607-f72eeebb12d5,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:01.376428 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:01.397504 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37320) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:01.430919 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fef1595b-7117-424e-9144-5537b1482c1a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (1d48ba4e-a42d-4471-be2c-caba6f6d953f), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:01.436771 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a845c4a8-fb0f-4733-9007-540133a0ccdd req-9c466d5f-78fe-4c9c-b9bd-f12b4391ef65 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072532 Sep 16 13:02:01.503885 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-92b5541d-da89-4577-a3cc-6a3f5cf4254c req-121ffa60-4a0d-430c-a479-0e6027d55fc7 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1603801 Sep 16 13:02:01.509537 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8dce5a4b-26d7-4f32-9d14-f505c7ef6d27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:01.518259 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc7b72a-854d-438f-8413-dd609d4a6d53 x-openstack-request-id: req-cfc7b72a-854d-438f-8413-dd609d4a6d53 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:02:01.518505 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2074945c-006a-4c9a-91db-b3029d04112c", "name": "network-vif-plugged", "status": "completed", "tag": "8ed61b00-7040-4c1a-8607-f72eeebb12d5", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:02:01.518764 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cfc7b72a-854d-438f-8413-dd609d4a6d53 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:02:01.519175 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc7b72a-854d-438f-8413-dd609d4a6d53'] response: {'server_uuid': '2074945c-006a-4c9a-91db-b3029d04112c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed61b00-7040-4c1a-8607-f72eeebb12d5', 'code': 200} Sep 16 13:02:01.612113 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef1595b-7117-424e-9144-5537b1482c1a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Router 1d48ba4e-a42d-4471-be2c-caba6f6d953f has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:02:01.625573 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105161a-98ae-45d5-a856-6f7e22b33601 req-5c02e4ad-38c0-4c02-b6da-31d776871737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:01.627221 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c105161a-98ae-45d5-a856-6f7e22b33601 req-5c02e4ad-38c0-4c02-b6da-31d776871737 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=82287f900aa34e05ba0e0cf7ba924585&device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 1125 time: 0.0647478 Sep 16 13:02:01.709505 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8dce5a4b-26d7-4f32-9d14-f505c7ef6d27 admin admin] Publish callbacks [] for security_group (77969d12-02d9-44d8-b061-c67fb4079a81), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:01.734689 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef1595b-7117-424e-9144-5537b1482c1a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:02:01.740495 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-fef1595b-7117-424e-9144-5537b1482c1a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "PUT /networking/v2.0/routers/1d48ba4e-a42d-4471-be2c-caba6f6d953f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1350625 Sep 16 13:02:01.743061 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37326) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:01.757313 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8dce5a4b-26d7-4f32-9d14-f505c7ef6d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (77969d12-02d9-44d8-b061-c67fb4079a81), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:01.811506 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ef13bb-3442-4f08-9f55-13f83404ec04 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:01.813603 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ef13bb-3442-4f08-9f55-13f83404ec04 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:01.823303 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-86ef13bb-3442-4f08-9f55-13f83404ec04 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0720677 Sep 16 13:02:01.823303 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37328) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:01.842981 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f19564-3940-4dde-958c-0a31831ea1e5 req-4f08d5f5-2245-40a5-aa05-8cef29c8c665 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:01.844589 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-03f19564-3940-4dde-958c-0a31831ea1e5 req-4f08d5f5-2245-40a5-aa05-8cef29c8c665 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.1626704 Sep 16 13:02:01.856544 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-8dce5a4b-26d7-4f32-9d14-f505c7ef6d27 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=5d05e8d8d476483791bd4732127fd55f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4527655 Sep 16 13:02:01.871769 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37330) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:01.889492 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78040d92-5a8b-43da-9611-c255156e5f87 req-e120ad50-7d07-4663-98db-f8b73fc7199c tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:01.891197 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-78040d92-5a8b-43da-9611-c255156e5f87 req-e120ad50-7d07-4663-98db-f8b73fc7199c tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aec891b0-f64b-4305-a527-356ed01b1445 HTTP/1.1" status: 200 len: 948 time: 0.1934621 Sep 16 13:02:01.928868 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f80787a-6c41-4216-a7ff-44472600433d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet f28d3ed7-1e0b-412b-8163-dfbaa34960ec {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:02:01.942544 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce5a4b-26d7-4f32-9d14-f505c7ef6d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77969d12-02d9-44d8-b061-c67fb4079a81,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:01.943565 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1f80787a-6c41-4216-a7ff-44472600433d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (f28d3ed7-1e0b-412b-8163-dfbaa34960ec), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:02.000395 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ebf44-53ce-4732-9e57-7f1b0bb0e57e req-e4f106b6-ecb7-4547-ace2-d3d73f6cda77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:02.001958 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bb4ebf44-53ce-4732-9e57-7f1b0bb0e57e req-e4f106b6-ecb7-4547-ace2-d3d73f6cda77 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ea1a2dd1e1504bd08826f75f48817169&device_id=aec891b0-f64b-4305-a527-356ed01b1445 HTTP/1.1" status: 200 len: 1130 time: 0.1540105 Sep 16 13:02:02.004817 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1f80787a-6c41-4216-a7ff-44472600433d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (f28d3ed7-1e0b-412b-8163-dfbaa34960ec), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:02.008468 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-72cb1f9e-4acc-4d94-80a4-e14fbda63a22 admin admin] Publish callbacks [] for security_group (77969d12-02d9-44d8-b061-c67fb4079a81), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:02.028762 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515d3cc-0343-427c-9372-d3f907133a2a req-d8e6b8bb-e7fc-460d-b33c-84fcffae43f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:02.031074 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8515d3cc-0343-427c-9372-d3f907133a2a req-d8e6b8bb-e7fc-460d-b33c-84fcffae43f0 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 1127 time: 0.1388390 Sep 16 13:02:02.061452 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-72cb1f9e-4acc-4d94-80a4-e14fbda63a22 admin admin] Publish callbacks [] for security_group (77969d12-02d9-44d8-b061-c67fb4079a81), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:02.080468 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-03f19564-3940-4dde-958c-0a31831ea1e5 req-d8a6b99e-6a82-418d-b37a-de55746aeba1 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183952 Sep 16 13:02:02.082859 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:02.095432 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:02.133438 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-78040d92-5a8b-43da-9611-c255156e5f87 req-8e3b97ad-d7d8-433c-a9b2-ab39f1a3c64f tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13885d6c-0e33-401c-8451-66ccba24e2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936469 Sep 16 13:02:02.150184 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1f80787a-6c41-4216-a7ff-44472600433d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (f28d3ed7-1e0b-412b-8163-dfbaa34960ec), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:02.200296 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:02.201154 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-72cb1f9e-4acc-4d94-80a4-e14fbda63a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (77969d12-02d9-44d8-b061-c67fb4079a81), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:02.203938 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-72cb1f9e-4acc-4d94-80a4-e14fbda63a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:02.205273 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-72cb1f9e-4acc-4d94-80a4-e14fbda63a22 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/77969d12-02d9-44d8-b061-c67fb4079a81 HTTP/1.1" status: 204 len: 168 time: 0.3327286 Sep 16 13:02:02.219599 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8515d3cc-0343-427c-9372-d3f907133a2a req-28d01d07-b81e-42af-952d-8384b14f4189 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810400 Sep 16 13:02:02.220988 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb1f9e-4acc-4d94-80a4-e14fbda63a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77969d12-02d9-44d8-b061-c67fb4079a81,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:02.221475 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ebf44-53ce-4732-9e57-7f1b0bb0e57e req-f0f824aa-b653-4a86-b46e-0dc39693f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:02.223150 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bb4ebf44-53ce-4732-9e57-7f1b0bb0e57e req-f0f824aa-b653-4a86-b46e-0dc39693f797 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0d92faea-1b11-4a12-9a14-e8d73c16e432 HTTP/1.1" status: 200 len: 870 time: 0.2109020 Sep 16 13:02:02.236869 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb1f9e-4acc-4d94-80a4-e14fbda63a22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:02.237667 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb1f9e-4acc-4d94-80a4-e14fbda63a22 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:02.237667 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb1f9e-4acc-4d94-80a4-e14fbda63a22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:02.237901 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb1f9e-4acc-4d94-80a4-e14fbda63a22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:02.238225 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb1f9e-4acc-4d94-80a4-e14fbda63a22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:02.238554 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb1f9e-4acc-4d94-80a4-e14fbda63a22 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:02.238883 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb1f9e-4acc-4d94-80a4-e14fbda63a22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:02.239209 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb1f9e-4acc-4d94-80a4-e14fbda63a22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:02.239795 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb1f9e-4acc-4d94-80a4-e14fbda63a22 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:02.240140 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb1f9e-4acc-4d94-80a4-e14fbda63a22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:02.240498 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb1f9e-4acc-4d94-80a4-e14fbda63a22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:02.240820 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb1f9e-4acc-4d94-80a4-e14fbda63a22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:02.241142 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb1f9e-4acc-4d94-80a4-e14fbda63a22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:02.241483 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb1f9e-4acc-4d94-80a4-e14fbda63a22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:02.241804 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb1f9e-4acc-4d94-80a4-e14fbda63a22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:02.268102 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1f80787a-6c41-4216-a7ff-44472600433d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (f28d3ed7-1e0b-412b-8163-dfbaa34960ec), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:02.301520 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80787a-6c41-4216-a7ff-44472600433d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=f28d3ed7-1e0b-412b-8163-dfbaa34960ec,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:02.303589 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1f80787a-6c41-4216-a7ff-44472600433d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:02.308644 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1f80787a-6c41-4216-a7ff-44472600433d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/f28d3ed7-1e0b-412b-8163-dfbaa34960ec HTTP/1.1" status: 204 len: 168 time: 0.4887371 Sep 16 13:02:02.309505 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37334) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:02.313470 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0611c16c-def1-49c4-8937-56050b304a3b None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:02.449748 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d827a5a1-2511-4b57-b64d-06090d811386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:02.498661 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b21be511-f589-4053-8f97-8826a3598a2a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1879780 Sep 16 13:02:02.500354 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bb4ebf44-53ce-4732-9e57-7f1b0bb0e57e req-92ceeb1f-88cd-4f0a-9f42-b0371f3efb2b service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a2ab8eb4-c338-459a-b674-f31ee11bfd20 HTTP/1.1" status: 200 len: 217 time: 0.0563436 Sep 16 13:02:02.501254 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37340) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:02.542421 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5a2fca-d4b2-4823-ae89-2f8df854d299 None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:02:02.611767 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:02.638904 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a2fca-d4b2-4823-ae89-2f8df854d299 None None] Deleting port 4b01d25d-0382-40f7-ba66-577da143956a {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:02:02.639273 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8e5a2fca-d4b2-4823-ae89-2f8df854d299 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (4b01d25d-0382-40f7-ba66-577da143956a), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:02.719552 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-8e5a2fca-d4b2-4823-ae89-2f8df854d299 None None] For port 4b01d25d-0382-40f7-ba66-577da143956a, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=4b01d25d-0382-40f7-ba66-577da143956a,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:02.719941 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8e5a2fca-d4b2-4823-ae89-2f8df854d299 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (4b01d25d-0382-40f7-ba66-577da143956a), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:02.735362 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a2fca-d4b2-4823-ae89-2f8df854d299 None None] Calling delete_port for 4b01d25d-0382-40f7-ba66-577da143956a owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:02:02.819890 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device a2ab8eb4-c338-459a-b674-f31ee11bfd20 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:02:02.828041 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:02.921482 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8e5a2fca-d4b2-4823-ae89-2f8df854d299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (4b01d25d-0382-40f7-ba66-577da143956a), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:02.961686 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a2fca-d4b2-4823-ae89-2f8df854d299 None None] Pushing event deleted for resources: {'Port': ['ID=4b01d25d-0382-40f7-ba66-577da143956a,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:02.971278 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5a2fca-d4b2-4823-ae89-2f8df854d299 None None] No DVR routers for this DVR port 4b01d25d-0382-40f7-ba66-577da143956a on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:02:03.000148 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:03.024237 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd222-766f-4a22-b931-84e321318751 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for router (1d48ba4e-a42d-4471-be2c-caba6f6d953f), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:03.031514 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port a2ab8eb4-c338-459a-b674-f31ee11bfd20, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=a2ab8eb4-c338-459a-b674-f31ee11bfd20,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:03.047452 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': 'a2ab8eb4-c338-459a-b674-f31ee11bfd20', 'network_id': '0d92faea-1b11-4a12-9a14-e8d73c16e432', 'port_id': 'a2ab8eb4-c338-459a-b674-f31ee11bfd20', 'mac_address': 'fa:16:3e:14:2b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac73dd-7148-40bb-9084-34fa9bce3a38', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:02:03.076459 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ebf44-53ce-4732-9e57-7f1b0bb0e57e req-d3c7ca65-b50a-4809-b0b3-25540307186d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:03.077984 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bb4ebf44-53ce-4732-9e57-7f1b0bb0e57e req-d3c7ca65-b50a-4809-b0b3-25540307186d service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e8ac73dd-7148-40bb-9084-34fa9bce3a38 HTTP/1.1" status: 200 len: 843 time: 0.5691764 Sep 16 13:02:03.083761 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250daf5-d430-4311-82f8-3b17c7e3ac3e req-3057d8e8-4146-4b41-8a53-bf8c6a3e3fa0 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:03.088814 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d250daf5-d430-4311-82f8-3b17c7e3ac3e req-3057d8e8-4146-4b41-8a53-bf8c6a3e3fa0 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 943 time: 0.2028494 Sep 16 13:02:03.107157 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port a2ab8eb4-c338-459a-b674-f31ee11bfd20 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:03.107753 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a2ab8eb4-c338-459a-b674-f31ee11bfd20), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:03.110225 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c173f79-0a2a-487d-b7e7-7cc280a6b708 req-72293d59-a732-4523-bb9a-e1eca4be82d2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:03.115686 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c173f79-0a2a-487d-b7e7-7cc280a6b708 req-72293d59-a732-4523-bb9a-e1eca4be82d2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:03.120947 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c173f79-0a2a-487d-b7e7-7cc280a6b708 req-72293d59-a732-4523-bb9a-e1eca4be82d2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:03.125600 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ab8eb4-c338-459a-b674-f31ee11bfd20 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:02:03.136193 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c173f79-0a2a-487d-b7e7-7cc280a6b708 req-72293d59-a732-4523-bb9a-e1eca4be82d2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:03.148434 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c173f79-0a2a-487d-b7e7-7cc280a6b708 req-72293d59-a732-4523-bb9a-e1eca4be82d2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:03.151198 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port a2ab8eb4-c338-459a-b674-f31ee11bfd20, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=a2ab8eb4-c338-459a-b674-f31ee11bfd20,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:03.156316 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a2ab8eb4-c338-459a-b674-f31ee11bfd20), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:03.158251 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c173f79-0a2a-487d-b7e7-7cc280a6b708 req-72293d59-a732-4523-bb9a-e1eca4be82d2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:03.168884 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c173f79-0a2a-487d-b7e7-7cc280a6b708 req-72293d59-a732-4523-bb9a-e1eca4be82d2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:03.171407 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c173f79-0a2a-487d-b7e7-7cc280a6b708 req-72293d59-a732-4523-bb9a-e1eca4be82d2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5429 time: 0.2845657 Sep 16 13:02:03.228014 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=a2ab8eb4-c338-459a-b674-f31ee11bfd20,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:03.243150 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce9b059-748f-4eea-b51f-3d161a66a966 None None] Sync routers for ids ['1d48ba4e-a42d-4471-be2c-caba6f6d953f'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:02:03.256390 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce9b059-748f-4eea-b51f-3d161a66a966 None None] Routers {'1d48ba4e-a42d-4471-be2c-caba6f6d953f'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:02:03.256906 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-2ce9b059-748f-4eea-b51f-3d161a66a966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:01:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1d48ba4e-a42d-4471-be2c-caba6f6d953f'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:03.353518 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-2ce9b059-748f-4eea-b51f-3d161a66a966 None None] Set router 1d48ba4e-a42d-4471-be2c-caba6f6d953f gateway port host: None {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:02:03.418212 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['a2ab8eb4-c338-459a-b674-f31ee11bfd20'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:02:03.424419 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-2ce9b059-748f-4eea-b51f-3d161a66a966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d48ba4e-a42d-4471-be2c-caba6f6d953f', 'name': 'tempest-NetworksTestDHCPv6-router-376080363', 'tenant_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:55Z', 'updated_at': '2022-09-16T13:02:01Z', 'revision_number': 3, 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:03.430375 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd222-766f-4a22-b931-84e321318751 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (1d48ba4e-a42d-4471-be2c-caba6f6d953f), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:03.440086 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd222-766f-4a22-b931-84e321318751 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for router_controller (1d48ba4e-a42d-4471-be2c-caba6f6d953f), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:03.444421 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ebf44-53ce-4732-9e57-7f1b0bb0e57e req-02437d88-ea23-451d-a3ff-c5bfc9745d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:03.445946 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bb4ebf44-53ce-4732-9e57-7f1b0bb0e57e req-02437d88-ea23-451d-a3ff-c5bfc9745d98 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0d92faea-1b11-4a12-9a14-e8d73c16e432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3537688 Sep 16 13:02:03.476516 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce9b059-748f-4eea-b51f-3d161a66a966 None None] Checking router: 1d48ba4e-a42d-4471-be2c-caba6f6d953f for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:02:03.499347 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce9b059-748f-4eea-b51f-3d161a66a966 None None] Routers {'1d48ba4e-a42d-4471-be2c-caba6f6d953f'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:02:03.499864 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-2ce9b059-748f-4eea-b51f-3d161a66a966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:01:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1d48ba4e-a42d-4471-be2c-caba6f6d953f'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:03.577732 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d250daf5-d430-4311-82f8-3b17c7e3ac3e req-d5e8cd91-d8de-4052-a2bc-def8559ddbcb tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4865549 Sep 16 13:02:03.591839 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-2ce9b059-748f-4eea-b51f-3d161a66a966 None None] Set router 1d48ba4e-a42d-4471-be2c-caba6f6d953f gateway port host: None {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:02:03.610517 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd222-766f-4a22-b931-84e321318751 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (1d48ba4e-a42d-4471-be2c-caba6f6d953f), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:03.611112 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1bd222-766f-4a22-b931-84e321318751 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Fanout notify agent at l3_agent the message router_deleted on router 1d48ba4e-a42d-4471-be2c-caba6f6d953f {{(pid=113698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:02:03.636079 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c173f79-0a2a-487d-b7e7-7cc280a6b708 req-0981db1b-8cc3-45a5-9950-8e118c1b0558 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4525964 Sep 16 13:02:03.641392 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd222-766f-4a22-b931-84e321318751 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:03.642704 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-1a1bd222-766f-4a22-b931-84e321318751 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/routers/1d48ba4e-a42d-4471-be2c-caba6f6d953f HTTP/1.1" status: 204 len: 168 time: 1.1404967 Sep 16 13:02:03.645452 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37374) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:03.683059 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105161a-98ae-45d5-a856-6f7e22b33601 req-8ca2be33-2bdd-4f95-8345-de8d7760a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:03.686380 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c105161a-98ae-45d5-a856-6f7e22b33601 req-8ca2be33-2bdd-4f95-8345-de8d7760a46a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=949764d7-e109-4aa2-8e93-b6c6fed88453 HTTP/1.1" status: 200 len: 916 time: 0.4716871 Sep 16 13:02:03.687358 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0acc15eb-e244-4e70-afe4-333a915735e2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0407591 Sep 16 13:02:03.688778 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-2ce9b059-748f-4eea-b51f-3d161a66a966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d48ba4e-a42d-4471-be2c-caba6f6d953f', 'name': 'tempest-NetworksTestDHCPv6-router-376080363', 'tenant_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:55Z', 'updated_at': '2022-09-16T13:02:01Z', 'revision_number': 3, 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:03.690321 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37376) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:03.723309 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce9b059-748f-4eea-b51f-3d161a66a966 None None] The sync data for ids ['1d48ba4e-a42d-4471-be2c-caba6f6d953f'] in n-d-858094-4 is: [{'id': '1d48ba4e-a42d-4471-be2c-caba6f6d953f', 'name': 'tempest-NetworksTestDHCPv6-router-376080363', 'tenant_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:55Z', 'updated_at': '2022-09-16T13:02:01Z', 'revision_number': 3, 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'gw_port_host': None}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:02:03.791863 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c105161a-98ae-45d5-a856-6f7e22b33601 req-61d691e4-c1d4-4899-88e7-b61ac850d318 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7230234-bb6e-4e87-88c3-bcd278e26f85 HTTP/1.1" status: 200 len: 217 time: 0.0993285 Sep 16 13:02:03.894446 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bb4ebf44-53ce-4732-9e57-7f1b0bb0e57e req-4e2dd40f-6028-4be5-b50f-5ab6bcb861cf service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383962 Sep 16 13:02:03.925632 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae07f60-efe5-4209-900d-7c85db79deda req-536b48e4-0c83-45e9-8c13-ef8ebaeb6252 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:03.927128 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fae07f60-efe5-4209-900d-7c85db79deda req-536b48e4-0c83-45e9-8c13-ef8ebaeb6252 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.2078457 Sep 16 13:02:03.944543 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee2c4dd-4d62-47eb-bd0a-f2adf946dbad tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:03.945931 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-6ee2c4dd-4d62-47eb-bd0a-f2adf946dbad tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2546828 Sep 16 13:02:03.948854 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37386) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:03.952027 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bff7a-5dff-4006-a4d0-5848e2b7d886 req-55ae4f4a-336c-4e02-b367-bb2e119058bb tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:03.953542 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e81bff7a-5dff-4006-a4d0-5848e2b7d886 req-55ae4f4a-336c-4e02-b367-bb2e119058bb tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aec891b0-f64b-4305-a527-356ed01b1445 HTTP/1.1" status: 200 len: 949 time: 0.1803267 Sep 16 13:02:03.958634 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:03.997642 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9b16670c-cb9a-420e-838e-fd6933f86597 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421321 Sep 16 13:02:03.997642 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37388) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:03.998399 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37390) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:04.004905 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-3d8102c7-6a34-4af1-a7e5-b525a9149ff3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:04.025295 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105161a-98ae-45d5-a856-6f7e22b33601 req-8ad427ff-3ec1-4839-bbd6-7da719453feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:04.027377 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c105161a-98ae-45d5-a856-6f7e22b33601 req-8ad427ff-3ec1-4839-bbd6-7da719453feb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=986973c6-fff5-4745-bba8-c036a91b83e3 HTTP/1.1" status: 200 len: 854 time: 0.2223136 Sep 16 13:02:04.118992 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8102c7-6a34-4af1-a7e5-b525a9149ff3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:04.125117 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3d8102c7-6a34-4af1-a7e5-b525a9149ff3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:04.170567 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e81bff7a-5dff-4006-a4d0-5848e2b7d886 req-7e15534d-047e-489b-8e33-04d134de88d8 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13885d6c-0e33-401c-8451-66ccba24e2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798007 Sep 16 13:02:04.222323 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105161a-98ae-45d5-a856-6f7e22b33601 req-de654e2a-5cd7-4493-8684-769936ef5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:04.223892 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c105161a-98ae-45d5-a856-6f7e22b33601 req-de654e2a-5cd7-4493-8684-769936ef5d96 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=949764d7-e109-4aa2-8e93-b6c6fed88453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1850629 Sep 16 13:02:04.229539 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fae07f60-efe5-4209-900d-7c85db79deda req-45adfd57-07e4-4f49-a810-5d1161031586 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732444 Sep 16 13:02:04.261417 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-d8a85fd5-7d10-4b30-87a7-bb9661cdddf0 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2008816938'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:04.262587 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bb4ebf44-53ce-4732-9e57-7f1b0bb0e57e req-e86e6c0e-4402-4f4d-8f6b-42e4f41d2251 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0d92faea-1b11-4a12-9a14-e8d73c16e432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583789 Sep 16 13:02:04.349167 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a85fd5-7d10-4b30-87a7-bb9661cdddf0 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Made reservation on behalf of e683ffdd02b14deeb8caacdec0fcba43 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:04.355740 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8a85fd5-7d10-4b30-87a7-bb9661cdddf0 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:04.375649 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8a85fd5-7d10-4b30-87a7-bb9661cdddf0 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:04.381730 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:04.415633 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0380a8d-8015-4c76-a444-d6295acb5444 req-8a327f64-3fa0-4e75-bc13-aff6f02e4ed1 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:04.424115 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0380a8d-8015-4c76-a444-d6295acb5444 req-8a327f64-3fa0-4e75-bc13-aff6f02e4ed1 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 945 time: 0.1098545 Sep 16 13:02:04.438430 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 4b01d25d-0382-40f7-ba66-577da143956a no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:02:04.462299 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c105161a-98ae-45d5-a856-6f7e22b33601 req-90143787-8823-4e26-b4be-3dd4c9166a89 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/949764d7-e109-4aa2-8e93-b6c6fed88453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297256 Sep 16 13:02:04.484629 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 4b01d25d-0382-40f7-ba66-577da143956a {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:02:04.485289 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 4b01d25d-0382-40f7-ba66-577da143956a not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:02:04.485937 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 775ff14b-b131-4fb8-be5b-c8012ded4d53 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:02:04.507585 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 775ff14b-b131-4fb8-be5b-c8012ded4d53 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:02:04.507932 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 775ff14b-b131-4fb8-be5b-c8012ded4d53 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:02:04.597358 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0380a8d-8015-4c76-a444-d6295acb5444 req-d00e9f3e-3fde-432a-b2bf-3091078d9eee tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721520 Sep 16 13:02:04.612637 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:04.618924 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8063d4-8fc4-45de-b750-18a87cd0906e req-a38fb331-2a87-406b-ae92-7ffb4344f208 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:04.625273 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c8063d4-8fc4-45de-b750-18a87cd0906e req-a38fb331-2a87-406b-ae92-7ffb4344f208 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.1324561 Sep 16 13:02:04.637336 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2244e7e5-b313-41a5-b3f4-50cb81cd3fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:04.682757 n-d-858094-4 neutron-server[113699]: DEBUG neutron.objects.ports [None req-3d8102c7-6a34-4af1-a7e5-b525a9149ff3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113699) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 16 13:02:04.685533 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3d8102c7-6a34-4af1-a7e5-b525a9149ff3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (6216c481-64a7-4e7f-ab30-28ccc000cd47), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:04.701831 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c105161a-98ae-45d5-a856-6f7e22b33601 req-76f461f7-da7d-46ee-ad08-bc1a69d5a6ec service neutron] 10.222.0.25 "GET /networking/v2.0/networks/949764d7-e109-4aa2-8e93-b6c6fed88453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248371 Sep 16 13:02:04.719980 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 9b032a10-f56e-47fc-b941-54f12778f01c details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:02:04.751625 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8a85fd5-7d10-4b30-87a7-bb9661cdddf0 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Publish callbacks [] for security_group (c67518f8-8a65-48b6-a1ff-d949346924da), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:04.754151 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c8063d4-8fc4-45de-b750-18a87cd0906e req-3f80907e-f45e-405f-8843-f7a425a74006 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096585 Sep 16 13:02:04.778755 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8102c7-6a34-4af1-a7e5-b525a9149ff3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:04.779627 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92996f-f28b-4c99-9795-c55ab0994fe3 req-b4ca9675-78da-4d16-a016-43f7a62cc8c6 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:04.780972 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8a85fd5-7d10-4b30-87a7-bb9661cdddf0 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (c67518f8-8a65-48b6-a1ff-d949346924da), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:04.782124 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d92996f-f28b-4c99-9795-c55ab0994fe3 req-b4ca9675-78da-4d16-a016-43f7a62cc8c6 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 943 time: 0.0868294 Sep 16 13:02:04.784442 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-3d8102c7-6a34-4af1-a7e5-b525a9149ff3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:04.798892 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a68ee9-ad55-412c-8a2b-f170b6957120 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:04.803242 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a85fd5-7d10-4b30-87a7-bb9661cdddf0 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:02:04.814730 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8a85fd5-7d10-4b30-87a7-bb9661cdddf0 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (927396e7-4a44-4958-9dea-59666df41b8c), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:04.815197 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-d8a85fd5-7d10-4b30-87a7-bb9661cdddf0 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Added segment 927396e7-4a44-4958-9dea-59666df41b8c of type vlan for network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 Sep 16 13:02:04.844412 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d92996f-f28b-4c99-9795-c55ab0994fe3 req-6d2ccc59-5aee-422c-902e-5b0b6563ccdf tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519910 Sep 16 13:02:04.866614 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8a85fd5-7d10-4b30-87a7-bb9661cdddf0 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (1e3f5511-8c67-4c6d-811b-f9c48e4d3f50), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:04.897178 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=17 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:04.898072 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:04.899978 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8102c7-6a34-4af1-a7e5-b525a9149ff3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:04.900978 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3d8102c7-6a34-4af1-a7e5-b525a9149ff3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:04.908561 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8a85fd5-7d10-4b30-87a7-bb9661cdddf0 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (1e3f5511-8c67-4c6d-811b-f9c48e4d3f50), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:04.914504 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fca8ac-1a24-4087-8a4c-02e5d6354d24 req-6081df4f-6d66-4af0-96ba-47fd369a9893 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:04.914743 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a85fd5-7d10-4b30-87a7-bb9661cdddf0 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:04.915470 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d8a85fd5-7d10-4b30-87a7-bb9661cdddf0 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:04.916574 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-13fca8ac-1a24-4087-8a4c-02e5d6354d24 req-6081df4f-6d66-4af0-96ba-47fd369a9893 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 945 time: 0.0713437 Sep 16 13:02:04.945427 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8102c7-6a34-4af1-a7e5-b525a9149ff3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=6216c481-64a7-4e7f-ab30-28ccc000cd47,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:04.985874 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d8a85fd5-7d10-4b30-87a7-bb9661cdddf0 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9849293 Sep 16 13:02:05.013979 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device a2ab8eb4-c338-459a-b674-f31ee11bfd20 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:05.023071 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3d8102c7-6a34-4af1-a7e5-b525a9149ff3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0234087 Sep 16 13:02:05.025605 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d1d33-b454-4001-87f6-43466c120216 req-a2fd954b-ba49-49a8-89ef-f48259bc912e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:05.028614 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a85fd5-7d10-4b30-87a7-bb9661cdddf0 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c67518f8-8a65-48b6-a1ff-d949346924da,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:05.032311 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d1d33-b454-4001-87f6-43466c120216 req-a2fd954b-ba49-49a8-89ef-f48259bc912e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:05.037686 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d1d33-b454-4001-87f6-43466c120216 req-a2fd954b-ba49-49a8-89ef-f48259bc912e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:05.038959 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37410) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:05.043439 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d1d33-b454-4001-87f6-43466c120216 req-a2fd954b-ba49-49a8-89ef-f48259bc912e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:05.048517 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-f3997b7a-3ada-485e-8fbc-ec99a329572c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:05.048681 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d1d33-b454-4001-87f6-43466c120216 req-a2fd954b-ba49-49a8-89ef-f48259bc912e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:05.052030 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:05.054112 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d1d33-b454-4001-87f6-43466c120216 req-a2fd954b-ba49-49a8-89ef-f48259bc912e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:05.059389 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d1d33-b454-4001-87f6-43466c120216 req-a2fd954b-ba49-49a8-89ef-f48259bc912e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:05.067427 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a85fd5-7d10-4b30-87a7-bb9661cdddf0 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Pushing event updated for resources: {'Network': ['ID=1e3f5511-8c67-4c6d-811b-f9c48e4d3f50,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:05.067702 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d3d1d33-b454-4001-87f6-43466c120216 req-a2fd954b-ba49-49a8-89ef-f48259bc912e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5429 time: 0.1501055 Sep 16 13:02:05.091754 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-13fca8ac-1a24-4087-8a4c-02e5d6354d24 req-16f9cfe3-4512-4738-a279-bcadfa131d3a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629858 Sep 16 13:02:05.099304 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:02:05.159684 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d3d1d33-b454-4001-87f6-43466c120216 req-8d1821c1-bc95-46cc-99fd-502d640bbab3 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908608 Sep 16 13:02:05.199610 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3997b7a-3ada-485e-8fbc-ec99a329572c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:05.206073 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 9b032a10-f56e-47fc-b941-54f12778f01c, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=9b032a10-f56e-47fc-b941-54f12778f01c,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:05.207840 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f3997b7a-3ada-485e-8fbc-ec99a329572c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:05.258304 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port a2ab8eb4-c338-459a-b674-f31ee11bfd20 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:02:05.266025 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '9b032a10-f56e-47fc-b941-54f12778f01c', 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5', 'port_id': '9b032a10-f56e-47fc-b941-54f12778f01c', 'mac_address': 'fa:16:3e:9e:e4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:02:05.269017 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': '6216c481-64a7-4e7f-ab30-28ccc000cd47'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:02:05.270005 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:05.279405 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port a2ab8eb4-c338-459a-b674-f31ee11bfd20 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:05.279963 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (a2ab8eb4-c338-459a-b674-f31ee11bfd20), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:05.280322 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port a2ab8eb4-c338-459a-b674-f31ee11bfd20 Sep 16 13:02:05.350289 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2573bb-4a45-4864-addd-3c54bdb5fdc2 req-3d9b7f38-6559-4577-a64c-017887838c83 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:05.353173 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8e2573bb-4a45-4864-addd-3c54bdb5fdc2 req-3d9b7f38-6559-4577-a64c-017887838c83 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 945 time: 0.0894072 Sep 16 13:02:05.400481 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37418) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:05.408362 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Request body: {'port': {'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50', 'binding:host_id': 'n-h2-858094-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-60769060'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:05.422056 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 9b032a10-f56e-47fc-b941-54f12778f01c is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:05.422670 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9b032a10-f56e-47fc-b941-54f12778f01c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:05.443427 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8e2573bb-4a45-4864-addd-3c54bdb5fdc2 req-c90b5591-9200-4744-8a4b-14452f34535a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762303 Sep 16 13:02:05.449871 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b032a10-f56e-47fc-b941-54f12778f01c {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:02:05.458210 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Made reservation on behalf of caa411b4858a4f98ab6162729fe5be54 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:05.462499 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:05.523131 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:05.524392 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 9b032a10-f56e-47fc-b941-54f12778f01c, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=9b032a10-f56e-47fc-b941-54f12778f01c,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:05.537883 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08f6f2-cc71-4409-9b2d-d27abb15407d req-947dc9db-79d9-4412-bc96-ba2c11d3d83a tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:05.540250 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3a08f6f2-cc71-4409-9b2d-d27abb15407d req-947dc9db-79d9-4412-bc96-ba2c11d3d83a tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aec891b0-f64b-4305-a527-356ed01b1445 HTTP/1.1" status: 200 len: 949 time: 0.0574055 Sep 16 13:02:05.556633 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (9b032a10-f56e-47fc-b941-54f12778f01c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:05.557345 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 8a23d825-e263-4839-8617-11f3b05818ce details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:02:05.592922 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port a2ab8eb4-c338-459a-b674-f31ee11bfd20 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:05.593316 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a2ab8eb4-c338-459a-b674-f31ee11bfd20), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:05.611263 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:05.618143 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3a08f6f2-cc71-4409-9b2d-d27abb15407d req-a459ea2f-c8d0-42f8-b1c7-2ea8e001b34b tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13885d6c-0e33-401c-8451-66ccba24e2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707881 Sep 16 13:02:05.628840 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:05.656672 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] Allocated IP 2001:db8::f816:3eff:fe63:79f7 (9baef6e6-991f-4370-ace0-656f975a51ae/6216c481-64a7-4e7f-ab30-28ccc000cd47/91a86b04-fc96-4bdf-b709-031ca335c401) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:05.664342 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f3997b7a-3ada-485e-8fbc-ec99a329572c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (2e63ab29-7a74-46d1-b454-d18049b4241e), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:05.666132 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:05.683130 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec891b0-f64b-4305-a527-356ed01b1445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ab8eb4-c338-459a-b674-f31ee11bfd20'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:02:05.685546 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01bcab3-2bee-420b-8d7f-301131a56673" -d '{"events": [{"server_uuid": "aec891b0-f64b-4305-a527-356ed01b1445", "name": "network-vif-plugged", "status": "completed", "tag": "a2ab8eb4-c338-459a-b674-f31ee11bfd20"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:02:05.743219 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3997b7a-3ada-485e-8fbc-ec99a329572c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:05.744893 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-f3997b7a-3ada-485e-8fbc-ec99a329572c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:05.747633 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port a2ab8eb4-c338-459a-b674-f31ee11bfd20, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=a2ab8eb4-c338-459a-b674-f31ee11bfd20,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:05.752336 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=9b032a10-f56e-47fc-b941-54f12778f01c,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:05.765120 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a2ab8eb4-c338-459a-b674-f31ee11bfd20), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:05.768748 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3997b7a-3ada-485e-8fbc-ec99a329572c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:05.769347 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f3997b7a-3ada-485e-8fbc-ec99a329572c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:05.811763 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks [] for security_group (32970e8a-a2db-4c99-b6e7-014c9683d395), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:05.813778 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3997b7a-3ada-485e-8fbc-ec99a329572c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=2e63ab29-7a74-46d1-b454-d18049b4241e,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:05.832605 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f3997b7a-3ada-485e-8fbc-ec99a329572c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7890196 Sep 16 13:02:05.832605 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (32970e8a-a2db-4c99-b6e7-014c9683d395), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:05.833041 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7320aec7-9039-4d48-8a40-e5452bc8f749 x-openstack-request-id: req-7320aec7-9039-4d48-8a40-e5452bc8f749 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:02:05.833336 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec891b0-f64b-4305-a527-356ed01b1445", "name": "network-vif-plugged", "status": "completed", "tag": "a2ab8eb4-c338-459a-b674-f31ee11bfd20", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:02:05.834793 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7320aec7-9039-4d48-8a40-e5452bc8f749 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:02:05.834793 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7320aec7-9039-4d48-8a40-e5452bc8f749'] response: {'server_uuid': 'aec891b0-f64b-4305-a527-356ed01b1445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ab8eb4-c338-459a-b674-f31ee11bfd20', 'code': 200} Sep 16 13:02:05.836637 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37438) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:05.846299 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] device_id is not set on port 9302c850-5ec9-4bf9-b620-d1114b04af86 yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:02:05.852735 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-eb1e0fa9-358f-414b-90bf-0b836a87e931 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'mac_address': 'fa:16:3e:b5:56:89', 'name': 'tempest-NetworksTestDHCPv6-258666002'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:05.873647 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:05.873886 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:05.914028 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 8a23d825-e263-4839-8617-11f3b05818ce, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=8a23d825-e263-4839-8617-11f3b05818ce,segment=NetworkSegment(5af2e1e4-dfd3-4925-87c1-04a16a79db7a),segment_id=5af2e1e4-dfd3-4925-87c1-04a16a79db7a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:05.917785 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=a2ab8eb4-c338-459a-b674-f31ee11bfd20,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:05.926393 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580aa16-5a40-4553-ab0f-e3550220c7a5 req-eb86097f-fef9-459f-bfcd-86ece6bebffd tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:05.928586 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1580aa16-5a40-4553-ab0f-e3550220c7a5 req-eb86097f-fef9-459f-bfcd-86ece6bebffd tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.0656323 Sep 16 13:02:05.940075 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '8a23d825-e263-4839-8617-11f3b05818ce', 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f', 'port_id': '8a23d825-e263-4839-8617-11f3b05818ce', 'mac_address': 'fa:16:3e:fc:9b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef43da26-ec9d-4b33-82f5-510dc693367d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:02:06.042214 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32970e8a-a2db-4c99-b6e7-014c9683d395,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:06.076501 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:06.085404 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] Publish callbacks [] for port (91a86b04-fc96-4bdf-b709-031ca335c401), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:06.088108 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 8a23d825-e263-4839-8617-11f3b05818ce is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:06.089189 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8a23d825-e263-4839-8617-11f3b05818ce), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:06.101452 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (91a86b04-fc96-4bdf-b709-031ca335c401), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:06.121366 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a23d825-e263-4839-8617-11f3b05818ce {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:02:06.128172 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dac14-089d-41b7-8c4b-7f8ba8f3fff2 req-04f32811-31cd-458e-b46b-4a6c0859de0a tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:06.129982 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f65dac14-089d-41b7-8c4b-7f8ba8f3fff2 req-04f32811-31cd-458e-b46b-4a6c0859de0a tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 943 time: 0.1316814 Sep 16 13:02:06.152063 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1580aa16-5a40-4553-ab0f-e3550220c7a5 req-73b96b37-ac21-4211-8fcd-3080e18887f3 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117326 Sep 16 13:02:06.157789 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:06.159523 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ce043-39db-4a31-9ca5-8472ff1f2712 req-a2c604ae-adf3-4bae-976f-9441a12f73e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:06.161275 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ba8ce043-39db-4a31-9ca5-8472ff1f2712 req-a2c604ae-adf3-4bae-976f-9441a12f73e3 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aec891b0-f64b-4305-a527-356ed01b1445 HTTP/1.1" status: 200 len: 1132 time: 0.1120405 Sep 16 13:02:06.183728 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 8a23d825-e263-4839-8617-11f3b05818ce, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=8a23d825-e263-4839-8617-11f3b05818ce,segment=NetworkSegment(5af2e1e4-dfd3-4925-87c1-04a16a79db7a),segment_id=5af2e1e4-dfd3-4925-87c1-04a16a79db7a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:06.186988 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:06.190619 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:06.194706 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8a23d825-e263-4839-8617-11f3b05818ce), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:06.195366 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device b7230234-bb6e-4e87-88c3-bcd278e26f85 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:02:06.210534 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:06.221760 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] Pushing event updated for resources: {'Port': ['ID=91a86b04-fc96-4bdf-b709-031ca335c401,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:06.249719 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f65dac14-089d-41b7-8c4b-7f8ba8f3fff2 req-41fd4fef-d242-49fd-8597-dd67efd314b2 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014957 Sep 16 13:02:06.278355 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1e0fa9-358f-414b-90bf-0b836a87e931 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:06.296866 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] device_id is not set on port 9302c850-5ec9-4bf9-b620-d1114b04af86 yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:02:06.307351 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks [] for port (9302c850-5ec9-4bf9-b620-d1114b04af86), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:06.314692 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (9302c850-5ec9-4bf9-b620-d1114b04af86), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:06.319327 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ba8ce043-39db-4a31-9ca5-8472ff1f2712 req-e80727dc-05a2-47d0-9ae1-412331d9252c service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=13885d6c-0e33-401c-8451-66ccba24e2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313355 Sep 16 13:02:06.385414 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Pushing event updated for resources: {'Port': ['ID=9302c850-5ec9-4bf9-b620-d1114b04af86,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:06.394508 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Checking segment: {'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:02:06.394981 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Network hostable DHCP agents. Network: 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:02:06.396985 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763a9d1-1be1-4b0b-b1e6-3e8234b43dec req-83ac2a40-a959-441b-8fa0-c7a464f8296e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:06.402596 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763a9d1-1be1-4b0b-b1e6-3e8234b43dec req-83ac2a40-a959-441b-8fa0-c7a464f8296e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:06.407871 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763a9d1-1be1-4b0b-b1e6-3e8234b43dec req-83ac2a40-a959-441b-8fa0-c7a464f8296e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:06.408496 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] Attempting to bind port 91a86b04-fc96-4bdf-b709-031ca335c401 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:06.408877 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] Attempting to bind port 91a86b04-fc96-4bdf-b709-031ca335c401 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:06.409277 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] Attempting to bind port 91a86b04-fc96-4bdf-b709-031ca335c401 on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:06.413179 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763a9d1-1be1-4b0b-b1e6-3e8234b43dec req-83ac2a40-a959-441b-8fa0-c7a464f8296e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:06.414285 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=8a23d825-e263-4839-8617-11f3b05818ce,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:06.415199 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:02:06.418958 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763a9d1-1be1-4b0b-b1e6-3e8234b43dec req-83ac2a40-a959-441b-8fa0-c7a464f8296e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:06.427025 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763a9d1-1be1-4b0b-b1e6-3e8234b43dec req-83ac2a40-a959-441b-8fa0-c7a464f8296e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:06.429509 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:06.432480 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763a9d1-1be1-4b0b-b1e6-3e8234b43dec req-83ac2a40-a959-441b-8fa0-c7a464f8296e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:06.435062 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4763a9d1-1be1-4b0b-b1e6-3e8234b43dec req-83ac2a40-a959-441b-8fa0-c7a464f8296e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5431 time: 0.1447604 Sep 16 13:02:06.440833 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:06.447777 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2da09b6-a6cc-4399-8f13-33eaaf5399ee None None] Network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:06.461745 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:06.462093 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:06.462623 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:06.470026 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port 9302c850-5ec9-4bf9-b620-d1114b04af86 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:06.470800 n-d-858094-4 neutron-server[113699]: ERROR neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:06.470963 n-d-858094-4 neutron-server[113699]: INFO neutron.plugins.ml2.plugin [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 2 to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 Sep 16 13:02:06.484604 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:06.485025 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:06.485432 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:06.489187 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eb1e0fa9-358f-414b-90bf-0b836a87e931 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:06.490722 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port 9302c850-5ec9-4bf9-b620-d1114b04af86 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:06.491119 n-d-858094-4 neutron-server[113699]: ERROR neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:06.491607 n-d-858094-4 neutron-server[113699]: INFO neutron.plugins.ml2.plugin [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 3 to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 Sep 16 13:02:06.505218 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:06.505638 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:06.506039 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:06.511104 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port 9302c850-5ec9-4bf9-b620-d1114b04af86 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:06.511517 n-d-858094-4 neutron-server[113699]: ERROR neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:06.512834 n-d-858094-4 neutron-server[113699]: INFO neutron.plugins.ml2.plugin [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 4 to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 Sep 16 13:02:06.526650 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:06.527351 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:06.527765 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:06.533270 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port 9302c850-5ec9-4bf9-b620-d1114b04af86 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:06.533600 n-d-858094-4 neutron-server[113699]: ERROR neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:06.533984 n-d-858094-4 neutron-server[113699]: INFO neutron.plugins.ml2.plugin [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 5 to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 Sep 16 13:02:06.541750 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [None req-eb1e0fa9-358f-414b-90bf-0b836a87e931 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port 754040c4-8022-466b-821f-e2be85afcead yet. {{(pid=113698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:02:06.544173 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port b7230234-bb6e-4e87-88c3-bcd278e26f85, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=b7230234-bb6e-4e87-88c3-bcd278e26f85,segment=NetworkSegment(ea9ac0dd-12c0-4c61-bdd8-73eff891277b),segment_id=ea9ac0dd-12c0-4c61-bdd8-73eff891277b)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:06.548496 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:06.548754 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:06.549251 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:06.554261 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port 9302c850-5ec9-4bf9-b620-d1114b04af86 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:06.554565 n-d-858094-4 neutron-server[113699]: ERROR neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:06.554797 n-d-858094-4 neutron-server[113699]: INFO neutron.plugins.ml2.plugin [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 6 to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 Sep 16 13:02:06.561212 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:02:06.561616 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:02:06.561990 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:06.562371 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:02:06.562851 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] Bound port: 91a86b04-fc96-4bdf-b709-031ca335c401, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:02:06.563229 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (91a86b04-fc96-4bdf-b709-031ca335c401), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:06.565035 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4763a9d1-1be1-4b0b-b1e6-3e8234b43dec req-3f870951-8600-4d4b-82f3-e01dfd7fc925 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1173460 Sep 16 13:02:06.570176 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:06.570570 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:06.571046 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:06.576157 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port 9302c850-5ec9-4bf9-b620-d1114b04af86 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:06.576508 n-d-858094-4 neutron-server[113699]: ERROR neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:06.576898 n-d-858094-4 neutron-server[113699]: INFO neutron.plugins.ml2.plugin [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 7 to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 Sep 16 13:02:06.582021 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': 'b7230234-bb6e-4e87-88c3-bcd278e26f85', 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453', 'port_id': 'b7230234-bb6e-4e87-88c3-bcd278e26f85', 'mac_address': 'fa:16:3e:e6:0a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '986973c6-fff5-4745-bba8-c036a91b83e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:02:06.594150 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:06.594504 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:06.594895 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:06.602663 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port 9302c850-5ec9-4bf9-b620-d1114b04af86 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:06.603010 n-d-858094-4 neutron-server[113699]: ERROR neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:06.603374 n-d-858094-4 neutron-server[113699]: INFO neutron.plugins.ml2.plugin [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 8 to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 Sep 16 13:02:06.618934 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:06.619271 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:06.619602 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:06.624985 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port 9302c850-5ec9-4bf9-b620-d1114b04af86 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:06.625308 n-d-858094-4 neutron-server[113699]: ERROR neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:06.625692 n-d-858094-4 neutron-server[113699]: INFO neutron.plugins.ml2.plugin [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 9 to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 Sep 16 13:02:06.638707 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:06.639188 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:06.639533 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:06.644304 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port 9302c850-5ec9-4bf9-b620-d1114b04af86 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:06.644628 n-d-858094-4 neutron-server[113699]: ERROR neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:06.645007 n-d-858094-4 neutron-server[113699]: INFO neutron.plugins.ml2.plugin [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 10 to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 Sep 16 13:02:06.680115 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:06.680115 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:06.681310 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:06.683277 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:06.688945 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port b7230234-bb6e-4e87-88c3-bcd278e26f85 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:06.689576 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b7230234-bb6e-4e87-88c3-bcd278e26f85), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:06.690445 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port 9302c850-5ec9-4bf9-b620-d1114b04af86 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:06.690916 n-d-858094-4 neutron-server[113699]: ERROR neutron.plugins.ml2.managers [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port 9302c850-5ec9-4bf9-b620-d1114b04af86 on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:06.691574 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9302c850-5ec9-4bf9-b620-d1114b04af86), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:06.697488 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:06.714477 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] For port 91a86b04-fc96-4bdf-b709-031ca335c401, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:02:06.726310 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7230234-bb6e-4e87-88c3-bcd278e26f85 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:02:06.739895 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] For port 91a86b04-fc96-4bdf-b709-031ca335c401, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=91a86b04-fc96-4bdf-b709-031ca335c401,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:02:06.755388 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (91a86b04-fc96-4bdf-b709-031ca335c401), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:06.759983 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port b7230234-bb6e-4e87-88c3-bcd278e26f85, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=b7230234-bb6e-4e87-88c3-bcd278e26f85,segment=NetworkSegment(ea9ac0dd-12c0-4c61-bdd8-73eff891277b),segment_id=ea9ac0dd-12c0-4c61-bdd8-73eff891277b)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:06.776031 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] For port 9302c850-5ec9-4bf9-b620-d1114b04af86, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:02:06.776683 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempted to set empty binding levels {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 13:02:06.783182 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (9302c850-5ec9-4bf9-b620-d1114b04af86), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:06.784074 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:06.789646 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:06.810997 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b7230234-bb6e-4e87-88c3-bcd278e26f85), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:06.811619 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de16c61-5a12-40df-a58a-3787987bb0ad req-6a48aa38-6ef2-421e-8e68-0ba7344dfd64 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:06.813465 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9de16c61-5a12-40df-a58a-3787987bb0ad req-6a48aa38-6ef2-421e-8e68-0ba7344dfd64 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aec891b0-f64b-4305-a527-356ed01b1445 HTTP/1.1" status: 200 len: 950 time: 0.0954230 Sep 16 13:02:06.814254 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device c7eb5869-5d95-47b8-9539-2bec50eb4428 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:02:06.831705 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-eb1e0fa9-358f-414b-90bf-0b836a87e931 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 172.20.0.14 (9baef6e6-991f-4370-ace0-656f975a51ae/2e63ab29-7a74-46d1-b454-d18049b4241e/754040c4-8022-466b-821f-e2be85afcead) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:06.847463 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-eb1e0fa9-358f-414b-90bf-0b836a87e931 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::f816:3eff:feb5:5689 (9baef6e6-991f-4370-ace0-656f975a51ae/6216c481-64a7-4e7f-ab30-28ccc000cd47/754040c4-8022-466b-821f-e2be85afcead) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:06.858900 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37450) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:06.859300 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 978 time: 1.4576273 Sep 16 13:02:06.861836 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022f1b2-8326-4d8f-9253-e8e4cc18657d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Pushing event updated for resources: {'Port': ['ID=9302c850-5ec9-4bf9-b620-d1114b04af86,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:06.863111 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37dcb7-4125-4640-baeb-7dd6629ce41f None None] Pushing event updated for resources: {'Port': ['ID=91a86b04-fc96-4bdf-b709-031ca335c401,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:06.871219 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:06.894689 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port c7eb5869-5d95-47b8-9539-2bec50eb4428, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c7eb5869-5d95-47b8-9539-2bec50eb4428,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:06.914613 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': 'c7eb5869-5d95-47b8-9539-2bec50eb4428', 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5', 'port_id': 'c7eb5869-5d95-47b8-9539-2bec50eb4428', 'mac_address': 'fa:16:3e:6b:fa:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:02:06.957801 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=b7230234-bb6e-4e87-88c3-bcd278e26f85,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:06.969759 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9de16c61-5a12-40df-a58a-3787987bb0ad req-691c40c9-3b02-4ac9-8c79-f52914f50afe tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13885d6c-0e33-401c-8451-66ccba24e2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470993 Sep 16 13:02:06.971070 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port c7eb5869-5d95-47b8-9539-2bec50eb4428 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:06.971781 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c7eb5869-5d95-47b8-9539-2bec50eb4428), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:06.988661 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7eb5869-5d95-47b8-9539-2bec50eb4428 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:02:07.033813 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port c7eb5869-5d95-47b8-9539-2bec50eb4428, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c7eb5869-5d95-47b8-9539-2bec50eb4428,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:07.042229 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c7eb5869-5d95-47b8-9539-2bec50eb4428), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:07.043068 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 96ec0261-1181-470b-971b-163682a9e81d details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:02:07.082291 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-0f926d8c-0f2d-4c5b-b779-df41915692af tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Deleting port 9302c850-5ec9-4bf9-b620-d1114b04af86 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:02:07.082753 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0f926d8c-0f2d-4c5b-b779-df41915692af tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (9302c850-5ec9-4bf9-b620-d1114b04af86), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:07.086400 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:07.131532 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=c7eb5869-5d95-47b8-9539-2bec50eb4428,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:07.135704 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 96ec0261-1181-470b-971b-163682a9e81d, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=96ec0261-1181-470b-971b-163682a9e81d,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:07.150557 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '96ec0261-1181-470b-971b-163682a9e81d', 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5', 'port_id': '96ec0261-1181-470b-971b-163682a9e81d', 'mac_address': 'fa:16:3e:da:ab:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:02:07.196597 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 96ec0261-1181-470b-971b-163682a9e81d is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:07.197156 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (96ec0261-1181-470b-971b-163682a9e81d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:07.206386 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-0f926d8c-0f2d-4c5b-b779-df41915692af tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] For port 9302c850-5ec9-4bf9-b620-d1114b04af86, host n-h2-858094-4, got binding levels [] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:07.206896 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0f926d8c-0f2d-4c5b-b779-df41915692af tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (9302c850-5ec9-4bf9-b620-d1114b04af86), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:07.237562 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-0f926d8c-0f2d-4c5b-b779-df41915692af tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Calling delete_port for 9302c850-5ec9-4bf9-b620-d1114b04af86 owned by {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:02:07.242763 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eb1e0fa9-358f-414b-90bf-0b836a87e931 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (754040c4-8022-466b-821f-e2be85afcead), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:07.376814 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d89033-a042-412d-9c24-4f4ac38d9b44 req-b74b59d6-d396-4958-ba78-ae0ed5803d16 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:07.377489 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ec0261-1181-470b-971b-163682a9e81d {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:02:07.378343 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f3d89033-a042-412d-9c24-4f4ac38d9b44 req-b74b59d6-d396-4958-ba78-ae0ed5803d16 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.1209950 Sep 16 13:02:07.392516 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:07.404471 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 96ec0261-1181-470b-971b-163682a9e81d, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=96ec0261-1181-470b-971b-163682a9e81d,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:07.408715 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (96ec0261-1181-470b-971b-163682a9e81d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:07.409481 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 8874748b-6030-4aea-9e6b-79db8c8d555d details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:02:07.475700 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ea119-7626-450d-8b85-0b5100e0364b req-19e3bf18-262f-4ae1-ba11-9577291280b4 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:07.482935 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e34ea119-7626-450d-8b85-0b5100e0364b req-19e3bf18-262f-4ae1-ba11-9577291280b4 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 944 time: 0.1395772 Sep 16 13:02:07.484460 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eb1e0fa9-358f-414b-90bf-0b836a87e931 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (754040c4-8022-466b-821f-e2be85afcead), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:07.486842 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 8874748b-6030-4aea-9e6b-79db8c8d555d, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=8874748b-6030-4aea-9e6b-79db8c8d555d,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:07.489472 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=96ec0261-1181-470b-971b-163682a9e81d,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:07.510290 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '8874748b-6030-4aea-9e6b-79db8c8d555d', 'network_id': 'cbc422c8-d561-47f7-afec-ef049a9a76c5', 'port_id': '8874748b-6030-4aea-9e6b-79db8c8d555d', 'mac_address': 'fa:16:3e:a8:4a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:02:07.514087 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:07.550126 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 8874748b-6030-4aea-9e6b-79db8c8d555d is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:07.551048 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8874748b-6030-4aea-9e6b-79db8c8d555d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:07.566962 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0f926d8c-0f2d-4c5b-b779-df41915692af tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (9302c850-5ec9-4bf9-b620-d1114b04af86), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:07.570010 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1e0fa9-358f-414b-90bf-0b836a87e931 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:07.570656 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8874748b-6030-4aea-9e6b-79db8c8d555d {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:02:07.593586 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 8874748b-6030-4aea-9e6b-79db8c8d555d, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=8874748b-6030-4aea-9e6b-79db8c8d555d,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:07.594667 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=8,neutron:SELECT=91,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:07.599826 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8874748b-6030-4aea-9e6b-79db8c8d555d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:07.600929 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-eb1e0fa9-358f-414b-90bf-0b836a87e931 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:07.615390 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1e0fa9-358f-414b-90bf-0b836a87e931 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:07.623359 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0f926d8c-0f2d-4c5b-b779-df41915692af tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:07.626620 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-0f926d8c-0f2d-4c5b-b779-df41915692af tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] 10.222.0.67 "DELETE /networking/v2.0/ports/9302c850-5ec9-4bf9-b620-d1114b04af86 HTTP/1.1" status: 204 len: 168 time: 0.7666764 Sep 16 13:02:07.629601 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37458) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:07.636755 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f3d89033-a042-412d-9c24-4f4ac38d9b44 req-2289d2a1-07b2-4361-a442-c32add34fba3 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350500 Sep 16 13:02:07.641115 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:07.661034 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fae7e72-5c55-48d8-973c-a9ddb18c759d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] GET failed (client error): The resource could not be found. Sep 16 13:02:07.663206 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9fae7e72-5c55-48d8-973c-a9ddb18c759d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] 10.222.0.67 "GET /networking/v2.0/ports/9302c850-5ec9-4bf9-b620-d1114b04af86 HTTP/1.1" status: 404 len: 333 time: 0.0312979 Sep 16 13:02:07.667100 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:07.669400 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37460) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:07.675460 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=8874748b-6030-4aea-9e6b-79db8c8d555d,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:07.675835 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-3021910f-5831-4ead-b588-b6200c4193f3 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Request body: {'port': {'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1260648603'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:07.710305 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3021910f-5831-4ead-b588-b6200c4193f3 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Made reservation on behalf of caa411b4858a4f98ab6162729fe5be54 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:07.718047 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3021910f-5831-4ead-b588-b6200c4193f3 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:07.719928 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 8c121ccb-eba9-4b08-98af-afba73327fcc details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:02:07.742954 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-3021910f-5831-4ead-b588-b6200c4193f3 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] device_id is not set on port 6a75b605-4e37-436c-bc77-0b4c5ba85aac yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:02:07.845725 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 8c121ccb-eba9-4b08-98af-afba73327fcc, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=8c121ccb-eba9-4b08-98af-afba73327fcc,segment=NetworkSegment(9edf9333-8d62-4ed6-bd3c-dd8351317483),segment_id=9edf9333-8d62-4ed6-bd3c-dd8351317483)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:07.868610 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '8c121ccb-eba9-4b08-98af-afba73327fcc', 'network_id': '231c3494-8d9a-44ba-b103-fc49819648f0', 'port_id': '8c121ccb-eba9-4b08-98af-afba73327fcc', 'mac_address': 'fa:16:3e:a2:93:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bafead4-8a1f-46d4-95cd-a2f5dc732a76', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:02:07.873319 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:02:07.912918 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 8c121ccb-eba9-4b08-98af-afba73327fcc is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:07.913280 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8c121ccb-eba9-4b08-98af-afba73327fcc), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:07.929124 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:07.931142 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c121ccb-eba9-4b08-98af-afba73327fcc {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:02:07.969420 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 8c121ccb-eba9-4b08-98af-afba73327fcc, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=8c121ccb-eba9-4b08-98af-afba73327fcc,segment=NetworkSegment(9edf9333-8d62-4ed6-bd3c-dd8351317483),segment_id=9edf9333-8d62-4ed6-bd3c-dd8351317483)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:07.976797 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8c121ccb-eba9-4b08-98af-afba73327fcc), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:07.977584 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 328ce2f8-022c-446e-b388-06295b8c63e7 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:02:07.983474 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3021910f-5831-4ead-b588-b6200c4193f3 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks [] for port (6a75b605-4e37-436c-bc77-0b4c5ba85aac), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:08.032523 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3021910f-5831-4ead-b588-b6200c4193f3 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (6a75b605-4e37-436c-bc77-0b4c5ba85aac), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:08.086991 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=8c121ccb-eba9-4b08-98af-afba73327fcc,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:08.088395 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3021910f-5831-4ead-b588-b6200c4193f3 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:08.092955 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-3021910f-5831-4ead-b588-b6200c4193f3 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:08.097232 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021910f-5831-4ead-b588-b6200c4193f3 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:08.098183 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3021910f-5831-4ead-b588-b6200c4193f3 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:08.098792 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3021910f-5831-4ead-b588-b6200c4193f3 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:08.100883 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 328ce2f8-022c-446e-b388-06295b8c63e7, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=328ce2f8-022c-446e-b388-06295b8c63e7,segment=NetworkSegment(9edf9333-8d62-4ed6-bd3c-dd8351317483),segment_id=9edf9333-8d62-4ed6-bd3c-dd8351317483)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:08.112795 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e0fa9-358f-414b-90bf-0b836a87e931 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=754040c4-8022-466b-821f-e2be85afcead,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:08.113493 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021910f-5831-4ead-b588-b6200c4193f3 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Pushing event updated for resources: {'Port': ['ID=6a75b605-4e37-436c-bc77-0b4c5ba85aac,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:08.116891 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '328ce2f8-022c-446e-b388-06295b8c63e7', 'network_id': '231c3494-8d9a-44ba-b103-fc49819648f0', 'port_id': '328ce2f8-022c-446e-b388-06295b8c63e7', 'mac_address': 'fa:16:3e:b0:53:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bafead4-8a1f-46d4-95cd-a2f5dc732a76', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:02:08.120715 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3021910f-5831-4ead-b588-b6200c4193f3 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4504089 Sep 16 13:02:08.123695 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37468) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:08.132954 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:08.156182 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e34ea119-7626-450d-8b85-0b5100e0364b req-c67e8453-6d45-4a87-bc28-e306fa3911a2 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6456141 Sep 16 13:02:08.196329 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f926d8c-0f2d-4c5b-b779-df41915692af tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Pushing event deleted for resources: {'Port': ['ID=9302c850-5ec9-4bf9-b620-d1114b04af86,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:08.201352 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f9edc5-55af-4a55-a7de-cca39feecc9f None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:08.205601 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1e0fa9-358f-414b-90bf-0b836a87e931 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:08.206242 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-eb1e0fa9-358f-414b-90bf-0b836a87e931 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:08.221088 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 328ce2f8-022c-446e-b388-06295b8c63e7 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:08.222338 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (328ce2f8-022c-446e-b388-06295b8c63e7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:08.227229 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-eb1e0fa9-358f-414b-90bf-0b836a87e931 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3891983 Sep 16 13:02:08.231431 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37470) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:08.237637 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6a75b605-4e37-436c-bc77-0b4c5ba85aac), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:08.255061 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ae91b-0621-44ee-8efa-e0f44fca74bd req-01a69fd4-8b80-4564-bed6-5b577a4c9563 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:08.260105 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ae91b-0621-44ee-8efa-e0f44fca74bd req-01a69fd4-8b80-4564-bed6-5b577a4c9563 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:08.265303 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ae91b-0621-44ee-8efa-e0f44fca74bd req-01a69fd4-8b80-4564-bed6-5b577a4c9563 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:08.270270 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ae91b-0621-44ee-8efa-e0f44fca74bd req-01a69fd4-8b80-4564-bed6-5b577a4c9563 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:08.275559 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ae91b-0621-44ee-8efa-e0f44fca74bd req-01a69fd4-8b80-4564-bed6-5b577a4c9563 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:08.280712 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ae91b-0621-44ee-8efa-e0f44fca74bd req-01a69fd4-8b80-4564-bed6-5b577a4c9563 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:08.286102 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ae91b-0621-44ee-8efa-e0f44fca74bd req-01a69fd4-8b80-4564-bed6-5b577a4c9563 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:08.286426 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-3af29b19-91ad-44ab-91eb-255067450041 None None] Provisioning complete for port 91a86b04-fc96-4bdf-b709-031ca335c401 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:08.286921 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3af29b19-91ad-44ab-91eb-255067450041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (91a86b04-fc96-4bdf-b709-031ca335c401), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:08.287590 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db0ae91b-0621-44ee-8efa-e0f44fca74bd req-01a69fd4-8b80-4564-bed6-5b577a4c9563 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5435 time: 0.5645928 Sep 16 13:02:08.288770 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3af29b19-91ad-44ab-91eb-255067450041 None None] Attempt 1 to provision port 91a86b04-fc96-4bdf-b709-031ca335c401 Sep 16 13:02:08.327013 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328ce2f8-022c-446e-b388-06295b8c63e7 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:02:08.383436 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 328ce2f8-022c-446e-b388-06295b8c63e7, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=328ce2f8-022c-446e-b388-06295b8c63e7,segment=NetworkSegment(9edf9333-8d62-4ed6-bd3c-dd8351317483),segment_id=9edf9333-8d62-4ed6-bd3c-dd8351317483)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:08.383931 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe300212-e978-44b4-b3ae-217d2545efcf tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:08.390187 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe300212-e978-44b4-b3ae-217d2545efcf tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:08.392827 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:08.394979 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-fe300212-e978-44b4-b3ae-217d2545efcf tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1625521 Sep 16 13:02:08.399879 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37472) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:08.408926 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (328ce2f8-022c-446e-b388-06295b8c63e7), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:08.450788 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:08.455918 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db0ae91b-0621-44ee-8efa-e0f44fca74bd req-320f9c9c-c25c-4525-8de6-5baf23d7df2b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1501856 Sep 16 13:02:08.462332 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b04c9-22ce-430c-801e-5ab018196dd7 req-3902e998-3d3c-47bd-b55e-1b8ecfff12ef tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:08.469956 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6e4b04c9-22ce-430c-801e-5ab018196dd7 req-3902e998-3d3c-47bd-b55e-1b8ecfff12ef tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aec891b0-f64b-4305-a527-356ed01b1445 HTTP/1.1" status: 200 len: 950 time: 0.1812141 Sep 16 13:02:08.495424 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=328ce2f8-022c-446e-b388-06295b8c63e7,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:08.511102 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 91a86b04-fc96-4bdf-b709-031ca335c401 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:08.527288 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] device_id is not set on port 6a75b605-4e37-436c-bc77-0b4c5ba85aac yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:02:08.528887 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6e4b04c9-22ce-430c-801e-5ab018196dd7 req-790d38cf-f1df-4c6e-8998-53c40d41a733 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13885d6c-0e33-401c-8451-66ccba24e2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578556 Sep 16 13:02:08.539103 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks [] for port (6a75b605-4e37-436c-bc77-0b4c5ba85aac), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:08.554808 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-9c318b91-7c79-4164-968f-3210f4d2157d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port 754040c4-8022-466b-821f-e2be85afcead {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:02:08.555149 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9c318b91-7c79-4164-968f-3210f4d2157d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (754040c4-8022-466b-821f-e2be85afcead), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:08.585138 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (6a75b605-4e37-436c-bc77-0b4c5ba85aac), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:08.607808 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3af29b19-91ad-44ab-91eb-255067450041 None None] Current status of the port 91a86b04-fc96-4bdf-b709-031ca335c401 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:08.609015 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3af29b19-91ad-44ab-91eb-255067450041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (91a86b04-fc96-4bdf-b709-031ca335c401), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:08.656090 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:08.672687 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 91a86b04-fc96-4bdf-b709-031ca335c401 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:08.672866 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (91a86b04-fc96-4bdf-b709-031ca335c401), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:08.673240 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 91a86b04-fc96-4bdf-b709-031ca335c401 Sep 16 13:02:08.679392 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:08.742666 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-3af29b19-91ad-44ab-91eb-255067450041 None None] For port 91a86b04-fc96-4bdf-b709-031ca335c401, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=91a86b04-fc96-4bdf-b709-031ca335c401,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:08.760754 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3af29b19-91ad-44ab-91eb-255067450041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (91a86b04-fc96-4bdf-b709-031ca335c401), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:08.781485 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:08.800488 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c564-37da-4293-b78e-7c33719ed61a req-124d6da5-fdd1-43d4-80b5-d1c6a515e2a4 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:08.802322 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8a29c564-37da-4293-b78e-7c33719ed61a req-124d6da5-fdd1-43d4-80b5-d1c6a515e2a4 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.0783706 Sep 16 13:02:08.816115 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff9b9f2-1a56-4c7f-a68e-a727edeec69a None None] Update dhcp port {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'fixed_ips': [{'subnet_id': '6216c481-64a7-4e7f-ab30-28ccc000cd47', 'ip_address': '2001:db8::f816:3eff:fe63:79f7'}, {'subnet_id': '2e63ab29-7a74-46d1-b454-d18049b4241e'}], 'binding:host_id': 'n-d-858094-4'}, 'id': '91a86b04-fc96-4bdf-b709-031ca335c401'} from n-d-858094-4. {{(pid=113700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 16 13:02:08.855022 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3af800e8-0d1f-497b-bca5-8901587cb91c details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:02:08.869868 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8a29c564-37da-4293-b78e-7c33719ed61a req-76bee154-bccd-4db5-811b-a7a6c5fc6fdd tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606210 Sep 16 13:02:08.925508 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5ff9b9f2-1a56-4c7f-a68e-a727edeec69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (91a86b04-fc96-4bdf-b709-031ca335c401), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:08.960806 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af29b19-91ad-44ab-91eb-255067450041 None None] Pushing event updated for resources: {'Port': ['ID=91a86b04-fc96-4bdf-b709-031ca335c401,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:08.998041 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Pushing event updated for resources: {'Port': ['ID=6a75b605-4e37-436c-bc77-0b4c5ba85aac,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:09.002686 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:09.003107 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:09.003515 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:09.017689 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 91a86b04-fc96-4bdf-b709-031ca335c401 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:09.018704 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:09.019627 n-d-858094-4 neutron-server[113699]: ERROR neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:09.020862 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9c318b91-7c79-4164-968f-3210f4d2157d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (754040c4-8022-466b-821f-e2be85afcead), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:09.023381 n-d-858094-4 neutron-server[113699]: INFO neutron.plugins.ml2.plugin [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 2 to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac Sep 16 13:02:09.043981 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-9c318b91-7c79-4164-968f-3210f4d2157d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for 754040c4-8022-466b-821f-e2be85afcead owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:02:09.050307 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:09.050793 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:09.051230 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:09.055790 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:09.064780 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:09.065282 n-d-858094-4 neutron-server[113699]: ERROR neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:09.065677 n-d-858094-4 neutron-server[113699]: INFO neutron.plugins.ml2.plugin [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 3 to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac Sep 16 13:02:09.110954 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:09.111408 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:09.111824 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:09.116414 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:09.131229 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:09.131229 n-d-858094-4 neutron-server[113699]: ERROR neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:09.148788 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3af800e8-0d1f-497b-bca5-8901587cb91c, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3af800e8-0d1f-497b-bca5-8901587cb91c,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:09.155808 n-d-858094-4 neutron-server[113699]: INFO neutron.plugins.ml2.plugin [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 4 to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac Sep 16 13:02:09.173234 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '3af800e8-0d1f-497b-bca5-8901587cb91c', 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5', 'port_id': '3af800e8-0d1f-497b-bca5-8901587cb91c', 'mac_address': 'fa:16:3e:5a:8f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d21eb8b-32f8-4b19-96f6-c4c4e33061d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:02:09.175669 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:09.175900 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:09.176209 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:09.213506 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:09.213856 n-d-858094-4 neutron-server[113699]: ERROR neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:09.217310 n-d-858094-4 neutron-server[113699]: INFO neutron.plugins.ml2.plugin [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 5 to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac Sep 16 13:02:09.233399 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['9b032a10-f56e-47fc-b941-54f12778f01c'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:02:09.244543 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:09.244895 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:09.245237 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:09.255642 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:09.255992 n-d-858094-4 neutron-server[113699]: ERROR neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:09.260159 n-d-858094-4 neutron-server[113699]: INFO neutron.plugins.ml2.plugin [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 6 to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac Sep 16 13:02:09.283917 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:09.284313 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:09.284620 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:09.290754 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 3af800e8-0d1f-497b-bca5-8901587cb91c is: ACTIVE; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:09.291143 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:09.291775 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:09.292111 n-d-858094-4 neutron-server[113699]: ERROR neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:09.294220 n-d-858094-4 neutron-server[113699]: INFO neutron.plugins.ml2.plugin [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 7 to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac Sep 16 13:02:09.316384 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-5ff9b9f2-1a56-4c7f-a68e-a727edeec69a None None] Allocated IP 172.20.0.2 (9baef6e6-991f-4370-ace0-656f975a51ae/2e63ab29-7a74-46d1-b454-d18049b4241e/91a86b04-fc96-4bdf-b709-031ca335c401) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:09.326518 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1df83-50db-4c21-b9bd-19b27b32f746 req-2fc18373-e963-48fa-9a2e-a1f5019f0a1a tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.329335 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3af800e8-0d1f-497b-bca5-8901587cb91c {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:02:09.336262 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-78b1df83-50db-4c21-b9bd-19b27b32f746 req-2fc18373-e963-48fa-9a2e-a1f5019f0a1a tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 944 time: 0.0741243 Sep 16 13:02:09.348180 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:09.348531 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:09.348805 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:09.362293 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:09.362684 n-d-858094-4 neutron-server[113699]: ERROR neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:09.366641 n-d-858094-4 neutron-server[113699]: INFO neutron.plugins.ml2.plugin [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 8 to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac Sep 16 13:02:09.390859 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:09.391274 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:09.392370 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:09.396141 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9c318b91-7c79-4164-968f-3210f4d2157d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (754040c4-8022-466b-821f-e2be85afcead), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:09.408543 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-78b1df83-50db-4c21-b9bd-19b27b32f746 req-9e3c8c12-ce3f-4820-9a96-b391d2c3546b tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705421 Sep 16 13:02:09.408763 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3af800e8-0d1f-497b-bca5-8901587cb91c, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3af800e8-0d1f-497b-bca5-8901587cb91c,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:09.428935 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:09.429246 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:09.454429 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:09.454765 n-d-858094-4 neutron-server[113699]: ERROR neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:09.456065 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c318b91-7c79-4164-968f-3210f4d2157d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=754040c4-8022-466b-821f-e2be85afcead,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:09.465411 n-d-858094-4 neutron-server[113699]: INFO neutron.plugins.ml2.plugin [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 9 to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac Sep 16 13:02:09.486852 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:09.487190 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:09.487789 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:09.520423 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8e2a3-a795-429a-911e-5a2836e87eb9 req-d81c8d58-f0cd-4801-aaa4-3cc670b91f08 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.523136 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:09.523623 n-d-858094-4 neutron-server[113699]: ERROR neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:09.527835 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f1b8e2a3-a795-429a-911e-5a2836e87eb9 req-d81c8d58-f0cd-4801-aaa4-3cc670b91f08 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aec891b0-f64b-4305-a527-356ed01b1445 HTTP/1.1" status: 200 len: 950 time: 0.0691335 Sep 16 13:02:09.545290 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:09.553650 n-d-858094-4 neutron-server[113699]: INFO neutron.plugins.ml2.plugin [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 10 to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac Sep 16 13:02:09.574189 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['3af800e8-0d1f-497b-bca5-8901587cb91c'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:02:09.577964 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f1b8e2a3-a795-429a-911e-5a2836e87eb9 req-56763186-4837-4dae-97e1-a80c0660151b tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13885d6c-0e33-401c-8451-66ccba24e2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489433 Sep 16 13:02:09.585157 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:09.585897 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:09.586301 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:09.616981 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:09.617364 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=3af800e8-0d1f-497b-bca5-8901587cb91c,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:09.617856 n-d-858094-4 neutron-server[113699]: ERROR neutron.plugins.ml2.managers [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:09.618004 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6a75b605-4e37-436c-bc77-0b4c5ba85aac), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:09.642894 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-5ff9b9f2-1a56-4c7f-a68e-a727edeec69a None None] For port 91a86b04-fc96-4bdf-b709-031ca335c401, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=91a86b04-fc96-4bdf-b709-031ca335c401,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:09.650347 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce8577-0fb0-4f0a-beed-e6e7771a2add req-9ba9b27d-2aeb-46a6-bffe-f7cf134ef696 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.651799 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9c318b91-7c79-4164-968f-3210f4d2157d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:09.658092 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9c318b91-7c79-4164-968f-3210f4d2157d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/754040c4-8022-466b-821f-e2be85afcead HTTP/1.1" status: 204 len: 168 time: 1.2545600 Sep 16 13:02:09.658284 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce8577-0fb0-4f0a-beed-e6e7771a2add req-9ba9b27d-2aeb-46a6-bffe-f7cf134ef696 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.659438 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37496) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:09.661830 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce8577-0fb0-4f0a-beed-e6e7771a2add req-9ba9b27d-2aeb-46a6-bffe-f7cf134ef696 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.666952 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce8577-0fb0-4f0a-beed-e6e7771a2add req-9ba9b27d-2aeb-46a6-bffe-f7cf134ef696 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.672504 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce8577-0fb0-4f0a-beed-e6e7771a2add req-9ba9b27d-2aeb-46a6-bffe-f7cf134ef696 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.677540 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce8577-0fb0-4f0a-beed-e6e7771a2add req-9ba9b27d-2aeb-46a6-bffe-f7cf134ef696 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.682611 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce8577-0fb0-4f0a-beed-e6e7771a2add req-9ba9b27d-2aeb-46a6-bffe-f7cf134ef696 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.689207 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-acce8577-0fb0-4f0a-beed-e6e7771a2add req-9ba9b27d-2aeb-46a6-bffe-f7cf134ef696 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5436 time: 0.1100900 Sep 16 13:02:09.701577 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5ff9b9f2-1a56-4c7f-a68e-a727edeec69a None None] Publish callbacks [] for port (91a86b04-fc96-4bdf-b709-031ca335c401), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:09.710140 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5ff9b9f2-1a56-4c7f-a68e-a727edeec69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (91a86b04-fc96-4bdf-b709-031ca335c401), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:09.765491 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-acce8577-0fb0-4f0a-beed-e6e7771a2add req-9e10f3fc-e7c2-40ce-9c3a-7b53cd8850c6 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742722 Sep 16 13:02:09.765731 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] For port 6a75b605-4e37-436c-bc77-0b4c5ba85aac, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:02:09.765912 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempted to set empty binding levels {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 13:02:09.770681 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503032cb-4af7-4ff3-b5e0-ae924a85b5ed tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.772606 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503032cb-4af7-4ff3-b5e0-ae924a85b5ed tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.774204 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503032cb-4af7-4ff3-b5e0-ae924a85b5ed tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.777168 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-503032cb-4af7-4ff3-b5e0-ae924a85b5ed tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0904398 Sep 16 13:02:09.778741 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (6a75b605-4e37-436c-bc77-0b4c5ba85aac), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:09.779636 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] In _notify_port_updated(), no bound segment for port 6a75b605-4e37-436c-bc77-0b4c5ba85aac on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 16 13:02:09.780679 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.781271 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:09.782591 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] 10.222.0.67 "PUT /networking/v2.0/ports/6a75b605-4e37-436c-bc77-0b4c5ba85aac HTTP/1.1" status: 200 len: 975 time: 1.6563237 Sep 16 13:02:09.783306 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37498) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:09.787194 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37500) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:09.847228 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9b9f2-1a56-4c7f-a68e-a727edeec69a None None] Pushing event updated for resources: {'Port': ['ID=91a86b04-fc96-4bdf-b709-031ca335c401,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:09.886087 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b22cdf-a06b-4932-8af5-09dccf6cdebd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Pushing event updated for resources: {'Port': ['ID=6a75b605-4e37-436c-bc77-0b4c5ba85aac,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:09.899921 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['328ce2f8-022c-446e-b388-06295b8c63e7'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:02:09.912599 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ae7f78-4be7-4ad4-9f96-d0c7220d5dd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet 2e63ab29-7a74-46d1-b454-d18049b4241e {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:02:09.914036 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.914703 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.916015 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.916677 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.917309 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.917936 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.918721 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.919021 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-16ae7f78-4be7-4ad4-9f96-d0c7220d5dd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (2e63ab29-7a74-46d1-b454-d18049b4241e), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:09.919710 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.920363 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.920988 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.921610 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.922229 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.922849 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.923470 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.924113 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.924935 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.925723 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.926643 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.927275 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.928064 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.928713 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.929490 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.930301 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.930917 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.931533 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.935205 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.935974 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.936485 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.936949 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.937408 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.937864 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.938319 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.938772 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.939225 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.939679 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.940152 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.940619 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.941074 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.941525 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.941974 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.942424 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.942872 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:09.952451 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-30fafe38-eb7a-460c-b218-bc3f7fa342d8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 38970 time: 0.1592121 Sep 16 13:02:09.954496 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37508) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:09.970545 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:10.009744 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-16ae7f78-4be7-4ad4-9f96-d0c7220d5dd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (2e63ab29-7a74-46d1-b454-d18049b4241e), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:10.049764 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c05a3-659e-47a6-bcaa-d6c8a96c97e6 req-a9f27f27-42a4-4000-9298-c86cafcc54a9 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:10.052108 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-da4c05a3-659e-47a6-bcaa-d6c8a96c97e6 req-a9f27f27-42a4-4000-9298-c86cafcc54a9 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.0687618 Sep 16 13:02:10.101063 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-4a61f9e7-f0ec-4310-82e5-a95ca6ab766d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Deleting port 6a75b605-4e37-436c-bc77-0b4c5ba85aac {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:02:10.101362 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4a61f9e7-f0ec-4310-82e5-a95ca6ab766d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (6a75b605-4e37-436c-bc77-0b4c5ba85aac), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:10.108826 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-da4c05a3-659e-47a6-bcaa-d6c8a96c97e6 req-6fd22ecc-e568-4c70-986b-71c077b745ea tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495660 Sep 16 13:02:10.196020 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-16ae7f78-4be7-4ad4-9f96-d0c7220d5dd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (2e63ab29-7a74-46d1-b454-d18049b4241e), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:10.228859 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-4a61f9e7-f0ec-4310-82e5-a95ca6ab766d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] For port 6a75b605-4e37-436c-bc77-0b4c5ba85aac, host n-h2-858094-4, got binding levels [] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:10.229220 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4a61f9e7-f0ec-4310-82e5-a95ca6ab766d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (6a75b605-4e37-436c-bc77-0b4c5ba85aac), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:10.250728 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-4a61f9e7-f0ec-4310-82e5-a95ca6ab766d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Calling delete_port for 6a75b605-4e37-436c-bc77-0b4c5ba85aac owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:02:10.268581 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:10.322080 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-16ae7f78-4be7-4ad4-9f96-d0c7220d5dd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (2e63ab29-7a74-46d1-b454-d18049b4241e), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:10.365585 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae7f78-4be7-4ad4-9f96-d0c7220d5dd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=2e63ab29-7a74-46d1-b454-d18049b4241e,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:10.366923 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-16ae7f78-4be7-4ad4-9f96-d0c7220d5dd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:10.370184 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-16ae7f78-4be7-4ad4-9f96-d0c7220d5dd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/2e63ab29-7a74-46d1-b454-d18049b4241e HTTP/1.1" status: 204 len: 168 time: 0.5832620 Sep 16 13:02:10.373507 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37510) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:10.394318 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4a61f9e7-f0ec-4310-82e5-a95ca6ab766d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (6a75b605-4e37-436c-bc77-0b4c5ba85aac), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:10.435856 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61f9e7-f0ec-4310-82e5-a95ca6ab766d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a75b605-4e37-436c-bc77-0b4c5ba85aac,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:10.445325 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4a61f9e7-f0ec-4310-82e5-a95ca6ab766d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:10.452378 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4a61f9e7-f0ec-4310-82e5-a95ca6ab766d tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] 10.222.0.67 "DELETE /networking/v2.0/ports/6a75b605-4e37-436c-bc77-0b4c5ba85aac HTTP/1.1" status: 204 len: 168 time: 0.4926085 Sep 16 13:02:10.453628 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37512) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:10.480463 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e747a87b-3bd0-4310-9b79-a44b6a672c82 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] GET failed (client error): The resource could not be found. Sep 16 13:02:10.486030 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e747a87b-3bd0-4310-9b79-a44b6a672c82 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] 10.222.0.67 "GET /networking/v2.0/ports/6a75b605-4e37-436c-bc77-0b4c5ba85aac HTTP/1.1" status: 404 len: 333 time: 0.0279481 Sep 16 13:02:10.486231 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 91a86b04-fc96-4bdf-b709-031ca335c401 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:10.486688 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37516) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:10.490914 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-7632031b-9aab-4841-aebf-851ea20c8586 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet 6216c481-64a7-4e7f-ab30-28ccc000cd47 {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:02:10.491761 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-7736755e-9ea5-4b19-b1b4-3eda5428f609 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2051804982', 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:10.494712 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7632031b-9aab-4841-aebf-851ea20c8586 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (6216c481-64a7-4e7f-ab30-28ccc000cd47), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:10.519492 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7736755e-9ea5-4b19-b1b4-3eda5428f609 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Made reservation on behalf of caa411b4858a4f98ab6162729fe5be54 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:10.523041 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7736755e-9ea5-4b19-b1b4-3eda5428f609 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:10.548076 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-7736755e-9ea5-4b19-b1b4-3eda5428f609 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] device_id is not set on port 79808737-eff9-48b0-92ee-8d1c7bc54f98 yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:02:10.550254 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7632031b-9aab-4841-aebf-851ea20c8586 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (6216c481-64a7-4e7f-ab30-28ccc000cd47), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:10.565768 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 91a86b04-fc96-4bdf-b709-031ca335c401 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:10.566143 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (91a86b04-fc96-4bdf-b709-031ca335c401), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:10.566488 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 91a86b04-fc96-4bdf-b709-031ca335c401 Sep 16 13:02:10.674602 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1721c64-a18b-4580-b9c0-4c3539ba5af5 req-92409f7c-e899-4a4f-9c5c-7b226aa54e37 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:10.676853 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b1721c64-a18b-4580-b9c0-4c3539ba5af5 req-92409f7c-e899-4a4f-9c5c-7b226aa54e37 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 944 time: 0.0948784 Sep 16 13:02:10.701808 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:10.716799 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 91a86b04-fc96-4bdf-b709-031ca335c401 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:10.733921 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0edba3-6f40-44d3-a641-3173cefc9f67 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:10.773101 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7736755e-9ea5-4b19-b1b4-3eda5428f609 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks [] for port (79808737-eff9-48b0-92ee-8d1c7bc54f98), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:10.778772 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7632031b-9aab-4841-aebf-851ea20c8586 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (6216c481-64a7-4e7f-ab30-28ccc000cd47), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:10.796257 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['8c121ccb-eba9-4b08-98af-afba73327fcc'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:02:10.821237 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7736755e-9ea5-4b19-b1b4-3eda5428f609 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (79808737-eff9-48b0-92ee-8d1c7bc54f98), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:10.850294 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3af800e8-0d1f-497b-bca5-8901587cb91c up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:10.857770 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-0ce72a14-1b0f-4589-8033-7c86f7412129 None None] Provisioning complete for port 91a86b04-fc96-4bdf-b709-031ca335c401 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:10.858139 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0ce72a14-1b0f-4589-8033-7c86f7412129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (91a86b04-fc96-4bdf-b709-031ca335c401), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:10.858474 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0ce72a14-1b0f-4589-8033-7c86f7412129 None None] Attempt 1 to provision port 91a86b04-fc96-4bdf-b709-031ca335c401 Sep 16 13:02:10.865235 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7736755e-9ea5-4b19-b1b4-3eda5428f609 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:10.871927 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-7736755e-9ea5-4b19-b1b4-3eda5428f609 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:10.880429 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7736755e-9ea5-4b19-b1b4-3eda5428f609 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:10.881381 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7736755e-9ea5-4b19-b1b4-3eda5428f609 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:10.882092 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7736755e-9ea5-4b19-b1b4-3eda5428f609 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:10.890000 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:10.911644 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736755e-9ea5-4b19-b1b4-3eda5428f609 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Pushing event updated for resources: {'Port': ['ID=79808737-eff9-48b0-92ee-8d1c7bc54f98,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:10.929132 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7736755e-9ea5-4b19-b1b4-3eda5428f609 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4389081 Sep 16 13:02:10.930305 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37530) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:10.947640 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfa7e3-52d7-4529-8cc3-53e52572986c req-b6754927-5c3c-4f54-b2bf-6b311d754036 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:10.952915 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a4dfa7e3-52d7-4529-8cc3-53e52572986c req-b6754927-5c3c-4f54-b2bf-6b311d754036 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aec891b0-f64b-4305-a527-356ed01b1445 HTTP/1.1" status: 200 len: 950 time: 0.1918366 Sep 16 13:02:10.967162 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b1721c64-a18b-4580-b9c0-4c3539ba5af5 req-4825ab13-8d2d-471f-b920-90707bd48700 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2822373 Sep 16 13:02:10.979685 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7632031b-9aab-4841-aebf-851ea20c8586 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (6216c481-64a7-4e7f-ab30-28ccc000cd47), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:10.995246 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c92061-a48e-4a4f-a38a-a4a5a36d39ea tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:11.002068 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d2c92061-a48e-4a4f-a38a-a4a5a36d39ea tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] 10.222.0.67 "GET /networking/v2.0/ports/79808737-eff9-48b0-92ee-8d1c7bc54f98 HTTP/1.1" status: 200 len: 955 time: 0.0708916 Sep 16 13:02:11.003226 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37540) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:11.032711 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:11.077172 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:11.079193 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632031b-9aab-4841-aebf-851ea20c8586 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=6216c481-64a7-4e7f-ab30-28ccc000cd47,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:11.087724 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7632031b-9aab-4841-aebf-851ea20c8586 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:11.094578 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-7632031b-9aab-4841-aebf-851ea20c8586 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/6216c481-64a7-4e7f-ab30-28ccc000cd47 HTTP/1.1" status: 204 len: 168 time: 0.7185905 Sep 16 13:02:11.097063 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37542) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:11.143410 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3108bd-af53-46c3-a5cc-5febcf6abda2 req-19cfaa54-16da-4900-9eb4-912a23754e1c tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:11.145698 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fb3108bd-af53-46c3-a5cc-5febcf6abda2 req-19cfaa54-16da-4900-9eb4-912a23754e1c tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=aec891b0-f64b-4305-a527-356ed01b1445 HTTP/1.1" status: 200 len: 950 time: 0.2142465 Sep 16 13:02:11.170528 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9a4941da-4b44-4603-ac6f-1ee1f9bf06d7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690744 Sep 16 13:02:11.172369 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37548) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:11.178708 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-fd57eb31-c36c-4994-a952-ed9f84fc3bd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:11.183245 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-b77285ad-e9bc-4319-82e9-d93fc5215975 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Deleting port 79808737-eff9-48b0-92ee-8d1c7bc54f98 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:02:11.183598 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b77285ad-e9bc-4319-82e9-d93fc5215975 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (79808737-eff9-48b0-92ee-8d1c7bc54f98), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:11.189383 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:11.258896 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b77285ad-e9bc-4319-82e9-d93fc5215975 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (79808737-eff9-48b0-92ee-8d1c7bc54f98), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:11.260004 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 3af800e8-0d1f-497b-bca5-8901587cb91c triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:11.260407 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:11.260744 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 3af800e8-0d1f-497b-bca5-8901587cb91c Sep 16 13:02:11.274429 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a4dfa7e3-52d7-4529-8cc3-53e52572986c req-f7ec6dfe-31d8-4d51-b4f3-1e393ffa5d71 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13885d6c-0e33-401c-8451-66ccba24e2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945874 Sep 16 13:02:11.275274 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-b77285ad-e9bc-4319-82e9-d93fc5215975 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Calling delete_port for 79808737-eff9-48b0-92ee-8d1c7bc54f98 owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:02:11.288508 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:11.313533 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3436141-4ee8-44af-8df6-b2618b423543 req-0b040be1-1e08-4c62-8836-dac7978d8d57 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:11.324419 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3436141-4ee8-44af-8df6-b2618b423543 req-0b040be1-1e08-4c62-8836-dac7978d8d57 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:11.344896 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3436141-4ee8-44af-8df6-b2618b423543 req-0b040be1-1e08-4c62-8836-dac7978d8d57 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:11.351792 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0ce72a14-1b0f-4589-8033-7c86f7412129 None None] Current status of the port 91a86b04-fc96-4bdf-b709-031ca335c401 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:11.358981 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3436141-4ee8-44af-8df6-b2618b423543 req-0b040be1-1e08-4c62-8836-dac7978d8d57 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:11.364342 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-0ce72a14-1b0f-4589-8033-7c86f7412129 None None] Could not find standard attr ID for object 754040c4-8022-466b-821f-e2be85afcead. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:02:11.375342 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3436141-4ee8-44af-8df6-b2618b423543 req-0b040be1-1e08-4c62-8836-dac7978d8d57 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:11.393447 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3436141-4ee8-44af-8df6-b2618b423543 req-0b040be1-1e08-4c62-8836-dac7978d8d57 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:11.405618 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0a2236-ee7e-4a30-b24d-76c91c42b954 None None] Update dhcp port {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'fixed_ips': [{'subnet_id': '6216c481-64a7-4e7f-ab30-28ccc000cd47'}], 'binding:host_id': 'n-d-858094-4'}, 'id': '91a86b04-fc96-4bdf-b709-031ca335c401'} from n-d-858094-4. {{(pid=113700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 16 13:02:11.406044 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3436141-4ee8-44af-8df6-b2618b423543 req-0b040be1-1e08-4c62-8836-dac7978d8d57 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:11.416187 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c3436141-4ee8-44af-8df6-b2618b423543 req-0b040be1-1e08-4c62-8836-dac7978d8d57 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5436 time: 0.3035936 Sep 16 13:02:11.456842 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b77285ad-e9bc-4319-82e9-d93fc5215975 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (79808737-eff9-48b0-92ee-8d1c7bc54f98), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:11.494755 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 3af800e8-0d1f-497b-bca5-8901587cb91c is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:11.494755 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:11.505211 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ae0a2236-ee7e-4a30-b24d-76c91c42b954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (91a86b04-fc96-4bdf-b709-031ca335c401), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:11.521527 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77285ad-e9bc-4319-82e9-d93fc5215975 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Pushing event deleted for resources: {'Port': ['ID=79808737-eff9-48b0-92ee-8d1c7bc54f98,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:11.528617 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b77285ad-e9bc-4319-82e9-d93fc5215975 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:11.532978 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b77285ad-e9bc-4319-82e9-d93fc5215975 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] 10.222.0.67 "DELETE /networking/v2.0/ports/79808737-eff9-48b0-92ee-8d1c7bc54f98 HTTP/1.1" status: 204 len: 168 time: 0.5267596 Sep 16 13:02:11.537075 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af800e8-0d1f-497b-bca5-8901587cb91c'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:02:11.537862 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37558) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:11.539288 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c1ff0f-3851-495a-b6df-cd7319fa4837" -d '{"events": [{"server_uuid": "af5e660b-de79-42ca-a8de-fe06738b9771", "name": "network-vif-plugged", "status": "completed", "tag": "3af800e8-0d1f-497b-bca5-8901587cb91c"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:02:11.561660 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258db52-add1-4f0e-b5bd-a5ceede4116b req-10e8ec09-759d-41ae-b6ad-3b5022b60568 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:11.563729 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c258db52-add1-4f0e-b5bd-a5ceede4116b req-10e8ec09-759d-41ae-b6ad-3b5022b60568 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.1320274 Sep 16 13:02:11.572618 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-fb3108bd-af53-46c3-a5cc-5febcf6abda2 req-72243bb7-ec71-42ea-b3be-1a59e05a1ad3 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Deleting port a2ab8eb4-c338-459a-b674-f31ee11bfd20 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:02:11.572970 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-fb3108bd-af53-46c3-a5cc-5febcf6abda2 req-72243bb7-ec71-42ea-b3be-1a59e05a1ad3 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (a2ab8eb4-c338-459a-b674-f31ee11bfd20), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:11.574173 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3af800e8-0d1f-497b-bca5-8901587cb91c, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3af800e8-0d1f-497b-bca5-8901587cb91c,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:11.579976 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:11.583340 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a0340d-5693-411a-83c2-051ac14029a8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] GET failed (client error): The resource could not be found. Sep 16 13:02:11.584858 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-96a0340d-5693-411a-83c2-051ac14029a8 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] 10.222.0.67 "GET /networking/v2.0/ports/79808737-eff9-48b0-92ee-8d1c7bc54f98 HTTP/1.1" status: 404 len: 333 time: 0.0460894 Sep 16 13:02:11.591041 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37564) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:11.613240 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-136fcd0e-b535-4387-b12c-5f64aebb02bf tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Request body: {'port': {'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1739412794'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:11.625281 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd57eb31-c36c-4994-a952-ed9f84fc3bd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:11.630031 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fd57eb31-c36c-4994-a952-ed9f84fc3bd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:11.710197 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c3436141-4ee8-44af-8df6-b2618b423543 req-665f8f61-c769-4dc5-a269-6cb06f78006b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2928534 Sep 16 13:02:11.747142 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=3af800e8-0d1f-497b-bca5-8901587cb91c,revision_number=7']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:11.753934 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136fcd0e-b535-4387-b12c-5f64aebb02bf tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Made reservation on behalf of caa411b4858a4f98ab6162729fe5be54 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:11.756460 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-136fcd0e-b535-4387-b12c-5f64aebb02bf tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:11.818585 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [None req-136fcd0e-b535-4387-b12c-5f64aebb02bf tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] device_id is not set on port b95261e7-a3f3-487d-ac22-2124865306f6 yet. {{(pid=113698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:02:11.827266 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a49bde-b17a-404b-a28a-2c20ec4ab6f7 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:11.846489 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-fb3108bd-af53-46c3-a5cc-5febcf6abda2 req-72243bb7-ec71-42ea-b3be-1a59e05a1ad3 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] For port a2ab8eb4-c338-459a-b674-f31ee11bfd20, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=a2ab8eb4-c338-459a-b674-f31ee11bfd20,segment=NetworkSegment(8b4a4f45-16fa-4dad-bc8e-1fce76a970d0),segment_id=8b4a4f45-16fa-4dad-bc8e-1fce76a970d0)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:11.846941 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-fb3108bd-af53-46c3-a5cc-5febcf6abda2 req-72243bb7-ec71-42ea-b3be-1a59e05a1ad3 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (a2ab8eb4-c338-459a-b674-f31ee11bfd20), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:11.852503 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1c6e1c-53c4-40cf-bac1-1defe2153108 x-openstack-request-id: req-de1c6e1c-53c4-40cf-bac1-1defe2153108 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:02:11.852870 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5e660b-de79-42ca-a8de-fe06738b9771", "name": "network-vif-plugged", "status": "completed", "tag": "3af800e8-0d1f-497b-bca5-8901587cb91c", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:02:11.853523 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-de1c6e1c-53c4-40cf-bac1-1defe2153108 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:02:11.853995 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de1c6e1c-53c4-40cf-bac1-1defe2153108'] response: {'server_uuid': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af800e8-0d1f-497b-bca5-8901587cb91c', 'code': 200} Sep 16 13:02:11.859446 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c258db52-add1-4f0e-b5bd-a5ceede4116b req-040c4137-8dda-4733-a061-e622d8a11cc9 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417912 Sep 16 13:02:11.911099 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-fb3108bd-af53-46c3-a5cc-5febcf6abda2 req-72243bb7-ec71-42ea-b3be-1a59e05a1ad3 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Calling delete_port for a2ab8eb4-c338-459a-b674-f31ee11bfd20 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:02:11.962223 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d571fe8e-c7c7-4449-a8f3-df253d04382d None None] Provisioning complete for port 91a86b04-fc96-4bdf-b709-031ca335c401 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:11.962918 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d571fe8e-c7c7-4449-a8f3-df253d04382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (91a86b04-fc96-4bdf-b709-031ca335c401), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:11.963456 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d571fe8e-c7c7-4449-a8f3-df253d04382d None None] Attempt 1 to provision port 91a86b04-fc96-4bdf-b709-031ca335c401 Sep 16 13:02:11.977556 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:11.991977 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:12.013667 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:12.131742 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d571fe8e-c7c7-4449-a8f3-df253d04382d None None] Current status of the port 91a86b04-fc96-4bdf-b709-031ca335c401 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:12.137887 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af96ff1e-e83b-4277-ace9-c698dd4c122e None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:02:12.187996 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-af96ff1e-e83b-4277-ace9-c698dd4c122e None None] Deleting port 91a86b04-fc96-4bdf-b709-031ca335c401 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:02:12.188900 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-af96ff1e-e83b-4277-ace9-c698dd4c122e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (91a86b04-fc96-4bdf-b709-031ca335c401), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:12.195918 n-d-858094-4 neutron-server[113699]: DEBUG neutron.objects.ports [None req-fd57eb31-c36c-4994-a952-ed9f84fc3bd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=113699) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 16 13:02:12.255192 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f67ee-5825-478d-a5b1-9cb62e20fc48 req-237a7080-de56-41d4-afe3-4ad474989931 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:12.263095 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1a4f67ee-5825-478d-a5b1-9cb62e20fc48 req-237a7080-de56-41d4-afe3-4ad474989931 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 944 time: 0.1222115 Sep 16 13:02:12.272399 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-136fcd0e-b535-4387-b12c-5f64aebb02bf tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks [] for port (b95261e7-a3f3-487d-ac22-2124865306f6), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:12.287729 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:12.302257 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:12.315514 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-af96ff1e-e83b-4277-ace9-c698dd4c122e None None] For port 91a86b04-fc96-4bdf-b709-031ca335c401, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=91a86b04-fc96-4bdf-b709-031ca335c401,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:12.316341 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-af96ff1e-e83b-4277-ace9-c698dd4c122e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (91a86b04-fc96-4bdf-b709-031ca335c401), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:12.331019 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:12.346610 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-fb3108bd-af53-46c3-a5cc-5febcf6abda2 req-72243bb7-ec71-42ea-b3be-1a59e05a1ad3 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (a2ab8eb4-c338-459a-b674-f31ee11bfd20), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:12.349911 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-af96ff1e-e83b-4277-ace9-c698dd4c122e None None] Calling delete_port for 91a86b04-fc96-4bdf-b709-031ca335c401 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:02:12.369249 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['a2ab8eb4-c338-459a-b674-f31ee11bfd20'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:02:12.412996 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1a4f67ee-5825-478d-a5b1-9cb62e20fc48 req-653612bf-0742-497d-aa73-010ef00a1b98 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468194 Sep 16 13:02:12.421738 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72243bb7-ec71-42ea-b3be-1a59e05a1ad3 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Pushing event deleted for resources: {'Port': ['ID=a2ab8eb4-c338-459a-b674-f31ee11bfd20,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:12.474757 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-344b9dae-9457-40f6-b04a-d60a9253c332 req-b4040794-2c4e-447a-a67d-93981aad415e tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=aec891b0-f64b-4305-a527-356ed01b1445 HTTP/1.1" status: 200 len: 210 time: 0.0494316 Sep 16 13:02:12.511205 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-136fcd0e-b535-4387-b12c-5f64aebb02bf tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (b95261e7-a3f3-487d-ac22-2124865306f6), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:12.553663 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fd57eb31-c36c-4994-a952-ed9f84fc3bd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (91a86b04-fc96-4bdf-b709-031ca335c401), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:12.555150 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 328ce2f8-022c-446e-b388-06295b8c63e7 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:12.569746 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 91a86b04-fc96-4bdf-b709-031ca335c401 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:02:12.600307 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3108bd-af53-46c3-a5cc-5febcf6abda2 req-72243bb7-ec71-42ea-b3be-1a59e05a1ad3 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] No DVR routers for this DVR port a2ab8eb4-c338-459a-b674-f31ee11bfd20 on host n-h2-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:02:12.622456 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-fb3108bd-af53-46c3-a5cc-5febcf6abda2 req-72243bb7-ec71-42ea-b3be-1a59e05a1ad3 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:12.626118 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fb3108bd-af53-46c3-a5cc-5febcf6abda2 req-72243bb7-ec71-42ea-b3be-1a59e05a1ad3 tempest-TenantUsagesTestJSON-49952860 tempest-TenantUsagesTestJSON-49952860-project] 10.222.0.76 "DELETE /networking/v2.0/ports/a2ab8eb4-c338-459a-b674-f31ee11bfd20 HTTP/1.1" status: 204 len: 173 time: 1.4448688 Sep 16 13:02:12.628621 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec891b0-f64b-4305-a527-356ed01b1445', 'name': 'network-vif-deleted', 'tag': 'a2ab8eb4-c338-459a-b674-f31ee11bfd20'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:02:12.630927 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a86814-f971-4816-bb2e-f4237d82c9ac" -d '{"events": [{"server_uuid": "aec891b0-f64b-4305-a527-356ed01b1445", "name": "network-vif-deleted", "tag": "a2ab8eb4-c338-459a-b674-f31ee11bfd20"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:02:12.679969 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136fcd0e-b535-4387-b12c-5f64aebb02bf tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:12.681630 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136fcd0e-b535-4387-b12c-5f64aebb02bf tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Pushing event updated for resources: {'Port': ['ID=b95261e7-a3f3-487d-ac22-2124865306f6,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:12.684818 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-136fcd0e-b535-4387-b12c-5f64aebb02bf tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:12.701012 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136fcd0e-b535-4387-b12c-5f64aebb02bf tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:12.702024 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136fcd0e-b535-4387-b12c-5f64aebb02bf tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:12.704485 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-136fcd0e-b535-4387-b12c-5f64aebb02bf tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:12.738195 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434947fd-ff69-4239-be6a-be4f52c7601d x-openstack-request-id: req-434947fd-ff69-4239-be6a-be4f52c7601d {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:02:12.739571 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec891b0-f64b-4305-a527-356ed01b1445", "name": "network-vif-deleted", "tag": "a2ab8eb4-c338-459a-b674-f31ee11bfd20", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:02:12.740328 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-434947fd-ff69-4239-be6a-be4f52c7601d {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:02:12.741925 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-434947fd-ff69-4239-be6a-be4f52c7601d'] response: {'server_uuid': 'aec891b0-f64b-4305-a527-356ed01b1445', 'name': 'network-vif-deleted', 'tag': 'a2ab8eb4-c338-459a-b674-f31ee11bfd20', 'status': 'completed', 'code': 200} Sep 16 13:02:12.762051 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-136fcd0e-b535-4387-b12c-5f64aebb02bf tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1522746 Sep 16 13:02:12.763449 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37578) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:12.779192 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['96ec0261-1181-470b-971b-163682a9e81d'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:02:12.786103 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:12.858713 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 328ce2f8-022c-446e-b388-06295b8c63e7 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:02:12.866262 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-fd57eb31-c36c-4994-a952-ed9f84fc3bd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] For port 91a86b04-fc96-4bdf-b709-031ca335c401, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=91a86b04-fc96-4bdf-b709-031ca335c401,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:12.875422 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 328ce2f8-022c-446e-b388-06295b8c63e7 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:12.875793 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (328ce2f8-022c-446e-b388-06295b8c63e7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:12.876149 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 328ce2f8-022c-446e-b388-06295b8c63e7 Sep 16 13:02:12.894390 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 91a86b04-fc96-4bdf-b709-031ca335c401 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:12.894790 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (91a86b04-fc96-4bdf-b709-031ca335c401), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:12.979741 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['8a23d825-e263-4839-8617-11f3b05818ce'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:02:12.983627 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fd57eb31-c36c-4994-a952-ed9f84fc3bd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (91a86b04-fc96-4bdf-b709-031ca335c401), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:12.993063 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fd57eb31-c36c-4994-a952-ed9f84fc3bd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (91a86b04-fc96-4bdf-b709-031ca335c401), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:12.994114 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fd57eb31-c36c-4994-a952-ed9f84fc3bd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (ebf68d91-e7a7-4e66-b23a-ddc29dc1578f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:13.051816 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288a4a8-a7a8-48f6-9905-6c9075d6aa33 req-bcace367-67ba-47d1-92a7-3070ba62c00c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:13.057240 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288a4a8-a7a8-48f6-9905-6c9075d6aa33 req-bcace367-67ba-47d1-92a7-3070ba62c00c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:13.063934 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288a4a8-a7a8-48f6-9905-6c9075d6aa33 req-bcace367-67ba-47d1-92a7-3070ba62c00c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:13.069691 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288a4a8-a7a8-48f6-9905-6c9075d6aa33 req-bcace367-67ba-47d1-92a7-3070ba62c00c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:13.075330 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288a4a8-a7a8-48f6-9905-6c9075d6aa33 req-bcace367-67ba-47d1-92a7-3070ba62c00c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:13.081274 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288a4a8-a7a8-48f6-9905-6c9075d6aa33 req-bcace367-67ba-47d1-92a7-3070ba62c00c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:13.086433 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288a4a8-a7a8-48f6-9905-6c9075d6aa33 req-bcace367-67ba-47d1-92a7-3070ba62c00c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:13.094083 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2288a4a8-a7a8-48f6-9905-6c9075d6aa33 req-bcace367-67ba-47d1-92a7-3070ba62c00c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5436 time: 0.1616962 Sep 16 13:02:13.114328 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-af96ff1e-e83b-4277-ace9-c698dd4c122e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (91a86b04-fc96-4bdf-b709-031ca335c401), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:13.120411 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd57eb31-c36c-4994-a952-ed9f84fc3bd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:13.128396 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-fd57eb31-c36c-4994-a952-ed9f84fc3bd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:13.132888 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b95261e7-a3f3-487d-ac22-2124865306f6), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:13.137861 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd57eb31-c36c-4994-a952-ed9f84fc3bd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:13.138967 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fd57eb31-c36c-4994-a952-ed9f84fc3bd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:13.160996 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af96ff1e-e83b-4277-ace9-c698dd4c122e None None] No DVR routers for this DVR port 91a86b04-fc96-4bdf-b709-031ca335c401 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:02:13.171093 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['b7230234-bb6e-4e87-88c3-bcd278e26f85'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:02:13.181486 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-fd57eb31-c36c-4994-a952-ed9f84fc3bd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0080628 Sep 16 13:02:13.190875 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37588) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:13.195884 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96ff1e-e83b-4277-ace9-c698dd4c122e None None] Pushing event deleted for resources: {'Port': ['ID=91a86b04-fc96-4bdf-b709-031ca335c401,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:13.207813 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-e4617e50-142f-4216-be36-e81a39a65be3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:13.213631 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57eb31-c36c-4994-a952-ed9f84fc3bd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=ebf68d91-e7a7-4e66-b23a-ddc29dc1578f,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:13.224167 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f815b6b2-4822-4c39-92ea-c34fe3138ff0 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:13.247076 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57eb31-c36c-4994-a952-ed9f84fc3bd5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=91a86b04-fc96-4bdf-b709-031ca335c401,revision_number=8']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:13.270279 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3990f0-bd36-40b5-87ea-02784aff48d4 req-a0ce6050-3e44-4dbf-ba75-27ad8327748e tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:13.280069 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eb3990f0-bd36-40b5-87ea-02784aff48d4 req-a0ce6050-3e44-4dbf-ba75-27ad8327748e tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.2376425 Sep 16 13:02:13.358604 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['8874748b-6030-4aea-9e6b-79db8c8d555d'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:02:13.400553 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2288a4a8-a7a8-48f6-9905-6c9075d6aa33 req-a3e62730-836e-4b74-9602-85da7d72c224 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3055592 Sep 16 13:02:13.407785 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:13.436944 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4617e50-142f-4216-be36-e81a39a65be3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:13.442142 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e4617e50-142f-4216-be36-e81a39a65be3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:13.530317 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:13.551487 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['c7eb5869-5d95-47b8-9539-2bec50eb4428'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:02:13.579850 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eb3990f0-bd36-40b5-87ea-02784aff48d4 req-d7724a10-72e1-4c48-a88e-657e6cbf5ef0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988355 Sep 16 13:02:13.597797 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 328ce2f8-022c-446e-b388-06295b8c63e7 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:13.598332 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (328ce2f8-022c-446e-b388-06295b8c63e7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:13.680679 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de1f6b-8ada-4fe4-8a9e-b831dc7aa8f9 req-c931902b-3353-4680-812d-40cc70671deb tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:13.682312 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-52de1f6b-8ada-4fe4-8a9e-b831dc7aa8f9 req-c931902b-3353-4680-812d-40cc70671deb tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 944 time: 0.0972788 Sep 16 13:02:13.725027 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:13.807379 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] device_id is not set on port b95261e7-a3f3-487d-ac22-2124865306f6 yet. {{(pid=113698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:02:13.852754 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:13.865126 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-52de1f6b-8ada-4fe4-8a9e-b831dc7aa8f9 req-b660af16-3eb4-40a3-8f2b-b4bdf7c114cd tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706815 Sep 16 13:02:13.870795 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks [] for port (b95261e7-a3f3-487d-ac22-2124865306f6), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:13.883434 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (b95261e7-a3f3-487d-ac22-2124865306f6), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:13.973901 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e4617e50-142f-4216-be36-e81a39a65be3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (d8381d08-d71c-4875-a7a5-b06a02a2c1d0), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:14.022602 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 328ce2f8-022c-446e-b388-06295b8c63e7, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=328ce2f8-022c-446e-b388-06295b8c63e7,segment=NetworkSegment(9edf9333-8d62-4ed6-bd3c-dd8351317483),segment_id=9edf9333-8d62-4ed6-bd3c-dd8351317483)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:14.032704 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4617e50-142f-4216-be36-e81a39a65be3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:14.039395 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-e4617e50-142f-4216-be36-e81a39a65be3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:14.048929 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4617e50-142f-4216-be36-e81a39a65be3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:14.049885 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e4617e50-142f-4216-be36-e81a39a65be3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:14.051550 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:14.051883 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:14.052303 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:14.065004 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4617e50-142f-4216-be36-e81a39a65be3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=d8381d08-d71c-4875-a7a5-b06a02a2c1d0,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:14.074018 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port b95261e7-a3f3-487d-ac22-2124865306f6 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:14.075026 n-d-858094-4 neutron-server[113698]: ERROR neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:14.078394 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e4617e50-142f-4216-be36-e81a39a65be3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8861315 Sep 16 13:02:14.079064 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Pushing event updated for resources: {'Port': ['ID=b95261e7-a3f3-487d-ac22-2124865306f6,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:14.085152 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328ce2f8-022c-446e-b388-06295b8c63e7'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:02:14.087752 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7865089-dea5-4f69-9633-b32be82fa490" -d '{"events": [{"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "328ce2f8-022c-446e-b388-06295b8c63e7"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:02:14.089910 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37602) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:14.090968 n-d-858094-4 neutron-server[113698]: INFO neutron.plugins.ml2.plugin [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 2 to bind port b95261e7-a3f3-487d-ac22-2124865306f6 Sep 16 13:02:14.099969 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (328ce2f8-022c-446e-b388-06295b8c63e7), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:14.100849 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 8c121ccb-eba9-4b08-98af-afba73327fcc up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:14.103683 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-1efbfa9a-ceb3-44c9-8cbe-01c56e9916f6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'mac_address': 'fa:16:3e:18:9a:77', 'name': 'tempest-NetworksTestDHCPv6-2112250577'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:14.174887 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:14.176356 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:14.179068 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:14.212703 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=328ce2f8-022c-446e-b388-06295b8c63e7,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:14.231279 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37606) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:14.231917 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de39b4b9-37d4-41ec-b31e-fff7311f109e x-openstack-request-id: req-de39b4b9-37d4-41ec-b31e-fff7311f109e {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:02:14.232240 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "328ce2f8-022c-446e-b388-06295b8c63e7", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:02:14.232501 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-de39b4b9-37d4-41ec-b31e-fff7311f109e {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:02:14.232901 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de39b4b9-37d4-41ec-b31e-fff7311f109e'] response: {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328ce2f8-022c-446e-b388-06295b8c63e7', 'code': 200} Sep 16 13:02:14.236372 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port b95261e7-a3f3-487d-ac22-2124865306f6 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:14.245853 n-d-858094-4 neutron-server[113698]: ERROR neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:14.251970 n-d-858094-4 neutron-server[113698]: INFO neutron.plugins.ml2.plugin [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 3 to bind port b95261e7-a3f3-487d-ac22-2124865306f6 Sep 16 13:02:14.276261 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:14.318002 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:14.318281 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:14.320018 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:14.343189 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port b95261e7-a3f3-487d-ac22-2124865306f6 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:14.343444 n-d-858094-4 neutron-server[113698]: ERROR neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:14.347116 n-d-858094-4 neutron-server[113698]: INFO neutron.plugins.ml2.plugin [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 4 to bind port b95261e7-a3f3-487d-ac22-2124865306f6 Sep 16 13:02:14.349383 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:14.397967 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:14.398436 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:14.398876 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:14.407870 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port b95261e7-a3f3-487d-ac22-2124865306f6 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:14.408853 n-d-858094-4 neutron-server[113698]: ERROR neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:14.409425 n-d-858094-4 neutron-server[113698]: INFO neutron.plugins.ml2.plugin [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 5 to bind port b95261e7-a3f3-487d-ac22-2124865306f6 Sep 16 13:02:14.417514 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': 'ebf68d91-e7a7-4e66-b23a-ddc29dc1578f'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:02:14.419716 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:14.443374 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:14.443974 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:14.444608 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:14.449033 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efbfa9a-ceb3-44c9-8cbe-01c56e9916f6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:14.504529 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-144c5888-7740-415f-9c30-f08446ca28c7 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=ea1a2dd1e1504bd08826f75f48817169&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2722263 Sep 16 13:02:14.517209 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37612) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:14.578684 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1efbfa9a-ceb3-44c9-8cbe-01c56e9916f6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:14.593951 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 8c121ccb-eba9-4b08-98af-afba73327fcc completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:02:14.600977 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port b95261e7-a3f3-487d-ac22-2124865306f6 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:14.601312 n-d-858094-4 neutron-server[113698]: ERROR neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:14.608148 n-d-858094-4 neutron-server[113698]: INFO neutron.plugins.ml2.plugin [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 6 to bind port b95261e7-a3f3-487d-ac22-2124865306f6 Sep 16 13:02:14.619044 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d744c510-201a-443a-b810-132cfdc4f6e4 admin admin] Publish callbacks [] for security_group (13885d6c-0e33-401c-8451-66ccba24e2bf), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:14.631919 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:14.641377 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 8c121ccb-eba9-4b08-98af-afba73327fcc triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:14.641836 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8c121ccb-eba9-4b08-98af-afba73327fcc), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:14.642305 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 8c121ccb-eba9-4b08-98af-afba73327fcc Sep 16 13:02:14.648717 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d744c510-201a-443a-b810-132cfdc4f6e4 admin admin] Publish callbacks [] for security_group (13885d6c-0e33-401c-8451-66ccba24e2bf), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:14.688550 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [None req-1efbfa9a-ceb3-44c9-8cbe-01c56e9916f6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port 84cc2cec-cb1c-4dcb-b92a-82b3569f7706 yet. {{(pid=113698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:02:14.696687 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:14.709422 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:14.709815 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:14.710265 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:14.748568 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d744c510-201a-443a-b810-132cfdc4f6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (13885d6c-0e33-401c-8451-66ccba24e2bf), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:14.751774 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d744c510-201a-443a-b810-132cfdc4f6e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:14.753356 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d744c510-201a-443a-b810-132cfdc4f6e4 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/13885d6c-0e33-401c-8451-66ccba24e2bf HTTP/1.1" status: 204 len: 168 time: 0.2351842 Sep 16 13:02:14.765702 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744c510-201a-443a-b810-132cfdc4f6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13885d6c-0e33-401c-8451-66ccba24e2bf,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:14.788704 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70114d-daa1-476a-a714-3ce31ef4a4c4 req-8b0afe33-f8f0-4f76-a604-2a1c0d75805a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:14.794992 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70114d-daa1-476a-a714-3ce31ef4a4c4 req-8b0afe33-f8f0-4f76-a604-2a1c0d75805a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:14.799949 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70114d-daa1-476a-a714-3ce31ef4a4c4 req-8b0afe33-f8f0-4f76-a604-2a1c0d75805a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:14.805639 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70114d-daa1-476a-a714-3ce31ef4a4c4 req-8b0afe33-f8f0-4f76-a604-2a1c0d75805a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:14.813786 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70114d-daa1-476a-a714-3ce31ef4a4c4 req-8b0afe33-f8f0-4f76-a604-2a1c0d75805a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:14.821729 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70114d-daa1-476a-a714-3ce31ef4a4c4 req-8b0afe33-f8f0-4f76-a604-2a1c0d75805a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:14.821947 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] Allocated IP 2001:db8::f816:3eff:fe8a:45be (9baef6e6-991f-4370-ace0-656f975a51ae/ebf68d91-e7a7-4e66-b23a-ddc29dc1578f/2a3a4293-16d5-410b-ad30-807dbc638e19) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:14.829722 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70114d-daa1-476a-a714-3ce31ef4a4c4 req-8b0afe33-f8f0-4f76-a604-2a1c0d75805a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:14.838371 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cc70114d-daa1-476a-a714-3ce31ef4a4c4 req-8b0afe33-f8f0-4f76-a604-2a1c0d75805a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5437 time: 0.2652807 Sep 16 13:02:14.860874 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port b95261e7-a3f3-487d-ac22-2124865306f6 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:14.861211 n-d-858094-4 neutron-server[113698]: ERROR neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:14.869830 n-d-858094-4 neutron-server[113698]: INFO neutron.plugins.ml2.plugin [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 7 to bind port b95261e7-a3f3-487d-ac22-2124865306f6 Sep 16 13:02:14.886463 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device a2ab8eb4-c338-459a-b674-f31ee11bfd20 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:02:14.919350 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:14.919734 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:14.920396 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:14.939722 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port b95261e7-a3f3-487d-ac22-2124865306f6 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:14.939966 n-d-858094-4 neutron-server[113698]: ERROR neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:14.951389 n-d-858094-4 neutron-server[113698]: INFO neutron.plugins.ml2.plugin [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 8 to bind port b95261e7-a3f3-487d-ac22-2124865306f6 Sep 16 13:02:14.956833 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: a2ab8eb4-c338-459a-b674-f31ee11bfd20 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:02:14.957320 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device a2ab8eb4-c338-459a-b674-f31ee11bfd20 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:02:14.962091 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 8c121ccb-eba9-4b08-98af-afba73327fcc is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:14.962612 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8c121ccb-eba9-4b08-98af-afba73327fcc), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:14.999434 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46e429-9ea9-4c28-ae84-b4afab1cf37a req-61dde309-446c-4c61-8a7d-9264729b6d90 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:15.001080 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bc46e429-9ea9-4c28-ae84-b4afab1cf37a req-61dde309-446c-4c61-8a7d-9264729b6d90 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.1548162 Sep 16 13:02:15.004657 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:15.004990 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:15.005587 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:15.030398 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 8c121ccb-eba9-4b08-98af-afba73327fcc, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=8c121ccb-eba9-4b08-98af-afba73327fcc,segment=NetworkSegment(9edf9333-8d62-4ed6-bd3c-dd8351317483),segment_id=9edf9333-8d62-4ed6-bd3c-dd8351317483)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:15.035993 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8c121ccb-eba9-4b08-98af-afba73327fcc), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:15.036981 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 9b032a10-f56e-47fc-b941-54f12778f01c up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:15.042162 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port b95261e7-a3f3-487d-ac22-2124865306f6 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:15.042493 n-d-858094-4 neutron-server[113698]: ERROR neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:15.050191 n-d-858094-4 neutron-server[113698]: INFO neutron.plugins.ml2.plugin [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 9 to bind port b95261e7-a3f3-487d-ac22-2124865306f6 Sep 16 13:02:15.101188 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cc70114d-daa1-476a-a714-3ce31ef4a4c4 req-0cfc51ae-a3e5-459b-9006-94fc3de2d6c3 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2548709 Sep 16 13:02:15.107383 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:15.107383 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:15.107383 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:15.203499 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bc46e429-9ea9-4c28-ae84-b4afab1cf37a req-232bb173-18c6-4a2e-bd67-23c7cbb60a95 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862001 Sep 16 13:02:15.213029 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port b95261e7-a3f3-487d-ac22-2124865306f6 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:15.214846 n-d-858094-4 neutron-server[113698]: ERROR neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:15.217744 n-d-858094-4 neutron-server[113698]: INFO neutron.plugins.ml2.plugin [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempt 10 to bind port b95261e7-a3f3-487d-ac22-2124865306f6 Sep 16 13:02:15.233395 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=8c121ccb-eba9-4b08-98af-afba73327fcc,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:15.242927 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] Publish callbacks [] for port (2a3a4293-16d5-410b-ad30-807dbc638e19), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:15.254307 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 9b032a10-f56e-47fc-b941-54f12778f01c completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:02:15.257805 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (2a3a4293-16d5-410b-ad30-807dbc638e19), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:15.267338 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:15.267838 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:15.268217 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempting to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:15.286106 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 9b032a10-f56e-47fc-b941-54f12778f01c triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:15.286861 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (9b032a10-f56e-47fc-b941-54f12778f01c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:15.287422 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 9b032a10-f56e-47fc-b941-54f12778f01c Sep 16 13:02:15.306027 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37626) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:15.315314 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Port b95261e7-a3f3-487d-ac22-2124865306f6 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:15.315915 n-d-858094-4 neutron-server[113698]: ERROR neutron.plugins.ml2.managers [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Failed to bind port b95261e7-a3f3-487d-ac22-2124865306f6 on host n-h2-858094-4 for vnic_type normal using segments [{'id': '927396e7-4a44-4958-9dea-59666df41b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1e3f5511-8c67-4c6d-811b-f9c48e4d3f50'}] Sep 16 13:02:15.316027 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b95261e7-a3f3-487d-ac22-2124865306f6), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:15.331058 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8853d08b-85cb-458e-80c0-4c3184bbca8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:15.336858 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:15.347404 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:15.354043 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:15.370575 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] Pushing event updated for resources: {'Port': ['ID=2a3a4293-16d5-410b-ad30-807dbc638e19,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:15.430341 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002f357-57dd-49db-b233-be006a5ed144 req-1a5f7e25-fd1b-4cc7-a0a1-61e33e33b0a5 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:15.439671 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e002f357-57dd-49db-b233-be006a5ed144 req-1a5f7e25-fd1b-4cc7-a0a1-61e33e33b0a5 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 944 time: 0.1627922 Sep 16 13:02:15.460634 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8853d08b-85cb-458e-80c0-4c3184bbca8c admin admin] Publish callbacks [] for security_group (6cf77cfe-0bc8-415f-b245-6487741f7bb6), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:15.464034 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] Attempting to bind port 2a3a4293-16d5-410b-ad30-807dbc638e19 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:15.464450 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] Attempting to bind port 2a3a4293-16d5-410b-ad30-807dbc638e19 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:15.464959 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] Attempting to bind port 2a3a4293-16d5-410b-ad30-807dbc638e19 on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:15.467325 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8853d08b-85cb-458e-80c0-4c3184bbca8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (6cf77cfe-0bc8-415f-b245-6487741f7bb6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:15.496645 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:15.519323 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8853d08b-85cb-458e-80c0-4c3184bbca8c admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=4a8d3f8b5d7f41768aadae77f8f28965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2120817 Sep 16 13:02:15.521008 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 9b032a10-f56e-47fc-b941-54f12778f01c is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:15.521411 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9b032a10-f56e-47fc-b941-54f12778f01c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:15.521677 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853d08b-85cb-458e-80c0-4c3184bbca8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf77cfe-0bc8-415f-b245-6487741f7bb6,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:15.523913 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37628) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:15.571717 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:02:15.572235 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:02:15.572547 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:15.572950 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:02:15.573428 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] Bound port: 2a3a4293-16d5-410b-ad30-807dbc638e19, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:02:15.573802 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (2a3a4293-16d5-410b-ad30-807dbc638e19), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:15.577119 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:15.581876 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 9b032a10-f56e-47fc-b941-54f12778f01c, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=9b032a10-f56e-47fc-b941-54f12778f01c,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:15.593227 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (9b032a10-f56e-47fc-b941-54f12778f01c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:15.595896 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:15.597823 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] For port b95261e7-a3f3-487d-ac22-2124865306f6, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:02:15.598119 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attempted to set empty binding levels {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 13:02:15.640033 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (b95261e7-a3f3-487d-ac22-2124865306f6), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:15.640670 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] In _notify_port_updated(), no bound segment for port b95261e7-a3f3-487d-ac22-2124865306f6 on network 1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 {{(pid=113698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 16 13:02:15.641851 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:15.642132 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:15.646985 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] 10.222.0.67 "PUT /networking/v2.0/ports/b95261e7-a3f3-487d-ac22-2124865306f6 HTTP/1.1" status: 200 len: 975 time: 2.8775346 Sep 16 13:02:15.647183 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37630) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:15.672962 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-1efbfa9a-ceb3-44c9-8cbe-01c56e9916f6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 172.20.0.2 (9baef6e6-991f-4370-ace0-656f975a51ae/d8381d08-d71c-4875-a7a5-b06a02a2c1d0/84cc2cec-cb1c-4dcb-b92a-82b3569f7706) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:15.690802 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=9b032a10-f56e-47fc-b941-54f12778f01c,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:15.696697 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e002f357-57dd-49db-b233-be006a5ed144 req-3fa0ffd0-987f-4aee-863a-4246dd6c1c12 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553344 Sep 16 13:02:15.707962 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] For port 2a3a4293-16d5-410b-ad30-807dbc638e19, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:02:15.712496 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] For port 2a3a4293-16d5-410b-ad30-807dbc638e19, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=2a3a4293-16d5-410b-ad30-807dbc638e19,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:02:15.730741 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (2a3a4293-16d5-410b-ad30-807dbc638e19), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:15.747711 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:15.748052 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-1efbfa9a-ceb3-44c9-8cbe-01c56e9916f6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::f816:3eff:fe18:9a77 (9baef6e6-991f-4370-ace0-656f975a51ae/ebf68d91-e7a7-4e66-b23a-ddc29dc1578f/84cc2cec-cb1c-4dcb-b92a-82b3569f7706) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:15.806764 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-18c1f66d-df1b-4235-bcc7-132b65855acd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Deleting port b95261e7-a3f3-487d-ac22-2124865306f6 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:02:15.807269 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-18c1f66d-df1b-4235-bcc7-132b65855acd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (b95261e7-a3f3-487d-ac22-2124865306f6), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:15.813162 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Pushing event updated for resources: {'Port': ['ID=b95261e7-a3f3-487d-ac22-2124865306f6,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:15.818613 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-346199f7-84ae-4c5c-be31-21e1b9fb8a2f admin admin] Publish callbacks [] for security_group (6cf77cfe-0bc8-415f-b245-6487741f7bb6), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:15.821224 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9c276-0043-47f2-b89c-79a0f4ee5166 None None] Pushing event updated for resources: {'Port': ['ID=2a3a4293-16d5-410b-ad30-807dbc638e19,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:15.840874 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:15.841410 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:15.841615 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:15.841943 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:15.842276 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:15.842607 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:15.842939 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:15.843257 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:15.843589 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:15.843927 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:15.844257 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:15.844581 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:15.844902 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:15.845220 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:15.845541 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02922b-3982-4f91-9b65-16523d01cd97 tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:15.879838 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-346199f7-84ae-4c5c-be31-21e1b9fb8a2f admin admin] Publish callbacks [] for security_group (6cf77cfe-0bc8-415f-b245-6487741f7bb6), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:15.914374 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-18c1f66d-df1b-4235-bcc7-132b65855acd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] For port b95261e7-a3f3-487d-ac22-2124865306f6, host n-h2-858094-4, got binding levels [] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:15.915049 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-18c1f66d-df1b-4235-bcc7-132b65855acd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (b95261e7-a3f3-487d-ac22-2124865306f6), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:15.932028 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-18c1f66d-df1b-4235-bcc7-132b65855acd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Calling delete_port for b95261e7-a3f3-487d-ac22-2124865306f6 owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:02:16.011484 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:16.040163 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-18c1f66d-df1b-4235-bcc7-132b65855acd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (b95261e7-a3f3-487d-ac22-2124865306f6), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:16.046882 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-346199f7-84ae-4c5c-be31-21e1b9fb8a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (6cf77cfe-0bc8-415f-b245-6487741f7bb6), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:16.049656 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-346199f7-84ae-4c5c-be31-21e1b9fb8a2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:16.053318 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-346199f7-84ae-4c5c-be31-21e1b9fb8a2f admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/6cf77cfe-0bc8-415f-b245-6487741f7bb6 HTTP/1.1" status: 204 len: 168 time: 0.5175464 Sep 16 13:02:16.134333 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-18c1f66d-df1b-4235-bcc7-132b65855acd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:16.139423 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-18c1f66d-df1b-4235-bcc7-132b65855acd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] 10.222.0.67 "DELETE /networking/v2.0/ports/b95261e7-a3f3-487d-ac22-2124865306f6 HTTP/1.1" status: 204 len: 168 time: 0.4917030 Sep 16 13:02:16.140640 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1f66d-df1b-4235-bcc7-132b65855acd tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] Pushing event deleted for resources: {'Port': ['ID=b95261e7-a3f3-487d-ac22-2124865306f6,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:16.151006 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37636) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:16.166869 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346199f7-84ae-4c5c-be31-21e1b9fb8a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf77cfe-0bc8-415f-b245-6487741f7bb6,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:16.172214 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1efbfa9a-ceb3-44c9-8cbe-01c56e9916f6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (84cc2cec-cb1c-4dcb-b92a-82b3569f7706), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:16.209326 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb2f3aa-c4e8-4843-a89e-93e326859e0b tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] GET failed (client error): The resource could not be found. Sep 16 13:02:16.213999 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-ebb2f3aa-c4e8-4843-a89e-93e326859e0b tempest-PortsAdminExtendedAttrsTestJSON-1173104216 tempest-PortsAdminExtendedAttrsTestJSON-1173104216-project-admin] 10.222.0.67 "GET /networking/v2.0/ports/b95261e7-a3f3-487d-ac22-2124865306f6 HTTP/1.1" status: 404 len: 333 time: 0.0560405 Sep 16 13:02:16.214190 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37642) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:16.236980 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c121ccb-eba9-4b08-98af-afba73327fcc'}, {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b032a10-f56e-47fc-b941-54f12778f01c'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:02:16.254406 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b1e658-0426-4992-8061-238b51bc5ea1" -d '{"events": [{"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "8c121ccb-eba9-4b08-98af-afba73327fcc"}, {"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "9b032a10-f56e-47fc-b941-54f12778f01c"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:02:16.437573 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1efbfa9a-ceb3-44c9-8cbe-01c56e9916f6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (84cc2cec-cb1c-4dcb-b92a-82b3569f7706), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:16.504651 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 2a3a4293-16d5-410b-ad30-807dbc638e19 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:16.569568 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 2a3a4293-16d5-410b-ad30-807dbc638e19 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:16.570260 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (2a3a4293-16d5-410b-ad30-807dbc638e19), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:16.570782 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 2a3a4293-16d5-410b-ad30-807dbc638e19 Sep 16 13:02:16.687600 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 2a3a4293-16d5-410b-ad30-807dbc638e19 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:16.688328 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (2a3a4293-16d5-410b-ad30-807dbc638e19), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:16.756822 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 2a3a4293-16d5-410b-ad30-807dbc638e19, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=2a3a4293-16d5-410b-ad30-807dbc638e19,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:16.763893 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (2a3a4293-16d5-410b-ad30-807dbc638e19), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:16.884401 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=2a3a4293-16d5-410b-ad30-807dbc638e19,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:17.004341 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-deebf954-d62e-487e-83ce-62bedc31aec3 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (1e3f5511-8c67-4c6d-811b-f9c48e4d3f50), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:17.011849 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efbfa9a-ceb3-44c9-8cbe-01c56e9916f6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:17.022350 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba386b-3385-466c-8e8a-4db71a4ed94d req-804dc5d1-28d0-44f3-b41d-52ddeda76451 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:17.024159 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dfba386b-3385-466c-8e8a-4db71a4ed94d req-804dc5d1-28d0-44f3-b41d-52ddeda76451 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.6718981 Sep 16 13:02:17.035385 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fea93-c722-4801-b36f-fd47f52d325c req-4b087947-068e-489c-89a9-49cf12027c6a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:17.041982 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fea93-c722-4801-b36f-fd47f52d325c req-4b087947-068e-489c-89a9-49cf12027c6a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:17.052382 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fea93-c722-4801-b36f-fd47f52d325c req-4b087947-068e-489c-89a9-49cf12027c6a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:17.057644 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fea93-c722-4801-b36f-fd47f52d325c req-4b087947-068e-489c-89a9-49cf12027c6a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:17.063404 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fea93-c722-4801-b36f-fd47f52d325c req-4b087947-068e-489c-89a9-49cf12027c6a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:17.073292 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fea93-c722-4801-b36f-fd47f52d325c req-4b087947-068e-489c-89a9-49cf12027c6a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:17.078878 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fea93-c722-4801-b36f-fd47f52d325c req-4b087947-068e-489c-89a9-49cf12027c6a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:17.080800 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-891fea93-c722-4801-b36f-fd47f52d325c req-4b087947-068e-489c-89a9-49cf12027c6a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5439 time: 0.7313068 Sep 16 13:02:17.102892 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-1efbfa9a-ceb3-44c9-8cbe-01c56e9916f6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:17.115253 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efbfa9a-ceb3-44c9-8cbe-01c56e9916f6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:17.194355 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbfa9a-ceb3-44c9-8cbe-01c56e9916f6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=84cc2cec-cb1c-4dcb-b92a-82b3569f7706,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:17.244268 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efbfa9a-ceb3-44c9-8cbe-01c56e9916f6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:17.244949 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1efbfa9a-ceb3-44c9-8cbe-01c56e9916f6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:17.341188 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-1efbfa9a-ceb3-44c9-8cbe-01c56e9916f6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2428930 Sep 16 13:02:17.341956 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:17.352198 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37666) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:17.424546 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-deebf954-d62e-487e-83ce-62bedc31aec3 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (1e3f5511-8c67-4c6d-811b-f9c48e4d3f50), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:17.430487 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a91994-44d5-4b26-9d7c-96c43322e1b6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:17.436083 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a91994-44d5-4b26-9d7c-96c43322e1b6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:17.440846 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-86a91994-44d5-4b26-9d7c-96c43322e1b6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0866668 Sep 16 13:02:17.441478 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37670) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:17.455602 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ef34b2-3c33-4641-b919-925f7c1c3d34 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:17.464914 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-deebf954-d62e-487e-83ce-62bedc31aec3 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e3f5511-8c67-4c6d-811b-f9c48e4d3f50']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:17.476098 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:17.483687 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:17.512677 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dfba386b-3385-466c-8e8a-4db71a4ed94d req-91917d9f-7bb9-4276-b612-1b94af55a999 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283683 Sep 16 13:02:17.522874 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-deebf954-d62e-487e-83ce-62bedc31aec3 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927396e7-4a44-4958-9dea-59666df41b8c') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:17.523220 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-deebf954-d62e-487e-83ce-62bedc31aec3 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927396e7-4a44-4958-9dea-59666df41b8c') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:17.551066 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-deebf954-d62e-487e-83ce-62bedc31aec3 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (927396e7-4a44-4958-9dea-59666df41b8c), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:17.558724 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-4da08f94-b2f3-4e15-9a9c-39a2b78b471a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port 84cc2cec-cb1c-4dcb-b92a-82b3569f7706 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:02:17.559103 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4da08f94-b2f3-4e15-9a9c-39a2b78b471a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (84cc2cec-cb1c-4dcb-b92a-82b3569f7706), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:17.577746 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-deebf954-d62e-487e-83ce-62bedc31aec3 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (927396e7-4a44-4958-9dea-59666df41b8c), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:17.586569 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deebf954-d62e-487e-83ce-62bedc31aec3 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:02:17.587017 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-deebf954-d62e-487e-83ce-62bedc31aec3 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (927396e7-4a44-4958-9dea-59666df41b8c), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:17.689019 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Sep 2022 13:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6219496-5fc9-4711-8c87-7d24828e7290 x-openstack-request-id: req-c6219496-5fc9-4711-8c87-7d24828e7290 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:02:17.689348 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "8c121ccb-eba9-4b08-98af-afba73327fcc", "code": 200}, {"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "9b032a10-f56e-47fc-b941-54f12778f01c", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:02:17.689564 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c6219496-5fc9-4711-8c87-7d24828e7290 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:02:17.689956 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6219496-5fc9-4711-8c87-7d24828e7290'] response: {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c121ccb-eba9-4b08-98af-afba73327fcc', 'code': 200} Sep 16 13:02:17.690562 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6219496-5fc9-4711-8c87-7d24828e7290'] response: {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b032a10-f56e-47fc-b941-54f12778f01c', 'code': 200} Sep 16 13:02:17.695107 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-891fea93-c722-4801-b36f-fd47f52d325c req-8cede3cd-965c-40aa-8181-60023eb89689 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5912073 Sep 16 13:02:17.703873 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-620d18e1-328e-47a6-9682-65328a7d3741 None None] Provisioning complete for port 2a3a4293-16d5-410b-ad30-807dbc638e19 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:17.709902 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-deebf954-d62e-487e-83ce-62bedc31aec3 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (1e3f5511-8c67-4c6d-811b-f9c48e4d3f50), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:17.714827 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-620d18e1-328e-47a6-9682-65328a7d3741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (2a3a4293-16d5-410b-ad30-807dbc638e19), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:17.715537 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-620d18e1-328e-47a6-9682-65328a7d3741 None None] Attempt 1 to provision port 2a3a4293-16d5-410b-ad30-807dbc638e19 Sep 16 13:02:17.721191 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-deebf954-d62e-487e-83ce-62bedc31aec3 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:17.732084 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-deebf954-d62e-487e-83ce-62bedc31aec3 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] 10.222.0.67 "DELETE /networking/v2.0/networks/1e3f5511-8c67-4c6d-811b-f9c48e4d3f50 HTTP/1.1" status: 204 len: 168 time: 1.5158336 Sep 16 13:02:17.761194 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebf954-d62e-487e-83ce-62bedc31aec3 tempest-PortsAdminExtendedAttrsTestJSON-2128737022 tempest-PortsAdminExtendedAttrsTestJSON-2128737022-project] Pushing event deleted for resources: {'Network': ['ID=1e3f5511-8c67-4c6d-811b-f9c48e4d3f50,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:17.787866 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4da08f94-b2f3-4e15-9a9c-39a2b78b471a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (84cc2cec-cb1c-4dcb-b92a-82b3569f7706), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:17.830204 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-4da08f94-b2f3-4e15-9a9c-39a2b78b471a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for 84cc2cec-cb1c-4dcb-b92a-82b3569f7706 owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:02:17.872565 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:17.880606 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:17.886621 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bf2ad-5dd2-435f-a00e-03f88a125e5b req-702ce5e7-3662-484d-8911-22b9383f3ca2 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:17.901172 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d27bf2ad-5dd2-435f-a00e-03f88a125e5b req-702ce5e7-3662-484d-8911-22b9383f3ca2 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 944 time: 0.1411469 Sep 16 13:02:17.905093 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4159b182-8f6b-4096-8f09-d1182a0fca66 None None] Update dhcp port {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'fixed_ips': [{'subnet_id': 'ebf68d91-e7a7-4e66-b23a-ddc29dc1578f', 'ip_address': '2001:db8::f816:3eff:fe8a:45be'}, {'subnet_id': 'd8381d08-d71c-4875-a7a5-b06a02a2c1d0'}], 'binding:host_id': 'n-d-858094-4'}, 'id': '2a3a4293-16d5-410b-ad30-807dbc638e19'} from n-d-858094-4. {{(pid=113700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 16 13:02:17.943582 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-620d18e1-328e-47a6-9682-65328a7d3741 None None] Current status of the port 2a3a4293-16d5-410b-ad30-807dbc638e19 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:17.962200 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4159b182-8f6b-4096-8f09-d1182a0fca66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (2a3a4293-16d5-410b-ad30-807dbc638e19), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:18.060728 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d27bf2ad-5dd2-435f-a00e-03f88a125e5b req-e6329f17-1ba3-4d60-a6aa-8acd3cd2a982 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552258 Sep 16 13:02:18.065589 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 927396e7-4a44-4958-9dea-59666df41b8c resource provider aggregate not found Sep 16 13:02:18.092413 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 927396e7-4a44-4958-9dea-59666df41b8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 927396e7-4a44-4958-9dea-59666df41b8c found for delete ", "request_id": "req-63bc88ba-0d32-44c7-8d6d-107df45b9f17"}]} Sep 16 13:02:18.244568 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4da08f94-b2f3-4e15-9a9c-39a2b78b471a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (84cc2cec-cb1c-4dcb-b92a-82b3569f7706), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:18.297695 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da08f94-b2f3-4e15-9a9c-39a2b78b471a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=84cc2cec-cb1c-4dcb-b92a-82b3569f7706,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:18.341285 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-4159b182-8f6b-4096-8f09-d1182a0fca66 None None] Allocated IP 172.20.0.3 (9baef6e6-991f-4370-ace0-656f975a51ae/d8381d08-d71c-4875-a7a5-b06a02a2c1d0/2a3a4293-16d5-410b-ad30-807dbc638e19) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:18.379859 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37696) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:18.402405 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4da08f94-b2f3-4e15-9a9c-39a2b78b471a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:18.406056 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4da08f94-b2f3-4e15-9a9c-39a2b78b471a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/84cc2cec-cb1c-4dcb-b92a-82b3569f7706 HTTP/1.1" status: 204 len: 168 time: 0.9636250 Sep 16 13:02:18.409406 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37704) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:18.526107 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4421cc97-a042-4532-a06a-492d8ecdb018 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:18.529336 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4421cc97-a042-4532-a06a-492d8ecdb018 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:18.533008 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4421cc97-a042-4532-a06a-492d8ecdb018 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:18.535156 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-4421cc97-a042-4532-a06a-492d8ecdb018 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1248024 Sep 16 13:02:18.538925 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37706) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:18.630750 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-4159b182-8f6b-4096-8f09-d1182a0fca66 None None] For port 2a3a4293-16d5-410b-ad30-807dbc638e19, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=2a3a4293-16d5-410b-ad30-807dbc638e19,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:18.680865 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ef73c5-748a-4d6d-9daf-bf3c4b7bf613 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet d8381d08-d71c-4875-a7a5-b06a02a2c1d0 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:02:18.712318 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:18.724456 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 2a3a4293-16d5-410b-ad30-807dbc638e19 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:18.768839 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4159b182-8f6b-4096-8f09-d1182a0fca66 None None] Publish callbacks [] for port (2a3a4293-16d5-410b-ad30-807dbc638e19), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:18.769970 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c62d4f-328d-48d1-81e4-476c004ca39c req-e0db1c08-8b21-424c-94e8-58cbf4a32299 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:18.771755 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3c62d4f-328d-48d1-81e4-476c004ca39c req-e0db1c08-8b21-424c-94e8-58cbf4a32299 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.0912983 Sep 16 13:02:18.794957 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-32ef73c5-748a-4d6d-9daf-bf3c4b7bf613 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (d8381d08-d71c-4875-a7a5-b06a02a2c1d0), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:18.804757 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-54e16b81-1aba-405d-b785-806b9a78ca9b admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=e683ffdd02b14deeb8caacdec0fcba43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4236712 Sep 16 13:02:18.811947 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37722) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:18.834906 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4159b182-8f6b-4096-8f09-d1182a0fca66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (2a3a4293-16d5-410b-ad30-807dbc638e19), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:18.883870 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-32ef73c5-748a-4d6d-9daf-bf3c4b7bf613 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (d8381d08-d71c-4875-a7a5-b06a02a2c1d0), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:18.900780 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8aa90d1d-b208-4509-9ec0-81f5f0a5863e admin admin] Publish callbacks [] for security_group (c67518f8-8a65-48b6-a1ff-d949346924da), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:18.929623 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8aa90d1d-b208-4509-9ec0-81f5f0a5863e admin admin] Publish callbacks [] for security_group (c67518f8-8a65-48b6-a1ff-d949346924da), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:18.977148 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device b7230234-bb6e-4e87-88c3-bcd278e26f85 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:18.986603 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 2a3a4293-16d5-410b-ad30-807dbc638e19 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:18.987102 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (2a3a4293-16d5-410b-ad30-807dbc638e19), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:18.987542 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 2a3a4293-16d5-410b-ad30-807dbc638e19 Sep 16 13:02:19.015296 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8aa90d1d-b208-4509-9ec0-81f5f0a5863e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (c67518f8-8a65-48b6-a1ff-d949346924da), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:19.018996 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8aa90d1d-b208-4509-9ec0-81f5f0a5863e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:19.020978 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-8aa90d1d-b208-4509-9ec0-81f5f0a5863e admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/c67518f8-8a65-48b6-a1ff-d949346924da HTTP/1.1" status: 204 len: 168 time: 0.2078998 Sep 16 13:02:19.021719 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-32ef73c5-748a-4d6d-9daf-bf3c4b7bf613 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (d8381d08-d71c-4875-a7a5-b06a02a2c1d0), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:19.102045 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3c62d4f-328d-48d1-81e4-476c004ca39c req-520b7508-74cc-4f55-a126-db54a3fd6fe0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005838 Sep 16 13:02:19.114430 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa90d1d-b208-4509-9ec0-81f5f0a5863e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67518f8-8a65-48b6-a1ff-d949346924da,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:19.147702 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:19.157253 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115b0ea-c0a1-4ec2-a793-4bf063551103 req-c6c05817-dd84-49fc-8a11-a91e5005224c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:19.169792 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-32ef73c5-748a-4d6d-9daf-bf3c4b7bf613 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (d8381d08-d71c-4875-a7a5-b06a02a2c1d0), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:19.170799 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115b0ea-c0a1-4ec2-a793-4bf063551103 req-c6c05817-dd84-49fc-8a11-a91e5005224c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:19.191790 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115b0ea-c0a1-4ec2-a793-4bf063551103 req-c6c05817-dd84-49fc-8a11-a91e5005224c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:19.202124 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115b0ea-c0a1-4ec2-a793-4bf063551103 req-c6c05817-dd84-49fc-8a11-a91e5005224c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:19.208362 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef73c5-748a-4d6d-9daf-bf3c4b7bf613 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=d8381d08-d71c-4875-a7a5-b06a02a2c1d0,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:19.212632 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-32ef73c5-748a-4d6d-9daf-bf3c4b7bf613 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:19.219847 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-32ef73c5-748a-4d6d-9daf-bf3c4b7bf613 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/d8381d08-d71c-4875-a7a5-b06a02a2c1d0 HTTP/1.1" status: 204 len: 168 time: 0.6783657 Sep 16 13:02:19.220498 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37736) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:19.222909 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115b0ea-c0a1-4ec2-a793-4bf063551103 req-c6c05817-dd84-49fc-8a11-a91e5005224c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:19.235478 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115b0ea-c0a1-4ec2-a793-4bf063551103 req-c6c05817-dd84-49fc-8a11-a91e5005224c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:19.242504 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115b0ea-c0a1-4ec2-a793-4bf063551103 req-c6c05817-dd84-49fc-8a11-a91e5005224c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:19.251153 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f115b0ea-c0a1-4ec2-a793-4bf063551103 req-c6c05817-dd84-49fc-8a11-a91e5005224c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5439 time: 0.3539748 Sep 16 13:02:19.315720 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9a35e6-7c9f-4aad-abff-a3b25319bf98 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet ebf68d91-e7a7-4e66-b23a-ddc29dc1578f {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:02:19.330026 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3a9a35e6-7c9f-4aad-abff-a3b25319bf98 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (ebf68d91-e7a7-4e66-b23a-ddc29dc1578f), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:19.417607 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506e876-f916-4fdd-a462-4ccd87b81fa3 req-9d4a054f-89a4-4791-afd4-1179be80f2ec tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:19.427578 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3506e876-f916-4fdd-a462-4ccd87b81fa3 req-9d4a054f-89a4-4791-afd4-1179be80f2ec tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 944 time: 0.0946884 Sep 16 13:02:19.435871 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f115b0ea-c0a1-4ec2-a793-4bf063551103 req-6ee73506-b850-4edd-ba0e-aaa61a156ef2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1819746 Sep 16 13:02:19.440060 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3a9a35e6-7c9f-4aad-abff-a3b25319bf98 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (ebf68d91-e7a7-4e66-b23a-ddc29dc1578f), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:19.448752 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159b182-8f6b-4096-8f09-d1182a0fca66 None None] Pushing event updated for resources: {'Port': ['ID=2a3a4293-16d5-410b-ad30-807dbc638e19,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:19.473227 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port b7230234-bb6e-4e87-88c3-bcd278e26f85 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:02:19.481259 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port b7230234-bb6e-4e87-88c3-bcd278e26f85 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:19.481682 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b7230234-bb6e-4e87-88c3-bcd278e26f85), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:19.482251 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port b7230234-bb6e-4e87-88c3-bcd278e26f85 Sep 16 13:02:19.567583 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:19.622512 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 2a3a4293-16d5-410b-ad30-807dbc638e19 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:19.644641 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3506e876-f916-4fdd-a462-4ccd87b81fa3 req-6f5572a8-4170-459c-b1c0-8a0b9042bb1d tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127690 Sep 16 13:02:19.685403 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3a9a35e6-7c9f-4aad-abff-a3b25319bf98 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (ebf68d91-e7a7-4e66-b23a-ddc29dc1578f), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:19.709519 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37754) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:19.709928 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port b7230234-bb6e-4e87-88c3-bcd278e26f85 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:19.709928 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b7230234-bb6e-4e87-88c3-bcd278e26f85), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:19.763884 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3a9a35e6-7c9f-4aad-abff-a3b25319bf98 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (ebf68d91-e7a7-4e66-b23a-ddc29dc1578f), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:19.792085 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port b7230234-bb6e-4e87-88c3-bcd278e26f85, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=b7230234-bb6e-4e87-88c3-bcd278e26f85,segment=NetworkSegment(ea9ac0dd-12c0-4c61-bdd8-73eff891277b),segment_id=ea9ac0dd-12c0-4c61-bdd8-73eff891277b)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:19.793213 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a35e6-7c9f-4aad-abff-a3b25319bf98 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=ebf68d91-e7a7-4e66-b23a-ddc29dc1578f,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:19.809117 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cebb2a-47ea-4fac-ac5d-24bb6311d8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7230234-bb6e-4e87-88c3-bcd278e26f85'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:02:19.816488 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0231a2a-b30b-42ec-b81b-b2d309bfb9ef" -d '{"events": [{"server_uuid": "64cebb2a-47ea-4fac-ac5d-24bb6311d8e8", "name": "network-vif-plugged", "status": "completed", "tag": "b7230234-bb6e-4e87-88c3-bcd278e26f85"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:02:19.822122 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3a9a35e6-7c9f-4aad-abff-a3b25319bf98 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:19.830244 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3a9a35e6-7c9f-4aad-abff-a3b25319bf98 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/ebf68d91-e7a7-4e66-b23a-ddc29dc1578f HTTP/1.1" status: 204 len: 168 time: 0.6083376 Sep 16 13:02:19.833714 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37766) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:19.838734 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b7230234-bb6e-4e87-88c3-bcd278e26f85), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:19.842008 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 8a23d825-e263-4839-8617-11f3b05818ce up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:19.848365 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-2e7b562a-4baa-4257-bec0-03999cc3aeb3 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=caa411b4858a4f98ab6162729fe5be54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1369443 Sep 16 13:02:19.850471 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 37770) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:19.884371 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:19.914592 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 8a23d825-e263-4839-8617-11f3b05818ce completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:02:19.941391 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1911ec3a-b8b1-4eb3-8891-772990fe4f7d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065080 Sep 16 13:02:19.944566 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37780) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:19.957469 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-d0b6a0a5-bdf9-44e9-bf81-bdaa044d3757 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:19.964218 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902c2093-0ab8-4980-88cb-154a0e794be8 x-openstack-request-id: req-902c2093-0ab8-4980-88cb-154a0e794be8 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:02:19.964536 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cebb2a-47ea-4fac-ac5d-24bb6311d8e8", "name": "network-vif-plugged", "status": "completed", "tag": "b7230234-bb6e-4e87-88c3-bcd278e26f85", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:02:19.964791 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-902c2093-0ab8-4980-88cb-154a0e794be8 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:02:19.965869 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-902c2093-0ab8-4980-88cb-154a0e794be8'] response: {'server_uuid': '64cebb2a-47ea-4fac-ac5d-24bb6311d8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7230234-bb6e-4e87-88c3-bcd278e26f85', 'code': 200} Sep 16 13:02:19.977657 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 8a23d825-e263-4839-8617-11f3b05818ce triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:19.978025 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8a23d825-e263-4839-8617-11f3b05818ce), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:19.978364 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 8a23d825-e263-4839-8617-11f3b05818ce Sep 16 13:02:20.001660 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2f857336-2735-4dbc-a4e6-44a873a1dcef admin admin] Publish callbacks [] for security_group (32970e8a-a2db-4c99-b6e7-014c9683d395), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:20.099049 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2f857336-2735-4dbc-a4e6-44a873a1dcef admin admin] Publish callbacks [] for security_group (32970e8a-a2db-4c99-b6e7-014c9683d395), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:20.132808 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:20.203526 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:20.215820 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2f857336-2735-4dbc-a4e6-44a873a1dcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (32970e8a-a2db-4c99-b6e7-014c9683d395), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:20.219384 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2f857336-2735-4dbc-a4e6-44a873a1dcef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:20.221312 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-2f857336-2735-4dbc-a4e6-44a873a1dcef admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/32970e8a-a2db-4c99-b6e7-014c9683d395 HTTP/1.1" status: 204 len: 168 time: 0.3703904 Sep 16 13:02:20.223268 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56ac23-aad4-41de-a86f-d261d676a5ef req-4117097c-5956-46ae-820e-2df6f8fcd860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:20.226953 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b6a0a5-bdf9-44e9-bf81-bdaa044d3757 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:20.227876 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5f56ac23-aad4-41de-a86f-d261d676a5ef req-4117097c-5956-46ae-820e-2df6f8fcd860 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 1127 time: 0.1475246 Sep 16 13:02:20.242334 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a0a5-bdf9-44e9-bf81-bdaa044d3757 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:20.248974 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f857336-2735-4dbc-a4e6-44a873a1dcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32970e8a-a2db-4c99-b6e7-014c9683d395,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:20.337153 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5f56ac23-aad4-41de-a86f-d261d676a5ef req-c53b8253-ea04-43b8-806e-02122b5950f3 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964158 Sep 16 13:02:20.361962 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=b7230234-bb6e-4e87-88c3-bcd278e26f85,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:20.381599 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 8a23d825-e263-4839-8617-11f3b05818ce is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:20.382387 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8a23d825-e263-4839-8617-11f3b05818ce), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:20.498437 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade8c68-e412-4f7e-a84f-d0207d5f6d6c req-b29e6bce-d5ce-4854-b841-79d91064750b tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:20.501851 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9ade8c68-e412-4f7e-a84f-d0207d5f6d6c req-b29e6bce-d5ce-4854-b841-79d91064750b tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.0993590 Sep 16 13:02:20.548246 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 8a23d825-e263-4839-8617-11f3b05818ce, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=8a23d825-e263-4839-8617-11f3b05818ce,segment=NetworkSegment(5af2e1e4-dfd3-4925-87c1-04a16a79db7a),segment_id=5af2e1e4-dfd3-4925-87c1-04a16a79db7a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:20.570661 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8a23d825-e263-4839-8617-11f3b05818ce), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:20.589915 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device c7eb5869-5d95-47b8-9539-2bec50eb4428 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:20.653988 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9ade8c68-e412-4f7e-a84f-d0207d5f6d6c req-54d49e71-545d-4414-8676-4d3f0f20c633 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477118 Sep 16 13:02:20.703450 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 2a3a4293-16d5-410b-ad30-807dbc638e19 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:20.807309 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:20.883645 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f30fa5-873f-47fb-8346-f273b576e238 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:20.949109 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2d9ba-351e-4e0b-86c0-cc49ee86eca5 req-144874b2-e182-4185-8048-a226e06ee753 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:20.956066 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2d9ba-351e-4e0b-86c0-cc49ee86eca5 req-144874b2-e182-4185-8048-a226e06ee753 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:20.961416 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2d9ba-351e-4e0b-86c0-cc49ee86eca5 req-144874b2-e182-4185-8048-a226e06ee753 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:20.969702 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2d9ba-351e-4e0b-86c0-cc49ee86eca5 req-144874b2-e182-4185-8048-a226e06ee753 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:20.975184 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2d9ba-351e-4e0b-86c0-cc49ee86eca5 req-144874b2-e182-4185-8048-a226e06ee753 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:20.980715 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2d9ba-351e-4e0b-86c0-cc49ee86eca5 req-144874b2-e182-4185-8048-a226e06ee753 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:20.987128 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2d9ba-351e-4e0b-86c0-cc49ee86eca5 req-144874b2-e182-4185-8048-a226e06ee753 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:20.997966 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c4a2d9ba-351e-4e0b-86c0-cc49ee86eca5 req-144874b2-e182-4185-8048-a226e06ee753 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5440 time: 0.1865945 Sep 16 13:02:21.097667 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c4a2d9ba-351e-4e0b-86c0-cc49ee86eca5 req-8e16d4dc-6f3c-42f7-9065-21b8cb1619ea tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0984383 Sep 16 13:02:21.179613 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-0daefb22-255d-48c3-8766-e221fb54ddf3 None None] Provisioning complete for port 2a3a4293-16d5-410b-ad30-807dbc638e19 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:21.180285 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0daefb22-255d-48c3-8766-e221fb54ddf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (2a3a4293-16d5-410b-ad30-807dbc638e19), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:21.180998 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0daefb22-255d-48c3-8766-e221fb54ddf3 None None] Attempt 1 to provision port 2a3a4293-16d5-410b-ad30-807dbc638e19 Sep 16 13:02:21.194363 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port c7eb5869-5d95-47b8-9539-2bec50eb4428 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:02:21.225640 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=8a23d825-e263-4839-8617-11f3b05818ce,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:21.230114 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 2a3a4293-16d5-410b-ad30-807dbc638e19 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:21.230763 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (2a3a4293-16d5-410b-ad30-807dbc638e19), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:21.231321 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 2a3a4293-16d5-410b-ad30-807dbc638e19 Sep 16 13:02:21.244904 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port c7eb5869-5d95-47b8-9539-2bec50eb4428 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:21.245420 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c7eb5869-5d95-47b8-9539-2bec50eb4428), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:21.245873 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port c7eb5869-5d95-47b8-9539-2bec50eb4428 Sep 16 13:02:21.297116 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2dcad-d66d-45f5-9892-8fb6fee2dbcc req-235e4713-73f5-41d9-b963-da6657aec82e tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:21.307460 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-96a2dcad-d66d-45f5-9892-8fb6fee2dbcc req-235e4713-73f5-41d9-b963-da6657aec82e tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 945 time: 0.1268861 Sep 16 13:02:21.391009 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d455d75-dfc8-4299-9f03-158e6553a40b None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:02:21.447724 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a0a5-bdf9-44e9-bf81-bdaa044d3757 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (af790f9e-c8aa-49e2-bdb0-cf28eb4ae2f9), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:21.463084 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-96a2dcad-d66d-45f5-9892-8fb6fee2dbcc req-c928cef0-3592-44e0-b341-07c61aea48d1 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541133 Sep 16 13:02:21.503262 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0daefb22-255d-48c3-8766-e221fb54ddf3 None None] Current status of the port 2a3a4293-16d5-410b-ad30-807dbc638e19 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:21.539028 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b6a0a5-bdf9-44e9-bf81-bdaa044d3757 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:21.546210 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-d0b6a0a5-bdf9-44e9-bf81-bdaa044d3757 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:21.549652 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b6a0a5-bdf9-44e9-bf81-bdaa044d3757 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:21.550805 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-0daefb22-255d-48c3-8766-e221fb54ddf3 None None] Could not find standard attr ID for object 84cc2cec-cb1c-4dcb-b92a-82b3569f7706. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:02:21.551395 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a0a5-bdf9-44e9-bf81-bdaa044d3757 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:21.578993 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7d455d75-dfc8-4299-9f03-158e6553a40b None None] Deleting port 2a3a4293-16d5-410b-ad30-807dbc638e19 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:02:21.579379 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7d455d75-dfc8-4299-9f03-158e6553a40b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (2a3a4293-16d5-410b-ad30-807dbc638e19), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:21.583380 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d0b6a0a5-bdf9-44e9-bf81-bdaa044d3757 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6377482 Sep 16 13:02:21.584681 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6a0a5-bdf9-44e9-bf81-bdaa044d3757 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=af790f9e-c8aa-49e2-bdb0-cf28eb4ae2f9,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:21.587318 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 37888) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:21.595476 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-562fc36e-e45b-4f7a-9733-5c765a7543f2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:21.693093 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:21.759426 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port c7eb5869-5d95-47b8-9539-2bec50eb4428 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:21.759848 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c7eb5869-5d95-47b8-9539-2bec50eb4428), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:21.815213 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port c7eb5869-5d95-47b8-9539-2bec50eb4428, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c7eb5869-5d95-47b8-9539-2bec50eb4428,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:21.825630 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c7eb5869-5d95-47b8-9539-2bec50eb4428), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:21.826230 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 96ec0261-1181-470b-971b-163682a9e81d up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:21.862670 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 2a3a4293-16d5-410b-ad30-807dbc638e19 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:21.891628 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562fc36e-e45b-4f7a-9733-5c765a7543f2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:21.898333 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-562fc36e-e45b-4f7a-9733-5c765a7543f2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:21.925605 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec30c7e-72b2-4aa5-90e5-63c01890fac4 req-91b12401-a6ad-4324-902e-921a9dde5dad tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:21.935328 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7ec30c7e-72b2-4aa5-90e5-63c01890fac4 req-91b12401-a6ad-4324-902e-921a9dde5dad tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.1539052 Sep 16 13:02:21.973568 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:21.986746 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a23d825-e263-4839-8617-11f3b05818ce'}, {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7eb5869-5d95-47b8-9539-2bec50eb4428'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:02:21.989415 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4641b8-5461-4066-beb8-d7392d0bb97c" -d '{"events": [{"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "8a23d825-e263-4839-8617-11f3b05818ce"}, {"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "c7eb5869-5d95-47b8-9539-2bec50eb4428"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:02:22.002870 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=c7eb5869-5d95-47b8-9539-2bec50eb4428,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:22.023911 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:22.047949 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7ec30c7e-72b2-4aa5-90e5-63c01890fac4 req-e2d3b28c-a381-4f2e-ad26-e8abcc3c29b7 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088893 Sep 16 13:02:22.073888 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 96ec0261-1181-470b-971b-163682a9e81d completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:02:22.113509 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 96ec0261-1181-470b-971b-163682a9e81d triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:22.113884 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (96ec0261-1181-470b-971b-163682a9e81d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:22.114245 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 96ec0261-1181-470b-971b-163682a9e81d Sep 16 13:02:22.183400 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Sep 2022 13:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b026c86-22d7-4b96-b860-f7f2a1d13f58 x-openstack-request-id: req-3b026c86-22d7-4b96-b860-f7f2a1d13f58 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:02:22.184049 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "8a23d825-e263-4839-8617-11f3b05818ce", "code": 200}, {"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "c7eb5869-5d95-47b8-9539-2bec50eb4428", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:02:22.184663 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3b026c86-22d7-4b96-b860-f7f2a1d13f58 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:02:22.185430 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b026c86-22d7-4b96-b860-f7f2a1d13f58'] response: {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a23d825-e263-4839-8617-11f3b05818ce', 'code': 200} Sep 16 13:02:22.185870 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b026c86-22d7-4b96-b860-f7f2a1d13f58'] response: {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7eb5869-5d95-47b8-9539-2bec50eb4428', 'code': 200} Sep 16 13:02:22.206479 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-7d455d75-dfc8-4299-9f03-158e6553a40b None None] For port 2a3a4293-16d5-410b-ad30-807dbc638e19, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=2a3a4293-16d5-410b-ad30-807dbc638e19,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:22.206880 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7d455d75-dfc8-4299-9f03-158e6553a40b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (2a3a4293-16d5-410b-ad30-807dbc638e19), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:22.242502 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:22.263836 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7d455d75-dfc8-4299-9f03-158e6553a40b None None] Calling delete_port for 2a3a4293-16d5-410b-ad30-807dbc638e19 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:02:22.396537 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d64a29-9a52-42e1-a323-7bbf4d6185ae req-d043b3df-54f1-4ee6-ad0a-10e62ac05617 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:22.434458 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d64a29-9a52-42e1-a323-7bbf4d6185ae req-d043b3df-54f1-4ee6-ad0a-10e62ac05617 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:22.449466 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d64a29-9a52-42e1-a323-7bbf4d6185ae req-d043b3df-54f1-4ee6-ad0a-10e62ac05617 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:22.464656 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d64a29-9a52-42e1-a323-7bbf4d6185ae req-d043b3df-54f1-4ee6-ad0a-10e62ac05617 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:22.484365 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d64a29-9a52-42e1-a323-7bbf4d6185ae req-d043b3df-54f1-4ee6-ad0a-10e62ac05617 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:22.489734 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d64a29-9a52-42e1-a323-7bbf4d6185ae req-d043b3df-54f1-4ee6-ad0a-10e62ac05617 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:22.500547 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d64a29-9a52-42e1-a323-7bbf4d6185ae req-d043b3df-54f1-4ee6-ad0a-10e62ac05617 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:22.516288 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 96ec0261-1181-470b-971b-163682a9e81d is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:22.516672 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (96ec0261-1181-470b-971b-163682a9e81d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:22.518577 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b4d64a29-9a52-42e1-a323-7bbf4d6185ae req-d043b3df-54f1-4ee6-ad0a-10e62ac05617 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5441 time: 0.2728405 Sep 16 13:02:22.531226 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 2a3a4293-16d5-410b-ad30-807dbc638e19 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:02:22.658081 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b4d64a29-9a52-42e1-a323-7bbf4d6185ae req-fcb78770-a22a-4bbd-8608-08181c19f56b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1385133 Sep 16 13:02:22.704210 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 96ec0261-1181-470b-971b-163682a9e81d, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=96ec0261-1181-470b-971b-163682a9e81d,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:22.704460 n-d-858094-4 neutron-server[113699]: DEBUG neutron.objects.ports [None req-562fc36e-e45b-4f7a-9733-5c765a7543f2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=113699) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 16 13:02:22.734963 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (96ec0261-1181-470b-971b-163682a9e81d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:22.735953 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 8874748b-6030-4aea-9e6b-79db8c8d555d up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:22.867755 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7d455d75-dfc8-4299-9f03-158e6553a40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (2a3a4293-16d5-410b-ad30-807dbc638e19), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:22.877686 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30827c-bf0c-46b3-aecd-02203e3a3228 req-66d71ab2-4cee-4d1e-98e4-b8c7dc3831c0 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:22.879242 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2e30827c-bf0c-46b3-aecd-02203e3a3228 req-66d71ab2-4cee-4d1e-98e4-b8c7dc3831c0 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 945 time: 0.1127920 Sep 16 13:02:22.883369 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:22.907662 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Port 2a3a4293-16d5-410b-ad30-807dbc638e19 update to DOWN by agent not found {{(pid=113700) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 16 13:02:22.933473 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 8874748b-6030-4aea-9e6b-79db8c8d555d completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:02:22.941910 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d455d75-dfc8-4299-9f03-158e6553a40b None None] No DVR routers for this DVR port 2a3a4293-16d5-410b-ad30-807dbc638e19 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:02:22.950820 n-d-858094-4 neutron-server[113699]: WARNING neutron.services.revisions.revision_plugin [None req-562fc36e-e45b-4f7a-9733-5c765a7543f2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Could not find related port for resource to bump revision. Sep 16 13:02:22.965945 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.ipam_pluggable_backend [None req-562fc36e-e45b-4f7a-9733-5c765a7543f2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Port 2a3a4293-16d5-410b-ad30-807dbc638e19 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=113699) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Sep 16 13:02:22.966278 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.ipam_pluggable_backend [None req-562fc36e-e45b-4f7a-9733-5c765a7543f2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8a:45be {{(pid=113699) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Sep 16 13:02:22.972859 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-562fc36e-e45b-4f7a-9733-5c765a7543f2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (1556c50f-2af7-4d04-a9b0-b17e6ef3421b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:22.988472 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2e30827c-bf0c-46b3-aecd-02203e3a3228 req-712344d1-0bfb-4080-8424-7023216b7002 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015306 Sep 16 13:02:22.992862 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 8874748b-6030-4aea-9e6b-79db8c8d555d triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:22.993238 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8874748b-6030-4aea-9e6b-79db8c8d555d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:22.997935 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 8874748b-6030-4aea-9e6b-79db8c8d555d Sep 16 13:02:23.017543 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b45b80-6d6d-4299-a3e9-dcb2caee8082 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:23.018676 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562fc36e-e45b-4f7a-9733-5c765a7543f2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:23.020221 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-562fc36e-e45b-4f7a-9733-5c765a7543f2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:23.033291 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562fc36e-e45b-4f7a-9733-5c765a7543f2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:23.034377 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-562fc36e-e45b-4f7a-9733-5c765a7543f2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:23.085674 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-562fc36e-e45b-4f7a-9733-5c765a7543f2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4939582 Sep 16 13:02:23.088729 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 38036) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:23.094968 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-d838695e-8e7f-4dff-8a0d-b8d124bf05dd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'mac_address': 'fa:16:3e:c4:18:c6', 'name': 'tempest-NetworksTestDHCPv6-1289038880'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:23.138517 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fc36e-e45b-4f7a-9733-5c765a7543f2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=1556c50f-2af7-4d04-a9b0-b17e6ef3421b,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:23.161072 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=96ec0261-1181-470b-971b-163682a9e81d,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:23.213183 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d455d75-dfc8-4299-9f03-158e6553a40b None None] Pushing event deleted for resources: {'Port': ['ID=2a3a4293-16d5-410b-ad30-807dbc638e19,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:23.318065 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fe851-7548-460e-9e5a-7efc7519d077 req-7d4aab3c-1f4d-4ea4-a82e-129253cc1ed9 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:23.320023 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c00fe851-7548-460e-9e5a-7efc7519d077 req-7d4aab3c-1f4d-4ea4-a82e-129253cc1ed9 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 945 time: 0.1239774 Sep 16 13:02:23.323656 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 8874748b-6030-4aea-9e6b-79db8c8d555d is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:23.324051 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8874748b-6030-4aea-9e6b-79db8c8d555d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:23.333416 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38054) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:23.338158 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-430125b8-2ef1-48c0-a0d9-2c0975788bd7 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Request body: {'floatingip': {'port_id': 'b7230234-bb6e-4e87-88c3-bcd278e26f85'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:23.348765 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': '1556c50f-2af7-4d04-a9b0-b17e6ef3421b'}, {'subnet_id': 'af790f9e-c8aa-49e2-bdb0-cf28eb4ae2f9'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:02:23.349704 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:23.425750 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-430125b8-2ef1-48c0-a0d9-2c0975788bd7 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for floatingip (d77e7c20-c05e-4203-8f37-7972fdad7d0b), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:23.448824 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:23.547214 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf09fc-18d5-41fe-b3d3-eb9dec62f113 req-b105ee06-5bba-4728-940e-799cc2ec080e tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:23.561875 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3bf09fc-18d5-41fe-b3d3-eb9dec62f113 req-b105ee06-5bba-4728-940e-799cc2ec080e tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.1960878 Sep 16 13:02:23.582597 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 38076) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:23.703095 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d838695e-8e7f-4dff-8a0d-b8d124bf05dd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:23.789400 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3bf09fc-18d5-41fe-b3d3-eb9dec62f113 req-81809906-6e9d-4570-bcf3-ddc08b9d9702 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207224 Sep 16 13:02:23.811122 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:23.848285 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-161ed826-f079-4b7a-9c2b-60d809d0b6d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-738473760', 'router:external': True}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:23.857209 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:23.894896 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] Allocated IP 172.20.0.2 (9baef6e6-991f-4370-ace0-656f975a51ae/af790f9e-c8aa-49e2-bdb0-cf28eb4ae2f9/c81522d2-eae5-4af9-b4b9-472f78a48748) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:23.901974 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] Allocated IP 2001:db8::f816:3eff:fe8a:8257 (9baef6e6-991f-4370-ace0-656f975a51ae/1556c50f-2af7-4d04-a9b0-b17e6ef3421b/c81522d2-eae5-4af9-b4b9-472f78a48748) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:23.944982 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d838695e-8e7f-4dff-8a0d-b8d124bf05dd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:23.986902 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161ed826-f079-4b7a-9c2b-60d809d0b6d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Made reservation on behalf of cfff1ce4c6ce4b0aa76297ad6a38c92c for: {'network': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:23.989778 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-161ed826-f079-4b7a-9c2b-60d809d0b6d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:24.005718 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-161ed826-f079-4b7a-9c2b-60d809d0b6d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:24.065221 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a439c-f1c8-41fa-b4fb-6a3e5bc8d5cf req-310eae0c-ca91-45d1-a504-b4e3343a2f68 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:24.070631 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a439c-f1c8-41fa-b4fb-6a3e5bc8d5cf req-310eae0c-ca91-45d1-a504-b4e3343a2f68 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:24.075197 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] Publish callbacks [] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:24.076997 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a439c-f1c8-41fa-b4fb-6a3e5bc8d5cf req-310eae0c-ca91-45d1-a504-b4e3343a2f68 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:24.079249 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:24.080182 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:24.083649 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a439c-f1c8-41fa-b4fb-6a3e5bc8d5cf req-310eae0c-ca91-45d1-a504-b4e3343a2f68 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:24.089573 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a439c-f1c8-41fa-b4fb-6a3e5bc8d5cf req-310eae0c-ca91-45d1-a504-b4e3343a2f68 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:24.091444 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:24.096013 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a439c-f1c8-41fa-b4fb-6a3e5bc8d5cf req-310eae0c-ca91-45d1-a504-b4e3343a2f68 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:24.101336 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a439c-f1c8-41fa-b4fb-6a3e5bc8d5cf req-310eae0c-ca91-45d1-a504-b4e3343a2f68 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:24.112242 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1c1a439c-f1c8-41fa-b4fb-6a3e5bc8d5cf req-310eae0c-ca91-45d1-a504-b4e3343a2f68 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5442 time: 0.1884749 Sep 16 13:02:24.154080 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [None req-d838695e-8e7f-4dff-8a0d-b8d124bf05dd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port 6c700271-18a2-4976-9c3e-39d6181269db yet. {{(pid=113698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:02:24.182659 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] Pushing event updated for resources: {'Port': ['ID=c81522d2-eae5-4af9-b4b9-472f78a48748,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:24.187535 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 8874748b-6030-4aea-9e6b-79db8c8d555d, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=8874748b-6030-4aea-9e6b-79db8c8d555d,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:24.190199 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:24.193027 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ec0261-1181-470b-971b-163682a9e81d'}, {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8874748b-6030-4aea-9e6b-79db8c8d555d'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:02:24.195759 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8070f8b-5bee-4d4d-a3ae-f956c5714b1c" -d '{"events": [{"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "96ec0261-1181-470b-971b-163682a9e81d"}, {"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "8874748b-6030-4aea-9e6b-79db8c8d555d"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:02:24.203353 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8874748b-6030-4aea-9e6b-79db8c8d555d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:24.209465 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:24.213772 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:24.341820 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.db.resource_extend [None req-430125b8-2ef1-48c0-a0d9-2c0975788bd7 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 13:02:24.391128 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1c1a439c-f1c8-41fa-b4fb-6a3e5bc8d5cf req-80ccd6b7-a70a-40e9-b412-60bb09705ad3 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2776299 Sep 16 13:02:24.406852 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] Attempting to bind port c81522d2-eae5-4af9-b4b9-472f78a48748 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:24.409821 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] Attempting to bind port c81522d2-eae5-4af9-b4b9-472f78a48748 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:24.410331 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] Attempting to bind port c81522d2-eae5-4af9-b4b9-472f78a48748 on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:24.414227 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=8874748b-6030-4aea-9e6b-79db8c8d555d,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:24.414398 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-161ed826-f079-4b7a-9c2b-60d809d0b6d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for security_group (99fa1fc9-6675-4625-98f5-f88d69c30b93), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:24.432264 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Sep 2022 13:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba25b5a-82ea-47d0-8cea-05aee185ebfd x-openstack-request-id: req-3ba25b5a-82ea-47d0-8cea-05aee185ebfd {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:02:24.433204 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "96ec0261-1181-470b-971b-163682a9e81d", "code": 200}, {"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "8874748b-6030-4aea-9e6b-79db8c8d555d", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:02:24.433718 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3ba25b5a-82ea-47d0-8cea-05aee185ebfd {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:02:24.434411 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba25b5a-82ea-47d0-8cea-05aee185ebfd'] response: {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ec0261-1181-470b-971b-163682a9e81d', 'code': 200} Sep 16 13:02:24.435650 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba25b5a-82ea-47d0-8cea-05aee185ebfd'] response: {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8874748b-6030-4aea-9e6b-79db8c8d555d', 'code': 200} Sep 16 13:02:24.451591 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-161ed826-f079-4b7a-9c2b-60d809d0b6d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (99fa1fc9-6675-4625-98f5-f88d69c30b93), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:24.454719 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-430125b8-2ef1-48c0-a0d9-2c0975788bd7 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:24.461349 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-430125b8-2ef1-48c0-a0d9-2c0975788bd7 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (d77e7c20-c05e-4203-8f37-7972fdad7d0b), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:24.498598 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161ed826-f079-4b7a-9c2b-60d809d0b6d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=113698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:02:24.596033 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:02:24.596458 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:02:24.596828 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:24.597257 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:02:24.597724 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] Bound port: c81522d2-eae5-4af9-b4b9-472f78a48748, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:02:24.598087 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:24.603390 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-161ed826-f079-4b7a-9c2b-60d809d0b6d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (751969f3-bf5f-479b-859d-729d1a8b16d6), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:24.603743 n-d-858094-4 neutron-server[113698]: INFO neutron.db.segments_db [None req-161ed826-f079-4b7a-9c2b-60d809d0b6d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Added segment 751969f3-bf5f-479b-859d-729d1a8b16d6 of type vlan for network f4a69b4f-713c-4142-8843-51949fd470c1 Sep 16 13:02:24.654609 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [None req-430125b8-2ef1-48c0-a0d9-2c0975788bd7 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Floating IP d77e7c20-c05e-4203-8f37-7972fdad7d0b associated. External IP: 172.25.2.134, port: b7230234-bb6e-4e87-88c3-bcd278e26f85. Sep 16 13:02:24.670005 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:INSERT=4,neutron:UPDATE=6,neutron:SELECT=90 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:24.691124 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] For port c81522d2-eae5-4af9-b4b9-472f78a48748, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:02:24.692704 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-161ed826-f079-4b7a-9c2b-60d809d0b6d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (f4a69b4f-713c-4142-8843-51949fd470c1), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:24.695591 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] For port c81522d2-eae5-4af9-b4b9-472f78a48748, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=c81522d2-eae5-4af9-b4b9-472f78a48748,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:02:24.705093 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:24.779738 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32088994-bff3-48ba-8551-ec5ac9301de5 req-987b842e-6902-495c-97d9-1801261baa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:24.780245 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32088994-bff3-48ba-8551-ec5ac9301de5 req-987b842e-6902-495c-97d9-1801261baa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:24.780723 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32088994-bff3-48ba-8551-ec5ac9301de5 req-987b842e-6902-495c-97d9-1801261baa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:24.787010 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32088994-bff3-48ba-8551-ec5ac9301de5 req-987b842e-6902-495c-97d9-1801261baa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:24.787546 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32088994-bff3-48ba-8551-ec5ac9301de5 req-987b842e-6902-495c-97d9-1801261baa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:24.787976 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32088994-bff3-48ba-8551-ec5ac9301de5 req-987b842e-6902-495c-97d9-1801261baa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:24.788693 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32088994-bff3-48ba-8551-ec5ac9301de5 req-987b842e-6902-495c-97d9-1801261baa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:24.790862 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-32088994-bff3-48ba-8551-ec5ac9301de5 req-987b842e-6902-495c-97d9-1801261baa73 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 6717 time: 0.0871937 Sep 16 13:02:24.811204 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ed826-f079-4b7a-9c2b-60d809d0b6d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fa1fc9-6675-4625-98f5-f88d69c30b93,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:24.830666 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b95d15-0ade-48f3-a230-eee199131314 None None] Pushing event updated for resources: {'Port': ['ID=c81522d2-eae5-4af9-b4b9-472f78a48748,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:24.867135 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.db.resource_extend [None req-161ed826-f079-4b7a-9c2b-60d809d0b6d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 13:02:24.927554 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:24.937762 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-d838695e-8e7f-4dff-8a0d-b8d124bf05dd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 172.20.0.6 (9baef6e6-991f-4370-ace0-656f975a51ae/af790f9e-c8aa-49e2-bdb0-cf28eb4ae2f9/6c700271-18a2-4976-9c3e-39d6181269db) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:24.958254 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-d838695e-8e7f-4dff-8a0d-b8d124bf05dd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::f816:3eff:fec4:18c6 (9baef6e6-991f-4370-ace0-656f975a51ae/1556c50f-2af7-4d04-a9b0-b17e6ef3421b/6c700271-18a2-4976-9c3e-39d6181269db) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:25.039965 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-161ed826-f079-4b7a-9c2b-60d809d0b6d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (f4a69b4f-713c-4142-8843-51949fd470c1), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:25.042881 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161ed826-f079-4b7a-9c2b-60d809d0b6d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:25.044801 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-161ed826-f079-4b7a-9c2b-60d809d0b6d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:25.122260 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:25.188236 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430125b8-2ef1-48c0-a0d9-2c0975788bd7 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Router b32cd8a2-1874-459e-8a54-5f03d6f3fe22 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:02:25.382961 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d92b61-1cb1-414e-9dd8-e144eef3e8ba req-7f4cc2fd-5da3-476e-9272-b3da4d52979e tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:25.390814 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-07d92b61-1cb1-414e-9dd8-e144eef3e8ba req-7f4cc2fd-5da3-476e-9272-b3da4d52979e tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.4431181 Sep 16 13:02:25.399417 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430125b8-2ef1-48c0-a0d9-2c0975788bd7 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:02:25.404546 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-430125b8-2ef1-48c0-a0d9-2c0975788bd7 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:25.410620 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce6ac7-8706-4f5e-8612-489fa143ea1e None None] Sync routers for ids ['b32cd8a2-1874-459e-8a54-5f03d6f3fe22'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:02:25.418054 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-161ed826-f079-4b7a-9c2b-60d809d0b6d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.8342688 Sep 16 13:02:25.426687 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce6ac7-8706-4f5e-8612-489fa143ea1e None None] Routers {'b32cd8a2-1874-459e-8a54-5f03d6f3fe22'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:02:25.435491 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-afce6ac7-8706-4f5e-8612-489fa143ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:02:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b32cd8a2-1874-459e-8a54-5f03d6f3fe22'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:25.449575 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 38176) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:25.458156 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d838695e-8e7f-4dff-8a0d-b8d124bf05dd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (6c700271-18a2-4976-9c3e-39d6181269db), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:25.481551 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-82b8e562-151f-485e-aa2f-229b003baaa0 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Request body: {'subnet': {'network_id': 'f4a69b4f-713c-4142-8843-51949fd470c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:25.495147 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-430125b8-2ef1-48c0-a0d9-2c0975788bd7 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/d77e7c20-c05e-4203-8f37-7972fdad7d0b HTTP/1.1" status: 200 len: 991 time: 2.1603930 Sep 16 13:02:25.496217 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cebb2a-47ea-4fac-ac5d-24bb6311d8e8', 'tag': 'b7230234-bb6e-4e87-88c3-bcd278e26f85'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:02:25.499551 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6da4cf-0499-49d0-adbd-e519b9eb8f88" -d '{"events": [{"name": "network-changed", "server_uuid": "64cebb2a-47ea-4fac-ac5d-24bb6311d8e8", "tag": "b7230234-bb6e-4e87-88c3-bcd278e26f85"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:02:25.530657 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ed826-f079-4b7a-9c2b-60d809d0b6d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Pushing event updated for resources: {'Network': ['ID=f4a69b4f-713c-4142-8843-51949fd470c1,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:25.560850 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network f4a69b4f-713c-4142-8843-51949fd470c1 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:02:25.586575 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-32088994-bff3-48ba-8551-ec5ac9301de5 req-7c4800b4-a3b2-4c0d-8083-12eb88427e4d service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=62c42359-32b7-46e6-bb66-857c73003798&id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7265730 Sep 16 13:02:25.645848 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b8e562-151f-485e-aa2f-229b003baaa0 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Made reservation on behalf of cfff1ce4c6ce4b0aa76297ad6a38c92c for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:25.648365 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-82b8e562-151f-485e-aa2f-229b003baaa0 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:25.663048 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-afce6ac7-8706-4f5e-8612-489fa143ea1e None None] Set router b32cd8a2-1874-459e-8a54-5f03d6f3fe22 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:02:25.669013 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-07d92b61-1cb1-414e-9dd8-e144eef3e8ba req-a0dbbc89-126e-4243-8b64-cd86f28b70b1 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773213 Sep 16 13:02:25.712191 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d838695e-8e7f-4dff-8a0d-b8d124bf05dd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (6c700271-18a2-4976-9c3e-39d6181269db), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:25.852991 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d838695e-8e7f-4dff-8a0d-b8d124bf05dd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:25.921909 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-d838695e-8e7f-4dff-8a0d-b8d124bf05dd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:25.938147 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d838695e-8e7f-4dff-8a0d-b8d124bf05dd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:25.976470 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:25.978256 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838695e-8e7f-4dff-8a0d-b8d124bf05dd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=6c700271-18a2-4976-9c3e-39d6181269db,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:26.030912 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-afce6ac7-8706-4f5e-8612-489fa143ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'name': 'tempest-ServersTestFqdnHostnames-1573970857-router', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:33Z', 'updated_at': '2022-09-16T13:01:40Z', 'revision_number': 4, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'gw_port': {'id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:34Z', 'updated_at': '2022-09-16T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': 'd77e7c20-c05e-4203-8f37-7972fdad7d0b', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'port_id': 'b7230234-bb6e-4e87-88c3-bcd278e26f85', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453', 'mac_address': 'fa:16:3e:e6:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cebb2a-47ea-4fac-ac5d-24bb6311d8e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T13:01:44Z', 'updated_at': '2022-09-16T13:02:24Z', 'revision_number': 1, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbf1d839-3708-4371-94bc-d5d1a2ae9dc8', 'name': '', 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'mac_address': 'fa:16:3e:69:2c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '986973c6-fff5-4745-bba8-c036a91b83e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:38Z', 'updated_at': '2022-09-16T13:01:46Z', 'revision_number': 5, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'subnets': [{'id': '986973c6-fff5-4745-bba8-c036a91b83e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:26.054893 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9ca42-e8c2-446f-912a-6fa90cf66430 req-d4f96aa2-03a6-47d0-85c5-d943e239370e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:26.062929 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9ca42-e8c2-446f-912a-6fa90cf66430 req-d4f96aa2-03a6-47d0-85c5-d943e239370e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:26.067196 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce6ac7-8706-4f5e-8612-489fa143ea1e None None] Checking router: b32cd8a2-1874-459e-8a54-5f03d6f3fe22 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:02:26.075380 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9ca42-e8c2-446f-912a-6fa90cf66430 req-d4f96aa2-03a6-47d0-85c5-d943e239370e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:26.075681 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9ca42-e8c2-446f-912a-6fa90cf66430 req-d4f96aa2-03a6-47d0-85c5-d943e239370e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:26.082906 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9ca42-e8c2-446f-912a-6fa90cf66430 req-d4f96aa2-03a6-47d0-85c5-d943e239370e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:26.083779 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce6ac7-8706-4f5e-8612-489fa143ea1e None None] Routers {'b32cd8a2-1874-459e-8a54-5f03d6f3fe22'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:02:26.084490 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-afce6ac7-8706-4f5e-8612-489fa143ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:02:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b32cd8a2-1874-459e-8a54-5f03d6f3fe22'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:26.088978 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9ca42-e8c2-446f-912a-6fa90cf66430 req-d4f96aa2-03a6-47d0-85c5-d943e239370e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:26.098200 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9ca42-e8c2-446f-912a-6fa90cf66430 req-d4f96aa2-03a6-47d0-85c5-d943e239370e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:26.105355 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22d9ca42-e8c2-446f-912a-6fa90cf66430 req-d4f96aa2-03a6-47d0-85c5-d943e239370e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5443 time: 0.2678599 Sep 16 13:02:26.173716 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d838695e-8e7f-4dff-8a0d-b8d124bf05dd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:26.174564 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d838695e-8e7f-4dff-8a0d-b8d124bf05dd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:26.197801 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47366c4b-acbe-450e-a4fd-787b4e6cf774 x-openstack-request-id: req-47366c4b-acbe-450e-a4fd-787b4e6cf774 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:02:26.199250 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64cebb2a-47ea-4fac-ac5d-24bb6311d8e8", "tag": "b7230234-bb6e-4e87-88c3-bcd278e26f85", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:02:26.199250 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-47366c4b-acbe-450e-a4fd-787b4e6cf774 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:02:26.199250 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47366c4b-acbe-450e-a4fd-787b4e6cf774'] response: {'name': 'network-changed', 'server_uuid': '64cebb2a-47ea-4fac-ac5d-24bb6311d8e8', 'tag': 'b7230234-bb6e-4e87-88c3-bcd278e26f85', 'status': 'completed', 'code': 200} Sep 16 13:02:26.205958 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38206) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:26.216388 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-d838695e-8e7f-4dff-8a0d-b8d124bf05dd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1263368 Sep 16 13:02:26.247649 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-afce6ac7-8706-4f5e-8612-489fa143ea1e None None] Set router b32cd8a2-1874-459e-8a54-5f03d6f3fe22 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:02:26.314337 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227cea69-eec7-46d7-81ba-e023e1c6a92e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:26.328549 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227cea69-eec7-46d7-81ba-e023e1c6a92e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:26.336511 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-227cea69-eec7-46d7-81ba-e023e1c6a92e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1291294 Sep 16 13:02:26.337339 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38216) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:26.447635 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22d9ca42-e8c2-446f-912a-6fa90cf66430 req-1eeaa311-6a9b-47b5-9cac-3b9c450d3858 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3400478 Sep 16 13:02:26.541626 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-a705e652-8936-4f1a-9643-42211ef31ce0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port 6c700271-18a2-4976-9c3e-39d6181269db {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:02:26.545991 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a705e652-8936-4f1a-9643-42211ef31ce0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (6c700271-18a2-4976-9c3e-39d6181269db), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:26.584582 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:26.684559 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c81522d2-eae5-4af9-b4b9-472f78a48748 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:26.692765 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:26.696173 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-afce6ac7-8706-4f5e-8612-489fa143ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'name': 'tempest-ServersTestFqdnHostnames-1573970857-router', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:33Z', 'updated_at': '2022-09-16T13:01:40Z', 'revision_number': 4, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'gw_port': {'id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:34Z', 'updated_at': '2022-09-16T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': 'd77e7c20-c05e-4203-8f37-7972fdad7d0b', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'port_id': 'b7230234-bb6e-4e87-88c3-bcd278e26f85', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453', 'mac_address': 'fa:16:3e:e6:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cebb2a-47ea-4fac-ac5d-24bb6311d8e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T13:01:44Z', 'updated_at': '2022-09-16T13:02:24Z', 'revision_number': 1, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbf1d839-3708-4371-94bc-d5d1a2ae9dc8', 'name': '', 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'mac_address': 'fa:16:3e:69:2c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '986973c6-fff5-4745-bba8-c036a91b83e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:38Z', 'updated_at': '2022-09-16T13:01:46Z', 'revision_number': 5, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'subnets': [{'id': '986973c6-fff5-4745-bba8-c036a91b83e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:26.753407 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce6ac7-8706-4f5e-8612-489fa143ea1e None None] The sync data for ids ['b32cd8a2-1874-459e-8a54-5f03d6f3fe22'] in n-d-858094-4 is: [{'id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'name': 'tempest-ServersTestFqdnHostnames-1573970857-router', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:33Z', 'updated_at': '2022-09-16T13:01:40Z', 'revision_number': 4, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'gw_port': {'id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:34Z', 'updated_at': '2022-09-16T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': 'd77e7c20-c05e-4203-8f37-7972fdad7d0b', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'floating_ip_address': '172.25.2.134', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'port_id': 'b7230234-bb6e-4e87-88c3-bcd278e26f85', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453', 'mac_address': 'fa:16:3e:e6:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cebb2a-47ea-4fac-ac5d-24bb6311d8e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T13:01:44Z', 'updated_at': '2022-09-16T13:02:24Z', 'revision_number': 1, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbf1d839-3708-4371-94bc-d5d1a2ae9dc8', 'name': '', 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'mac_address': 'fa:16:3e:69:2c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '986973c6-fff5-4745-bba8-c036a91b83e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:38Z', 'updated_at': '2022-09-16T13:01:46Z', 'revision_number': 5, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'subnets': [{'id': '986973c6-fff5-4745-bba8-c036a91b83e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:02:26.802646 n-d-858094-4 neutron-server[113698]: DEBUG neutron.objects.ports [None req-82b8e562-151f-485e-aa2f-229b003baaa0 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113698) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 16 13:02:26.803119 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-82b8e562-151f-485e-aa2f-229b003baaa0 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (ff632edc-1a7b-45aa-a720-2f5a5f4f7c83), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:26.826272 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350f1fa6-d38c-4daa-936b-f1ae77323138 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:26.848085 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6da4cf-0499-49d0-adbd-e519b9eb8f88 req-dd48dabd-bec2-43f0-a6a0-fe14af9539fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:26.850062 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-af6da4cf-0499-49d0-adbd-e519b9eb8f88 req-dd48dabd-bec2-43f0-a6a0-fe14af9539fd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=82287f900aa34e05ba0e0cf7ba924585&device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 1127 time: 0.1974828 Sep 16 13:02:26.859986 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-2e05fa19-cc31-403e-805e-806fd3089ab1 None None] Provisioning complete for port c81522d2-eae5-4af9-b4b9-472f78a48748 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:26.860268 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a705e652-8936-4f1a-9643-42211ef31ce0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (6c700271-18a2-4976-9c3e-39d6181269db), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:26.860860 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2e05fa19-cc31-403e-805e-806fd3089ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:26.861893 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-2e05fa19-cc31-403e-805e-806fd3089ab1 None None] Attempt 1 to provision port c81522d2-eae5-4af9-b4b9-472f78a48748 Sep 16 13:02:26.906915 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8e562-151f-485e-aa2f-229b003baaa0 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ff632edc-1a7b-45aa-a720-2f5a5f4f7c83,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:26.922596 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-a705e652-8936-4f1a-9643-42211ef31ce0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for 6c700271-18a2-4976-9c3e-39d6181269db owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:02:26.974377 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port c81522d2-eae5-4af9-b4b9-472f78a48748 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:26.975058 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:26.975917 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port c81522d2-eae5-4af9-b4b9-472f78a48748 Sep 16 13:02:26.995673 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b8e562-151f-485e-aa2f-229b003baaa0 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Checking segment: {'id': '751969f3-bf5f-479b-859d-729d1a8b16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4a69b4f-713c-4142-8843-51949fd470c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:02:26.996034 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b8e562-151f-485e-aa2f-229b003baaa0 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Network hostable DHCP agents. Network: f4a69b4f-713c-4142-8843-51949fd470c1, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:02:27.024966 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:27.042801 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29360f-c74e-4a31-8cd5-ad88b2fe6ff6 req-f1af453b-58d9-4d18-b985-a1ffb7725b65 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:27.045175 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b29360f-c74e-4a31-8cd5-ad88b2fe6ff6 req-f1af453b-58d9-4d18-b985-a1ffb7725b65 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.1496923 Sep 16 13:02:27.067427 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-2e05fa19-cc31-403e-805e-806fd3089ab1 None None] Current status of the port c81522d2-eae5-4af9-b4b9-472f78a48748 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:27.068826 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2e05fa19-cc31-403e-805e-806fd3089ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:27.085214 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b8e562-151f-485e-aa2f-229b003baaa0 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Network f4a69b4f-713c-4142-8843-51949fd470c1 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:02:27.124664 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6da4cf-0499-49d0-adbd-e519b9eb8f88 req-c274e949-526b-409d-a35c-e0cd377a21fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:27.126694 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-af6da4cf-0499-49d0-adbd-e519b9eb8f88 req-c274e949-526b-409d-a35c-e0cd377a21fe service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=949764d7-e109-4aa2-8e93-b6c6fed88453 HTTP/1.1" status: 200 len: 916 time: 0.2674029 Sep 16 13:02:27.128650 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-2e05fa19-cc31-403e-805e-806fd3089ab1 None None] For port c81522d2-eae5-4af9-b4b9-472f78a48748, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=c81522d2-eae5-4af9-b4b9-472f78a48748,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:27.136517 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-82b8e562-151f-485e-aa2f-229b003baaa0 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, f4a69b4f-713c-4142-8843-51949fd470c1) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:27.149144 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b8e562-151f-485e-aa2f-229b003baaa0 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:27.151347 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-82b8e562-151f-485e-aa2f-229b003baaa0 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:27.188976 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-82b8e562-151f-485e-aa2f-229b003baaa0 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7353773 Sep 16 13:02:27.192927 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 38258) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:27.197989 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-11819445-a575-4126-9d21-d0ef0c4910fa tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-232985196', 'network_id': 'f4a69b4f-713c-4142-8843-51949fd470c1'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:27.207544 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95b2fe0-b89f-4e7e-875a-8b25847ec852 None None] Network f4a69b4f-713c-4142-8843-51949fd470c1 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:27.217779 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2e05fa19-cc31-403e-805e-806fd3089ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:27.223142 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b29360f-c74e-4a31-8cd5-ad88b2fe6ff6 req-cb65f3e6-feac-4915-a2d6-0633f02a1806 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623871 Sep 16 13:02:27.329700 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11819445-a575-4126-9d21-d0ef0c4910fa tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Made reservation on behalf of cfff1ce4c6ce4b0aa76297ad6a38c92c for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:27.337491 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-11819445-a575-4126-9d21-d0ef0c4910fa tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:27.339713 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a705e652-8936-4f1a-9643-42211ef31ce0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (6c700271-18a2-4976-9c3e-39d6181269db), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:27.409857 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e652-8936-4f1a-9643-42211ef31ce0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=6c700271-18a2-4976-9c3e-39d6181269db,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:27.480824 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be287f1-57c7-43bd-8831-621fe7813e7d None None] New status for floating IP d77e7c20-c05e-4203-8f37-7972fdad7d0b: ACTIVE {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 13:02:27.481201 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [None req-11819445-a575-4126-9d21-d0ef0c4910fa tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] device_id is not set on port bbb42bd0-7854-4edb-8bf9-b7fe2c685151 yet. {{(pid=113698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:02:27.530946 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-af6da4cf-0499-49d0-adbd-e519b9eb8f88 req-64e63034-44d6-456d-b28c-cccd80009ffe service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7230234-bb6e-4e87-88c3-bcd278e26f85 HTTP/1.1" status: 200 len: 999 time: 0.2688351 Sep 16 13:02:27.739729 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05fa19-cc31-403e-805e-806fd3089ab1 None None] Pushing event updated for resources: {'Port': ['ID=c81522d2-eae5-4af9-b4b9-472f78a48748,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:27.747073 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a705e652-8936-4f1a-9643-42211ef31ce0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:27.771998 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:27.774906 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a705e652-8936-4f1a-9643-42211ef31ce0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/6c700271-18a2-4976-9c3e-39d6181269db HTTP/1.1" status: 204 len: 168 time: 1.4220691 Sep 16 13:02:27.776224 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38296) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:27.805031 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port c81522d2-eae5-4af9-b4b9-472f78a48748 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:27.834476 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0030b9-e000-4683-9a48-e158f20ad79d None None] Network f4a69b4f-713c-4142-8843-51949fd470c1 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:27.920247 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbec5edf-d743-411d-8393-bec9849c1305 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:27.922629 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbec5edf-d743-411d-8393-bec9849c1305 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:27.929142 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbec5edf-d743-411d-8393-bec9849c1305 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:27.936637 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-bbec5edf-d743-411d-8393-bec9849c1305 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1580021 Sep 16 13:02:27.937333 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf17e93-655a-4c30-8a53-20222ee95dbf req-5ebc6f8e-23cc-4805-8d8a-f3febb366d13 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:27.937975 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38310) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:27.939834 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:27.956776 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf17e93-655a-4c30-8a53-20222ee95dbf req-5ebc6f8e-23cc-4805-8d8a-f3febb366d13 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:27.975830 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf17e93-655a-4c30-8a53-20222ee95dbf req-5ebc6f8e-23cc-4805-8d8a-f3febb366d13 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:27.986356 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf17e93-655a-4c30-8a53-20222ee95dbf req-5ebc6f8e-23cc-4805-8d8a-f3febb366d13 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:27.995223 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf17e93-655a-4c30-8a53-20222ee95dbf req-5ebc6f8e-23cc-4805-8d8a-f3febb366d13 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:28.008610 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf17e93-655a-4c30-8a53-20222ee95dbf req-5ebc6f8e-23cc-4805-8d8a-f3febb366d13 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:28.018763 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf17e93-655a-4c30-8a53-20222ee95dbf req-5ebc6f8e-23cc-4805-8d8a-f3febb366d13 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:28.020704 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3bf17e93-655a-4c30-8a53-20222ee95dbf req-5ebc6f8e-23cc-4805-8d8a-f3febb366d13 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5443 time: 0.3697221 Sep 16 13:02:28.023298 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:28.041765 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6da4cf-0499-49d0-adbd-e519b9eb8f88 req-ca31da47-35f8-4b1d-8200-a430a89be7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:28.043870 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-af6da4cf-0499-49d0-adbd-e519b9eb8f88 req-ca31da47-35f8-4b1d-8200-a430a89be7b2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=986973c6-fff5-4745-bba8-c036a91b83e3 HTTP/1.1" status: 200 len: 854 time: 0.4297500 Sep 16 13:02:28.052333 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b016413-96d3-4195-8479-10f407c34c23 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet 1556c50f-2af7-4d04-a9b0-b17e6ef3421b {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:02:28.066435 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7b016413-96d3-4195-8479-10f407c34c23 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (1556c50f-2af7-4d04-a9b0-b17e6ef3421b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:28.147900 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-11819445-a575-4126-9d21-d0ef0c4910fa tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Allocated IP 172.20.0.9 (f4a69b4f-713c-4142-8843-51949fd470c1/ff632edc-1a7b-45aa-a720-2f5a5f4f7c83/bbb42bd0-7854-4edb-8bf9-b7fe2c685151) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:28.170374 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-5d6eb3da-1e3f-4aae-bd87-41cf8e997cbd None None] Provisioning complete for port c81522d2-eae5-4af9-b4b9-472f78a48748 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:28.170742 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5d6eb3da-1e3f-4aae-bd87-41cf8e997cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:28.171081 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5d6eb3da-1e3f-4aae-bd87-41cf8e997cbd None None] Attempt 1 to provision port c81522d2-eae5-4af9-b4b9-472f78a48748 Sep 16 13:02:28.190738 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7b016413-96d3-4195-8479-10f407c34c23 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (1556c50f-2af7-4d04-a9b0-b17e6ef3421b), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:28.193644 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6da4cf-0499-49d0-adbd-e519b9eb8f88 req-b81c4def-f345-4229-8134-d9a3620d7687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:28.198188 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-af6da4cf-0499-49d0-adbd-e519b9eb8f88 req-b81c4def-f345-4229-8134-d9a3620d7687 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=949764d7-e109-4aa2-8e93-b6c6fed88453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1437116 Sep 16 13:02:28.363806 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5d6eb3da-1e3f-4aae-bd87-41cf8e997cbd None None] Current status of the port c81522d2-eae5-4af9-b4b9-472f78a48748 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:28.382202 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3bf17e93-655a-4c30-8a53-20222ee95dbf req-47a09bed-dca2-4cac-bd4a-99a28a139c0b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3317063 Sep 16 13:02:28.466090 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7b016413-96d3-4195-8479-10f407c34c23 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (1556c50f-2af7-4d04-a9b0-b17e6ef3421b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:28.510485 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c81522d2-eae5-4af9-b4b9-472f78a48748 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:28.599361 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7b016413-96d3-4195-8479-10f407c34c23 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (1556c50f-2af7-4d04-a9b0-b17e6ef3421b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:28.627835 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6d257-1c40-42c9-b1b1-aad946f6ef5a req-0a723538-f6f3-4288-892c-d608cc144e42 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:28.629609 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ade6d257-1c40-42c9-b1b1-aad946f6ef5a req-0a723538-f6f3-4288-892c-d608cc144e42 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.1737158 Sep 16 13:02:28.665121 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port c81522d2-eae5-4af9-b4b9-472f78a48748 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:28.665646 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:28.666126 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port c81522d2-eae5-4af9-b4b9-472f78a48748 Sep 16 13:02:28.726885 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b016413-96d3-4195-8479-10f407c34c23 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=1556c50f-2af7-4d04-a9b0-b17e6ef3421b,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:28.731674 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7b016413-96d3-4195-8479-10f407c34c23 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:28.739397 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7b016413-96d3-4195-8479-10f407c34c23 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/1556c50f-2af7-4d04-a9b0-b17e6ef3421b HTTP/1.1" status: 204 len: 168 time: 0.7968740 Sep 16 13:02:28.740086 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38342) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:28.826801 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2d034a-1fa6-4df4-b84c-327691d696a2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet af790f9e-c8aa-49e2-bdb0-cf28eb4ae2f9 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:02:28.832972 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ca2d034a-1fa6-4df4-b84c-327691d696a2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (af790f9e-c8aa-49e2-bdb0-cf28eb4ae2f9), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:28.892240 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ca2d034a-1fa6-4df4-b84c-327691d696a2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (af790f9e-c8aa-49e2-bdb0-cf28eb4ae2f9), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:28.927879 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426b79b2-f1ef-4ac4-96db-a1cad95f6138 None None] get_active_networks_info from n-d-858094-4 {{(pid=113700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 16 13:02:28.974519 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-af6da4cf-0499-49d0-adbd-e519b9eb8f88 req-1d4e8153-dca8-429a-8c7d-f30fb8947234 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/949764d7-e109-4aa2-8e93-b6c6fed88453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7637582 Sep 16 13:02:29.002003 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ca2d034a-1fa6-4df4-b84c-327691d696a2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (af790f9e-c8aa-49e2-bdb0-cf28eb4ae2f9), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:29.066259 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:29.067005 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:29.077069 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ca2d034a-1fa6-4df4-b84c-327691d696a2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (af790f9e-c8aa-49e2-bdb0-cf28eb4ae2f9), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:29.113561 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d034a-1fa6-4df4-b84c-327691d696a2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=af790f9e-c8aa-49e2-bdb0-cf28eb4ae2f9,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:29.120546 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ca2d034a-1fa6-4df4-b84c-327691d696a2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:29.127899 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ca2d034a-1fa6-4df4-b84c-327691d696a2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/af790f9e-c8aa-49e2-bdb0-cf28eb4ae2f9 HTTP/1.1" status: 204 len: 168 time: 0.3863652 Sep 16 13:02:29.128826 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38348) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:29.169600 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-497e3c8c-1b6e-488a-a3c0-4972bdb4f891 None None] Could not find standard attr ID for object 754040c4-8022-466b-821f-e2be85afcead. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:02:29.176613 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426b79b2-f1ef-4ac4-96db-a1cad95f6138 None None] Resources bound (agent type, host, resource id): {{(pid=113700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 13:02:29.210166 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-79c4c352-9d24-4102-8ef8-84552d0c2054 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800533 Sep 16 13:02:29.213471 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38350) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:29.219152 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-0cdc62b0-22e9-4dad-9cc9-7864dd9c053a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:29.418926 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdc62b0-22e9-4dad-9cc9-7864dd9c053a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:29.423738 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0cdc62b0-22e9-4dad-9cc9-7864dd9c053a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:29.566245 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port c81522d2-eae5-4af9-b4b9-472f78a48748 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:29.679165 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0cdc62b0-22e9-4dad-9cc9-7864dd9c053a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (b63d44da-9b5d-4767-8aca-5616196b0165), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:29.731932 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdc62b0-22e9-4dad-9cc9-7864dd9c053a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:29.736714 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-0cdc62b0-22e9-4dad-9cc9-7864dd9c053a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:29.744371 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdc62b0-22e9-4dad-9cc9-7864dd9c053a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:29.744967 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0cdc62b0-22e9-4dad-9cc9-7864dd9c053a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:29.761096 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc62b0-22e9-4dad-9cc9-7864dd9c053a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=b63d44da-9b5d-4767-8aca-5616196b0165,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:29.771755 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:29.783302 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0cdc62b0-22e9-4dad-9cc9-7864dd9c053a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5665543 Sep 16 13:02:29.783686 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-af6da4cf-0499-49d0-adbd-e519b9eb8f88 req-f5e7243c-e32c-4394-8270-9c1e88e6f16a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/949764d7-e109-4aa2-8e93-b6c6fed88453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7733963 Sep 16 13:02:29.784232 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38368) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:29.793202 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-162c9d10-6486-413a-826f-4cb47b99283d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:29.834355 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138c277-d850-419b-87bd-8373d1e1e20f req-266011c9-5a97-4608-97dd-0b5b59671980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:29.836924 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9138c277-d850-419b-87bd-8373d1e1e20f req-266011c9-5a97-4608-97dd-0b5b59671980 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 1127 time: 1.0502222 Sep 16 13:02:29.844777 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e5f14-e0b7-47ad-bc9b-9c0298002d56 req-5c6f79c3-b482-42f4-964d-59c38f13e84d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:29.850580 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e5f14-e0b7-47ad-bc9b-9c0298002d56 req-5c6f79c3-b482-42f4-964d-59c38f13e84d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:29.855903 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e5f14-e0b7-47ad-bc9b-9c0298002d56 req-5c6f79c3-b482-42f4-964d-59c38f13e84d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:29.861625 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e5f14-e0b7-47ad-bc9b-9c0298002d56 req-5c6f79c3-b482-42f4-964d-59c38f13e84d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:29.867319 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e5f14-e0b7-47ad-bc9b-9c0298002d56 req-5c6f79c3-b482-42f4-964d-59c38f13e84d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:29.876032 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e5f14-e0b7-47ad-bc9b-9c0298002d56 req-5c6f79c3-b482-42f4-964d-59c38f13e84d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:29.881418 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e5f14-e0b7-47ad-bc9b-9c0298002d56 req-5c6f79c3-b482-42f4-964d-59c38f13e84d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:29.883385 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cc3e5f14-e0b7-47ad-bc9b-9c0298002d56 req-5c6f79c3-b482-42f4-964d-59c38f13e84d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5443 time: 1.1074603 Sep 16 13:02:29.898463 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38372) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:29.909327 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-7e4b93cd-796e-4b49-be1e-40d48faf5349 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Request body: {'floatingip': {'port_id': '8a23d825-e263-4839-8617-11f3b05818ce'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:29.923068 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ade6d257-1c40-42c9-b1b1-aad946f6ef5a req-332c9eb0-a47b-48f2-9a3b-5900b117f470 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2795959 Sep 16 13:02:30.014827 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e4b93cd-796e-4b49-be1e-40d48faf5349 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for floatingip (223b7392-aa18-451d-bb43-0841abc5b8e4), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:30.015130 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-a080c0ed-16bb-4206-bc95-7e75bc666f4a None None] Provisioning complete for port c81522d2-eae5-4af9-b4b9-472f78a48748 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:30.015601 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a080c0ed-16bb-4206-bc95-7e75bc666f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:30.015822 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a080c0ed-16bb-4206-bc95-7e75bc666f4a None None] Attempt 1 to provision port c81522d2-eae5-4af9-b4b9-472f78a48748 Sep 16 13:02:30.056440 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-11819445-a575-4126-9d21-d0ef0c4910fa tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for port (bbb42bd0-7854-4edb-8bf9-b7fe2c685151), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:30.113350 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 38378) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:30.142402 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:30.189506 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138c277-d850-419b-87bd-8373d1e1e20f req-778b830e-9544-457f-ba14-8cf34fc5d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:30.191763 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9138c277-d850-419b-87bd-8373d1e1e20f req-778b830e-9544-457f-ba14-8cf34fc5d9d1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 913 time: 0.3074532 Sep 16 13:02:30.211410 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:30.216413 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-11819445-a575-4126-9d21-d0ef0c4910fa tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (bbb42bd0-7854-4edb-8bf9-b7fe2c685151), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:30.281755 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a080c0ed-16bb-4206-bc95-7e75bc666f4a None None] Current status of the port c81522d2-eae5-4af9-b4b9-472f78a48748 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:30.302881 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-a080c0ed-16bb-4206-bc95-7e75bc666f4a None None] Could not find standard attr ID for object 754040c4-8022-466b-821f-e2be85afcead. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:02:30.315454 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11819445-a575-4126-9d21-d0ef0c4910fa tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Network f4a69b4f-713c-4142-8843-51949fd470c1 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:30.336498 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-11819445-a575-4126-9d21-d0ef0c4910fa tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:30.362659 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11819445-a575-4126-9d21-d0ef0c4910fa tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:30.424357 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11819445-a575-4126-9d21-d0ef0c4910fa tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:30.425342 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-11819445-a575-4126-9d21-d0ef0c4910fa tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:30.486523 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-547e41d0-4c85-40a9-9084-c346bee046a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:30.504455 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9138c277-d850-419b-87bd-8373d1e1e20f req-2f5768c9-466b-4799-9200-d83a2ad87dce service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3af800e8-0d1f-497b-bca5-8901587cb91c HTTP/1.1" status: 200 len: 1001 time: 0.3016627 Sep 16 13:02:30.505949 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11819445-a575-4126-9d21-d0ef0c4910fa tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Pushing event updated for resources: {'Port': ['ID=bbb42bd0-7854-4edb-8bf9-b7fe2c685151,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:30.528308 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-11819445-a575-4126-9d21-d0ef0c4910fa tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.3341565 Sep 16 13:02:30.529415 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 38382) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:30.554083 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcc3154-9a83-4386-a527-12fa0d14d562 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:30.691666 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-2c9c9931-b0da-46af-b36b-e4e9728777f6 None None] Could not find standard attr ID for object 6c700271-18a2-4976-9c3e-39d6181269db. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:02:30.754815 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e4b93cd-796e-4b49-be1e-40d48faf5349 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:30.758580 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:30.759254 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:30.765597 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e4b93cd-796e-4b49-be1e-40d48faf5349 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (223b7392-aa18-451d-bb43-0841abc5b8e4), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:30.913719 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162c9d10-6486-413a-826f-4cb47b99283d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:30.917604 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-162c9d10-6486-413a-826f-4cb47b99283d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:30.922872 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-547e41d0-4c85-40a9-9084-c346bee046a9 admin admin] Publish callbacks [] for security_group (8cda8b8f-5675-4a07-889c-849be5013223), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:30.923365 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [None req-7e4b93cd-796e-4b49-be1e-40d48faf5349 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Floating IP 223b7392-aa18-451d-bb43-0841abc5b8e4 associated. External IP: 172.25.2.84, port: 8a23d825-e263-4839-8617-11f3b05818ce. Sep 16 13:02:30.937824 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-547e41d0-4c85-40a9-9084-c346bee046a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (8cda8b8f-5675-4a07-889c-849be5013223), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:30.978028 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138c277-d850-419b-87bd-8373d1e1e20f req-3fb43216-f70f-4ef4-968e-b739f4883187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:30.978422 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803edc5e-380a-4d17-835c-5d73091a95a3 None None] Update dhcp port {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'fixed_ips': [{'subnet_id': 'b63d44da-9b5d-4767-8aca-5616196b0165'}], 'binding:host_id': 'n-d-858094-4'}, 'id': 'c81522d2-eae5-4af9-b4b9-472f78a48748'} from n-d-858094-4. {{(pid=113700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 16 13:02:30.979539 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9138c277-d850-419b-87bd-8373d1e1e20f req-3fb43216-f70f-4ef4-968e-b739f4883187 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 0.4486983 Sep 16 13:02:31.035998 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-803edc5e-380a-4d17-835c-5d73091a95a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:31.078001 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:31.205891 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138c277-d850-419b-87bd-8373d1e1e20f req-72f6b785-f726-4718-8cff-17142dacc6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:31.208362 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9138c277-d850-419b-87bd-8373d1e1e20f req-72f6b785-f726-4718-8cff-17142dacc6f8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2094810 Sep 16 13:02:31.218510 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-547e41d0-4c85-40a9-9084-c346bee046a9 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=f7c3266916f645e0a50d6f110a749bb2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1033897 Sep 16 13:02:31.331278 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38396) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:31.339417 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-803edc5e-380a-4d17-835c-5d73091a95a3 None None] Allocated IP 172.20.0.2 (9baef6e6-991f-4370-ace0-656f975a51ae/b63d44da-9b5d-4767-8aca-5616196b0165/c81522d2-eae5-4af9-b4b9-472f78a48748) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:31.425880 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:31.429453 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9138c277-d850-419b-87bd-8373d1e1e20f req-5ec85bbf-bbf5-43c0-9b0b-e0c87b0e07eb service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080860 Sep 16 13:02:31.430060 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e41d0-4c85-40a9-9084-c346bee046a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cda8b8f-5675-4a07-889c-849be5013223,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:31.562233 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-4a1205fa-d168-49de-b838-d43c596b2868 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Deleting port bbb42bd0-7854-4edb-8bf9-b7fe2c685151 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:02:31.562580 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4a1205fa-d168-49de-b838-d43c596b2868 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (bbb42bd0-7854-4edb-8bf9-b7fe2c685151), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:31.570858 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-803edc5e-380a-4d17-835c-5d73091a95a3 None None] For port c81522d2-eae5-4af9-b4b9-472f78a48748, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=c81522d2-eae5-4af9-b4b9-472f78a48748,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:31.587392 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c077c-86cc-495c-921f-3c5add1e59fe req-fcb95a9f-9a5c-400a-8480-4dd94c825b68 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:31.589198 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b1c077c-86cc-495c-921f-3c5add1e59fe req-fcb95a9f-9a5c-400a-8480-4dd94c825b68 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.4005661 Sep 16 13:02:31.634762 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-803edc5e-380a-4d17-835c-5d73091a95a3 None None] Publish callbacks [] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:31.645695 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-803edc5e-380a-4d17-835c-5d73091a95a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:31.812427 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803edc5e-380a-4d17-835c-5d73091a95a3 None None] Pushing event updated for resources: {'Port': ['ID=c81522d2-eae5-4af9-b4b9-472f78a48748,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:31.860552 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9138c277-d850-419b-87bd-8373d1e1e20f req-8fece5f8-02f9-426d-9e25-da16c4b515c0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123926 Sep 16 13:02:31.890796 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-89067061-6356-4ab5-b0a6-ee40d730ea36 admin admin] Publish callbacks [] for security_group (8cda8b8f-5675-4a07-889c-849be5013223), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:31.891765 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5b1c077c-86cc-495c-921f-3c5add1e59fe req-bfd7d97f-d563-4d52-a239-9ff5bda0e847 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576213 Sep 16 13:02:31.905429 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4a1205fa-d168-49de-b838-d43c596b2868 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (bbb42bd0-7854-4edb-8bf9-b7fe2c685151), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:31.931486 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:31.941422 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-4a1205fa-d168-49de-b838-d43c596b2868 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Calling delete_port for bbb42bd0-7854-4edb-8bf9-b7fe2c685151 owned by {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:02:31.982430 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-89067061-6356-4ab5-b0a6-ee40d730ea36 admin admin] Publish callbacks [] for security_group (8cda8b8f-5675-4a07-889c-849be5013223), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:32.001102 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:32.114820 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4b93cd-796e-4b49-be1e-40d48faf5349 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Router 1895e84f-3f55-4975-94c5-6d786ebdeb54 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:02:32.227677 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4a1205fa-d168-49de-b838-d43c596b2868 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (bbb42bd0-7854-4edb-8bf9-b7fe2c685151), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:32.302415 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1205fa-d168-49de-b838-d43c596b2868 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbb42bd0-7854-4edb-8bf9-b7fe2c685151,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:32.361826 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f1dfb264-d0ae-4f76-a77c-9f1244bae5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:32.443442 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4a1205fa-d168-49de-b838-d43c596b2868 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:32.447056 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-4a1205fa-d168-49de-b838-d43c596b2868 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "DELETE /networking/v2.0/ports/bbb42bd0-7854-4edb-8bf9-b7fe2c685151 HTTP/1.1" status: 204 len: 168 time: 1.9054625 Sep 16 13:02:32.450036 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-89067061-6356-4ab5-b0a6-ee40d730ea36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (8cda8b8f-5675-4a07-889c-849be5013223), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:32.453259 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 38404) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:32.456248 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-89067061-6356-4ab5-b0a6-ee40d730ea36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:32.458229 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-8f188cb5-3ebb-41b9-973b-c26b52384d8f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4a69b4f-713c-4142-8843-51949fd470c1', 'external_fixed_ips': [{'subnet_id': 'ff632edc-1a7b-45aa-a720-2f5a5f4f7c83', 'ip_address': '172.20.0.9'}]}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:32.479037 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-89067061-6356-4ab5-b0a6-ee40d730ea36 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/8cda8b8f-5675-4a07-889c-849be5013223 HTTP/1.1" status: 204 len: 168 time: 1.1326942 Sep 16 13:02:32.483262 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8f188cb5-3ebb-41b9-973b-c26b52384d8f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (869ce32f-39b3-4c21-b7ca-c65dda31319b), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:32.484663 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8f188cb5-3ebb-41b9-973b-c26b52384d8f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (869ce32f-39b3-4c21-b7ca-c65dda31319b), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:32.569254 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8f188cb5-3ebb-41b9-973b-c26b52384d8f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_controller (869ce32f-39b3-4c21-b7ca-c65dda31319b), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:32.585926 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89067061-6356-4ab5-b0a6-ee40d730ea36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cda8b8f-5675-4a07-889c-849be5013223,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:32.604971 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c81522d2-eae5-4af9-b4b9-472f78a48748 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:32.759443 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:32.769614 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port c81522d2-eae5-4af9-b4b9-472f78a48748 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:32.770562 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:32.771507 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port c81522d2-eae5-4af9-b4b9-472f78a48748 Sep 16 13:02:32.831904 n-d-858094-4 neutron-server[113699]: DEBUG neutron.objects.ports [None req-162c9d10-6486-413a-826f-4cb47b99283d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=113699) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 16 13:02:32.915553 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8f188cb5-3ebb-41b9-973b-c26b52384d8f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_gateway (869ce32f-39b3-4c21-b7ca-c65dda31319b), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:32.936288 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4b93cd-796e-4b49-be1e-40d48faf5349 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:02:32.947877 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2d2155-e8c8-4222-8738-4bd271fcf928 None None] Sync routers for ids ['1895e84f-3f55-4975-94c5-6d786ebdeb54'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:02:32.949164 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e4b93cd-796e-4b49-be1e-40d48faf5349 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:32.974049 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-f4bf5972-3565-4f45-ab98-dc9f418dea82 None None] Provisioning complete for port c81522d2-eae5-4af9-b4b9-472f78a48748 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:32.974379 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2d2155-e8c8-4222-8738-4bd271fcf928 None None] Routers {'1895e84f-3f55-4975-94c5-6d786ebdeb54'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:02:32.974543 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5972-3565-4f45-ab98-dc9f418dea82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:32.974721 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f4bf5972-3565-4f45-ab98-dc9f418dea82 None None] Attempt 1 to provision port c81522d2-eae5-4af9-b4b9-472f78a48748 Sep 16 13:02:32.975437 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-3f2d2155-e8c8-4222-8738-4bd271fcf928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:02:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1895e84f-3f55-4975-94c5-6d786ebdeb54'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:32.994695 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port c81522d2-eae5-4af9-b4b9-472f78a48748 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:33.019331 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7e4b93cd-796e-4b49-be1e-40d48faf5349 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/223b7392-aa18-451d-bb43-0841abc5b8e4 HTTP/1.1" status: 200 len: 990 time: 3.1140311 Sep 16 13:02:33.022662 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'tag': '8a23d825-e263-4839-8617-11f3b05818ce'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:02:33.026590 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2672f50c-36e2-45b6-a174-7f2dffda63b5" -d '{"events": [{"name": "network-changed", "server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "tag": "8a23d825-e263-4839-8617-11f3b05818ce"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:02:33.128193 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:33.169587 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-162c9d10-6486-413a-826f-4cb47b99283d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:33.190542 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9faf1dc-37ff-450c-9223-38dfc92bff32 x-openstack-request-id: req-c9faf1dc-37ff-450c-9223-38dfc92bff32 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:02:33.191097 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "tag": "8a23d825-e263-4839-8617-11f3b05818ce", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:02:33.191539 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c9faf1dc-37ff-450c-9223-38dfc92bff32 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:02:33.192167 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9faf1dc-37ff-450c-9223-38dfc92bff32'] response: {'name': 'network-changed', 'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'tag': '8a23d825-e263-4839-8617-11f3b05818ce', 'status': 'completed', 'code': 200} Sep 16 13:02:33.257923 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc78a4a-17b8-4504-b896-d4c1278f1d22 req-400e5102-c154-4110-899b-a12456ef05aa tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:33.268435 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4fc78a4a-17b8-4504-b896-d4c1278f1d22 req-400e5102-c154-4110-899b-a12456ef05aa tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.1917334 Sep 16 13:02:33.278646 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f4bf5972-3565-4f45-ab98-dc9f418dea82 None None] Current status of the port c81522d2-eae5-4af9-b4b9-472f78a48748 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:33.450487 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672f50c-36e2-45b6-a174-7f2dffda63b5 req-d282013e-6d0d-4224-b91f-4d9ecd299202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:33.455854 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672f50c-36e2-45b6-a174-7f2dffda63b5 req-d282013e-6d0d-4224-b91f-4d9ecd299202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:33.456391 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672f50c-36e2-45b6-a174-7f2dffda63b5 req-d282013e-6d0d-4224-b91f-4d9ecd299202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:33.456878 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672f50c-36e2-45b6-a174-7f2dffda63b5 req-d282013e-6d0d-4224-b91f-4d9ecd299202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:33.459665 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672f50c-36e2-45b6-a174-7f2dffda63b5 req-d282013e-6d0d-4224-b91f-4d9ecd299202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:33.460199 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672f50c-36e2-45b6-a174-7f2dffda63b5 req-d282013e-6d0d-4224-b91f-4d9ecd299202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:33.460705 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672f50c-36e2-45b6-a174-7f2dffda63b5 req-d282013e-6d0d-4224-b91f-4d9ecd299202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:33.464773 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2672f50c-36e2-45b6-a174-7f2dffda63b5 req-d282013e-6d0d-4224-b91f-4d9ecd299202 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bdbc66ae4c664cd18af4bad57bbf12c4&device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 6717 time: 0.1940570 Sep 16 13:02:33.465360 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-162c9d10-6486-413a-826f-4cb47b99283d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] For port c81522d2-eae5-4af9-b4b9-472f78a48748, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=c81522d2-eae5-4af9-b4b9-472f78a48748,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:33.491888 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-3f2d2155-e8c8-4222-8738-4bd271fcf928 None None] Set router 1895e84f-3f55-4975-94c5-6d786ebdeb54 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:02:33.519570 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-162c9d10-6486-413a-826f-4cb47b99283d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:33.530675 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-162c9d10-6486-413a-826f-4cb47b99283d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:33.531494 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-162c9d10-6486-413a-826f-4cb47b99283d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (3bc1005b-50c2-4e12-b077-853ccc6e9541), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:33.674550 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:33.679183 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:33.681270 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672f50c-36e2-45b6-a174-7f2dffda63b5 req-50d2902e-329c-46d5-9314-45f1f7a87353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:33.683747 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2672f50c-36e2-45b6-a174-7f2dffda63b5 req-50d2902e-329c-46d5-9314-45f1f7a87353 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5fe80c07-1468-4c04-9291-5fbc50b9c34f HTTP/1.1" status: 200 len: 917 time: 0.2010500 Sep 16 13:02:33.702928 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:33.766094 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:33.808181 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162c9d10-6486-413a-826f-4cb47b99283d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:33.821285 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-162c9d10-6486-413a-826f-4cb47b99283d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:33.832885 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162c9d10-6486-413a-826f-4cb47b99283d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:33.833448 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340b4d0f-dbe9-4f0c-9d71-a547fecc7c4b None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:33.833917 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-162c9d10-6486-413a-826f-4cb47b99283d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:33.849105 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c9d10-6486-413a-826f-4cb47b99283d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=c81522d2-eae5-4af9-b4b9-472f78a48748,revision_number=8']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:33.862884 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-162c9d10-6486-413a-826f-4cb47b99283d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0748982 Sep 16 13:02:33.862884 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c9d10-6486-413a-826f-4cb47b99283d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=3bc1005b-50c2-4e12-b077-853ccc6e9541,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:33.863968 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38458) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:33.869459 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-78ee3cfa-cf85-4f8b-94cf-202cd8f04d39 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'mac_address': 'fa:16:3e:28:b7:12', 'name': 'tempest-NetworksTestDHCPv6-1171521209'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:33.929457 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4fc78a4a-17b8-4504-b896-d4c1278f1d22 req-a30b401c-6843-4d16-800b-8b350316c352 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205312 Sep 16 13:02:33.941293 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:34.014656 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2672f50c-36e2-45b6-a174-7f2dffda63b5 req-6c610ac1-fd3b-4b9f-a9e3-893ecb3da6e0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a23d825-e263-4839-8617-11f3b05818ce HTTP/1.1" status: 200 len: 998 time: 0.3213079 Sep 16 13:02:34.030459 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8f188cb5-3ebb-41b9-973b-c26b52384d8f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_gateway (869ce32f-39b3-4c21-b7ca-c65dda31319b), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:34.073486 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8f188cb5-3ebb-41b9-973b-c26b52384d8f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:34.146858 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ee3cfa-cf85-4f8b-94cf-202cd8f04d39 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:34.149676 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-3f2d2155-e8c8-4222-8738-4bd271fcf928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'name': 'tempest-TaggedBootDevicesTest_v242-587988711-router', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:57Z', 'revision_number': 4, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'gw_port': {'id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '223b7392-aa18-451d-bb43-0841abc5b8e4', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'port_id': '8a23d825-e263-4839-8617-11f3b05818ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f', 'mac_address': 'fa:16:3e:fc:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T13:00:08Z', 'updated_at': '2022-09-16T13:02:30Z', 'revision_number': 1, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccca104-6b1a-4a87-a82d-e748f4fb9ace', 'name': '', 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'mac_address': 'fa:16:3e:53:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'ef43da26-ec9d-4b33-82f5-510dc693367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:55Z', 'updated_at': '2022-09-16T12:59:03Z', 'revision_number': 5, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'subnets': [{'id': 'ef43da26-ec9d-4b33-82f5-510dc693367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:34.202773 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38462) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:34.207830 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2d2155-e8c8-4222-8738-4bd271fcf928 None None] Checking router: 1895e84f-3f55-4975-94c5-6d786ebdeb54 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:02:34.218255 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2d2155-e8c8-4222-8738-4bd271fcf928 None None] Routers {'1895e84f-3f55-4975-94c5-6d786ebdeb54'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:02:34.218871 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-3f2d2155-e8c8-4222-8738-4bd271fcf928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:02:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1895e84f-3f55-4975-94c5-6d786ebdeb54'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:34.335540 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-78ee3cfa-cf85-4f8b-94cf-202cd8f04d39 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:34.377647 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abf6df-0fde-4686-a9a5-2727d684433d req-f4b1d12e-b280-451b-8224-d144fbef692d tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:34.384816 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-78ee3cfa-cf85-4f8b-94cf-202cd8f04d39 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port 3baa619a-2c88-4e4f-8d46-87e31e03ec6c yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:02:34.392856 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-53abf6df-0fde-4686-a9a5-2727d684433d req-f4b1d12e-b280-451b-8224-d144fbef692d tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.2888241 Sep 16 13:02:34.431635 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-3f2d2155-e8c8-4222-8738-4bd271fcf928 None None] Set router 1895e84f-3f55-4975-94c5-6d786ebdeb54 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:02:34.515937 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-46ff0185-6a1c-41d4-bdeb-7ffe04384e52 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1944630744-network', 'tenant_id': 'aaeff399942c4286a71ea3a0eab43280'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:34.531775 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c81522d2-eae5-4af9-b4b9-472f78a48748 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:34.557534 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-53abf6df-0fde-4686-a9a5-2727d684433d req-e7cb518b-fe95-4e8d-b521-209f0732e264 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631324 Sep 16 13:02:34.567313 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ff0185-6a1c-41d4-bdeb-7ffe04384e52 admin admin] Made reservation on behalf of aaeff399942c4286a71ea3a0eab43280 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:34.577486 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-46ff0185-6a1c-41d4-bdeb-7ffe04384e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:34.636062 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-46ff0185-6a1c-41d4-bdeb-7ffe04384e52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:34.689626 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fcc18f10-b7ef-4d82-a43d-e1e3bc8a02aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:34.693533 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port c81522d2-eae5-4af9-b4b9-472f78a48748 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:34.695041 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:34.695616 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port c81522d2-eae5-4af9-b4b9-472f78a48748 Sep 16 13:02:34.729555 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672f50c-36e2-45b6-a174-7f2dffda63b5 req-4ea0bc9f-6a14-43af-915d-6875ee24291f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:34.732112 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2672f50c-36e2-45b6-a174-7f2dffda63b5 req-4ea0bc9f-6a14-43af-915d-6875ee24291f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ef43da26-ec9d-4b33-82f5-510dc693367d HTTP/1.1" status: 200 len: 855 time: 0.4471936 Sep 16 13:02:34.849847 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-3f2d2155-e8c8-4222-8738-4bd271fcf928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'name': 'tempest-TaggedBootDevicesTest_v242-587988711-router', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:57Z', 'revision_number': 4, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'gw_port': {'id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '223b7392-aa18-451d-bb43-0841abc5b8e4', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'port_id': '8a23d825-e263-4839-8617-11f3b05818ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f', 'mac_address': 'fa:16:3e:fc:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T13:00:08Z', 'updated_at': '2022-09-16T13:02:30Z', 'revision_number': 1, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccca104-6b1a-4a87-a82d-e748f4fb9ace', 'name': '', 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'mac_address': 'fa:16:3e:53:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'ef43da26-ec9d-4b33-82f5-510dc693367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:55Z', 'updated_at': '2022-09-16T12:59:03Z', 'revision_number': 5, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'subnets': [{'id': 'ef43da26-ec9d-4b33-82f5-510dc693367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:34.878532 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:34.918923 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port c81522d2-eae5-4af9-b4b9-472f78a48748 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:34.931044 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2d2155-e8c8-4222-8738-4bd271fcf928 None None] The sync data for ids ['1895e84f-3f55-4975-94c5-6d786ebdeb54'] in n-d-858094-4 is: [{'id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'name': 'tempest-TaggedBootDevicesTest_v242-587988711-router', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:57Z', 'revision_number': 4, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'gw_port': {'id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '223b7392-aa18-451d-bb43-0841abc5b8e4', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'port_id': '8a23d825-e263-4839-8617-11f3b05818ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f', 'mac_address': 'fa:16:3e:fc:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T13:00:08Z', 'updated_at': '2022-09-16T13:02:30Z', 'revision_number': 1, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccca104-6b1a-4a87-a82d-e748f4fb9ace', 'name': '', 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'mac_address': 'fa:16:3e:53:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'ef43da26-ec9d-4b33-82f5-510dc693367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:55Z', 'updated_at': '2022-09-16T12:59:03Z', 'revision_number': 5, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'subnets': [{'id': 'ef43da26-ec9d-4b33-82f5-510dc693367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:02:34.937550 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672f50c-36e2-45b6-a174-7f2dffda63b5 req-c79115b2-3c82-430f-b2e9-d6e6da1f4481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:34.939294 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2672f50c-36e2-45b6-a174-7f2dffda63b5 req-c79115b2-3c82-430f-b2e9-d6e6da1f4481 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5fe80c07-1468-4c04-9291-5fbc50b9c34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1957891 Sep 16 13:02:35.019621 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-78ee3cfa-cf85-4f8b-94cf-202cd8f04d39 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 172.20.0.3 (9baef6e6-991f-4370-ace0-656f975a51ae/b63d44da-9b5d-4767-8aca-5616196b0165/3baa619a-2c88-4e4f-8d46-87e31e03ec6c) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:35.037324 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-78ee3cfa-cf85-4f8b-94cf-202cd8f04d39 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::f816:3eff:fe28:b712 (9baef6e6-991f-4370-ace0-656f975a51ae/3bc1005b-50c2-4e12-b077-853ccc6e9541/3baa619a-2c88-4e4f-8d46-87e31e03ec6c) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:35.098712 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-46ff0185-6a1c-41d4-bdeb-7ffe04384e52 admin admin] Publish callbacks [] for security_group (7c676002-9399-4169-81f1-42139daf39d8), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:35.110238 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-46ff0185-6a1c-41d4-bdeb-7ffe04384e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (7c676002-9399-4169-81f1-42139daf39d8), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:35.148241 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-8f188cb5-3ebb-41b9-973b-c26b52384d8f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Allocated IP 172.20.0.9 (f4a69b4f-713c-4142-8843-51949fd470c1/ff632edc-1a7b-45aa-a720-2f5a5f4f7c83/a54c8021-42a4-4f4b-8287-d956528313b2) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:35.175095 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ff0185-6a1c-41d4-bdeb-7ffe04384e52 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:02:35.179305 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:35.215930 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2672f50c-36e2-45b6-a174-7f2dffda63b5 req-12607fe4-60c9-447f-80cb-9c980c967292 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5fe80c07-1468-4c04-9291-5fbc50b9c34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692487 Sep 16 13:02:35.219930 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff0185-6a1c-41d4-bdeb-7ffe04384e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c676002-9399-4169-81f1-42139daf39d8,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:35.245214 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:35.255215 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-46ff0185-6a1c-41d4-bdeb-7ffe04384e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (bbab3c9e-7709-444a-adb6-0434f4755f1b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:35.256576 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-46ff0185-6a1c-41d4-bdeb-7ffe04384e52 admin admin] Added segment bbab3c9e-7709-444a-adb6-0434f4755f1b of type vlan for network 56dd3a41-efae-420b-b361-8c953ab80e6c Sep 16 13:02:35.257749 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-3f40b471-26c5-41da-9127-fdea5af1465f None None] Provisioning complete for port c81522d2-eae5-4af9-b4b9-472f78a48748 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:35.258290 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3f40b471-26c5-41da-9127-fdea5af1465f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:35.258831 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3f40b471-26c5-41da-9127-fdea5af1465f None None] Attempt 1 to provision port c81522d2-eae5-4af9-b4b9-472f78a48748 Sep 16 13:02:35.420284 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-46ff0185-6a1c-41d4-bdeb-7ffe04384e52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (56dd3a41-efae-420b-b361-8c953ab80e6c), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:35.499098 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2672f50c-36e2-45b6-a174-7f2dffda63b5 req-0c8b3d8a-a42e-4825-890c-1631eb83c2ca service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5fe80c07-1468-4c04-9291-5fbc50b9c34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539122 Sep 16 13:02:35.499726 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-46ff0185-6a1c-41d4-bdeb-7ffe04384e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (56dd3a41-efae-420b-b361-8c953ab80e6c), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:35.501576 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ff0185-6a1c-41d4-bdeb-7ffe04384e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:35.501576 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-46ff0185-6a1c-41d4-bdeb-7ffe04384e52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:35.573175 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3f40b471-26c5-41da-9127-fdea5af1465f None None] Current status of the port c81522d2-eae5-4af9-b4b9-472f78a48748 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:35.575612 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff0185-6a1c-41d4-bdeb-7ffe04384e52 admin admin] Pushing event updated for resources: {'Network': ['ID=56dd3a41-efae-420b-b361-8c953ab80e6c,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:35.586085 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58a9136-ad77-4f80-abf5-1999e43813b2 None None] New status for floating IP 223b7392-aa18-451d-bb43-0841abc5b8e4: ACTIVE {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 13:02:35.606534 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 56dd3a41-efae-420b-b361-8c953ab80e6c details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:02:35.624030 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-78ee3cfa-cf85-4f8b-94cf-202cd8f04d39 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (3baa619a-2c88-4e4f-8d46-87e31e03ec6c), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:35.690181 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8f188cb5-3ebb-41b9-973b-c26b52384d8f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for port (a54c8021-42a4-4f4b-8287-d956528313b2), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:35.695799 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-46ff0185-6a1c-41d4-bdeb-7ffe04384e52 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4527919 Sep 16 13:02:35.709434 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38476) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:35.716864 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-008ae757-92ba-4267-ae00-f89cb582093b admin admin] Request body: {'subnet': {'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1944630744-subnet', 'tenant_id': 'aaeff399942c4286a71ea3a0eab43280', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:35.773578 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bb24b-d64f-46c8-95ba-7eada4983a73 req-1d6f2509-2ef2-43b2-8fce-a2dd73e4a066 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:35.783136 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a1bb24b-d64f-46c8-95ba-7eada4983a73 req-1d6f2509-2ef2-43b2-8fce-a2dd73e4a066 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.2175648 Sep 16 13:02:35.808651 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008ae757-92ba-4267-ae00-f89cb582093b admin admin] Made reservation on behalf of aaeff399942c4286a71ea3a0eab43280 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:35.833516 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-008ae757-92ba-4267-ae00-f89cb582093b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:35.836449 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6a60e-af18-4b21-b12e-976be8bdb712 req-229c2efd-ff2e-4e07-acfa-ad8e74f7eb5b tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:35.837246 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97a6a60e-af18-4b21-b12e-976be8bdb712 req-229c2efd-ff2e-4e07-acfa-ad8e74f7eb5b tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.1083457 Sep 16 13:02:35.854922 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-78ee3cfa-cf85-4f8b-94cf-202cd8f04d39 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (3baa619a-2c88-4e4f-8d46-87e31e03ec6c), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:35.857514 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:35.878783 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:35.886260 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8f188cb5-3ebb-41b9-973b-c26b52384d8f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (a54c8021-42a4-4f4b-8287-d956528313b2), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:35.984734 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a1bb24b-d64f-46c8-95ba-7eada4983a73 req-7e17bb29-f3e1-4e6c-94e9-352458c7bf9f tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008579 Sep 16 13:02:35.987609 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ee3cfa-cf85-4f8b-94cf-202cd8f04d39 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:35.997707 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-78ee3cfa-cf85-4f8b-94cf-202cd8f04d39 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:36.004823 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee3cfa-cf85-4f8b-94cf-202cd8f04d39 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:36.020419 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee3cfa-cf85-4f8b-94cf-202cd8f04d39 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=3baa619a-2c88-4e4f-8d46-87e31e03ec6c,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:36.046136 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-97a6a60e-af18-4b21-b12e-976be8bdb712 req-f5ae4e29-9ff1-453d-9f4b-40b00fa68ded tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956403 Sep 16 13:02:36.050355 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f188cb5-3ebb-41b9-973b-c26b52384d8f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Network f4a69b4f-713c-4142-8843-51949fd470c1 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:36.055979 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-8f188cb5-3ebb-41b9-973b-c26b52384d8f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:36.065794 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f188cb5-3ebb-41b9-973b-c26b52384d8f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Pushing event updated for resources: {'Port': ['ID=a54c8021-42a4-4f4b-8287-d956528313b2,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:36.066612 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:36.075972 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f188cb5-3ebb-41b9-973b-c26b52384d8f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:36.131148 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ee3cfa-cf85-4f8b-94cf-202cd8f04d39 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:36.131889 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-78ee3cfa-cf85-4f8b-94cf-202cd8f04d39 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:36.181170 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:36.207562 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-78ee3cfa-cf85-4f8b-94cf-202cd8f04d39 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3428843 Sep 16 13:02:36.222059 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38488) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:36.413238 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65092dfd-912b-4caf-b67e-c518656f9eb9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:36.427139 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65092dfd-912b-4caf-b67e-c518656f9eb9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:36.431540 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-65092dfd-912b-4caf-b67e-c518656f9eb9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2051885 Sep 16 13:02:36.441212 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38492) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:36.522037 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-008ae757-92ba-4267-ae00-f89cb582093b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (1f466e8b-55f7-427d-b163-cda4af9f8b77), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:36.548069 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3032a80-daa4-4a5f-bc06-aa94765618e3 req-77af3056-8daf-4d0b-ac56-2d70e4e01baa tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:36.550262 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f3032a80-daa4-4a5f-bc06-aa94765618e3 req-77af3056-8daf-4d0b-ac56-2d70e4e01baa tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.0884552 Sep 16 13:02:36.613386 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:36.629331 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8f188cb5-3ebb-41b9-973b-c26b52384d8f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_gateway (869ce32f-39b3-4c21-b7ca-c65dda31319b), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:36.664164 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ae757-92ba-4267-ae00-f89cb582093b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f466e8b-55f7-427d-b163-cda4af9f8b77,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:36.664986 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-9c95ea22-cc94-4e0e-a969-e8aca4f8ceac tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port 3baa619a-2c88-4e4f-8d46-87e31e03ec6c {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:02:36.665763 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9c95ea22-cc94-4e0e-a969-e8aca4f8ceac tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (3baa619a-2c88-4e4f-8d46-87e31e03ec6c), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:36.692338 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-ca938758-02ac-495c-a8d0-727fe1eac292 None None] Provisioning complete for port 3baa619a-2c88-4e4f-8d46-87e31e03ec6c triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:36.693288 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ca938758-02ac-495c-a8d0-727fe1eac292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3baa619a-2c88-4e4f-8d46-87e31e03ec6c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:36.699084 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ca938758-02ac-495c-a8d0-727fe1eac292 None None] Attempt 1 to provision port 3baa619a-2c88-4e4f-8d46-87e31e03ec6c Sep 16 13:02:36.701893 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f3032a80-daa4-4a5f-bc06-aa94765618e3 req-ca5d2b75-036f-44ca-be20-1fa35b928b7b tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254683 Sep 16 13:02:36.724151 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ae757-92ba-4267-ae00-f89cb582093b admin admin] Checking segment: {'id': 'bbab3c9e-7709-444a-adb6-0434f4755f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:02:36.724600 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008ae757-92ba-4267-ae00-f89cb582093b admin admin] Network hostable DHCP agents. Network: 56dd3a41-efae-420b-b361-8c953ab80e6c, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:02:36.783562 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008ae757-92ba-4267-ae00-f89cb582093b admin admin] Network 56dd3a41-efae-420b-b361-8c953ab80e6c is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:02:36.792927 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ca938758-02ac-495c-a8d0-727fe1eac292 None None] Port 3baa619a-2c88-4e4f-8d46-87e31e03ec6c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:02:36.805335 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-008ae757-92ba-4267-ae00-f89cb582093b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 56dd3a41-efae-420b-b361-8c953ab80e6c) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:36.808274 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9c95ea22-cc94-4e0e-a969-e8aca4f8ceac tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (3baa619a-2c88-4e4f-8d46-87e31e03ec6c), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:36.818919 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008ae757-92ba-4267-ae00-f89cb582093b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:36.819598 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-008ae757-92ba-4267-ae00-f89cb582093b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:36.820481 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7716c4c-522b-4365-abdd-0b877cbcbc62 None None] Network 56dd3a41-efae-420b-b361-8c953ab80e6c requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:36.831997 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-9c95ea22-cc94-4e0e-a969-e8aca4f8ceac tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for 3baa619a-2c88-4e4f-8d46-87e31e03ec6c owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:02:36.850575 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-008ae757-92ba-4267-ae00-f89cb582093b admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1393771 Sep 16 13:02:36.854785 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38494) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:36.859261 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-9416a513-a6f9-4f78-b812-79e3c69a5e34 admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupsTestJSON-1944630744-router', 'tenant_id': 'aaeff399942c4286a71ea3a0eab43280', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:36.925058 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9416a513-a6f9-4f78-b812-79e3c69a5e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:36.926115 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9416a513-a6f9-4f78-b812-79e3c69a5e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:36.985687 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-56dd3a41-efae-420b-b361-8c953ab80e6c', 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c', 'project_id': 'aaeff399942c4286a71ea3a0eab43280', 'fixed_ips': [{'subnet_id': '1f466e8b-55f7-427d-b163-cda4af9f8b77'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:02:36.986726 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:36.989586 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8f188cb5-3ebb-41b9-973b-c26b52384d8f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (869ce32f-39b3-4c21-b7ca-c65dda31319b), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:37.003937 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9416a513-a6f9-4f78-b812-79e3c69a5e34 admin admin] Publish callbacks [] for router_controller (28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:37.177123 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f188cb5-3ebb-41b9-973b-c26b52384d8f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Router 869ce32f-39b3-4c21-b7ca-c65dda31319b is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:02:37.225921 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9416a513-a6f9-4f78-b812-79e3c69a5e34 admin admin] Publish callbacks [] for router_gateway (28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:37.241111 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:37.242299 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:37.292144 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9c95ea22-cc94-4e0e-a969-e8aca4f8ceac tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (3baa619a-2c88-4e4f-8d46-87e31e03ec6c), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:37.342108 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95ea22-cc94-4e0e-a969-e8aca4f8ceac tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=3baa619a-2c88-4e4f-8d46-87e31e03ec6c,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:37.382069 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ca938758-02ac-495c-a8d0-727fe1eac292 None None] Attempt 2 to provision port 3baa619a-2c88-4e4f-8d46-87e31e03ec6c Sep 16 13:02:37.386593 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:37.429399 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ca938758-02ac-495c-a8d0-727fe1eac292 None None] Port 3baa619a-2c88-4e4f-8d46-87e31e03ec6c was deleted so its status cannot be updated. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 16 13:02:37.497840 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:37.570884 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:37.615309 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] Allocated IP 172.20.0.2 (56dd3a41-efae-420b-b361-8c953ab80e6c/1f466e8b-55f7-427d-b163-cda4af9f8b77/774040b6-9901-4af8-b206-bade0f79130e) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:37.821677 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8032f9-b322-49b2-9608-123e652facd5 req-2c1b6345-beb2-4a3b-babb-2a5d555a1884 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:37.829293 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4e8032f9-b322-49b2-9608-123e652facd5 req-2c1b6345-beb2-4a3b-babb-2a5d555a1884 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.6000986 Sep 16 13:02:37.852864 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] Publish callbacks [] for port (774040b6-9901-4af8-b206-bade0f79130e), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:37.861871 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (774040b6-9901-4af8-b206-bade0f79130e), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:37.910156 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] Network 56dd3a41-efae-420b-b361-8c953ab80e6c is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:37.915529 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:37.919967 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:37.925468 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] Pushing event updated for resources: {'Port': ['ID=774040b6-9901-4af8-b206-bade0f79130e,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:37.950347 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:37.970856 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f188cb5-3ebb-41b9-973b-c26b52384d8f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:02:37.979115 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-54ede6ec-5afc-46dc-b618-fb7fb8bf6879 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1869414 Sep 16 13:02:37.980021 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9416a513-a6f9-4f78-b812-79e3c69a5e34 admin admin] Publish callbacks [] for router_gateway (28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:37.987979 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] Attempting to bind port 774040b6-9901-4af8-b206-bade0f79130e on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:37.988379 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] Attempting to bind port 774040b6-9901-4af8-b206-bade0f79130e by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'bbab3c9e-7709-444a-adb6-0434f4755f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:37.988748 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] Attempting to bind port 774040b6-9901-4af8-b206-bade0f79130e on network 56dd3a41-efae-420b-b361-8c953ab80e6c {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:37.988878 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] Sync routers for ids ['869ce32f-39b3-4c21-b7ca-c65dda31319b'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:02:37.990688 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c4029-66da-461e-a168-fe8d076856e4 req-d51ddd17-eb0c-404f-99a5-c43efc269fa0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:37.992241 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-880c4029-66da-461e-a168-fe8d076856e4 req-d51ddd17-eb0c-404f-99a5-c43efc269fa0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.1115746 Sep 16 13:02:38.004824 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f90ee3-4f78-4541-8279-bafdc2e15b15 req-b6640fa9-2a5d-49ad-b832-609001c313b2 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:38.006326 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-15f90ee3-4f78-4541-8279-bafdc2e15b15 req-b6640fa9-2a5d-49ad-b832-609001c313b2 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 945 time: 0.2035894 Sep 16 13:02:38.010944 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] Routers {'869ce32f-39b3-4c21-b7ca-c65dda31319b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:02:38.011689 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:02:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['869ce32f-39b3-4c21-b7ca-c65dda31319b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:38.039952 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9416a513-a6f9-4f78-b812-79e3c69a5e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:38.055211 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4e8032f9-b322-49b2-9608-123e652facd5 req-6d497ab7-4a21-4b0e-931f-734d21306912 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248487 Sep 16 13:02:38.070537 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:02:38.070915 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] Checking segment: {'id': 'bbab3c9e-7709-444a-adb6-0434f4755f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:02:38.071321 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:38.071716 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] Bound using segment: {'id': 'bbab3c9e-7709-444a-adb6-0434f4755f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:02:38.072227 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] Bound port: 774040b6-9901-4af8-b206-bade0f79130e, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbab3c9e-7709-444a-adb6-0434f4755f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:02:38.072611 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (774040b6-9901-4af8-b206-bade0f79130e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:38.110036 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:38.140972 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-880c4029-66da-461e-a168-fe8d076856e4 req-a7f8a14b-5d68-4fcc-aa1e-a82e5e531bb1 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273811 Sep 16 13:02:38.143214 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] For port 774040b6-9901-4af8-b206-bade0f79130e, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:02:38.150324 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] For port 774040b6-9901-4af8-b206-bade0f79130e, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=774040b6-9901-4af8-b206-bade0f79130e,segment=NetworkSegment(bbab3c9e-7709-444a-adb6-0434f4755f1b),segment_id=bbab3c9e-7709-444a-adb6-0434f4755f1b)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:02:38.156157 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8f188cb5-3ebb-41b9-973b-c26b52384d8f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:38.159651 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-8f188cb5-3ebb-41b9-973b-c26b52384d8f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.7052798 Sep 16 13:02:38.162590 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (774040b6-9901-4af8-b206-bade0f79130e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:38.203480 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 38516) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:38.234114 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:38.258504 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17afe4-7bc8-4cd6-9210-992bdd211853 None None] Pushing event updated for resources: {'Port': ['ID=774040b6-9901-4af8-b206-bade0f79130e,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:38.271974 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9c95ea22-cc94-4e0e-a969-e8aca4f8ceac tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:38.278747 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9c95ea22-cc94-4e0e-a969-e8aca4f8ceac tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/3baa619a-2c88-4e4f-8d46-87e31e03ec6c HTTP/1.1" status: 204 len: 168 time: 1.8348126 Sep 16 13:02:38.284020 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38526) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:38.341851 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:38.376607 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-35087a11-617c-484c-b90f-119c4673b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:38.377135 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-35087a11-617c-484c-b90f-119c4673b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:38.377771 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-35087a11-617c-484c-b90f-119c4673b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:38.378255 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-35087a11-617c-484c-b90f-119c4673b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:38.378729 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-35087a11-617c-484c-b90f-119c4673b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:38.379198 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-35087a11-617c-484c-b90f-119c4673b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:38.379656 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-35087a11-617c-484c-b90f-119c4673b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:38.381827 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-35087a11-617c-484c-b90f-119c4673b5ed service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bdbc66ae4c664cd18af4bad57bbf12c4&device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 6717 time: 0.2578878 Sep 16 13:02:38.415247 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] Set router 869ce32f-39b3-4c21-b7ca-c65dda31319b gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:02:38.421552 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0ee343-1c84-4e98-86f0-b7ff75650c40 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:38.423525 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0ee343-1c84-4e98-86f0-b7ff75650c40 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:38.425695 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0ee343-1c84-4e98-86f0-b7ff75650c40 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:38.431495 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ed0ee343-1c84-4e98-86f0-b7ff75650c40 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1464715 Sep 16 13:02:38.436836 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38528) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:38.494710 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-9416a513-a6f9-4f78-b812-79e3c69a5e34 admin admin] Allocated IP 172.25.2.59 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/5eb96e06-a7d8-4bcb-887d-4f9466578027) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:38.543294 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-b772becd-de35-4371-b5e4-ff57681fb03c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet 3bc1005b-50c2-4e12-b077-853ccc6e9541 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:02:38.547221 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b772becd-de35-4371-b5e4-ff57681fb03c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (3bc1005b-50c2-4e12-b077-853ccc6e9541), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:38.638541 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-15f90ee3-4f78-4541-8279-bafdc2e15b15 req-36e1d1aa-8abd-4e12-94dd-7b2879174421 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Deleting port 8ed61b00-7040-4c1a-8607-f72eeebb12d5 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:02:38.638858 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-15f90ee3-4f78-4541-8279-bafdc2e15b15 req-36e1d1aa-8abd-4e12-94dd-7b2879174421 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (8ed61b00-7040-4c1a-8607-f72eeebb12d5), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:38.649716 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b772becd-de35-4371-b5e4-ff57681fb03c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (3bc1005b-50c2-4e12-b077-853ccc6e9541), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:38.669958 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b81ba3-b78e-4803-bab4-24d26247a24d req-4e9fe368-619a-41cf-96ca-54d5218a286a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:38.671473 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-02b81ba3-b78e-4803-bab4-24d26247a24d req-4e9fe368-619a-41cf-96ca-54d5218a286a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 945 time: 0.2478516 Sep 16 13:02:38.698614 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869ce32f-39b3-4c21-b7ca-c65dda31319b', 'name': '', 'tenant_id': 'cfff1ce4c6ce4b0aa76297ad6a38c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4a69b4f-713c-4142-8843-51949fd470c1', 'external_fixed_ips': [{'subnet_id': 'ff632edc-1a7b-45aa-a720-2f5a5f4f7c83', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'a54c8021-42a4-4f4b-8287-d956528313b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:02:32Z', 'updated_at': '2022-09-16T13:02:36Z', 'revision_number': 3, 'project_id': 'cfff1ce4c6ce4b0aa76297ad6a38c92c', 'gw_port': {'id': 'a54c8021-42a4-4f4b-8287-d956528313b2', 'name': '', 'network_id': 'f4a69b4f-713c-4142-8843-51949fd470c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869ce32f-39b3-4c21-b7ca-c65dda31319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'ff632edc-1a7b-45aa-a720-2f5a5f4f7c83', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:02:34Z', 'updated_at': '2022-09-16T13:02:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff632edc-1a7b-45aa-a720-2f5a5f4f7c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:38.731680 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3ba1d971-501d-43c9-8fb9-b74af1e384dc tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router (869ce32f-39b3-4c21-b7ca-c65dda31319b), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:38.743981 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] Checking router: 869ce32f-39b3-4c21-b7ca-c65dda31319b for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:02:38.744626 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] Updating router 869ce32f-39b3-4c21-b7ca-c65dda31319b port a54c8021-42a4-4f4b-8287-d956528313b2 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:02:38.795005 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a54c8021-42a4-4f4b-8287-d956528313b2), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:38.869853 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:38.905102 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b772becd-de35-4371-b5e4-ff57681fb03c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (3bc1005b-50c2-4e12-b077-853ccc6e9541), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:38.905727 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-09abe82b-739c-490a-bea8-7ffabbd0e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:38.906507 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-09abe82b-739c-490a-bea8-7ffabbd0e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:38.906857 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-09abe82b-739c-490a-bea8-7ffabbd0e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:38.908861 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-09abe82b-739c-490a-bea8-7ffabbd0e028 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5fe80c07-1468-4c04-9291-5fbc50b9c34f&id=cbc422c8-d561-47f7-afec-ef049a9a76c5&id=cbc422c8-d561-47f7-afec-ef049a9a76c5&id=cbc422c8-d561-47f7-afec-ef049a9a76c5&id=cbc422c8-d561-47f7-afec-ef049a9a76c5&id=231c3494-8d9a-44ba-b103-fc49819648f0&id=231c3494-8d9a-44ba-b103-fc49819648f0 HTTP/1.1" status: 200 len: 2297 time: 0.4600651 Sep 16 13:02:38.912963 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9416a513-a6f9-4f78-b812-79e3c69a5e34 admin admin] Publish callbacks [] for port (5eb96e06-a7d8-4bcb-887d-4f9466578027), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:38.992115 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:39.021184 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9416a513-a6f9-4f78-b812-79e3c69a5e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (5eb96e06-a7d8-4bcb-887d-4f9466578027), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:39.035662 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:39.048587 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-02b81ba3-b78e-4803-bab4-24d26247a24d req-f60e6342-0acb-428f-b511-0d352f4bbfc2 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288615 Sep 16 13:02:39.061957 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b772becd-de35-4371-b5e4-ff57681fb03c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (3bc1005b-50c2-4e12-b077-853ccc6e9541), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:39.064225 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-15f90ee3-4f78-4541-8279-bafdc2e15b15 req-36e1d1aa-8abd-4e12-94dd-7b2879174421 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] For port 8ed61b00-7040-4c1a-8607-f72eeebb12d5, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=8ed61b00-7040-4c1a-8607-f72eeebb12d5,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:39.064719 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-15f90ee3-4f78-4541-8279-bafdc2e15b15 req-36e1d1aa-8abd-4e12-94dd-7b2879174421 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (8ed61b00-7040-4c1a-8607-f72eeebb12d5), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:39.103586 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-15f90ee3-4f78-4541-8279-bafdc2e15b15 req-36e1d1aa-8abd-4e12-94dd-7b2879174421 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Calling delete_port for 8ed61b00-7040-4c1a-8607-f72eeebb12d5 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:02:39.111424 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-caf2b780-57a3-4f2f-8653-ee2af6d6fc72 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a23d825-e263-4839-8617-11f3b05818ce HTTP/1.1" status: 200 len: 1000 time: 0.1614280 Sep 16 13:02:39.120533 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3ba1d971-501d-43c9-8fb9-b74af1e384dc tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_gateway (869ce32f-39b3-4c21-b7ca-c65dda31319b), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:39.149974 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b772becd-de35-4371-b5e4-ff57681fb03c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:39.158394 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b772becd-de35-4371-b5e4-ff57681fb03c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/3bc1005b-50c2-4e12-b077-853ccc6e9541 HTTP/1.1" status: 204 len: 168 time: 0.7200532 Sep 16 13:02:39.161103 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6687c955-5439-4f56-884e-ddfac4728558 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:39.185504 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416a513-a6f9-4f78-b812-79e3c69a5e34 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb96e06-a7d8-4bcb-887d-4f9466578027,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:39.186745 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 38534) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:39.194714 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772becd-de35-4371-b5e4-ff57681fb03c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=3bc1005b-50c2-4e12-b077-853ccc6e9541,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:39.199836 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9416a513-a6f9-4f78-b812-79e3c69a5e34 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:39.202103 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-9416a513-a6f9-4f78-b812-79e3c69a5e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:39.205582 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9416a513-a6f9-4f78-b812-79e3c69a5e34 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:39.301215 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] Publish callbacks [] for port (a54c8021-42a4-4f4b-8287-d956528313b2), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:39.311782 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a54c8021-42a4-4f4b-8287-d956528313b2), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:39.385800 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] Attempting to bind port a54c8021-42a4-4f4b-8287-d956528313b2 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:39.386182 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] Attempting to bind port a54c8021-42a4-4f4b-8287-d956528313b2 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '751969f3-bf5f-479b-859d-729d1a8b16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4a69b4f-713c-4142-8843-51949fd470c1'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:39.386552 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] Attempting to bind port a54c8021-42a4-4f4b-8287-d956528313b2 on network f4a69b4f-713c-4142-8843-51949fd470c1 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:39.391663 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:39.438544 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:39.497899 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1ac3d-63e4-4a8b-8608-3bc5d9b5140b None None] Pushing event updated for resources: {'Port': ['ID=a54c8021-42a4-4f4b-8287-d956528313b2,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:39.514643 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1ac3d-63e4-4a8b-8608-3bc5d9b5140b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:39.515238 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1ac3d-63e4-4a8b-8608-3bc5d9b5140b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:39.515764 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1ac3d-63e4-4a8b-8608-3bc5d9b5140b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:39.516278 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1ac3d-63e4-4a8b-8608-3bc5d9b5140b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:39.516958 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1ac3d-63e4-4a8b-8608-3bc5d9b5140b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:39.518155 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1ac3d-63e4-4a8b-8608-3bc5d9b5140b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:39.518865 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1ac3d-63e4-4a8b-8608-3bc5d9b5140b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:39.519560 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1ac3d-63e4-4a8b-8608-3bc5d9b5140b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:39.520344 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1ac3d-63e4-4a8b-8608-3bc5d9b5140b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:39.521025 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1ac3d-63e4-4a8b-8608-3bc5d9b5140b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:39.521516 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1ac3d-63e4-4a8b-8608-3bc5d9b5140b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:39.522029 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1ac3d-63e4-4a8b-8608-3bc5d9b5140b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:39.522519 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1ac3d-63e4-4a8b-8608-3bc5d9b5140b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:39.523337 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1ac3d-63e4-4a8b-8608-3bc5d9b5140b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:39.523938 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1ac3d-63e4-4a8b-8608-3bc5d9b5140b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:39.539558 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:02:39.542132 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] Checking segment: {'id': '751969f3-bf5f-479b-859d-729d1a8b16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4a69b4f-713c-4142-8843-51949fd470c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:02:39.543415 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:39.545473 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] Bound using segment: {'id': '751969f3-bf5f-479b-859d-729d1a8b16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4a69b4f-713c-4142-8843-51949fd470c1'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:02:39.548166 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] Bound port: a54c8021-42a4-4f4b-8287-d956528313b2, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751969f3-bf5f-479b-859d-729d1a8b16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f4a69b4f-713c-4142-8843-51949fd470c1'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:02:39.549375 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (a54c8021-42a4-4f4b-8287-d956528313b2), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:39.667114 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] For port a54c8021-42a4-4f4b-8287-d956528313b2, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:02:39.686792 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] For port a54c8021-42a4-4f4b-8287-d956528313b2, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=a54c8021-42a4-4f4b-8287-d956528313b2,segment=NetworkSegment(751969f3-bf5f-479b-859d-729d1a8b16d6),segment_id=751969f3-bf5f-479b-859d-729d1a8b16d6)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:02:39.700722 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (a54c8021-42a4-4f4b-8287-d956528313b2), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:39.704305 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9416a513-a6f9-4f78-b812-79e3c69a5e34 admin admin] Publish callbacks [] for router_gateway (28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:39.766253 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-15f90ee3-4f78-4541-8279-bafdc2e15b15 req-36e1d1aa-8abd-4e12-94dd-7b2879174421 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (8ed61b00-7040-4c1a-8607-f72eeebb12d5), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:39.779934 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-fa31f90d-a1d2-45e4-8523-51d7b260d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:39.782086 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-fa31f90d-a1d2-45e4-8523-51d7b260d898 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ef43da26-ec9d-4b33-82f5-510dc693367d HTTP/1.1" status: 200 len: 855 time: 0.5907109 Sep 16 13:02:39.810189 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] Routers {'869ce32f-39b3-4c21-b7ca-c65dda31319b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:02:39.810778 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:02:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['869ce32f-39b3-4c21-b7ca-c65dda31319b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:39.821145 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-297de96a-f290-401a-873c-9ee0154292e2 req-9d3245db-21cb-4065-96db-87219cef5a49 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 210 time: 0.1239321 Sep 16 13:02:39.834716 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d15933c-c20d-4d92-9109-93f44adf39c3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet b63d44da-9b5d-4767-8aca-5616196b0165 {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:02:39.863169 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1ac3d-63e4-4a8b-8608-3bc5d9b5140b None None] Pushing event updated for resources: {'Port': ['ID=a54c8021-42a4-4f4b-8287-d956528313b2,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:39.880705 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1d1aa-8abd-4e12-94dd-7b2879174421 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Pushing event deleted for resources: {'Port': ['ID=8ed61b00-7040-4c1a-8607-f72eeebb12d5,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:39.882190 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:39.893267 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae559ff3-40f9-4e66-96dc-ac05d6b869a4 req-7dc53db5-242c-4af5-85a9-d3a3cdda680c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:39.894856 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ae559ff3-40f9-4e66-96dc-ac05d6b869a4 req-7dc53db5-242c-4af5-85a9-d3a3cdda680c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.5422003 Sep 16 13:02:39.938781 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1d971-501d-43c9-8fb9-b74af1e384dc tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Deleting port a54c8021-42a4-4f4b-8287-d956528313b2 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:02:39.938781 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3ba1d971-501d-43c9-8fb9-b74af1e384dc tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (a54c8021-42a4-4f4b-8287-d956528313b2), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:39.978109 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7d15933c-c20d-4d92-9109-93f44adf39c3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (b63d44da-9b5d-4767-8aca-5616196b0165), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:40.111943 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29470366-af57-4f89-aba4-e5be02589433 None None] Network 56dd3a41-efae-420b-b361-8c953ab80e6c requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:40.122924 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9416a513-a6f9-4f78-b812-79e3c69a5e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:40.127359 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] Set router 869ce32f-39b3-4c21-b7ca-c65dda31319b gateway port host: None {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:02:40.198308 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869ce32f-39b3-4c21-b7ca-c65dda31319b', 'name': '', 'tenant_id': 'cfff1ce4c6ce4b0aa76297ad6a38c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:02:32Z', 'updated_at': '2022-09-16T13:02:39Z', 'revision_number': 4, 'project_id': 'cfff1ce4c6ce4b0aa76297ad6a38c92c', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:40.228966 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b6a59a-c20b-43b9-b619-d3ca43a5d727 None None] The sync data for ids ['869ce32f-39b3-4c21-b7ca-c65dda31319b'] in n-d-858094-4 is: [{'id': '869ce32f-39b3-4c21-b7ca-c65dda31319b', 'name': '', 'tenant_id': 'cfff1ce4c6ce4b0aa76297ad6a38c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:02:32Z', 'updated_at': '2022-09-16T13:02:39Z', 'revision_number': 4, 'project_id': 'cfff1ce4c6ce4b0aa76297ad6a38c92c', 'gw_port_host': None}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:02:40.258712 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:40.295487 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-e6663dca-7758-49d5-aeec-fa08558442db None None] Provisioning complete for port 774040b6-9901-4af8-b206-bade0f79130e triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:40.295883 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e6663dca-7758-49d5-aeec-fa08558442db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (774040b6-9901-4af8-b206-bade0f79130e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:40.296113 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e6663dca-7758-49d5-aeec-fa08558442db None None] Attempt 1 to provision port 774040b6-9901-4af8-b206-bade0f79130e Sep 16 13:02:40.297725 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ae559ff3-40f9-4e66-96dc-ac05d6b869a4 req-dfa66eb5-7329-4241-8adc-6ceefee0d725 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3142481 Sep 16 13:02:40.298023 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f90ee3-4f78-4541-8279-bafdc2e15b15 req-36e1d1aa-8abd-4e12-94dd-7b2879174421 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] No DVR routers for this DVR port 8ed61b00-7040-4c1a-8607-f72eeebb12d5 on host n-h2-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:02:40.315742 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-15f90ee3-4f78-4541-8279-bafdc2e15b15 req-36e1d1aa-8abd-4e12-94dd-7b2879174421 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:40.329046 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-15f90ee3-4f78-4541-8279-bafdc2e15b15 req-36e1d1aa-8abd-4e12-94dd-7b2879174421 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.76 "DELETE /networking/v2.0/ports/8ed61b00-7040-4c1a-8607-f72eeebb12d5 HTTP/1.1" status: 204 len: 173 time: 2.3082335 Sep 16 13:02:40.345746 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2074945c-006a-4c9a-91db-b3029d04112c', 'name': 'network-vif-deleted', 'tag': '8ed61b00-7040-4c1a-8607-f72eeebb12d5'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:02:40.348738 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20cad0f-f36c-4d23-b051-dd9fa850fc3e" -d '{"events": [{"server_uuid": "2074945c-006a-4c9a-91db-b3029d04112c", "name": "network-vif-deleted", "tag": "8ed61b00-7040-4c1a-8607-f72eeebb12d5"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:02:40.372889 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9416a513-a6f9-4f78-b812-79e3c69a5e34 admin admin] Router 28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:02:40.385669 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3ba1d971-501d-43c9-8fb9-b74af1e384dc tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (a54c8021-42a4-4f4b-8287-d956528313b2), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:40.477495 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7d15933c-c20d-4d92-9109-93f44adf39c3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (b63d44da-9b5d-4767-8aca-5616196b0165), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:40.594833 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 774040b6-9901-4af8-b206-bade0f79130e up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:40.607237 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e6663dca-7758-49d5-aeec-fa08558442db None None] Current status of the port 774040b6-9901-4af8-b206-bade0f79130e is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:40.611258 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7d15933c-c20d-4d92-9109-93f44adf39c3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (b63d44da-9b5d-4767-8aca-5616196b0165), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:40.633975 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e6663dca-7758-49d5-aeec-fa08558442db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (774040b6-9901-4af8-b206-bade0f79130e), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:40.679897 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-bfa1edee-a804-41e0-9d21-0c49a9f18aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:40.682602 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-bfa1edee-a804-41e0-9d21-0c49a9f18aed service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5fe80c07-1468-4c04-9291-5fbc50b9c34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8444097 Sep 16 13:02:40.683021 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:40.690202 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1d971-501d-43c9-8fb9-b74af1e384dc tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Calling delete_port for a54c8021-42a4-4f4b-8287-d956528313b2 owned by network:router_gateway {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:02:40.699074 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9416a513-a6f9-4f78-b812-79e3c69a5e34 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:02:40.715646 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0171d1ed-b209-4e42-9844-d0ef66baa143 x-openstack-request-id: req-0171d1ed-b209-4e42-9844-d0ef66baa143 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:02:40.718259 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2074945c-006a-4c9a-91db-b3029d04112c", "name": "network-vif-deleted", "tag": "8ed61b00-7040-4c1a-8607-f72eeebb12d5", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:02:40.718655 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] Sync routers for ids ['28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:02:40.725404 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0171d1ed-b209-4e42-9844-d0ef66baa143 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:02:40.726151 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0171d1ed-b209-4e42-9844-d0ef66baa143'] response: {'server_uuid': '2074945c-006a-4c9a-91db-b3029d04112c', 'name': 'network-vif-deleted', 'tag': '8ed61b00-7040-4c1a-8607-f72eeebb12d5', 'status': 'completed', 'code': 200} Sep 16 13:02:40.743002 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9416a513-a6f9-4f78-b812-79e3c69a5e34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:40.749838 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9416a513-a6f9-4f78-b812-79e3c69a5e34 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8946106 Sep 16 13:02:40.750841 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38558) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:40.754792 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] Routers {'28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:02:40.755422 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:02:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:40.814849 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-e6663dca-7758-49d5-aeec-fa08558442db None None] For port 774040b6-9901-4af8-b206-bade0f79130e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=774040b6-9901-4af8-b206-bade0f79130e,segment=NetworkSegment(bbab3c9e-7709-444a-adb6-0434f4755f1b),segment_id=bbab3c9e-7709-444a-adb6-0434f4755f1b)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:40.827158 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e6663dca-7758-49d5-aeec-fa08558442db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (774040b6-9901-4af8-b206-bade0f79130e), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:40.855772 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:40.889159 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7d15933c-c20d-4d92-9109-93f44adf39c3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (b63d44da-9b5d-4767-8aca-5616196b0165), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:40.972467 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6663dca-7758-49d5-aeec-fa08558442db None None] Pushing event updated for resources: {'Port': ['ID=774040b6-9901-4af8-b206-bade0f79130e,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:40.975156 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 774040b6-9901-4af8-b206-bade0f79130e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:40.975659 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (774040b6-9901-4af8-b206-bade0f79130e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:40.976083 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 774040b6-9901-4af8-b206-bade0f79130e Sep 16 13:02:40.982392 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15933c-c20d-4d92-9109-93f44adf39c3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=b63d44da-9b5d-4767-8aca-5616196b0165,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:40.989167 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3af800e8-0d1f-497b-bca5-8901587cb91c no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:02:40.996391 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:41.001622 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7d15933c-c20d-4d92-9109-93f44adf39c3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:41.005199 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-7d15933c-c20d-4d92-9109-93f44adf39c3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/b63d44da-9b5d-4767-8aca-5616196b0165 HTTP/1.1" status: 204 len: 168 time: 1.8130493 Sep 16 13:02:41.009999 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38564) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:41.055594 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e293d1d4-b13d-43b4-b904-40ada6c824ab req-735269c4-d80f-4fe6-bdd3-82f7bd2bf0fa tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2074945c-006a-4c9a-91db-b3029d04112c HTTP/1.1" status: 200 len: 210 time: 0.1206036 Sep 16 13:02:41.060753 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecd1e1a-a37e-4235-b2ca-b6254a131437 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:41.085778 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-e453bdbd-508e-4003-a83d-7f93a179d5c5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5fe80c07-1468-4c04-9291-5fbc50b9c34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574822 Sep 16 13:02:41.102650 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0f9fb83c-5aa7-48e5-ab07-c6b3dca24f9b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871429 Sep 16 13:02:41.105173 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38566) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:41.156015 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:41.157835 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] Set router 28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:02:41.163829 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-8320fb29-1769-43fa-bbac-0e5299287ae6 None None] Provisioning complete for port c81522d2-eae5-4af9-b4b9-472f78a48748 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:41.164217 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8320fb29-1769-43fa-bbac-0e5299287ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:41.164545 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8320fb29-1769-43fa-bbac-0e5299287ae6 None None] Attempt 1 to provision port c81522d2-eae5-4af9-b4b9-472f78a48748 Sep 16 13:02:41.245805 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c099826-2e9d-4b90-b83f-a10160ae2913 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:41.252166 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2c099826-2e9d-4b90-b83f-a10160ae2913 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1420648 Sep 16 13:02:41.252415 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 38568) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:41.281886 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3ba1d971-501d-43c9-8fb9-b74af1e384dc tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (a54c8021-42a4-4f4b-8287-d956528313b2), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:41.435176 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d995a-6b65-4688-85c0-c3a8f536ae42 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:41.438592 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a85d995a-6b65-4688-85c0-c3a8f536ae42 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1802561 Sep 16 13:02:41.441393 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38572) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:41.451819 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1d971-501d-43c9-8fb9-b74af1e384dc tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Pushing event deleted for resources: {'Port': ['ID=a54c8021-42a4-4f4b-8287-d956528313b2,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:41.490831 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-98944e44-9e0a-4c03-aa09-c1b70a8a2d5b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5fe80c07-1468-4c04-9291-5fbc50b9c34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908112 Sep 16 13:02:41.534279 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4d7e22cf-ff39-4317-b551-4a6a93d5ecb5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851626 Sep 16 13:02:41.544663 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38574) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:41.550954 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-36e4e13e-e95a-4d54-96f3-ca3a00b5fecf service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=96ec0261-1181-470b-971b-163682a9e81d HTTP/1.1" status: 200 len: 217 time: 0.0526371 Sep 16 13:02:41.562685 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-30296e56-32e2-4a44-a8b0-6631f75847f7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:41.572393 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45fccfa9-6ea4-43ec-8ba1-ecf57c853654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:41.639649 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-57c96e23-de26-4628-bd1b-9d1e8f41de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:41.641359 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-57c96e23-de26-4628-bd1b-9d1e8f41de68 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0 HTTP/1.1" status: 200 len: 797 time: 0.0547183 Sep 16 13:02:41.657191 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:41.685621 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 3af800e8-0d1f-497b-bca5-8901587cb91c is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:41.686196 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:41.688580 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8320fb29-1769-43fa-bbac-0e5299287ae6 None None] Current status of the port c81522d2-eae5-4af9-b4b9-472f78a48748 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:41.727351 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-f0d089e4-e9e0-40f2-8d7c-0588ed08dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:41.729218 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-f0d089e4-e9e0-40f2-8d7c-0588ed08dbfa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=cbc422c8-d561-47f7-afec-ef049a9a76c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0731993 Sep 16 13:02:41.738275 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c685cd-52a6-4955-836b-13c91bb5d58c None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:02:41.741132 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141b135-3ade-4400-8dcd-acfe8f40781d req-53e1b5f5-253f-4ffe-b07a-5eda1f4bda13 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:41.746424 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:41.749717 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9141b135-3ade-4400-8dcd-acfe8f40781d req-53e1b5f5-253f-4ffe-b07a-5eda1f4bda13 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.2502639 Sep 16 13:02:41.751231 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-8320fb29-1769-43fa-bbac-0e5299287ae6 None None] Provisioning complete for port 774040b6-9901-4af8-b206-bade0f79130e triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:41.751696 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8320fb29-1769-43fa-bbac-0e5299287ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (774040b6-9901-4af8-b206-bade0f79130e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:41.752141 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8320fb29-1769-43fa-bbac-0e5299287ae6 None None] Attempt 1 to provision port 774040b6-9901-4af8-b206-bade0f79130e Sep 16 13:02:41.853990 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-11dcc465-f68e-4e2c-90f2-6fb68cb66d77 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937409 Sep 16 13:02:41.863625 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3ba1d971-501d-43c9-8fb9-b74af1e384dc tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (869ce32f-39b3-4c21-b7ca-c65dda31319b), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:41.907196 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-45fccfa9-6ea4-43ec-8ba1-ecf57c853654 admin admin] Allocated IP 172.20.0.1 (56dd3a41-efae-420b-b361-8c953ab80e6c/1f466e8b-55f7-427d-b163-cda4af9f8b77/6495a113-c2dc-4510-ac2b-3939ea636a0c) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:41.918224 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1', 'name': 'tempest-SecurityGroupsTestJSON-1944630744-router', 'tenant_id': 'aaeff399942c4286a71ea3a0eab43280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '5eb96e06-a7d8-4bcb-887d-4f9466578027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:02:36Z', 'updated_at': '2022-09-16T13:02:39Z', 'revision_number': 3, 'project_id': 'aaeff399942c4286a71ea3a0eab43280', 'gw_port': {'id': '5eb96e06-a7d8-4bcb-887d-4f9466578027', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:22:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:02:38Z', 'updated_at': '2022-09-16T13:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:41.952229 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a2c685cd-52a6-4955-836b-13c91bb5d58c None None] Deleting port c81522d2-eae5-4af9-b4b9-472f78a48748 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:02:41.953060 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a2c685cd-52a6-4955-836b-13c91bb5d58c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:41.995406 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30296e56-32e2-4a44-a8b0-6631f75847f7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:41.999805 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-30296e56-32e2-4a44-a8b0-6631f75847f7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:42.001476 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-30296e56-32e2-4a44-a8b0-6631f75847f7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 13:02:42.001878 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30296e56-32e2-4a44-a8b0-6631f75847f7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:02:42.002894 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] Checking router: 28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:02:42.003319 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] Updating router 28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1 port 5eb96e06-a7d8-4bcb-887d-4f9466578027 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:02:42.003957 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:42.034107 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-30296e56-32e2-4a44-a8b0-6631f75847f7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4816368 Sep 16 13:02:42.036416 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38580) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:42.049200 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-88d8088e-ee6d-4580-9229-a21d5cc22e7e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:42.079136 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3af800e8-0d1f-497b-bca5-8901587cb91c, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3af800e8-0d1f-497b-bca5-8901587cb91c,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:42.088782 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af800e8-0d1f-497b-bca5-8901587cb91c'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:02:42.092740 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480823c0-0d4d-48fe-934f-a28a46f3dc69" -d '{"events": [{"server_uuid": "af5e660b-de79-42ca-a8de-fe06738b9771", "name": "network-vif-unplugged", "status": "completed", "tag": "3af800e8-0d1f-497b-bca5-8901587cb91c"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:02:42.110453 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:42.111271 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 8ed61b00-7040-4c1a-8607-f72eeebb12d5 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:02:42.167266 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 774040b6-9901-4af8-b206-bade0f79130e is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:42.191122 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 8ed61b00-7040-4c1a-8607-f72eeebb12d5 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:02:42.191469 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 8ed61b00-7040-4c1a-8607-f72eeebb12d5 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:02:42.196077 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-a2c685cd-52a6-4955-836b-13c91bb5d58c None None] For port c81522d2-eae5-4af9-b4b9-472f78a48748, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=c81522d2-eae5-4af9-b4b9-472f78a48748,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:42.196533 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a2c685cd-52a6-4955-836b-13c91bb5d58c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:42.202243 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5eb96e06-a7d8-4bcb-887d-4f9466578027), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:42.252535 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 13:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95324a2f-b862-41c4-9763-f860b1f41e38 x-openstack-request-id: req-95324a2f-b862-41c4-9763-f860b1f41e38 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:02:42.252829 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5e660b-de79-42ca-a8de-fe06738b9771", "name": "network-vif-unplugged", "status": "completed", "tag": "3af800e8-0d1f-497b-bca5-8901587cb91c", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:02:42.253076 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-95324a2f-b862-41c4-9763-f860b1f41e38 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:02:42.253477 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95324a2f-b862-41c4-9763-f860b1f41e38'] response: {'server_uuid': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af800e8-0d1f-497b-bca5-8901587cb91c', 'code': 200} Sep 16 13:02:42.265417 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a2c685cd-52a6-4955-836b-13c91bb5d58c None None] Calling delete_port for c81522d2-eae5-4af9-b4b9-472f78a48748 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:02:42.266707 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45fccfa9-6ea4-43ec-8ba1-ecf57c853654 admin admin] Publish callbacks [] for port (6495a113-c2dc-4510-ac2b-3939ea636a0c), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:42.267176 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:42.334341 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=3af800e8-0d1f-497b-bca5-8901587cb91c,revision_number=8']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:42.378694 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45fccfa9-6ea4-43ec-8ba1-ecf57c853654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (6495a113-c2dc-4510-ac2b-3939ea636a0c), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:42.406157 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fccfa9-6ea4-43ec-8ba1-ecf57c853654 admin admin] Network 56dd3a41-efae-420b-b361-8c953ab80e6c is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:42.428879 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8320fb29-1769-43fa-bbac-0e5299287ae6 None None] Current status of the port 774040b6-9901-4af8-b206-bade0f79130e is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:42.439913 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-45fccfa9-6ea4-43ec-8ba1-ecf57c853654 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:42.461023 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fccfa9-6ea4-43ec-8ba1-ecf57c853654 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:42.521144 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3ba1d971-501d-43c9-8fb9-b74af1e384dc tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (869ce32f-39b3-4c21-b7ca-c65dda31319b), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:42.524176 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3ba1d971-501d-43c9-8fb9-b74af1e384dc tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_controller (869ce32f-39b3-4c21-b7ca-c65dda31319b), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:42.539384 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45fccfa9-6ea4-43ec-8ba1-ecf57c853654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:42.601722 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:42.617773 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d8088e-ee6d-4580-9229-a21d5cc22e7e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:42.623567 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-88d8088e-ee6d-4580-9229-a21d5cc22e7e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:42.625948 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d8088e-ee6d-4580-9229-a21d5cc22e7e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 13:02:42.626671 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d8088e-ee6d-4580-9229-a21d5cc22e7e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:02:42.660084 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fccfa9-6ea4-43ec-8ba1-ecf57c853654 admin admin] Pushing event updated for resources: {'Port': ['ID=6495a113-c2dc-4510-ac2b-3939ea636a0c,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:42.671368 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-88d8088e-ee6d-4580-9229-a21d5cc22e7e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6338596 Sep 16 13:02:42.674291 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38598) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:42.685743 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-1978fd3a-3a80-43ca-a63f-fff1bb3abc39 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:42.712744 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3ba1d971-501d-43c9-8fb9-b74af1e384dc tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (869ce32f-39b3-4c21-b7ca-c65dda31319b), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:42.713482 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba1d971-501d-43c9-8fb9-b74af1e384dc tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 869ce32f-39b3-4c21-b7ca-c65dda31319b {{(pid=113698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:02:42.724223 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] Publish callbacks [] for port (5eb96e06-a7d8-4bcb-887d-4f9466578027), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:42.732453 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3ba1d971-501d-43c9-8fb9-b74af1e384dc tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:42.736316 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-3ba1d971-501d-43c9-8fb9-b74af1e384dc tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "DELETE /networking/v2.0/routers/869ce32f-39b3-4c21-b7ca-c65dda31319b HTTP/1.1" status: 204 len: 168 time: 4.5283287 Sep 16 13:02:42.736486 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 774040b6-9901-4af8-b206-bade0f79130e up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:42.742050 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5eb96e06-a7d8-4bcb-887d-4f9466578027), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:42.745015 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38604) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:42.802892 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9141b135-3ade-4400-8dcd-acfe8f40781d req-e00ed8ab-10ff-4e3d-ab60-424697d18c62 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0520387 Sep 16 13:02:42.848290 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:42.894893 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] Attempting to bind port 5eb96e06-a7d8-4bcb-887d-4f9466578027 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:42.895528 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] Attempting to bind port 5eb96e06-a7d8-4bcb-887d-4f9466578027 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:42.896114 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] Attempting to bind port 5eb96e06-a7d8-4bcb-887d-4f9466578027 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:42.927690 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-9138bf50-c9fe-4bbd-b546-e52fdc967314 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Deleting subnet ff632edc-1a7b-45aa-a720-2f5a5f4f7c83 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:02:42.934540 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9138bf50-c9fe-4bbd-b546-e52fdc967314 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for subnet (ff632edc-1a7b-45aa-a720-2f5a5f4f7c83), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:42.941493 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-69b2019d-400d-4a25-8f9e-6787067b7a81 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713577 Sep 16 13:02:42.951176 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a2c685cd-52a6-4955-836b-13c91bb5d58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (c81522d2-eae5-4af9-b4b9-472f78a48748), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:42.954333 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-77efe678-e7cc-40a0-bc6b-4b005b4b7537 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:42.956185 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-77efe678-e7cc-40a0-bc6b-4b005b4b7537 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/networks?id=4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 200 len: 811 time: 0.3772097 Sep 16 13:02:42.966288 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Provisioning complete for port 6495a113-c2dc-4510-ac2b-3939ea636a0c triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:42.966659 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6495a113-c2dc-4510-ac2b-3939ea636a0c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:42.966988 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Attempt 1 to provision port 6495a113-c2dc-4510-ac2b-3939ea636a0c Sep 16 13:02:42.975853 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3af800e8-0d1f-497b-bca5-8901587cb91c details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:02:42.977652 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6adf2-e4c2-418e-a451-515a9db5f6a2 None None] Pushing event updated for resources: {'Port': ['ID=5eb96e06-a7d8-4bcb-887d-4f9466578027,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:43.010081 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c685cd-52a6-4955-836b-13c91bb5d58c None None] No DVR routers for this DVR port c81522d2-eae5-4af9-b4b9-472f78a48748 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:02:43.022085 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45fccfa9-6ea4-43ec-8ba1-ecf57c853654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6495a113-c2dc-4510-ac2b-3939ea636a0c), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:43.044757 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-ee839414-8469-4113-838a-660c80873930 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=9b032a10-f56e-47fc-b941-54f12778f01c HTTP/1.1" status: 200 len: 217 time: 0.0842605 Sep 16 13:02:43.045574 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9138bf50-c9fe-4bbd-b546-e52fdc967314 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (ff632edc-1a7b-45aa-a720-2f5a5f4f7c83), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:43.046697 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-37feac21-b17e-41de-b996-b46e85896935 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/quotas/cfe82d8dd4fb42cbb054a6f069424c57 HTTP/1.1" status: 200 len: 375 time: 0.0801611 Sep 16 13:02:43.080630 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c685cd-52a6-4955-836b-13c91bb5d58c None None] Pushing event deleted for resources: {'Port': ['ID=c81522d2-eae5-4af9-b4b9-472f78a48748,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:43.092616 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1978fd3a-3a80-43ca-a63f-fff1bb3abc39 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:43.096275 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Port 6495a113-c2dc-4510-ac2b-3939ea636a0c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:02:43.096766 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 774040b6-9901-4af8-b206-bade0f79130e triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:43.097131 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (774040b6-9901-4af8-b206-bade0f79130e), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:43.097458 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 774040b6-9901-4af8-b206-bade0f79130e Sep 16 13:02:43.097590 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1978fd3a-3a80-43ca-a63f-fff1bb3abc39 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:43.098997 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1978fd3a-3a80-43ca-a63f-fff1bb3abc39 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 13:02:43.099461 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1978fd3a-3a80-43ca-a63f-fff1bb3abc39 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:02:43.104523 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:02:43.105425 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:02:43.105425 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:43.105717 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:02:43.106264 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] Bound port: 5eb96e06-a7d8-4bcb-887d-4f9466578027, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:02:43.106827 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5eb96e06-a7d8-4bcb-887d-4f9466578027), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:43.114523 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:43.134991 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1978fd3a-3a80-43ca-a63f-fff1bb3abc39 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4589686 Sep 16 13:02:43.135549 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38606) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:43.146047 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-67e377da-1293-4b41-b7b5-dec90ab2d621 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:43.160501 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:43.170607 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-1e84940f-7229-42e9-9862-60eb0675dc1d tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1099875 Sep 16 13:02:43.197483 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-5f9923ce-d26b-4a4d-8894-7cb3363db7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:43.199542 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-5f9923ce-d26b-4a4d-8894-7cb3363db7a0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0 HTTP/1.1" status: 200 len: 797 time: 0.1239421 Sep 16 13:02:43.259520 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] For port 5eb96e06-a7d8-4bcb-887d-4f9466578027, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:02:43.266402 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] For port 5eb96e06-a7d8-4bcb-887d-4f9466578027, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=5eb96e06-a7d8-4bcb-887d-4f9466578027,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:02:43.283630 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5eb96e06-a7d8-4bcb-887d-4f9466578027), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:43.372215 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3af800e8-0d1f-497b-bca5-8901587cb91c, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3af800e8-0d1f-497b-bca5-8901587cb91c,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:43.374889 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-8610f27a-2449-487b-bbfb-d47c765f5444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:43.376606 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-8610f27a-2449-487b-bbfb-d47c765f5444 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=cbc422c8-d561-47f7-afec-ef049a9a76c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1599855 Sep 16 13:02:43.405468 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] Routers {'28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:02:43.406016 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:02:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:43.441404 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '3af800e8-0d1f-497b-bca5-8901587cb91c', 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5', 'port_id': '3af800e8-0d1f-497b-bca5-8901587cb91c', 'mac_address': 'fa:16:3e:5a:8f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d21eb8b-32f8-4b19-96f6-c4c4e33061d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:02:43.446914 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 774040b6-9901-4af8-b206-bade0f79130e is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:43.453604 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6adf2-e4c2-418e-a451-515a9db5f6a2 None None] Pushing event updated for resources: {'Port': ['ID=5eb96e06-a7d8-4bcb-887d-4f9466578027,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:43.486282 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:43.486635 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-192d5b26-e1c6-44ec-9975-6ad574749002 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968407 Sep 16 13:02:43.538577 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:43.550637 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 3af800e8-0d1f-497b-bca5-8901587cb91c is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:43.551002 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:43.566642 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9138bf50-c9fe-4bbd-b546-e52fdc967314 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (ff632edc-1a7b-45aa-a720-2f5a5f4f7c83), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:43.571428 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c81522d2-eae5-4af9-b4b9-472f78a48748 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:02:43.588091 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-5cd3e437-0d72-4bbd-b5f5-f7ab5480ea66 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036486 Sep 16 13:02:43.597332 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Attempt 2 to provision port 6495a113-c2dc-4510-ac2b-3939ea636a0c Sep 16 13:02:43.601965 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af800e8-0d1f-497b-bca5-8901587cb91c {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:02:43.608200 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] Set router 28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:02:43.612521 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: c81522d2-eae5-4af9-b4b9-472f78a48748 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:02:43.612867 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c81522d2-eae5-4af9-b4b9-472f78a48748 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:02:43.693276 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3af800e8-0d1f-497b-bca5-8901587cb91c, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3af800e8-0d1f-497b-bca5-8901587cb91c,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:43.697811 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:43.699251 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Port 6495a113-c2dc-4510-ac2b-3939ea636a0c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:02:43.703615 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e377da-1293-4b41-b7b5-dec90ab2d621 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:43.708407 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-67e377da-1293-4b41-b7b5-dec90ab2d621 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:43.708526 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:43.711141 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e377da-1293-4b41-b7b5-dec90ab2d621 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 13:02:43.711920 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e377da-1293-4b41-b7b5-dec90ab2d621 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:02:43.740061 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9138bf50-c9fe-4bbd-b546-e52fdc967314 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (ff632edc-1a7b-45aa-a720-2f5a5f4f7c83), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:43.770428 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-67e377da-1293-4b41-b7b5-dec90ab2d621 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6286159 Sep 16 13:02:43.771304 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38622) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:43.792176 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['3af800e8-0d1f-497b-bca5-8901587cb91c'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:02:43.796407 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-0b27c88f-928a-4f85-be95-b69a43edda05 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933152 Sep 16 13:02:43.797013 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-222a7a80-2204-47cd-b406-6cc8dd4cdada tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:43.825428 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138bf50-c9fe-4bbd-b546-e52fdc967314 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ff632edc-1a7b-45aa-a720-2f5a5f4f7c83,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:43.833746 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9138bf50-c9fe-4bbd-b546-e52fdc967314 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:43.837010 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9138bf50-c9fe-4bbd-b546-e52fdc967314 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/ff632edc-1a7b-45aa-a720-2f5a5f4f7c83 HTTP/1.1" status: 204 len: 168 time: 1.0883584 Sep 16 13:02:43.846094 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38624) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:43.887963 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-40bbbf8c-bd08-4aad-9c54-29d18c8d01c2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901869 Sep 16 13:02:43.895862 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45fccfa9-6ea4-43ec-8ba1-ecf57c853654 admin admin] Publish callbacks [] for port (6495a113-c2dc-4510-ac2b-3939ea636a0c), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:43.914633 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45fccfa9-6ea4-43ec-8ba1-ecf57c853654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (6495a113-c2dc-4510-ac2b-3939ea636a0c), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:43.963205 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-ca67ec28-35b0-4a4d-9cfd-a721d8a1e01d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=8874748b-6030-4aea-9e6b-79db8c8d555d HTTP/1.1" status: 200 len: 217 time: 0.0674481 Sep 16 13:02:44.085866 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=3af800e8-0d1f-497b-bca5-8901587cb91c,revision_number=9']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:44.119985 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e0470635-3f5d-4782-8c19-cbb3501606b8 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (f4a69b4f-713c-4142-8843-51949fd470c1), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:44.121761 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda6c42-b6de-4683-9c36-63dad1201479 req-7e53d28b-c115-4bcf-9825-724596da91a4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:44.123369 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cdda6c42-b6de-4683-9c36-63dad1201479 req-7e53d28b-c115-4bcf-9825-724596da91a4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.1105719 Sep 16 13:02:44.125090 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-00cbbbc5-3813-4fcf-9a1b-0496add37ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:44.126556 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-00cbbbc5-3813-4fcf-9a1b-0496add37ea2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0 HTTP/1.1" status: 200 len: 797 time: 0.1557341 Sep 16 13:02:44.159218 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fccfa9-6ea4-43ec-8ba1-ecf57c853654 admin admin] Pushing event updated for resources: {'Port': ['ID=6495a113-c2dc-4510-ac2b-3939ea636a0c,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:44.178971 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45fccfa9-6ea4-43ec-8ba1-ecf57c853654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:44.219428 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Attempt 3 to provision port 6495a113-c2dc-4510-ac2b-3939ea636a0c Sep 16 13:02:44.226856 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0fb40861-aa76-4c02-bd85-4645e5ec5d99 req-d0006277-5444-4be0-ace8-da7ab4f29f59 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 210 time: 0.0821161 Sep 16 13:02:44.269925 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cdda6c42-b6de-4683-9c36-63dad1201479 req-d7528ca4-ec7b-4a40-b023-30b8610ccec6 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393960 Sep 16 13:02:44.279270 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-63722dd8-a805-49c4-af7f-764ee6ac2ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:44.282357 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-63722dd8-a805-49c4-af7f-764ee6ac2ce2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=cbc422c8-d561-47f7-afec-ef049a9a76c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0688181 Sep 16 13:02:44.331531 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222a7a80-2204-47cd-b406-6cc8dd4cdada tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:44.335596 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-222a7a80-2204-47cd-b406-6cc8dd4cdada tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:44.337269 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-222a7a80-2204-47cd-b406-6cc8dd4cdada tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 13:02:44.337964 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222a7a80-2204-47cd-b406-6cc8dd4cdada tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:02:44.389740 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:44.444827 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-3d1c5d3d-439c-42eb-8071-8d8f42f950df service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528254 Sep 16 13:02:44.481099 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-222a7a80-2204-47cd-b406-6cc8dd4cdada tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6884122 Sep 16 13:02:44.485698 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e0470635-3f5d-4782-8c19-cbb3501606b8 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (f4a69b4f-713c-4142-8843-51949fd470c1), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:44.492407 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Port 6495a113-c2dc-4510-ac2b-3939ea636a0c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:02:44.512330 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 38642) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:44.520028 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-e0470635-3f5d-4782-8c19-cbb3501606b8 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a69b4f-713c-4142-8843-51949fd470c1']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:44.520329 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-887542e5-cd78-43e4-92ab-1b9bbbd24283 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:44.533541 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-e0470635-3f5d-4782-8c19-cbb3501606b8 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751969f3-bf5f-479b-859d-729d1a8b16d6') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:44.533816 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-e0470635-3f5d-4782-8c19-cbb3501606b8 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751969f3-bf5f-479b-859d-729d1a8b16d6') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:44.547016 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1', 'name': 'tempest-SecurityGroupsTestJSON-1944630744-router', 'tenant_id': 'aaeff399942c4286a71ea3a0eab43280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '5eb96e06-a7d8-4bcb-887d-4f9466578027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:02:36Z', 'updated_at': '2022-09-16T13:02:42Z', 'revision_number': 4, 'project_id': 'aaeff399942c4286a71ea3a0eab43280', 'gw_port': {'id': '5eb96e06-a7d8-4bcb-887d-4f9466578027', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:22:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:02:38Z', 'updated_at': '2022-09-16T13:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '6495a113-c2dc-4510-ac2b-3939ea636a0c', 'name': '', 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c', 'tenant_id': 'aaeff399942c4286a71ea3a0eab43280', 'mac_address': 'fa:16:3e:3c:9b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '1f466e8b-55f7-427d-b163-cda4af9f8b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:02:41Z', 'updated_at': '2022-09-16T13:02:41Z', 'revision_number': 1, 'project_id': 'aaeff399942c4286a71ea3a0eab43280', 'subnets': [{'id': '1f466e8b-55f7-427d-b163-cda4af9f8b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:44.547413 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e0470635-3f5d-4782-8c19-cbb3501606b8 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (751969f3-bf5f-479b-859d-729d1a8b16d6), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:44.564274 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e0470635-3f5d-4782-8c19-cbb3501606b8 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (751969f3-bf5f-479b-859d-729d1a8b16d6), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:44.573039 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0470635-3f5d-4782-8c19-cbb3501606b8 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:02:44.573700 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e0470635-3f5d-4782-8c19-cbb3501606b8 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (751969f3-bf5f-479b-859d-729d1a8b16d6), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:44.598576 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4cbff3-a541-4830-bf5f-3028895b71a5 None None] The sync data for ids ['28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1'] in n-d-858094-4 is: [{'id': '28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1', 'name': 'tempest-SecurityGroupsTestJSON-1944630744-router', 'tenant_id': 'aaeff399942c4286a71ea3a0eab43280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '5eb96e06-a7d8-4bcb-887d-4f9466578027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:02:36Z', 'updated_at': '2022-09-16T13:02:42Z', 'revision_number': 4, 'project_id': 'aaeff399942c4286a71ea3a0eab43280', 'gw_port': {'id': '5eb96e06-a7d8-4bcb-887d-4f9466578027', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:22:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:02:38Z', 'updated_at': '2022-09-16T13:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '6495a113-c2dc-4510-ac2b-3939ea636a0c', 'name': '', 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c', 'tenant_id': 'aaeff399942c4286a71ea3a0eab43280', 'mac_address': 'fa:16:3e:3c:9b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '1f466e8b-55f7-427d-b163-cda4af9f8b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:02:41Z', 'updated_at': '2022-09-16T13:02:41Z', 'revision_number': 1, 'project_id': 'aaeff399942c4286a71ea3a0eab43280', 'subnets': [{'id': '1f466e8b-55f7-427d-b163-cda4af9f8b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:02:44.619178 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:44.689719 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-fee94033-b52c-45df-86a1-f92d6c33b796 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346697 Sep 16 13:02:44.763129 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:44.779562 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fccfa9-6ea4-43ec-8ba1-ecf57c853654 admin admin] Network 56dd3a41-efae-420b-b361-8c953ab80e6c is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:44.790499 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-45fccfa9-6ea4-43ec-8ba1-ecf57c853654 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:44.794527 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e0470635-3f5d-4782-8c19-cbb3501606b8 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (f4a69b4f-713c-4142-8843-51949fd470c1), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:44.806060 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0470635-3f5d-4782-8c19-cbb3501606b8 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4a69b4f-713c-4142-8843-51949fd470c1 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 13:02:44.806604 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887542e5-cd78-43e4-92ab-1b9bbbd24283 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:44.815810 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-887542e5-cd78-43e4-92ab-1b9bbbd24283 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:44.817377 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-887542e5-cd78-43e4-92ab-1b9bbbd24283 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 13:02:44.817832 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-887542e5-cd78-43e4-92ab-1b9bbbd24283 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:02:44.819886 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e0470635-3f5d-4782-8c19-cbb3501606b8 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:44.833960 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e0470635-3f5d-4782-8c19-cbb3501606b8 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "DELETE /networking/v2.0/networks/f4a69b4f-713c-4142-8843-51949fd470c1 HTTP/1.1" status: 204 len: 168 time: 0.9809103 Sep 16 13:02:44.838610 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-53940005-da86-4598-b425-019ed2b3b809 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=c7eb5869-5d95-47b8-9539-2bec50eb4428 HTTP/1.1" status: 200 len: 217 time: 0.1353102 Sep 16 13:02:44.854676 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0470635-3f5d-4782-8c19-cbb3501606b8 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4a69b4f-713c-4142-8843-51949fd470c1,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:44.885912 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:02:44.986947 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:44.988799 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-0c32f3cd-fd56-4976-9fe2-f94f80f70841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:44.990247 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-0c32f3cd-fd56-4976-9fe2-f94f80f70841 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0 HTTP/1.1" status: 200 len: 797 time: 0.1332064 Sep 16 13:02:44.994416 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Attempt 4 to provision port 6495a113-c2dc-4510-ac2b-3939ea636a0c Sep 16 13:02:45.057076 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-887542e5-cd78-43e4-92ab-1b9bbbd24283 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5436540 Sep 16 13:02:45.064800 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 38666) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:45.069307 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Port 6495a113-c2dc-4510-ac2b-3939ea636a0c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:02:45.070721 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3af800e8-0d1f-497b-bca5-8901587cb91c up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:45.099288 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-fabffcbe-862a-4274-9d71-4e8f0b8dc316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:45.104582 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-fabffcbe-862a-4274-9d71-4e8f0b8dc316 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=cbc422c8-d561-47f7-afec-ef049a9a76c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0983269 Sep 16 13:02:45.132653 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a8463e1a-990a-4658-bb22-a58bb537e422 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0663524 Sep 16 13:02:45.135315 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 38668) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:45.182215 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 751969f3-bf5f-479b-859d-729d1a8b16d6 resource provider aggregate not found Sep 16 13:02:45.202842 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 3af800e8-0d1f-497b-bca5-8901587cb91c triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:45.204624 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:45.205180 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 3af800e8-0d1f-497b-bca5-8901587cb91c Sep 16 13:02:45.255444 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 751969f3-bf5f-479b-859d-729d1a8b16d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 751969f3-bf5f-479b-859d-729d1a8b16d6 found for delete ", "request_id": "req-6cc73b18-2f24-48d0-84a7-f9181bed7760"}]} Sep 16 13:02:45.260338 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fccfa9-6ea4-43ec-8ba1-ecf57c853654 admin admin] Router 28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:02:45.395210 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:45.430161 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 3af800e8-0d1f-497b-bca5-8901587cb91c is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:45.430655 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:45.492104 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3af800e8-0d1f-497b-bca5-8901587cb91c, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3af800e8-0d1f-497b-bca5-8901587cb91c,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:45.493768 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af800e8-0d1f-497b-bca5-8901587cb91c'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:02:45.496987 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4f3ad3-5f29-4552-8c72-11a9f735a3ba" -d '{"events": [{"server_uuid": "af5e660b-de79-42ca-a8de-fe06738b9771", "name": "network-vif-plugged", "status": "completed", "tag": "3af800e8-0d1f-497b-bca5-8901587cb91c"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:02:45.501904 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:45.571829 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Attempt 5 to provision port 6495a113-c2dc-4510-ac2b-3939ea636a0c Sep 16 13:02:45.596445 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fec655-aad7-4383-ab41-768a200db275 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:45.600235 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-49fec655-aad7-4383-ab41-768a200db275 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2357023 Sep 16 13:02:45.606306 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38682) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:45.614458 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fccfa9-6ea4-43ec-8ba1-ecf57c853654 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:02:45.620972 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-45fccfa9-6ea4-43ec-8ba1-ecf57c853654 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8689008 Sep 16 13:02:45.662442 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-da92ea6d-c7b5-4f9d-8479-6b5ea91ad5a7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544250 Sep 16 13:02:45.663326 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38686) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:45.669271 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-aa9a1a6a-c18b-4a6f-9c0a-1454bc9fbcfb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:45.689099 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Port 6495a113-c2dc-4510-ac2b-3939ea636a0c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:02:45.710127 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=3af800e8-0d1f-497b-bca5-8901587cb91c,revision_number=10']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:45.745647 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 38688) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:45.763814 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-40b3850e-a443-4937-a381-837e2a5805bf tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Request body: {'router': {'name': 'tempest-router--427230300', 'project_id': 'a3073351f6624efca20dd2d12a1ec116'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:45.783490 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e72a0799-6f7a-4ee7-a7d1-060732e15a69 req-4fb0a845-f9c0-4c15-9490-cded778755f5 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 210 time: 0.2251015 Sep 16 13:02:45.883648 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcab912-0937-487a-8d8e-08e8ff5ef492 req-4561c90d-9b61-4a97-9d78-3c3fadf5c8fd tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:45.900016 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fbcab912-0937-487a-8d8e-08e8ff5ef492 req-4561c90d-9b61-4a97-9d78-3c3fadf5c8fd tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.2921154 Sep 16 13:02:45.953079 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9a1a6a-c18b-4a6f-9c0a-1454bc9fbcfb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:45.957754 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-92fa974c-86a1-44f6-8113-d0aed0b9ddae service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8231342 Sep 16 13:02:45.962434 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1a6a-c18b-4a6f-9c0a-1454bc9fbcfb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:45.982804 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-40b3850e-a443-4937-a381-837e2a5805bf tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (16233806-a864-4938-96ad-d9e47ddb1de3), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:45.986499 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6774249-4825-435b-91b0-7e6abe01eacd x-openstack-request-id: req-a6774249-4825-435b-91b0-7e6abe01eacd {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:02:45.986795 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5e660b-de79-42ca-a8de-fe06738b9771", "name": "network-vif-plugged", "status": "completed", "tag": "3af800e8-0d1f-497b-bca5-8901587cb91c", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:02:45.987065 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a6774249-4825-435b-91b0-7e6abe01eacd {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:02:45.987469 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6774249-4825-435b-91b0-7e6abe01eacd'] response: {'server_uuid': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af800e8-0d1f-497b-bca5-8901587cb91c', 'code': 200} Sep 16 13:02:45.995651 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-40b3850e-a443-4937-a381-837e2a5805bf tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (16233806-a864-4938-96ad-d9e47ddb1de3), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:46.190084 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Attempt 6 to provision port 6495a113-c2dc-4510-ac2b-3939ea636a0c Sep 16 13:02:46.309886 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Port 6495a113-c2dc-4510-ac2b-3939ea636a0c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:02:46.348842 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fbcab912-0937-487a-8d8e-08e8ff5ef492 req-2f3897f5-5c70-49e2-83a9-62d3709b5ce6 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4170058 Sep 16 13:02:46.473488 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-99e6654b-11a7-47f5-98fc-2add534f3c80 req-4a12db54-eb81-4ce1-b69d-402e1b1018d7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-894032873', 'description': 'tempest-description-1116690458'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:46.549882 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-40b3850e-a443-4937-a381-837e2a5805bf tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_controller (16233806-a864-4938-96ad-d9e47ddb1de3), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:46.575502 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-40b3850e-a443-4937-a381-837e2a5805bf tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (16233806-a864-4938-96ad-d9e47ddb1de3), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:46.623620 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-65a87f48-c5c6-4bce-9bc4-7b0394f26952 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021326 Sep 16 13:02:46.632473 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:46.641566 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-99e6654b-11a7-47f5-98fc-2add534f3c80 req-4a12db54-eb81-4ce1-b69d-402e1b1018d7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:46.682259 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-40b3850e-a443-4937-a381-837e2a5805bf tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:46.688076 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-40b3850e-a443-4937-a381-837e2a5805bf tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9328775 Sep 16 13:02:46.688788 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38698) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:46.748891 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-faecdeb5-b90f-4c20-9e3e-c9160c0a893d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c121ccb-eba9-4b08-98af-afba73327fcc HTTP/1.1" status: 200 len: 217 time: 0.1138463 Sep 16 13:02:46.756410 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-29f6e987-a361-4c3c-bac3-9512b9ed71cd tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:46.758122 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-29f6e987-a361-4c3c-bac3-9512b9ed71cd tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.76 "GET /networking/v2.0/networks?id=4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 200 len: 811 time: 0.5703502 Sep 16 13:02:46.777781 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-6d9bdc99-0baf-4cef-bd19-1b383575b616 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Request body: {'port': {'device_id': '8fc40271-fc32-41d6-ad15-257d0e7a7187', 'network_id': '4c6a423f-0493-4448-999c-84f17e899760', 'admin_state_up': True, 'tenant_id': 'cfe82d8dd4fb42cbb054a6f069424c57'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:46.784690 n-d-858094-4 neutron-server[113699]: DEBUG neutron.objects.ports [None req-aa9a1a6a-c18b-4a6f-9c0a-1454bc9fbcfb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113699) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 16 13:02:46.791206 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1a6a-c18b-4a6f-9c0a-1454bc9fbcfb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (e9acf894-9082-4d59-b838-488a5cf64bfd), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:46.811031 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Attempt 7 to provision port 6495a113-c2dc-4510-ac2b-3939ea636a0c Sep 16 13:02:46.921316 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Port 6495a113-c2dc-4510-ac2b-3939ea636a0c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:02:46.956949 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9a1a6a-c18b-4a6f-9c0a-1454bc9fbcfb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:46.961382 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0179d4e2-ddef-40ae-8fdc-ee8ab6a08895 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router (16233806-a864-4938-96ad-d9e47ddb1de3), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:46.976142 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-aa9a1a6a-c18b-4a6f-9c0a-1454bc9fbcfb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:47.012522 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d1641b-8ff9-4208-b4fe-ea4bc43192f5 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:47.038883 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9a1a6a-c18b-4a6f-9c0a-1454bc9fbcfb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:47.040265 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1a6a-c18b-4a6f-9c0a-1454bc9fbcfb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:47.119521 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-76441621-5be7-4e1f-b326-c9edd58f2c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:47.121134 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a1a6a-c18b-4a6f-9c0a-1454bc9fbcfb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=e9acf894-9082-4d59-b838-488a5cf64bfd,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:47.121395 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-76441621-5be7-4e1f-b326-c9edd58f2c6a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6bafead4-8a1f-46d4-95cd-a2f5dc732a76 HTTP/1.1" status: 200 len: 797 time: 0.3593333 Sep 16 13:02:47.162326 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-aa9a1a6a-c18b-4a6f-9c0a-1454bc9fbcfb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4953210 Sep 16 13:02:47.185908 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38708) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:47.191106 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-c1645b8e-4242-4bac-9378-3f10e286af06 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'mac_address': 'fa:16:3e:bf:7f:ea', 'name': 'tempest-NetworksTestDHCPv6-1342397442'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:47.234713 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-25893067-d82f-4a50-827b-0965903e57e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:47.236723 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-25893067-d82f-4a50-827b-0965903e57e6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=231c3494-8d9a-44ba-b103-fc49819648f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0884745 Sep 16 13:02:47.238476 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a6d15787-0304-44bc-9395-32ba098887e9 req-b68f8b1b-18cd-4c71-838d-3a73f29ae6b2 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 210 time: 0.2838585 Sep 16 13:02:47.279094 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:47.283263 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': 'e9acf894-9082-4d59-b838-488a5cf64bfd'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:02:47.284965 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:47.326366 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:47.376858 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0179d4e2-ddef-40ae-8fdc-ee8ab6a08895 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (16233806-a864-4938-96ad-d9e47ddb1de3), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:47.379851 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0179d4e2-ddef-40ae-8fdc-ee8ab6a08895 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_controller (16233806-a864-4938-96ad-d9e47ddb1de3), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:47.403482 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-99e6654b-11a7-47f5-98fc-2add534f3c80 req-4a12db54-eb81-4ce1-b69d-402e1b1018d7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (0334b825-3168-491b-9d7c-628d6248aee3), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:47.415521 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-99e6654b-11a7-47f5-98fc-2add534f3c80 req-4a12db54-eb81-4ce1-b69d-402e1b1018d7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (0334b825-3168-491b-9d7c-628d6248aee3), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:47.493569 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Attempt 8 to provision port 6495a113-c2dc-4510-ac2b-3939ea636a0c Sep 16 13:02:47.496516 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:47.542161 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0179d4e2-ddef-40ae-8fdc-ee8ab6a08895 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (16233806-a864-4938-96ad-d9e47ddb1de3), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:47.544103 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0179d4e2-ddef-40ae-8fdc-ee8ab6a08895 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16233806-a864-4938-96ad-d9e47ddb1de3 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:02:47.556282 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0179d4e2-ddef-40ae-8fdc-ee8ab6a08895 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:47.558994 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0179d4e2-ddef-40ae-8fdc-ee8ab6a08895 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "DELETE /networking/v2.0/routers/16233806-a864-4938-96ad-d9e47ddb1de3 HTTP/1.1" status: 204 len: 168 time: 0.8683851 Sep 16 13:02:47.562993 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:47.596821 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Port 6495a113-c2dc-4510-ac2b-3939ea636a0c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:02:47.617792 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-99e6654b-11a7-47f5-98fc-2add534f3c80 req-4a12db54-eb81-4ce1-b69d-402e1b1018d7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:47.645289 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-99e6654b-11a7-47f5-98fc-2add534f3c80 req-4a12db54-eb81-4ce1-b69d-402e1b1018d7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.1821330 Sep 16 13:02:47.646437 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12db54-eb81-4ce1-b69d-402e1b1018d7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0334b825-3168-491b-9d7c-628d6248aee3,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:47.660069 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-764ea10c-56a3-461f-9580-1e6c705c0959 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/231c3494-8d9a-44ba-b103-fc49819648f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116192 Sep 16 13:02:47.674415 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-f6abb3cb-30da-4cbc-b4ea-d456c3c50e6d req-8a4147d2-b797-47b6-bcef-062e8ea9a04f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-444437611', 'description': 'tempest-description-1682211046'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:47.690184 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1645b8e-4242-4bac-9378-3f10e286af06 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:47.691251 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] Allocated IP 2001:db8::f816:3eff:fec0:8817 (9baef6e6-991f-4370-ace0-656f975a51ae/e9acf894-9082-4d59-b838-488a5cf64bfd/11c5bdd5-9649-490f-8220-5d1c956f4aaf) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:47.721069 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-6d9bdc99-0baf-4cef-bd19-1b383575b616 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Made reservation on behalf of cfe82d8dd4fb42cbb054a6f069424c57 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:47.725691 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-6d9bdc99-0baf-4cef-bd19-1b383575b616 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:47.810023 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f6abb3cb-30da-4cbc-b4ea-d456c3c50e6d req-8a4147d2-b797-47b6-bcef-062e8ea9a04f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:47.845783 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c1645b8e-4242-4bac-9378-3f10e286af06 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:47.869070 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34f03-b4e4-495c-82c6-ec882fda4c3f req-aec9a492-498e-43cb-967b-bad7f9cc9a8a tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:47.870566 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-36b34f03-b4e4-495c-82c6-ec882fda4c3f req-aec9a492-498e-43cb-967b-bad7f9cc9a8a tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.3499448 Sep 16 13:02:47.873444 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38716) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:47.921127 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-c1645b8e-4242-4bac-9378-3f10e286af06 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port b0bd15a6-67c7-45f0-8c21-a5b988fa3c8c yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:02:48.079223 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] Publish callbacks [] for port (11c5bdd5-9649-490f-8220-5d1c956f4aaf), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:48.094440 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (11c5bdd5-9649-490f-8220-5d1c956f4aaf), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:48.151381 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Attempt 9 to provision port 6495a113-c2dc-4510-ac2b-3939ea636a0c Sep 16 13:02:48.208436 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Port 6495a113-c2dc-4510-ac2b-3939ea636a0c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:02:48.248513 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:48.251974 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:48.256015 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:48.261507 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-c1645b8e-4242-4bac-9378-3f10e286af06 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::f816:3eff:febf:7fea (9baef6e6-991f-4370-ace0-656f975a51ae/e9acf894-9082-4d59-b838-488a5cf64bfd/b0bd15a6-67c7-45f0-8c21-a5b988fa3c8c) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:48.267554 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] Pushing event updated for resources: {'Port': ['ID=11c5bdd5-9649-490f-8220-5d1c956f4aaf,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:48.358406 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] Attempting to bind port 11c5bdd5-9649-490f-8220-5d1c956f4aaf on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:48.359038 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] Attempting to bind port 11c5bdd5-9649-490f-8220-5d1c956f4aaf by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:48.359152 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] Attempting to bind port 11c5bdd5-9649-490f-8220-5d1c956f4aaf on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:48.403527 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:48.407125 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-d6479b7e-ced6-48e2-b446-d4ad5da8ab27 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-436106132', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}, 'admin_state_up': False}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:48.445423 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:48.457133 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:02:48.457506 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:02:48.460728 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:48.461259 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:02:48.461821 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] Bound port: 11c5bdd5-9649-490f-8220-5d1c956f4aaf, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:02:48.462262 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (11c5bdd5-9649-490f-8220-5d1c956f4aaf), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:48.479395 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-36b34f03-b4e4-495c-82c6-ec882fda4c3f req-f1b2c8a8-19a5-4a25-9a98-81172d0c8638 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5047977 Sep 16 13:02:48.503437 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-fc83bca9-ab6d-4faa-9306-06b6e355dd84 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/231c3494-8d9a-44ba-b103-fc49819648f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7459362 Sep 16 13:02:48.551266 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f6abb3cb-30da-4cbc-b4ea-d456c3c50e6d req-8a4147d2-b797-47b6-bcef-062e8ea9a04f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (4ed0efee-0a9a-4002-8fc8-71699bf983e9), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:48.603162 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-09b13906-8eb7-46ca-9c05-89354461b5e7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=328ce2f8-022c-446e-b388-06295b8c63e7 HTTP/1.1" status: 200 len: 217 time: 0.0454891 Sep 16 13:02:48.611035 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 5eb96e06-a7d8-4bcb-887d-4f9466578027 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:48.622755 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f6abb3cb-30da-4cbc-b4ea-d456c3c50e6d req-8a4147d2-b797-47b6-bcef-062e8ea9a04f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (4ed0efee-0a9a-4002-8fc8-71699bf983e9), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:48.669003 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c1645b8e-4242-4bac-9378-3f10e286af06 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (b0bd15a6-67c7-45f0-8c21-a5b988fa3c8c), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:48.679535 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f6abb3cb-30da-4cbc-b4ea-d456c3c50e6d req-8a4147d2-b797-47b6-bcef-062e8ea9a04f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:48.681057 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f6abb3cb-30da-4cbc-b4ea-d456c3c50e6d req-8a4147d2-b797-47b6-bcef-062e8ea9a04f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.0112746 Sep 16 13:02:48.698133 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] For port 11c5bdd5-9649-490f-8220-5d1c956f4aaf, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:02:48.730216 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] For port 11c5bdd5-9649-490f-8220-5d1c956f4aaf, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=11c5bdd5-9649-490f-8220-5d1c956f4aaf,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:02:48.731405 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-46c12ffe-85d1-45d7-bec3-39bac03ee51b req-96640e9a-f230-415a-8517-f9338eb5b9a2 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 210 time: 0.0346844 Sep 16 13:02:48.751298 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-6d9bdc99-0baf-4cef-bd19-1b383575b616 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Allocated IP 172.20.0.5 (4c6a423f-0493-4448-999c-84f17e899760/084dc942-2fdd-4c42-96da-2aec36f644a5/3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:48.776748 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c1645b8e-4242-4bac-9378-3f10e286af06 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (b0bd15a6-67c7-45f0-8c21-a5b988fa3c8c), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:48.790489 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6479b7e-ced6-48e2-b446-d4ad5da8ab27 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (1cadfd87-696e-480a-b974-5ff3244b4e30), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:48.792812 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4147d2-b797-47b6-bcef-062e8ea9a04f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed0efee-0a9a-4002-8fc8-71699bf983e9,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:48.803057 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6479b7e-ced6-48e2-b446-d4ad5da8ab27 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (1cadfd87-696e-480a-b974-5ff3244b4e30), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:48.805275 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-9ab0a1c5-b1f8-4c44-a507-4bd1daa39809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:48.806904 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Attempt 10 to provision port 6495a113-c2dc-4510-ac2b-3939ea636a0c Sep 16 13:02:48.809392 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-9ab0a1c5-b1f8-4c44-a507-4bd1daa39809 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6bafead4-8a1f-46d4-95cd-a2f5dc732a76 HTTP/1.1" status: 200 len: 797 time: 0.1972058 Sep 16 13:02:48.821198 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (11c5bdd5-9649-490f-8220-5d1c956f4aaf), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:48.888622 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1645b8e-4242-4bac-9378-3f10e286af06 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:48.900320 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-c1645b8e-4242-4bac-9378-3f10e286af06 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:48.904694 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1645b8e-4242-4bac-9378-3f10e286af06 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:48.910029 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1645b8e-4242-4bac-9378-3f10e286af06 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:48.910902 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c1645b8e-4242-4bac-9378-3f10e286af06 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:48.948304 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c1645b8e-4242-4bac-9378-3f10e286af06 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7611310 Sep 16 13:02:48.956781 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38730) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:48.982956 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1645b8e-4242-4bac-9378-3f10e286af06 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=b0bd15a6-67c7-45f0-8c21-a5b988fa3c8c,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:49.076474 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc75c3-c67f-4192-b997-3483c2f7cb6d None None] Pushing event updated for resources: {'Port': ['ID=11c5bdd5-9649-490f-8220-5d1c956f4aaf,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:49.128930 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-36041703-0bc0-4428-82df-fe171749e330 None None] Port 6495a113-c2dc-4510-ac2b-3939ea636a0c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:02:49.140596 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 5eb96e06-a7d8-4bcb-887d-4f9466578027 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:49.140978 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5eb96e06-a7d8-4bcb-887d-4f9466578027), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:49.141381 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 5eb96e06-a7d8-4bcb-887d-4f9466578027 Sep 16 13:02:49.156903 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a066fbb-5b16-4a28-9235-87469edc9671 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:49.163160 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a066fbb-5b16-4a28-9235-87469edc9671 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:49.181156 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7a066fbb-5b16-4a28-9235-87469edc9671 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2102671 Sep 16 13:02:49.185775 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6479b7e-ced6-48e2-b446-d4ad5da8ab27 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_controller (1cadfd87-696e-480a-b974-5ff3244b4e30), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:49.194041 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38744) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:49.255257 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:49.255516 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-ebdffaef-0856-4daa-9364-d2405a93c274 None None] Provisioning complete for port 6495a113-c2dc-4510-ac2b-3939ea636a0c triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:49.255774 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ebdffaef-0856-4daa-9364-d2405a93c274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6495a113-c2dc-4510-ac2b-3939ea636a0c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:49.269879 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ebdffaef-0856-4daa-9364-d2405a93c274 None None] Attempt 1 to provision port 6495a113-c2dc-4510-ac2b-3939ea636a0c Sep 16 13:02:49.279945 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:49.374417 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:49.382557 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-6d9bdc99-0baf-4cef-bd19-1b383575b616 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks [] for port (3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:49.392807 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-1dff8aa0-f780-403b-8e39-4bc3b63a5f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:49.392807 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-1dff8aa0-f780-403b-8e39-4bc3b63a5f9f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=231c3494-8d9a-44ba-b103-fc49819648f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5695810 Sep 16 13:02:49.423179 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ebdffaef-0856-4daa-9364-d2405a93c274 None None] Port 6495a113-c2dc-4510-ac2b-3939ea636a0c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:02:49.440643 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 5eb96e06-a7d8-4bcb-887d-4f9466578027 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:49.441470 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5eb96e06-a7d8-4bcb-887d-4f9466578027), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:49.520361 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 5eb96e06-a7d8-4bcb-887d-4f9466578027, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=5eb96e06-a7d8-4bcb-887d-4f9466578027,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:49.531241 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5eb96e06-a7d8-4bcb-887d-4f9466578027), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:49.626957 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=5eb96e06-a7d8-4bcb-887d-4f9466578027,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:49.772418 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] Sync routers for ids ['28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:02:49.792343 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] Routers {'28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:02:49.793006 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:02:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:49.937723 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ebdffaef-0856-4daa-9364-d2405a93c274 None None] Attempt 2 to provision port 6495a113-c2dc-4510-ac2b-3939ea636a0c Sep 16 13:02:49.973643 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] Set router 28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:02:49.995076 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-6d9bdc99-0baf-4cef-bd19-1b383575b616 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:50.006611 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875c825-d353-43ef-be56-ec0210252774 req-cfa2979e-d7e4-4649-8fc4-c0ba1f91fc7a tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:50.008076 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4875c825-d353-43ef-be56-ec0210252774 req-cfa2979e-d7e4-4649-8fc4-c0ba1f91fc7a tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.1158328 Sep 16 13:02:50.034422 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ebdffaef-0856-4daa-9364-d2405a93c274 None None] Port 6495a113-c2dc-4510-ac2b-3939ea636a0c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:02:50.040354 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7cf23-b628-4970-bd4d-61faf613074b req-66083956-3c13-4274-9ece-477abc658d03 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:50.048189 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54f7cf23-b628-4970-bd4d-61faf613074b req-66083956-3c13-4274-9ece-477abc658d03 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/networks?id=56dd3a41-efae-420b-b361-8c953ab80e6c HTTP/1.1" status: 200 len: 813 time: 0.8561137 Sep 16 13:02:50.055115 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6479b7e-ced6-48e2-b446-d4ad5da8ab27 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_gateway (1cadfd87-696e-480a-b974-5ff3244b4e30), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:50.070008 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:50.088247 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:50.113025 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-a8345e39-c51a-48c8-bfcf-9c3fac71e942 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/231c3494-8d9a-44ba-b103-fc49819648f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6917689 Sep 16 13:02:50.219664 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54f7cf23-b628-4970-bd4d-61faf613074b req-51b1f6cd-12ca-40b9-9a63-30bf6c9ea797 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/quotas/aaeff399942c4286a71ea3a0eab43280 HTTP/1.1" status: 200 len: 375 time: 0.1704783 Sep 16 13:02:50.248084 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4875c825-d353-43ef-be56-ec0210252774 req-c359c3de-c225-475a-ab82-ae7434f1d277 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300291 Sep 16 13:02:50.255800 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:50.258469 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-6d9bdc99-0baf-4cef-bd19-1b383575b616 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Network 4c6a423f-0493-4448-999c-84f17e899760 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:50.371836 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-6d9bdc99-0baf-4cef-bd19-1b383575b616 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:50.374632 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bdc99-0baf-4cef-bd19-1b383575b616 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Pushing event updated for resources: {'Port': ['ID=3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:50.379735 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-6d9bdc99-0baf-4cef-bd19-1b383575b616 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:50.404411 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1', 'name': 'tempest-SecurityGroupsTestJSON-1944630744-router', 'tenant_id': 'aaeff399942c4286a71ea3a0eab43280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '5eb96e06-a7d8-4bcb-887d-4f9466578027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:02:36Z', 'updated_at': '2022-09-16T13:02:42Z', 'revision_number': 4, 'project_id': 'aaeff399942c4286a71ea3a0eab43280', 'gw_port': {'id': '5eb96e06-a7d8-4bcb-887d-4f9466578027', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:22:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:02:38Z', 'updated_at': '2022-09-16T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '6495a113-c2dc-4510-ac2b-3939ea636a0c', 'name': '', 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c', 'tenant_id': 'aaeff399942c4286a71ea3a0eab43280', 'mac_address': 'fa:16:3e:3c:9b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '1f466e8b-55f7-427d-b163-cda4af9f8b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:02:41Z', 'updated_at': '2022-09-16T13:02:43Z', 'revision_number': 2, 'project_id': 'aaeff399942c4286a71ea3a0eab43280', 'subnets': [{'id': '1f466e8b-55f7-427d-b163-cda4af9f8b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:50.513046 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] Checking router: 28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:02:50.520732 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] Updating router 28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1 port 6495a113-c2dc-4510-ac2b-3939ea636a0c binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:02:50.533395 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6479b7e-ced6-48e2-b446-d4ad5da8ab27 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_gateway (1cadfd87-696e-480a-b974-5ff3244b4e30), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:50.535803 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ebdffaef-0856-4daa-9364-d2405a93c274 None None] Attempt 3 to provision port 6495a113-c2dc-4510-ac2b-3939ea636a0c Sep 16 13:02:50.566146 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6479b7e-ced6-48e2-b446-d4ad5da8ab27 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:50.579644 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54f7cf23-b628-4970-bd4d-61faf613074b req-8c71a7bc-dffd-478a-8481-c9c5113e74f2 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=aaeff399942c4286a71ea3a0eab43280&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3586216 Sep 16 13:02:50.661464 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ebdffaef-0856-4daa-9364-d2405a93c274 None None] Port 6495a113-c2dc-4510-ac2b-3939ea636a0c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:02:50.667594 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6495a113-c2dc-4510-ac2b-3939ea636a0c), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:50.744775 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-d6479b7e-ced6-48e2-b446-d4ad5da8ab27 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Allocated IP 172.25.2.248 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/eb9ae114-0d75-4f0b-8e98-03b232628212) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:50.850894 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-6d9bdc99-0baf-4cef-bd19-1b383575b616 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:50.851899 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-6d9bdc99-0baf-4cef-bd19-1b383575b616 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:50.876794 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 11c5bdd5-9649-490f-8220-5d1c956f4aaf up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:50.923107 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef47dc3-e199-468b-b40f-5dc04ab6f475 req-9cab1b20-c0d1-4989-8f32-153f96834125 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:50.928435 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eef47dc3-e199-468b-b40f-5dc04ab6f475 req-9cab1b20-c0d1-4989-8f32-153f96834125 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 931 time: 0.4453905 Sep 16 13:02:50.929888 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6479b7e-ced6-48e2-b446-d4ad5da8ab27 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for port (eb9ae114-0d75-4f0b-8e98-03b232628212), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:50.981324 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 11c5bdd5-9649-490f-8220-5d1c956f4aaf triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:50.981802 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (11c5bdd5-9649-490f-8220-5d1c956f4aaf), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:50.982463 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 11c5bdd5-9649-490f-8220-5d1c956f4aaf Sep 16 13:02:50.993273 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d558bf8-2ab1-4d38-81d6-7e28b37bc0d6 req-375ca1fa-46d3-4104-82f9-8ab032dd2a5e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/231c3494-8d9a-44ba-b103-fc49819648f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7585456 Sep 16 13:02:50.995809 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:51.004567 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6479b7e-ced6-48e2-b446-d4ad5da8ab27 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (eb9ae114-0d75-4f0b-8e98-03b232628212), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:51.027530 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-0d92d312-1e1a-4c08-b3aa-ed316e388060 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port b0bd15a6-67c7-45f0-8c21-a5b988fa3c8c {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:02:51.028622 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0d92d312-1e1a-4c08-b3aa-ed316e388060 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (b0bd15a6-67c7-45f0-8c21-a5b988fa3c8c), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:51.170863 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ebdffaef-0856-4daa-9364-d2405a93c274 None None] Attempt 4 to provision port 6495a113-c2dc-4510-ac2b-3939ea636a0c Sep 16 13:02:51.187233 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54f7cf23-b628-4970-bd4d-61faf613074b req-8b155405-cf6d-40c9-ad80-ad1e5a24013f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046674 Sep 16 13:02:51.263873 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] Publish callbacks [] for port (6495a113-c2dc-4510-ac2b-3939ea636a0c), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:51.267530 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6479b7e-ced6-48e2-b446-d4ad5da8ab27 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:51.279890 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-d6479b7e-ced6-48e2-b446-d4ad5da8ab27 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:51.282407 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eef47dc3-e199-468b-b40f-5dc04ab6f475 req-cc732b98-42c9-4433-bb4e-93e0568d0a20 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978714 Sep 16 13:02:51.289809 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6479b7e-ced6-48e2-b446-d4ad5da8ab27 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:51.299975 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 11c5bdd5-9649-490f-8220-5d1c956f4aaf is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:51.300382 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (11c5bdd5-9649-490f-8220-5d1c956f4aaf), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:51.306877 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:51.315242 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6495a113-c2dc-4510-ac2b-3939ea636a0c), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:51.337039 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ebdffaef-0856-4daa-9364-d2405a93c274 None None] Port 6495a113-c2dc-4510-ac2b-3939ea636a0c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:02:51.375926 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6479b7e-ced6-48e2-b446-d4ad5da8ab27 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Pushing event updated for resources: {'Port': ['ID=eb9ae114-0d75-4f0b-8e98-03b232628212,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:51.413971 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-6d9bdc99-0baf-4cef-bd19-1b383575b616 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6385674 Sep 16 13:02:51.426081 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 11c5bdd5-9649-490f-8220-5d1c956f4aaf, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=11c5bdd5-9649-490f-8220-5d1c956f4aaf,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:51.432438 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (11c5bdd5-9649-490f-8220-5d1c956f4aaf), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:51.433312 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 5eb96e06-a7d8-4bcb-887d-4f9466578027 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:51.440853 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] Request body: {'port': {'device_id': '8fc40271-fc32-41d6-ad15-257d0e7a7187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:51.441491 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8042ae-e04a-4061-9185-ea9b4f84c821 None None] Pushing event updated for resources: {'Port': ['ID=6495a113-c2dc-4510-ac2b-3939ea636a0c,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:51.444380 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0d92d312-1e1a-4c08-b3aa-ed316e388060 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (b0bd15a6-67c7-45f0-8c21-a5b988fa3c8c), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:51.512406 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=11c5bdd5-9649-490f-8220-5d1c956f4aaf,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:51.514437 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] Attempting to bind port 6495a113-c2dc-4510-ac2b-3939ea636a0c on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:51.516577 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] Attempting to bind port 6495a113-c2dc-4510-ac2b-3939ea636a0c by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'bbab3c9e-7709-444a-adb6-0434f4755f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:51.524674 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] Attempting to bind port 6495a113-c2dc-4510-ac2b-3939ea636a0c on network 56dd3a41-efae-420b-b361-8c953ab80e6c {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:51.594060 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:02:51.594920 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] Checking segment: {'id': 'bbab3c9e-7709-444a-adb6-0434f4755f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:02:51.595716 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:51.596391 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] Bound using segment: {'id': 'bbab3c9e-7709-444a-adb6-0434f4755f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:02:51.597231 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] Bound port: 6495a113-c2dc-4510-ac2b-3939ea636a0c, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbab3c9e-7709-444a-adb6-0434f4755f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:02:51.598686 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6495a113-c2dc-4510-ac2b-3939ea636a0c), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:51.607758 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-0d92d312-1e1a-4c08-b3aa-ed316e388060 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for b0bd15a6-67c7-45f0-8c21-a5b988fa3c8c owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:02:51.654765 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:51.660535 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 5eb96e06-a7d8-4bcb-887d-4f9466578027 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:51.661103 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5eb96e06-a7d8-4bcb-887d-4f9466578027), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:51.661385 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 5eb96e06-a7d8-4bcb-887d-4f9466578027 Sep 16 13:02:51.665659 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54f7cf23-b628-4970-bd4d-61faf613074b req-8ef33a63-a834-44e0-9616-1f0549758002 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673738 Sep 16 13:02:51.725305 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b3029-0fbf-4268-b8d7-4d00ddd1ff2d req-372efeaa-e97a-4329-9590-93eef46a4f8e tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:51.734863 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-776b3029-0fbf-4268-b8d7-4d00ddd1ff2d req-372efeaa-e97a-4329-9590-93eef46a4f8e tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.2479951 Sep 16 13:02:51.739972 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] For port 6495a113-c2dc-4510-ac2b-3939ea636a0c, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:02:51.749467 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] For port 6495a113-c2dc-4510-ac2b-3939ea636a0c, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6495a113-c2dc-4510-ac2b-3939ea636a0c,segment=NetworkSegment(bbab3c9e-7709-444a-adb6-0434f4755f1b),segment_id=bbab3c9e-7709-444a-adb6-0434f4755f1b)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:02:51.792257 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6495a113-c2dc-4510-ac2b-3939ea636a0c), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:51.798719 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:51.848371 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:51.866781 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ebdffaef-0856-4daa-9364-d2405a93c274 None None] Attempt 5 to provision port 6495a113-c2dc-4510-ac2b-3939ea636a0c Sep 16 13:02:51.916672 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:51.929160 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] Routers {'28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:02:51.931007 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:02:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:52.041297 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 3a5b1f2b-2004-4cf4-93bd-f498b62488fe details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:02:52.059432 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 5eb96e06-a7d8-4bcb-887d-4f9466578027 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:52.104448 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0d92d312-1e1a-4c08-b3aa-ed316e388060 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (b0bd15a6-67c7-45f0-8c21-a5b988fa3c8c), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:52.140595 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ebdffaef-0856-4daa-9364-d2405a93c274 None None] Current status of the port 6495a113-c2dc-4510-ac2b-3939ea636a0c is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:52.141000 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ebdffaef-0856-4daa-9364-d2405a93c274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6495a113-c2dc-4510-ac2b-3939ea636a0c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:52.209392 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] Set router 28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:02:52.241757 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:52.283441 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92d312-1e1a-4c08-b3aa-ed316e388060 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=b0bd15a6-67c7-45f0-8c21-a5b988fa3c8c,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:52.305366 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ebdffaef-0856-4daa-9364-d2405a93c274 None None] For port 6495a113-c2dc-4510-ac2b-3939ea636a0c, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6495a113-c2dc-4510-ac2b-3939ea636a0c,segment=NetworkSegment(bbab3c9e-7709-444a-adb6-0434f4755f1b),segment_id=bbab3c9e-7709-444a-adb6-0434f4755f1b)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:52.322461 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ebdffaef-0856-4daa-9364-d2405a93c274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6495a113-c2dc-4510-ac2b-3939ea636a0c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:52.413809 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:52.464006 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8042ae-e04a-4061-9185-ea9b4f84c821 None None] Pushing event updated for resources: {'Port': ['ID=6495a113-c2dc-4510-ac2b-3939ea636a0c,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:52.537180 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-776b3029-0fbf-4268-b8d7-4d00ddd1ff2d req-d89dd9a2-79ef-4f48-bd1d-f88670bfafde tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7980204 Sep 16 13:02:52.537801 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'port_id': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe', 'mac_address': 'fa:16:3e:85:0e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:02:52.551826 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-95d71ca4-df63-4af8-8e6c-3c702cbd0951 req-2cb36c9a-2b06-4422-8556-a2a54e197410 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 210 time: 0.0967119 Sep 16 13:02:52.633660 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0d92d312-1e1a-4c08-b3aa-ed316e388060 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:52.634452 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-bae64dde-a5b6-4f35-a92c-d9422f33cccf None None] Could not find standard attr ID for object b0bd15a6-67c7-45f0-8c21-a5b988fa3c8c. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:02:52.640904 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:52.653694 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0d92d312-1e1a-4c08-b3aa-ed316e388060 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/b0bd15a6-67c7-45f0-8c21-a5b988fa3c8c HTTP/1.1" status: 204 len: 168 time: 3.4487731 Sep 16 13:02:52.659441 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38776) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:52.705537 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdffaef-0856-4daa-9364-d2405a93c274 None None] Pushing event updated for resources: {'Port': ['ID=6495a113-c2dc-4510-ac2b-3939ea636a0c,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:52.721514 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 11c5bdd5-9649-490f-8220-5d1c956f4aaf up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:52.777384 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe is: ACTIVE; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:52.778370 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:52.781257 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-bae64dde-a5b6-4f35-a92c-d9422f33cccf None None] Provisioning complete for port 11c5bdd5-9649-490f-8220-5d1c956f4aaf triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:52.781839 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bae64dde-a5b6-4f35-a92c-d9422f33cccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (11c5bdd5-9649-490f-8220-5d1c956f4aaf), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:52.782338 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-bae64dde-a5b6-4f35-a92c-d9422f33cccf None None] Attempt 1 to provision port 11c5bdd5-9649-490f-8220-5d1c956f4aaf Sep 16 13:02:52.790459 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:52.850672 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a5b1f2b-2004-4cf4-93bd-f498b62488fe {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:02:52.863605 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6479b7e-ced6-48e2-b446-d4ad5da8ab27 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_gateway (1cadfd87-696e-480a-b974-5ff3244b4e30), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:52.888480 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1', 'name': 'tempest-SecurityGroupsTestJSON-1944630744-router', 'tenant_id': 'aaeff399942c4286a71ea3a0eab43280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '5eb96e06-a7d8-4bcb-887d-4f9466578027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:02:36Z', 'updated_at': '2022-09-16T13:02:42Z', 'revision_number': 4, 'project_id': 'aaeff399942c4286a71ea3a0eab43280', 'gw_port': {'id': '5eb96e06-a7d8-4bcb-887d-4f9466578027', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:22:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:02:38Z', 'updated_at': '2022-09-16T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '6495a113-c2dc-4510-ac2b-3939ea636a0c', 'name': '', 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c', 'tenant_id': 'aaeff399942c4286a71ea3a0eab43280', 'mac_address': 'fa:16:3e:3c:9b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '1f466e8b-55f7-427d-b163-cda4af9f8b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:02:41Z', 'updated_at': '2022-09-16T13:02:51Z', 'revision_number': 4, 'project_id': 'aaeff399942c4286a71ea3a0eab43280', 'subnets': [{'id': '1f466e8b-55f7-427d-b163-cda4af9f8b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:52.893182 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:52.924227 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:52.936341 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 11c5bdd5-9649-490f-8220-5d1c956f4aaf triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:52.936709 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (11c5bdd5-9649-490f-8220-5d1c956f4aaf), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:52.937041 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 11c5bdd5-9649-490f-8220-5d1c956f4aaf Sep 16 13:02:52.943691 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:02:52.957785 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a0afd8-f7b6-48c5-b3da-6f757d1d2e8a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:52.960943 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a043e1-ae50-4df0-9c77-addd6867491b None None] The sync data for ids ['28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1'] in n-d-858094-4 is: [{'id': '28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1', 'name': 'tempest-SecurityGroupsTestJSON-1944630744-router', 'tenant_id': 'aaeff399942c4286a71ea3a0eab43280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '5eb96e06-a7d8-4bcb-887d-4f9466578027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:02:36Z', 'updated_at': '2022-09-16T13:02:42Z', 'revision_number': 4, 'project_id': 'aaeff399942c4286a71ea3a0eab43280', 'gw_port': {'id': '5eb96e06-a7d8-4bcb-887d-4f9466578027', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:22:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:02:38Z', 'updated_at': '2022-09-16T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '6495a113-c2dc-4510-ac2b-3939ea636a0c', 'name': '', 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c', 'tenant_id': 'aaeff399942c4286a71ea3a0eab43280', 'mac_address': 'fa:16:3e:3c:9b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '1f466e8b-55f7-427d-b163-cda4af9f8b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:02:41Z', 'updated_at': '2022-09-16T13:02:51Z', 'revision_number': 4, 'project_id': 'aaeff399942c4286a71ea3a0eab43280', 'subnets': [{'id': '1f466e8b-55f7-427d-b163-cda4af9f8b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:02:52.965267 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a0afd8-f7b6-48c5-b3da-6f757d1d2e8a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:52.975528 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a8a0afd8-f7b6-48c5-b3da-6f757d1d2e8a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2889647 Sep 16 13:02:52.976516 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38780) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:53.006203 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] Publish callbacks [] for port (3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:53.030592 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087cf9f-5a66-41f9-80c0-4c92003ae411 req-e1b9cb24-ae66-4fe0-8de7-d380b1c4fc2e tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:53.048488 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3087cf9f-5a66-41f9-80c0-4c92003ae411 req-e1b9cb24-ae66-4fe0-8de7-d380b1c4fc2e tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 931 time: 0.3324556 Sep 16 13:02:53.085991 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] Transition to ACTIVE for port object 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:02:53.108428 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:53.187258 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3087cf9f-5a66-41f9-80c0-4c92003ae411 req-4b2b3161-dc13-4b15-8cb4-000b6013b9bc tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374910 Sep 16 13:02:53.220494 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] Pushing event updated for resources: {'Port': ['ID=3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:53.239499 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dce2a99-678d-4213-8c9f-35c97e88dbcd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet e9acf894-9082-4d59-b838-488a5cf64bfd {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:02:53.248662 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8dce2a99-678d-4213-8c9f-35c97e88dbcd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (e9acf894-9082-4d59-b838-488a5cf64bfd), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:53.321912 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] Attempting to bind port 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:53.322255 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] Attempting to bind port 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:53.322589 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] Attempting to bind port 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 on network 4c6a423f-0493-4448-999c-84f17e899760 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:53.353137 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:53.402072 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] Port 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 on network 4c6a423f-0493-4448-999c-84f17e899760 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:02:53.402941 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] Attempting to bind port 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 on network 4c6a423f-0493-4448-999c-84f17e899760 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:53.423707 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:53.441247 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8dce2a99-678d-4213-8c9f-35c97e88dbcd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (e9acf894-9082-4d59-b838-488a5cf64bfd), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:53.461162 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:02:53.461492 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] Checking segment: {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:02:53.462015 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] Bound using segment: {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:02:53.462374 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] Bound port: 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce20a569-3358-4cdf-a537-d2b7460d6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4c6a423f-0493-4448-999c-84f17e899760'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:02:53.462671 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:53.533838 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:53.553500 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['3a5b1f2b-2004-4cf4-93bd-f498b62488fe'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:02:53.629130 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] For port 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:02:53.644400 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] For port 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:02:53.653094 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:53.688438 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6479b7e-ced6-48e2-b446-d4ad5da8ab27 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (1cadfd87-696e-480a-b974-5ff3244b4e30), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:53.695455 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:53.704902 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:53.706533 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 HTTP/1.1" status: 200 len: 1091 time: 2.2810781 Sep 16 13:02:53.718224 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc40271-fc32-41d6-ad15-257d0e7a7187', 'tag': '3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:02:53.725088 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b227b1a-7fbc-4927-94ff-67c964174a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc40271-fc32-41d6-ad15-257d0e7a7187", "tag": "3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:02:53.833653 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8dce2a99-678d-4213-8c9f-35c97e88dbcd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (e9acf894-9082-4d59-b838-488a5cf64bfd), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:53.872666 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:53.876029 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 11c5bdd5-9649-490f-8220-5d1c956f4aaf is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:53.959571 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8dce2a99-678d-4213-8c9f-35c97e88dbcd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (e9acf894-9082-4d59-b838-488a5cf64bfd), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:54.034314 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-bae64dde-a5b6-4f35-a92c-d9422f33cccf None None] Current status of the port 11c5bdd5-9649-490f-8220-5d1c956f4aaf is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:54.069590 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8dce2a99-678d-4213-8c9f-35c97e88dbcd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:54.074343 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7722f46b-34ee-413d-abe7-be403b29e05e req-539eb2c8-3718-4408-8f79-7a44652aa4a2 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 210 time: 0.2149253 Sep 16 13:02:54.077642 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561e4634-7104-45e1-a3c9-da6a21a0fc6f None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:54.083498 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8dce2a99-678d-4213-8c9f-35c97e88dbcd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/e9acf894-9082-4d59-b838-488a5cf64bfd HTTP/1.1" status: 204 len: 168 time: 1.1009448 Sep 16 13:02:54.091970 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:54.097159 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2a99-678d-4213-8c9f-35c97e88dbcd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=e9acf894-9082-4d59-b838-488a5cf64bfd,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:54.104816 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38796) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:54.160892 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5367fdd-c34f-4c1b-9626-a1ca47678c04 req-c93ff297-3746-4219-a19b-7b70bf297590 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:54.173047 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f5367fdd-c34f-4c1b-9626-a1ca47678c04 req-c93ff297-3746-4219-a19b-7b70bf297590 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 945 time: 0.4557760 Sep 16 13:02:54.203691 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-19118521-fc77-4597-88f5-c9ea08dd0124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:54.223368 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-19118521-fc77-4597-88f5-c9ea08dd0124 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 1125 time: 0.3932817 Sep 16 13:02:54.246595 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4520d7-ef95-4c50-9661-61581e5e9c45 x-openstack-request-id: req-1d4520d7-ef95-4c50-9661-61581e5e9c45 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:02:54.247735 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc40271-fc32-41d6-ad15-257d0e7a7187", "tag": "3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:02:54.248553 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1d4520d7-ef95-4c50-9661-61581e5e9c45 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:02:54.249225 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d4520d7-ef95-4c50-9661-61581e5e9c45'] response: {'name': 'network-changed', 'server_uuid': '8fc40271-fc32-41d6-ad15-257d0e7a7187', 'tag': '3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1', 'status': 'completed', 'code': 200} Sep 16 13:02:54.258153 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44153109-5121-4976-8ee5-4102bcd411cf service neutron] Pushing event updated for resources: {'Port': ['ID=3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:54.301796 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-644e99a7-7fbd-40b3-a0cc-b0d776341908 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1919024 Sep 16 13:02:54.313342 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38800) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:54.322377 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-bee42475-0991-4fb7-96ec-a27e1ee91600 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:54.330985 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c636ea-92f0-4828-ad14-d1b5ea421e78 None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:02:54.398520 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c6c636ea-92f0-4828-ad14-d1b5ea421e78 None None] Deleting port 11c5bdd5-9649-490f-8220-5d1c956f4aaf {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:02:54.398952 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c6c636ea-92f0-4828-ad14-d1b5ea421e78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (11c5bdd5-9649-490f-8220-5d1c956f4aaf), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:54.486829 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c6c636ea-92f0-4828-ad14-d1b5ea421e78 None None] For port 11c5bdd5-9649-490f-8220-5d1c956f4aaf, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=11c5bdd5-9649-490f-8220-5d1c956f4aaf,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:54.487277 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c6c636ea-92f0-4828-ad14-d1b5ea421e78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (11c5bdd5-9649-490f-8220-5d1c956f4aaf), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:54.506471 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c6c636ea-92f0-4828-ad14-d1b5ea421e78 None None] Calling delete_port for 11c5bdd5-9649-490f-8220-5d1c956f4aaf owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:02:54.540180 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:54.540405 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-7b572b60-fa75-4fa4-bdd2-96170827a4a2 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 HTTP/1.1" status: 200 len: 217 time: 0.3123398 Sep 16 13:02:54.686053 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee42475-0991-4fb7-96ec-a27e1ee91600 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:54.691962 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bee42475-0991-4fb7-96ec-a27e1ee91600 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:54.698886 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6479b7e-ced6-48e2-b446-d4ad5da8ab27 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Router 1cadfd87-696e-480a-b974-5ff3244b4e30 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:02:54.739079 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6495a113-c2dc-4510-ac2b-3939ea636a0c up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:54.787007 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f5367fdd-c34f-4c1b-9626-a1ca47678c04 req-f0af6ac3-e45c-45a3-b015-94f3bf3a08ec tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6130085 Sep 16 13:02:54.873563 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 6495a113-c2dc-4510-ac2b-3939ea636a0c triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:54.874689 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6495a113-c2dc-4510-ac2b-3939ea636a0c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:54.883985 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 6495a113-c2dc-4510-ac2b-3939ea636a0c Sep 16 13:02:54.933147 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8300e-dd73-4047-bca7-5b28ac459816 req-af33f462-f93f-4eae-b90e-1729ae2dca32 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:54.935132 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e7a8300e-dd73-4047-bca7-5b28ac459816 req-af33f462-f93f-4eae-b90e-1729ae2dca32 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 943 time: 0.4405286 Sep 16 13:02:54.993751 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c6c636ea-92f0-4828-ad14-d1b5ea421e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (11c5bdd5-9649-490f-8220-5d1c956f4aaf), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:55.002645 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-41bcd885-67ac-4043-9c01-811c5ca1032f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:55.004354 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-41bcd885-67ac-4043-9c01-811c5ca1032f service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=084dc942-2fdd-4c42-96da-2aec36f644a5 HTTP/1.1" status: 200 len: 850 time: 0.2655966 Sep 16 13:02:55.053711 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c636ea-92f0-4828-ad14-d1b5ea421e78 None None] No DVR routers for this DVR port 11c5bdd5-9649-490f-8220-5d1c956f4aaf on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:02:55.055933 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c636ea-92f0-4828-ad14-d1b5ea421e78 None None] Pushing event deleted for resources: {'Port': ['ID=11c5bdd5-9649-490f-8220-5d1c956f4aaf,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:55.066035 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7cf23-b628-4970-bd4d-61faf613074b req-40e10ca3-ea80-4f47-8854-250be57c7667 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:55.067923 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54f7cf23-b628-4970-bd4d-61faf613074b req-40e10ca3-ea80-4f47-8854-250be57c7667 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.25 "GET /networking/v2.0/networks?id=56dd3a41-efae-420b-b361-8c953ab80e6c HTTP/1.1" status: 200 len: 813 time: 0.3512378 Sep 16 13:02:55.085876 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e7a8300e-dd73-4047-bca7-5b28ac459816 req-fcec4e16-32d1-4766-b351-7fa1320852e7 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387379 Sep 16 13:02:55.094833 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-54f7cf23-b628-4970-bd4d-61faf613074b req-7124ec57-4829-4b1b-8280-69ea2ec88cfc tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Request body: {'port': {'device_id': '97f1168a-0491-4d97-8cc9-59e1b27ababe', 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c', 'admin_state_up': True, 'tenant_id': 'aaeff399942c4286a71ea3a0eab43280'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:55.168519 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 6495a113-c2dc-4510-ac2b-3939ea636a0c is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:55.210404 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:55.217468 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:55.237270 n-d-858094-4 neutron-server[113699]: DEBUG neutron.objects.ports [None req-bee42475-0991-4fb7-96ec-a27e1ee91600 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113699) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 16 13:02:55.245745 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bee42475-0991-4fb7-96ec-a27e1ee91600 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (55070a2b-1264-4063-b78a-f94577b9c71b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:55.269409 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-62307dad-ded0-494f-951f-334a245064b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:55.269659 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 11c5bdd5-9649-490f-8220-5d1c956f4aaf no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:02:55.269976 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-62307dad-ded0-494f-951f-334a245064b8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=4c6a423f-0493-4448-999c-84f17e899760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2532179 Sep 16 13:02:55.298055 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 11c5bdd5-9649-490f-8220-5d1c956f4aaf {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:02:55.298789 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 11c5bdd5-9649-490f-8220-5d1c956f4aaf not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:02:55.312530 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6b4db9fb-b19b-43a9-a443-6c0c17cbdf9f req-a645207b-3593-43ef-a673-e1dcc4647488 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 210 time: 0.0546315 Sep 16 13:02:55.316826 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee42475-0991-4fb7-96ec-a27e1ee91600 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:55.319140 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee42475-0991-4fb7-96ec-a27e1ee91600 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=55070a2b-1264-4063-b78a-f94577b9c71b,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:55.321771 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-bee42475-0991-4fb7-96ec-a27e1ee91600 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:55.323817 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6479b7e-ced6-48e2-b446-d4ad5da8ab27 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:02:55.337733 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee42475-0991-4fb7-96ec-a27e1ee91600 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:55.338397 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bee42475-0991-4fb7-96ec-a27e1ee91600 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:55.358902 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787d8c60-f800-4d68-87c8-1d05001d6f1c None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:02:55.367832 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c6b5d9-d7ba-4bb8-9e3c-088acedbea74 None None] Sync routers for ids ['1cadfd87-696e-480a-b974-5ff3244b4e30'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:02:55.372218 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54f7cf23-b628-4970-bd4d-61faf613074b req-7124ec57-4829-4b1b-8280-69ea2ec88cfc tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Made reservation on behalf of aaeff399942c4286a71ea3a0eab43280 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:55.378299 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-54f7cf23-b628-4970-bd4d-61faf613074b req-7124ec57-4829-4b1b-8280-69ea2ec88cfc tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:55.390582 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-bee42475-0991-4fb7-96ec-a27e1ee91600 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0759401 Sep 16 13:02:55.391440 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38808) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:55.395862 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:55.399634 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-b2433117-3d18-4912-aa2e-fe1aa34ff13f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'mac_address': 'fa:16:3e:1a:0d:92', 'name': 'tempest-NetworksTestDHCPv6-1181399687'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:55.409787 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6479b7e-ced6-48e2-b446-d4ad5da8ab27 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:55.414522 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d6479b7e-ced6-48e2-b446-d4ad5da8ab27 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.5350790 Sep 16 13:02:55.417684 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38810) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:55.445432 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c6b5d9-d7ba-4bb8-9e3c-088acedbea74 None None] Routers {'1cadfd87-696e-480a-b974-5ff3244b4e30'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:02:55.446073 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-54c6b5d9-d7ba-4bb8-9e3c-088acedbea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:02:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1cadfd87-696e-480a-b974-5ff3244b4e30'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:55.489238 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-54c6b5d9-d7ba-4bb8-9e3c-088acedbea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:55.534297 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c6b5d9-d7ba-4bb8-9e3c-088acedbea74 None None] Routers {'1cadfd87-696e-480a-b974-5ff3244b4e30'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:02:55.534937 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-54c6b5d9-d7ba-4bb8-9e3c-088acedbea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:02:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1cadfd87-696e-480a-b974-5ff3244b4e30'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:55.609479 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-54c6b5d9-d7ba-4bb8-9e3c-088acedbea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:02:55.609479 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c6b5d9-d7ba-4bb8-9e3c-088acedbea74 None None] The sync data for ids ['1cadfd87-696e-480a-b974-5ff3244b4e30'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:02:55.613175 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-54f7cf23-b628-4970-bd4d-61faf613074b req-7124ec57-4829-4b1b-8280-69ea2ec88cfc tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Allocated IP 172.20.0.7 (56dd3a41-efae-420b-b361-8c953ab80e6c/1f466e8b-55f7-427d-b163-cda4af9f8b77/4c0896cf-3255-42ff-b580-d2a345dbb96d) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:55.638881 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-02c6bf10-dd52-4c04-83a3-4789f33ff9df tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "GET /networking/v2.0/routers/1cadfd87-696e-480a-b974-5ff3244b4e30 HTTP/1.1" status: 200 len: 920 time: 0.2197583 Sep 16 13:02:55.642802 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38816) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:55.652051 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': '55070a2b-1264-4063-b78a-f94577b9c71b'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:02:55.654512 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:55.738714 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-a4565a76-8854-4c21-a7ef-cb1adb76a767 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494236 Sep 16 13:02:55.845456 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] Allocated IP 2001:db8::f816:3eff:fed4:bbd5 (9baef6e6-991f-4370-ace0-656f975a51ae/55070a2b-1264-4063-b78a-f94577b9c71b/e9fabe7a-7166-479a-b7db-144403105f83) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:55.879980 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:55.932935 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:55.937242 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dacb62a7-3f9b-4d68-8336-1fde58840bd1 req-a40d7250-00a9-44e1-821d-02d931f4923a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089494 Sep 16 13:02:56.011336 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 3a5b1f2b-2004-4cf4-93bd-f498b62488fe up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:56.026385 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-782d2422-18ce-4992-9d41-1ffcf6cd1348 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1cadfd87-696e-480a-b974-5ff3244b4e30 HTTP/1.1" status: 200 len: 205 time: 0.3803556 Sep 16 13:02:56.036148 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38822) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:56.085408 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:56.086529 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:56.087164 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe Sep 16 13:02:56.088831 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a10712-4f31-40da-a0e7-a166ac66f9be req-8ab9da49-a800-4672-a86a-5d0841fd4ac3 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:56.091316 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-05a10712-4f31-40da-a0e7-a166ac66f9be req-8ab9da49-a800-4672-a86a-5d0841fd4ac3 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 945 time: 0.1012607 Sep 16 13:02:56.101248 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-54f7cf23-b628-4970-bd4d-61faf613074b req-7124ec57-4829-4b1b-8280-69ea2ec88cfc tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:56.204055 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:56.209434 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2433117-3d18-4912-aa2e-fe1aa34ff13f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:02:56.238419 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-05a10712-4f31-40da-a0e7-a166ac66f9be req-2831975e-073c-4650-a866-be0673aa3346 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245244 Sep 16 13:02:56.240567 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-54f7cf23-b628-4970-bd4d-61faf613074b req-7124ec57-4829-4b1b-8280-69ea2ec88cfc tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:56.329435 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9e7bbdec-69fa-42cd-ae76-a07f79176551 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router (1cadfd87-696e-480a-b974-5ff3244b4e30), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:56.341773 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:56.342187 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:56.347003 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45636725-48cf-4b62-8f57-493a04421daa req-759457ce-fd4e-4712-a44b-eb0949806248 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:56.351188 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-45636725-48cf-4b62-8f57-493a04421daa req-759457ce-fd4e-4712-a44b-eb0949806248 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 943 time: 0.0749066 Sep 16 13:02:56.405088 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] Publish callbacks [] for port (e9fabe7a-7166-479a-b7db-144403105f83), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:56.422183 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:56.434874 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f7cf23-b628-4970-bd4d-61faf613074b req-7124ec57-4829-4b1b-8280-69ea2ec88cfc tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Network 56dd3a41-efae-420b-b361-8c953ab80e6c is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:56.454278 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-54f7cf23-b628-4970-bd4d-61faf613074b req-7124ec57-4829-4b1b-8280-69ea2ec88cfc tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:56.466832 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f7cf23-b628-4970-bd4d-61faf613074b req-7124ec57-4829-4b1b-8280-69ea2ec88cfc tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:56.475467 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66413dbd-455f-45f6-b057-39a11a9f2d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:02:56.481844 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef424113-e3b7-4db6-87ca-1177cf0d5adc" -d '{"events": [{"server_uuid": "66413dbd-455f-45f6-b057-39a11a9f2d44", "name": "network-vif-plugged", "status": "completed", "tag": "3a5b1f2b-2004-4cf4-93bd-f498b62488fe"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:02:56.485136 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124ec57-4829-4b1b-8280-69ea2ec88cfc tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event updated for resources: {'Port': ['ID=4c0896cf-3255-42ff-b580-d2a345dbb96d,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:56.508184 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (e9fabe7a-7166-479a-b7db-144403105f83), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:56.548322 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:56.550864 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b2433117-3d18-4912-aa2e-fe1aa34ff13f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:56.593332 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:56.615491 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:56.619187 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:56.623894 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:56.639901 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] Pushing event updated for resources: {'Port': ['ID=e9fabe7a-7166-479a-b7db-144403105f83,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:56.689700 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-b2433117-3d18-4912-aa2e-fe1aa34ff13f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port a0698cbd-404a-4d9c-b504-8e81da07d51a yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:02:56.708869 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9e7bbdec-69fa-42cd-ae76-a07f79176551 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_gateway (1cadfd87-696e-480a-b974-5ff3244b4e30), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:56.728493 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-45636725-48cf-4b62-8f57-493a04421daa req-0c3dc8b8-97aa-4756-8961-6b7c8a4b96b0 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687754 Sep 16 13:02:56.779216 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc35ac2-4fcf-4348-b9e3-dc3a1fa49d2a req-067e8c0d-9506-474a-ba74-4d2ea2810127 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:56.781903 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fdc35ac2-4fcf-4348-b9e3-dc3a1fa49d2a req-067e8c0d-9506-474a-ba74-4d2ea2810127 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 931 time: 0.2830877 Sep 16 13:02:56.835294 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] Attempting to bind port e9fabe7a-7166-479a-b7db-144403105f83 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:02:56.836717 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] Attempting to bind port e9fabe7a-7166-479a-b7db-144403105f83 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:02:56.837357 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] Attempting to bind port e9fabe7a-7166-479a-b7db-144403105f83 on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:02:56.840662 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7cf23-b628-4970-bd4d-61faf613074b req-7124ec57-4829-4b1b-8280-69ea2ec88cfc tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:56.841515 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-54f7cf23-b628-4970-bd4d-61faf613074b req-7124ec57-4829-4b1b-8280-69ea2ec88cfc tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:56.880012 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b72390-5d59-48d9-9906-4b55a5320325 x-openstack-request-id: req-82b72390-5d59-48d9-9906-4b55a5320325 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:02:56.880954 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66413dbd-455f-45f6-b057-39a11a9f2d44", "name": "network-vif-plugged", "status": "completed", "tag": "3a5b1f2b-2004-4cf4-93bd-f498b62488fe", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:02:56.881504 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-82b72390-5d59-48d9-9906-4b55a5320325 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:02:56.882285 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b72390-5d59-48d9-9906-4b55a5320325'] response: {'server_uuid': '66413dbd-455f-45f6-b057-39a11a9f2d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe', 'code': 200} Sep 16 13:02:56.885489 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,revision_number=7']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:56.917651 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:02:56.921008 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:02:56.921713 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:56.922458 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:02:56.924919 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] Bound port: e9fabe7a-7166-479a-b7db-144403105f83, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:02:56.927525 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e9fabe7a-7166-479a-b7db-144403105f83), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:56.943293 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-9e7bbdec-69fa-42cd-ae76-a07f79176551 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Deleting port eb9ae114-0d75-4f0b-8e98-03b232628212 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:02:56.950801 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9e7bbdec-69fa-42cd-ae76-a07f79176551 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (eb9ae114-0d75-4f0b-8e98-03b232628212), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:56.971885 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54f7cf23-b628-4970-bd4d-61faf613074b req-7124ec57-4829-4b1b-8280-69ea2ec88cfc tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8820930 Sep 16 13:02:56.994721 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-b112c3c1-049a-4c65-990a-76133605e9f4 None None] Provisioning complete for port 4c0896cf-3255-42ff-b580-d2a345dbb96d triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:56.995020 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b112c3c1-049a-4c65-990a-76133605e9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:56.995205 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b112c3c1-049a-4c65-990a-76133605e9f4 None None] Attempt 1 to provision port 4c0896cf-3255-42ff-b580-d2a345dbb96d Sep 16 13:02:56.997923 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b227b1a-7fbc-4927-94ff-67c964174a2b req-4f5c8434-205c-4fd3-812b-92d80175be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:56.999633 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1b227b1a-7fbc-4927-94ff-67c964174a2b req-4f5c8434-205c-4fd3-812b-92d80175be2f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 1125 time: 0.1475258 Sep 16 13:02:57.017888 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] Request body: {'port': {'device_id': '97f1168a-0491-4d97-8cc9-59e1b27ababe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:57.053282 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] For port e9fabe7a-7166-479a-b7db-144403105f83, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:02:57.067848 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] For port e9fabe7a-7166-479a-b7db-144403105f83, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e9fabe7a-7166-479a-b7db-144403105f83,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:02:57.080676 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b112c3c1-049a-4c65-990a-76133605e9f4 None None] Port 4c0896cf-3255-42ff-b580-d2a345dbb96d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:02:57.110745 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e9fabe7a-7166-479a-b7db-144403105f83), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:57.205769 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:57.235170 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:57.258401 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a0af5-5b78-4bfd-865e-52f3164ce4ae None None] Pushing event updated for resources: {'Port': ['ID=e9fabe7a-7166-479a-b7db-144403105f83,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:57.329725 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9e7bbdec-69fa-42cd-ae76-a07f79176551 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (eb9ae114-0d75-4f0b-8e98-03b232628212), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:57.354582 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-9e7bbdec-69fa-42cd-ae76-a07f79176551 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Calling delete_port for eb9ae114-0d75-4f0b-8e98-03b232628212 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:02:57.582511 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b112c3c1-049a-4c65-990a-76133605e9f4 None None] Attempt 2 to provision port 4c0896cf-3255-42ff-b580-d2a345dbb96d Sep 16 13:02:57.649839 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:57.685593 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-b2433117-3d18-4912-aa2e-fe1aa34ff13f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::f816:3eff:fe1a:d92 (9baef6e6-991f-4370-ace0-656f975a51ae/55070a2b-1264-4063-b78a-f94577b9c71b/a0698cbd-404a-4d9c-b504-8e81da07d51a) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:57.704865 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b112c3c1-049a-4c65-990a-76133605e9f4 None None] Port 4c0896cf-3255-42ff-b580-d2a345dbb96d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:02:57.709867 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9e7bbdec-69fa-42cd-ae76-a07f79176551 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (eb9ae114-0d75-4f0b-8e98-03b232628212), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:57.787173 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bbdec-69fa-42cd-ae76-a07f79176551 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Pushing event deleted for resources: {'Port': ['ID=eb9ae114-0d75-4f0b-8e98-03b232628212,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:57.882357 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9e7bbdec-69fa-42cd-ae76-a07f79176551 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (1cadfd87-696e-480a-b974-5ff3244b4e30), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:57.901479 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fdc35ac2-4fcf-4348-b9e3-dc3a1fa49d2a req-4da684fa-d113-4bd2-9388-14364de71ce7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0207038 Sep 16 13:02:58.050918 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:58.063940 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccde95-6683-4dc4-9c64-80c96a07ae60 req-951e7a60-cfe2-46bb-8579-d2f0e380c76c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:58.066516 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e7ccde95-6683-4dc4-9c64-80c96a07ae60 req-951e7a60-cfe2-46bb-8579-d2f0e380c76c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.3454583 Sep 16 13:02:58.068658 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0896cf-3255-42ff-b580-d2a345dbb96d {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:02:58.083114 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] Publish callbacks [] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:58.086895 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9e7bbdec-69fa-42cd-ae76-a07f79176551 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (1cadfd87-696e-480a-b974-5ff3244b4e30), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:58.095114 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9e7bbdec-69fa-42cd-ae76-a07f79176551 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_controller (1cadfd87-696e-480a-b974-5ff3244b4e30), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:58.100775 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] Transition to ACTIVE for port object 4c0896cf-3255-42ff-b580-d2a345dbb96d will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:02:58.143730 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b227b1a-7fbc-4927-94ff-67c964174a2b req-635cb28e-0f34-4c3f-9308-71df7d442242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:58.145687 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1b227b1a-7fbc-4927-94ff-67c964174a2b req-635cb28e-0f34-4c3f-9308-71df7d442242 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 200 len: 912 time: 1.0872443 Sep 16 13:02:58.200018 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:58.205764 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b112c3c1-049a-4c65-990a-76133605e9f4 None None] Attempt 3 to provision port 4c0896cf-3255-42ff-b580-d2a345dbb96d Sep 16 13:02:58.215389 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9e7bbdec-69fa-42cd-ae76-a07f79176551 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (1cadfd87-696e-480a-b974-5ff3244b4e30), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:58.216345 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7bbdec-69fa-42cd-ae76-a07f79176551 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Fanout notify agent at l3_agent the message router_deleted on router 1cadfd87-696e-480a-b974-5ff3244b4e30 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:02:58.223628 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:58.242501 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9e7bbdec-69fa-42cd-ae76-a07f79176551 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:58.244676 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9e7bbdec-69fa-42cd-ae76-a07f79176551 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "DELETE /networking/v2.0/routers/1cadfd87-696e-480a-b974-5ff3244b4e30 HTTP/1.1" status: 204 len: 168 time: 2.2073846 Sep 16 13:02:58.249586 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b2433117-3d18-4912-aa2e-fe1aa34ff13f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (a0698cbd-404a-4d9c-b504-8e81da07d51a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:58.255990 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38864) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:58.262018 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-2ac90a5b-fa15-4fda-939e-1fb98b0c8d1c tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1455071971', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'enable_snat': False}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:02:58.269816 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:58.281649 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b112c3c1-049a-4c65-990a-76133605e9f4 None None] Port 4c0896cf-3255-42ff-b580-d2a345dbb96d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:02:58.316839 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2ac90a5b-fa15-4fda-939e-1fb98b0c8d1c tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (612934b3-6b5e-4fc1-8494-96055a5db360), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:58.321156 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2ac90a5b-fa15-4fda-939e-1fb98b0c8d1c tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (612934b3-6b5e-4fc1-8494-96055a5db360), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:58.383238 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:58.426201 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2ac90a5b-fa15-4fda-939e-1fb98b0c8d1c tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_controller (612934b3-6b5e-4fc1-8494-96055a5db360), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:58.428473 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b2433117-3d18-4912-aa2e-fe1aa34ff13f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (a0698cbd-404a-4d9c-b504-8e81da07d51a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:58.536023 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2433117-3d18-4912-aa2e-fe1aa34ff13f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:02:58.545175 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0896cf-3255-42ff-b580-d2a345dbb96d,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:58.596858 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1b227b1a-7fbc-4927-94ff-67c964174a2b req-f305d378-b856-461a-890b-67519fa60cfb service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 HTTP/1.1" status: 200 len: 217 time: 0.3983514 Sep 16 13:02:58.602681 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-b2433117-3d18-4912-aa2e-fe1aa34ff13f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:02:58.614865 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2433117-3d18-4912-aa2e-fe1aa34ff13f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:02:58.624160 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2433117-3d18-4912-aa2e-fe1aa34ff13f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:58.631975 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b2433117-3d18-4912-aa2e-fe1aa34ff13f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:58.679339 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e9fabe7a-7166-479a-b7db-144403105f83 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:02:58.694793 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b2433117-3d18-4912-aa2e-fe1aa34ff13f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3011882 Sep 16 13:02:58.733478 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e7ccde95-6683-4dc4-9c64-80c96a07ae60 req-010229b9-0d5e-4f67-9d84-bc20c8746b73 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5866745 Sep 16 13:02:58.735425 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b227b1a-7fbc-4927-94ff-67c964174a2b req-0730aaea-a9d2-4278-b142-2e4126613687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:58.737984 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1b227b1a-7fbc-4927-94ff-67c964174a2b req-0730aaea-a9d2-4278-b142-2e4126613687 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=084dc942-2fdd-4c42-96da-2aec36f644a5 HTTP/1.1" status: 200 len: 850 time: 0.0602317 Sep 16 13:02:58.738924 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 38866) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:02:58.779443 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2433117-3d18-4912-aa2e-fe1aa34ff13f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=a0698cbd-404a-4d9c-b504-8e81da07d51a,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:58.782711 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b112c3c1-049a-4c65-990a-76133605e9f4 None None] Attempt 4 to provision port 4c0896cf-3255-42ff-b580-d2a345dbb96d Sep 16 13:02:58.847838 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3de31-7b1d-49e1-8beb-47e299420185 req-9b95c74c-462b-4786-864d-a9b6085159da tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:02:58.854299 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fff3de31-7b1d-49e1-8beb-47e299420185 req-9b95c74c-462b-4786-864d-a9b6085159da tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 943 time: 0.8492453 Sep 16 13:02:58.882880 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e9fabe7a-7166-479a-b7db-144403105f83 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:02:58.883259 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e9fabe7a-7166-479a-b7db-144403105f83), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:58.883604 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e9fabe7a-7166-479a-b7db-144403105f83 Sep 16 13:02:58.903362 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2ac90a5b-fa15-4fda-939e-1fb98b0c8d1c tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_gateway (612934b3-6b5e-4fc1-8494-96055a5db360), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:59.000187 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b112c3c1-049a-4c65-990a-76133605e9f4 None None] Port 4c0896cf-3255-42ff-b580-d2a345dbb96d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:02:59.039490 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:02:59.285083 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.resource_extend [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 13:02:59.305516 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e9fabe7a-7166-479a-b7db-144403105f83 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:02:59.317696 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e9fabe7a-7166-479a-b7db-144403105f83), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:59.429630 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:59.564920 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b112c3c1-049a-4c65-990a-76133605e9f4 None None] Attempt 5 to provision port 4c0896cf-3255-42ff-b580-d2a345dbb96d Sep 16 13:02:59.618498 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2ac90a5b-fa15-4fda-939e-1fb98b0c8d1c tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_gateway (612934b3-6b5e-4fc1-8494-96055a5db360), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:59.662148 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2ac90a5b-fa15-4fda-939e-1fb98b0c8d1c tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:59.672035 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:02:59.675490 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port e9fabe7a-7166-479a-b7db-144403105f83, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e9fabe7a-7166-479a-b7db-144403105f83,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:59.746941 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e9fabe7a-7166-479a-b7db-144403105f83), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:02:59.793756 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b112c3c1-049a-4c65-990a-76133605e9f4 None None] Port 4c0896cf-3255-42ff-b580-d2a345dbb96d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:02:59.872987 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:02:59.892699 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-2ac90a5b-fa15-4fda-939e-1fb98b0c8d1c tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Allocated IP 172.25.2.204 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/c3e82dc4-c25a-4e22-9ece-472e725050ab) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:02:59.906324 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1', 'network_id': '4c6a423f-0493-4448-999c-84f17e899760', 'port_id': '3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1', 'mac_address': 'fa:16:3e:41:b1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084dc942-2fdd-4c42-96da-2aec36f644a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:02:59.910463 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=e9fabe7a-7166-479a-b7db-144403105f83,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:02:59.925769 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:59.926557 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:59.927298 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:59.927795 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:59.928267 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:59.928705 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:59.929188 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:59.929846 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:59.930178 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:59.930503 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:59.930828 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:59.931149 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:59.931468 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:59.931951 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:02:59.932554 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:00.002132 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868bf466-ee61-4bfa-b4f5-cb6b9d169c05 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:00.002951 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:00.003927 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:00.007084 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868bf466-ee61-4bfa-b4f5-cb6b9d169c05 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:00.013934 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-868bf466-ee61-4bfa-b4f5-cb6b9d169c05 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.2696230 Sep 16 13:03:00.023738 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 38872) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:00.032542 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:03:00.087616 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:00.101504 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:00.128097 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b227b1a-7fbc-4927-94ff-67c964174a2b req-57c61a2e-d396-4c21-9e98-fbbac58069a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:00.130324 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1b227b1a-7fbc-4927-94ff-67c964174a2b req-57c61a2e-d396-4c21-9e98-fbbac58069a4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=4c6a423f-0493-4448-999c-84f17e899760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.3001623 Sep 16 13:03:00.173789 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf6090-244b-4113-9e26-ebd7026bfdad req-fac5fd81-0a41-4d59-9536-2c35f16d2b0c tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:00.175951 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-40cf6090-244b-4113-9e26-ebd7026bfdad req-fac5fd81-0a41-4d59-9536-2c35f16d2b0c tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 943 time: 0.2050426 Sep 16 13:03:00.197615 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2ac90a5b-fa15-4fda-939e-1fb98b0c8d1c tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for port (c3e82dc4-c25a-4e22-9ece-472e725050ab), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:00.213306 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:00.290355 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2ac90a5b-fa15-4fda-939e-1fb98b0c8d1c tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (c3e82dc4-c25a-4e22-9ece-472e725050ab), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:00.298443 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b112c3c1-049a-4c65-990a-76133605e9f4 None None] Attempt 6 to provision port 4c0896cf-3255-42ff-b580-d2a345dbb96d Sep 16 13:03:00.320980 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] Attempting to bind port 4c0896cf-3255-42ff-b580-d2a345dbb96d on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:03:00.321438 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] Attempting to bind port 4c0896cf-3255-42ff-b580-d2a345dbb96d by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': 'bbab3c9e-7709-444a-adb6-0434f4755f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:03:00.321904 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] Attempting to bind port 4c0896cf-3255-42ff-b580-d2a345dbb96d on network 56dd3a41-efae-420b-b361-8c953ab80e6c {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:03:00.370306 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac90a5b-fa15-4fda-939e-1fb98b0c8d1c tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:00.376427 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:03:00.378632 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-2ac90a5b-fa15-4fda-939e-1fb98b0c8d1c tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:00.382455 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac90a5b-fa15-4fda-939e-1fb98b0c8d1c tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:03:00.424685 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:00.441036 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fff3de31-7b1d-49e1-8beb-47e299420185 req-4ea532b3-dc55-4e35-9676-1bb44fba3e59 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5776284 Sep 16 13:03:00.496854 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b112c3c1-049a-4c65-990a-76133605e9f4 None None] Port 4c0896cf-3255-42ff-b580-d2a345dbb96d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:03:00.498230 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac90a5b-fa15-4fda-939e-1fb98b0c8d1c tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Pushing event updated for resources: {'Port': ['ID=c3e82dc4-c25a-4e22-9ece-472e725050ab,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:00.515848 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e9fabe7a-7166-479a-b7db-144403105f83 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:00.584866 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-40cf6090-244b-4113-9e26-ebd7026bfdad req-a4c28818-2cef-42ca-85a4-5e6077fa9979 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612280 Sep 16 13:03:00.657538 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1b227b1a-7fbc-4927-94ff-67c964174a2b req-dac90a49-d158-492b-bb75-06b559f35cb0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129430 Sep 16 13:03:00.661030 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf822b-c95a-4685-89bf-3533eb8373f1 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port a0698cbd-404a-4d9c-b504-8e81da07d51a {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:00.661396 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c6bf822b-c95a-4685-89bf-3533eb8373f1 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (a0698cbd-404a-4d9c-b504-8e81da07d51a), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:00.699527 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] Port 4c0896cf-3255-42ff-b580-d2a345dbb96d on network 56dd3a41-efae-420b-b361-8c953ab80e6c not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:03:00.699870 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] Attempting to bind port 4c0896cf-3255-42ff-b580-d2a345dbb96d on network 56dd3a41-efae-420b-b361-8c953ab80e6c {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:03:00.707391 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:00.833705 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e9fabe7a-7166-479a-b7db-144403105f83 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:00.834055 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e9fabe7a-7166-479a-b7db-144403105f83), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:00.836282 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e9fabe7a-7166-479a-b7db-144403105f83 Sep 16 13:03:00.872961 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2ac90a5b-fa15-4fda-939e-1fb98b0c8d1c tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_gateway (612934b3-6b5e-4fc1-8494-96055a5db360), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:00.967878 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b112c3c1-049a-4c65-990a-76133605e9f4 None None] Attempt 7 to provision port 4c0896cf-3255-42ff-b580-d2a345dbb96d Sep 16 13:03:00.973159 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:01.040555 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ecf68-0708-4eb1-ab07-209d981be200 req-f78776dd-855e-4d37-b121-344670ea02a5 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:01.042148 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a8ecf68-0708-4eb1-ab07-209d981be200 req-f78776dd-855e-4d37-b121-344670ea02a5 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.2305441 Sep 16 13:03:01.127285 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:03:01.127718 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] Checking segment: {'id': 'bbab3c9e-7709-444a-adb6-0434f4755f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:03:01.128015 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] Bound using segment: {'id': 'bbab3c9e-7709-444a-adb6-0434f4755f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:03:01.128510 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] Bound port: 4c0896cf-3255-42ff-b580-d2a345dbb96d, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbab3c9e-7709-444a-adb6-0434f4755f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:03:01.128894 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:01.193839 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b112c3c1-049a-4c65-990a-76133605e9f4 None None] Port 4c0896cf-3255-42ff-b580-d2a345dbb96d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:03:01.243330 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c6bf822b-c95a-4685-89bf-3533eb8373f1 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (a0698cbd-404a-4d9c-b504-8e81da07d51a), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:01.327089 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e9fabe7a-7166-479a-b7db-144403105f83 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:01.332259 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1b227b1a-7fbc-4927-94ff-67c964174a2b req-34725948-5dc8-4e77-b7fb-d0f4d00f7f89 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6655734 Sep 16 13:03:01.367869 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf822b-c95a-4685-89bf-3533eb8373f1 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for a0698cbd-404a-4d9c-b504-8e81da07d51a owned by {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:01.431556 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a8ecf68-0708-4eb1-ab07-209d981be200 req-59737f54-e760-49df-a894-a26d3b56f47f tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3579543 Sep 16 13:03:01.500937 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:01.649715 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] For port 4c0896cf-3255-42ff-b580-d2a345dbb96d, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:03:01.695401 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b112c3c1-049a-4c65-990a-76133605e9f4 None None] Attempt 8 to provision port 4c0896cf-3255-42ff-b580-d2a345dbb96d Sep 16 13:03:01.696266 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2ac90a5b-fa15-4fda-939e-1fb98b0c8d1c tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (612934b3-6b5e-4fc1-8494-96055a5db360), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:01.703707 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:01.711877 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] For port 4c0896cf-3255-42ff-b580-d2a345dbb96d, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=4c0896cf-3255-42ff-b580-d2a345dbb96d,segment=NetworkSegment(bbab3c9e-7709-444a-adb6-0434f4755f1b),segment_id=bbab3c9e-7709-444a-adb6-0434f4755f1b)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:03:01.745589 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:01.780674 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:01.781456 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:01.782943 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54f7cf23-b628-4970-bd4d-61faf613074b req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/4c0896cf-3255-42ff-b580-d2a345dbb96d HTTP/1.1" status: 200 len: 1091 time: 4.7695556 Sep 16 13:03:01.783600 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f1168a-0491-4d97-8cc9-59e1b27ababe', 'tag': '4c0896cf-3255-42ff-b580-d2a345dbb96d'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:03:01.786184 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58616664-bf29-4815-a3c3-9e10999f4bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "97f1168a-0491-4d97-8cc9-59e1b27ababe", "tag": "4c0896cf-3255-42ff-b580-d2a345dbb96d"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:03:01.815435 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b112c3c1-049a-4c65-990a-76133605e9f4 None None] Port 4c0896cf-3255-42ff-b580-d2a345dbb96d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:03:01.908144 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff687af-6b81-4edd-bb17-6453d1936772 req-e8b82038-dc15-4ecc-ab66-e7b753afe8d8 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:01.909688 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dff687af-6b81-4edd-bb17-6453d1936772 req-e8b82038-dc15-4ecc-ab66-e7b753afe8d8 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 943 time: 0.0700572 Sep 16 13:03:01.996299 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9638305-e6c6-47c1-8c82-18e3e48968b9 req-0aa84c09-a551-4108-bfef-9fbb1ea119a9 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:01.998327 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d9638305-e6c6-47c1-8c82-18e3e48968b9 req-0aa84c09-a551-4108-bfef-9fbb1ea119a9 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 944 time: 0.2763877 Sep 16 13:03:02.065576 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac90a5b-fa15-4fda-939e-1fb98b0c8d1c tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Router 612934b3-6b5e-4fc1-8494-96055a5db360 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:03:02.106811 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba7a27-94f7-467f-bd00-d532fddb2fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0896cf-3255-42ff-b580-d2a345dbb96d,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:02.125568 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7cf23-b628-4970-bd4d-61faf613074b req-04734380-a8c0-4b55-95a5-26782b4cedf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:02.127102 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54f7cf23-b628-4970-bd4d-61faf613074b req-04734380-a8c0-4b55-95a5-26782b4cedf5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=aaeff399942c4286a71ea3a0eab43280&device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 1125 time: 0.2731724 Sep 16 13:03:02.239168 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54f7cf23-b628-4970-bd4d-61faf613074b req-6f585930-f607-4187-8a51-e7fd6f416d07 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c0896cf-3255-42ff-b580-d2a345dbb96d HTTP/1.1" status: 200 len: 217 time: 0.0825326 Sep 16 13:03:02.249073 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dff687af-6b81-4edd-bb17-6453d1936772 req-536c27a2-5504-4869-a158-f6da92411123 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238156 Sep 16 13:03:02.272023 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d9638305-e6c6-47c1-8c82-18e3e48968b9 req-aa572764-80f3-4943-9549-27d3a04b5789 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578866 Sep 16 13:03:02.316863 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b112c3c1-049a-4c65-990a-76133605e9f4 None None] Attempt 9 to provision port 4c0896cf-3255-42ff-b580-d2a345dbb96d Sep 16 13:03:02.338583 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c6bf822b-c95a-4685-89bf-3533eb8373f1 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (a0698cbd-404a-4d9c-b504-8e81da07d51a), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:02.433469 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b112c3c1-049a-4c65-990a-76133605e9f4 None None] Port 4c0896cf-3255-42ff-b580-d2a345dbb96d had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 13:03:02.458310 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3b67dc6e-5b65-45e2-9658-d2fb9339969b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:02.467944 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf822b-c95a-4685-89bf-3533eb8373f1 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=a0698cbd-404a-4d9c-b504-8e81da07d51a,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:02.486026 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b27ddb4-382c-482f-9627-60b109c8fc8a x-openstack-request-id: req-2b27ddb4-382c-482f-9627-60b109c8fc8a {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:03:02.486640 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f1168a-0491-4d97-8cc9-59e1b27ababe", "tag": "4c0896cf-3255-42ff-b580-d2a345dbb96d", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:03:02.486780 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2b27ddb4-382c-482f-9627-60b109c8fc8a {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:03:02.487462 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b27ddb4-382c-482f-9627-60b109c8fc8a'] response: {'name': 'network-changed', 'server_uuid': '97f1168a-0491-4d97-8cc9-59e1b27ababe', 'tag': '4c0896cf-3255-42ff-b580-d2a345dbb96d', 'status': 'completed', 'code': 200} Sep 16 13:03:02.494260 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7cf23-b628-4970-bd4d-61faf613074b req-ec775426-28bd-456e-8617-65b46cfd9f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:02.497363 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54f7cf23-b628-4970-bd4d-61faf613074b req-ec775426-28bd-456e-8617-65b46cfd9f5c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1f466e8b-55f7-427d-b163-cda4af9f8b77 HTTP/1.1" status: 200 len: 852 time: 0.2469525 Sep 16 13:03:02.520373 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac90a5b-fa15-4fda-939e-1fb98b0c8d1c tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:03:02.539332 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5389a6-179d-4428-999b-c9539946271d None None] Sync routers for ids ['612934b3-6b5e-4fc1-8494-96055a5db360'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:03:02.554093 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c6bf822b-c95a-4685-89bf-3533eb8373f1 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:02.563397 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-59f75229-bcfb-4056-adcd-6c7c7ab105e6 None None] Provisioning complete for port e9fabe7a-7166-479a-b7db-144403105f83 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:02.563785 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-59f75229-bcfb-4056-adcd-6c7c7ab105e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e9fabe7a-7166-479a-b7db-144403105f83), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:02.564094 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-59f75229-bcfb-4056-adcd-6c7c7ab105e6 None None] Attempt 1 to provision port e9fabe7a-7166-479a-b7db-144403105f83 Sep 16 13:03:02.567558 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38888) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:02.568671 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c6bf822b-c95a-4685-89bf-3533eb8373f1 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/a0698cbd-404a-4d9c-b504-8e81da07d51a HTTP/1.1" status: 204 len: 168 time: 2.5210018 Sep 16 13:03:02.575451 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5389a6-179d-4428-999b-c9539946271d None None] Routers {'612934b3-6b5e-4fc1-8494-96055a5db360'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:03:02.588437 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-6b5389a6-179d-4428-999b-c9539946271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:02:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['612934b3-6b5e-4fc1-8494-96055a5db360'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:02.632016 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:02.660692 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:02.722303 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7cf23-b628-4970-bd4d-61faf613074b req-cadc59f7-d664-4cca-9773-57d381602640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:02.726990 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54f7cf23-b628-4970-bd4d-61faf613074b req-cadc59f7-d664-4cca-9773-57d381602640 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=56dd3a41-efae-420b-b361-8c953ab80e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2017798 Sep 16 13:03:02.773774 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5e38f4-98bf-4086-b1d3-1beb0d79d572 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:02.775931 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5e38f4-98bf-4086-b1d3-1beb0d79d572 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:02.781821 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9c5e38f4-98bf-4086-b1d3-1beb0d79d572 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2021210 Sep 16 13:03:02.783229 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38890) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:02.786087 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2ac90a5b-fa15-4fda-939e-1fb98b0c8d1c tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:02.789905 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f325dcf-042e-4b29-a5ce-058d0aeac004 req-59b0fcf8-e6da-4796-bfd8-c6812a9f54a9 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:02.789905 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5f325dcf-042e-4b29-a5ce-058d0aeac004 req-59b0fcf8-e6da-4796-bfd8-c6812a9f54a9 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.1398301 Sep 16 13:03:02.790896 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2ac90a5b-fa15-4fda-939e-1fb98b0c8d1c tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.5332749 Sep 16 13:03:02.799169 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38892) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:02.828695 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-59f75229-bcfb-4056-adcd-6c7c7ab105e6 None None] Current status of the port e9fabe7a-7166-479a-b7db-144403105f83 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:02.845039 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-59f75229-bcfb-4056-adcd-6c7c7ab105e6 None None] Could not find standard attr ID for object a0698cbd-404a-4d9c-b504-8e81da07d51a. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:03:02.934929 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-59cfedc6-7824-4aa0-85b4-8139667b38d6 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "GET /networking/v2.0/routers/612934b3-6b5e-4fc1-8494-96055a5db360 HTTP/1.1" status: 200 len: 909 time: 0.1340463 Sep 16 13:03:02.939114 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 38894) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:02.947462 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-2616f85e-29c6-4819-8dca-5721e19e6250 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1455071971', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'enable_snat': True}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:02.987531 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:02.995291 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-6b5389a6-179d-4428-999b-c9539946271d None None] Set router 612934b3-6b5e-4fc1-8494-96055a5db360 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:03:03.001435 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5f325dcf-042e-4b29-a5ce-058d0aeac004 req-0b4b5d24-fd15-4254-b4c2-39c10c318d52 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701179 Sep 16 13:03:03.024605 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet 55070a2b-1264-4063-b78a-f94577b9c71b {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:03:03.033098 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (55070a2b-1264-4063-b78a-f94577b9c71b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:03.048404 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54f7cf23-b628-4970-bd4d-61faf613074b req-15e05e23-5aa8-4c5a-bd07-f81d9b79a4a5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972894 Sep 16 13:03:03.048404 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2616f85e-29c6-4819-8dca-5721e19e6250 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (cebee51d-68de-4b6e-8c39-fd858f95e5cc), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:03.048404 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2616f85e-29c6-4819-8dca-5721e19e6250 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (cebee51d-68de-4b6e-8c39-fd858f95e5cc), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:03.048807 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:03.163464 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (55070a2b-1264-4063-b78a-f94577b9c71b), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:03.165115 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:03:03.173970 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:03.174458 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:03.174799 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 Sep 16 13:03:03.355400 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:03.365358 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:03.365755 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:03.411053 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (55070a2b-1264-4063-b78a-f94577b9c71b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:03.423476 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc40271-fc32-41d6-ad15-257d0e7a7187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:03:03.431569 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e418a1f-1f57-4074-bc02-e775c52562e3" -d '{"events": [{"server_uuid": "8fc40271-fc32-41d6-ad15-257d0e7a7187", "name": "network-vif-plugged", "status": "completed", "tag": "3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:03:03.460144 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:03.467665 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:03.497949 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:03.506777 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (55070a2b-1264-4063-b78a-f94577b9c71b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:03.569584 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:03.572895 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=55070a2b-1264-4063-b78a-f94577b9c71b,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:03.596170 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2616f85e-29c6-4819-8dca-5721e19e6250 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_controller (cebee51d-68de-4b6e-8c39-fd858f95e5cc), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:03.601359 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbbfa6e-1da9-4bd9-a29e-f6cf1c3e91ba None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:03:03.611465 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:03.619578 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/55070a2b-1264-4063-b78a-f94577b9c71b HTTP/1.1" status: 204 len: 168 time: 0.8272855 Sep 16 13:03:03.622781 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38902) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:03.640360 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:03.647786 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:03.664896 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:03.667545 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:03.670849 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:03.671423 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:03.671933 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:03.672476 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:03.673033 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:03.675264 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:03.675807 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:03.676438 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:03.677239 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:03.680295 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:03.681031 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8c94b-4e71-4bdb-ab08-251c0923d1ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:03.773778 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e2008288-6eed-439d-a396-32f7e4b54573 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1462386 Sep 16 13:03:03.774763 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38904) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:03.874546 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-6b5389a6-179d-4428-999b-c9539946271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612934b3-6b5e-4fc1-8494-96055a5db360', 'name': 'tempest-snat-router-1455071971', 'tenant_id': 'cfff1ce4c6ce4b0aa76297ad6a38c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.204'}], 'enable_snat': False}, 'gw_port_id': 'c3e82dc4-c25a-4e22-9ece-472e725050ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:02:58Z', 'updated_at': '2022-09-16T13:03:00Z', 'revision_number': 3, 'project_id': 'cfff1ce4c6ce4b0aa76297ad6a38c92c', 'gw_port': {'id': 'c3e82dc4-c25a-4e22-9ece-472e725050ab', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612934b3-6b5e-4fc1-8494-96055a5db360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:02:59Z', 'updated_at': '2022-09-16T13:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:03.915315 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f7a86-286a-4673-b530-3737bbad9f1b req-cb7942f6-a9e5-44ec-a112-173c3a4b9886 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:03.917226 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ad5f7a86-286a-4673-b530-3737bbad9f1b req-cb7942f6-a9e5-44ec-a112-173c3a4b9886 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 943 time: 0.4218602 Sep 16 13:03:03.920593 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-54f7cf23-b628-4970-bd4d-61faf613074b req-9321f7fe-1d1b-4ab5-bbfe-90fabca8e670 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8655896 Sep 16 13:03:03.928379 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce08f3a-f4cd-4eca-a6ab-b7dc1c4879d5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:03.929949 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7ce08f3a-f4cd-4eca-a6ab-b7dc1c4879d5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1526678 Sep 16 13:03:03.936233 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38906) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:03.957977 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec83fb4f-6abb-4286-91b7-d394a1801cb7 None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:03:03.967889 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5389a6-179d-4428-999b-c9539946271d None None] Checking router: 612934b3-6b5e-4fc1-8494-96055a5db360 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:03:03.969358 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5389a6-179d-4428-999b-c9539946271d None None] Updating router 612934b3-6b5e-4fc1-8494-96055a5db360 port c3e82dc4-c25a-4e22-9ece-472e725050ab binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:03:04.058111 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-6b5389a6-179d-4428-999b-c9539946271d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c3e82dc4-c25a-4e22-9ece-472e725050ab), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:04.069343 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ec83fb4f-6abb-4286-91b7-d394a1801cb7 None None] Deleting port e9fabe7a-7166-479a-b7db-144403105f83 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:04.078595 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ec83fb4f-6abb-4286-91b7-d394a1801cb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (e9fabe7a-7166-479a-b7db-144403105f83), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:04.081346 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2616f85e-29c6-4819-8dca-5721e19e6250 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_gateway (cebee51d-68de-4b6e-8c39-fd858f95e5cc), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:04.113007 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378ef5b6-3ee8-41b8-802a-83f113d56c7d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:04.114634 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:04.119998 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-378ef5b6-3ee8-41b8-802a-83f113d56c7d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1825783 Sep 16 13:03:04.123261 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38910) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:04.197212 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7f65e-e167-4175-9e30-837bdb95d043 req-b0841cda-4017-486b-be2c-1e0afa1598d8 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:04.205878 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b7f7f65e-e167-4175-9e30-837bdb95d043 req-b0841cda-4017-486b-be2c-1e0afa1598d8 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 945 time: 0.6858501 Sep 16 13:03:04.243234 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2d7d5216-cb5f-455c-88f3-0b97feb9ecc0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1188204 Sep 16 13:03:04.252242 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38912) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:04.259636 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-30cdc5e9-1096-4992-8058-c00a009da206 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:04.338777 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ec83fb4f-6abb-4286-91b7-d394a1801cb7 None None] For port e9fabe7a-7166-479a-b7db-144403105f83, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e9fabe7a-7166-479a-b7db-144403105f83,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:04.339185 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ec83fb4f-6abb-4286-91b7-d394a1801cb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (e9fabe7a-7166-479a-b7db-144403105f83), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:04.393885 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ec83fb4f-6abb-4286-91b7-d394a1801cb7 None None] Calling delete_port for e9fabe7a-7166-479a-b7db-144403105f83 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:04.427444 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-6b5389a6-179d-4428-999b-c9539946271d None None] Publish callbacks [] for port (c3e82dc4-c25a-4e22-9ece-472e725050ab), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:04.434730 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-6b5389a6-179d-4428-999b-c9539946271d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c3e82dc4-c25a-4e22-9ece-472e725050ab), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:04.473517 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-6b5389a6-179d-4428-999b-c9539946271d None None] Attempting to bind port c3e82dc4-c25a-4e22-9ece-472e725050ab on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:03:04.473980 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-6b5389a6-179d-4428-999b-c9539946271d None None] Attempting to bind port c3e82dc4-c25a-4e22-9ece-472e725050ab by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:03:04.474435 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5389a6-179d-4428-999b-c9539946271d None None] Attempting to bind port c3e82dc4-c25a-4e22-9ece-472e725050ab on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:03:04.478311 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ad5f7a86-286a-4673-b530-3737bbad9f1b req-87c09b9f-3c9f-4fbb-8434-90619819d29b tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5534005 Sep 16 13:03:04.541609 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5389a6-179d-4428-999b-c9539946271d None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:03:04.542766 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5389a6-179d-4428-999b-c9539946271d None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:03:04.543289 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-6b5389a6-179d-4428-999b-c9539946271d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:04.543783 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5389a6-179d-4428-999b-c9539946271d None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:03:04.544414 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-6b5389a6-179d-4428-999b-c9539946271d None None] Bound port: c3e82dc4-c25a-4e22-9ece-472e725050ab, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:03:04.544883 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-6b5389a6-179d-4428-999b-c9539946271d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c3e82dc4-c25a-4e22-9ece-472e725050ab), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:04.582598 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2616f85e-29c6-4819-8dca-5721e19e6250 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_gateway (cebee51d-68de-4b6e-8c39-fd858f95e5cc), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:04.593307 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b7f7f65e-e167-4175-9e30-837bdb95d043 req-c74c1374-922e-47c0-a445-0a5bc1e97b15 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862419 Sep 16 13:03:04.640296 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2616f85e-29c6-4819-8dca-5721e19e6250 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:04.642608 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-6b5389a6-179d-4428-999b-c9539946271d None None] For port c3e82dc4-c25a-4e22-9ece-472e725050ab, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:03:04.661768 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-6b5389a6-179d-4428-999b-c9539946271d None None] For port c3e82dc4-c25a-4e22-9ece-472e725050ab, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=c3e82dc4-c25a-4e22-9ece-472e725050ab,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:03:04.674142 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-6b5389a6-179d-4428-999b-c9539946271d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c3e82dc4-c25a-4e22-9ece-472e725050ab), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:04.717882 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e11f6-37e7-4072-86d6-9f43b263b078 None None] Pushing event updated for resources: {'Port': ['ID=c3e82dc4-c25a-4e22-9ece-472e725050ab,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:04.736838 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e9fabe7a-7166-479a-b7db-144403105f83 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:03:04.774565 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:04.793476 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cdc5e9-1096-4992-8058-c00a009da206 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:03:04.797823 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-30cdc5e9-1096-4992-8058-c00a009da206 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:04.821689 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d5f256-d586-43ee-bcd2-1b03c65d243c x-openstack-request-id: req-70d5f256-d586-43ee-bcd2-1b03c65d243c {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:03:04.822875 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc40271-fc32-41d6-ad15-257d0e7a7187", "name": "network-vif-plugged", "status": "completed", "tag": "3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:03:04.822875 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-70d5f256-d586-43ee-bcd2-1b03c65d243c {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:03:04.825793 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d5f256-d586-43ee-bcd2-1b03c65d243c'] response: {'server_uuid': '8fc40271-fc32-41d6-ad15-257d0e7a7187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1', 'code': 200} Sep 16 13:03:04.891418 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ec83fb4f-6abb-4286-91b7-d394a1801cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (e9fabe7a-7166-479a-b7db-144403105f83), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:04.927346 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:04.936787 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83fb4f-6abb-4286-91b7-d394a1801cb7 None None] Pushing event deleted for resources: {'Port': ['ID=e9fabe7a-7166-479a-b7db-144403105f83,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:04.939350 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5389a6-179d-4428-999b-c9539946271d None None] Routers {'612934b3-6b5e-4fc1-8494-96055a5db360'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:03:04.939968 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-6b5389a6-179d-4428-999b-c9539946271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:02:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['612934b3-6b5e-4fc1-8494-96055a5db360'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:04.944569 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5d7a6aad-3da9-4d5f-bef3-a5b41e20f4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:04.960444 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec83fb4f-6abb-4286-91b7-d394a1801cb7 None None] No DVR routers for this DVR port e9fabe7a-7166-479a-b7db-144403105f83 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:03:04.977739 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:04.987430 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No active binding found for port e9fabe7a-7166-479a-b7db-144403105f83 {{(pid=113700) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 16 13:03:04.988640 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] The host n-d-858094-4 is not matching for port e9fabe7a-7166-479a-b7db-144403105f83 host None! {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 16 13:03:04.989363 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e9fabe7a-7166-479a-b7db-144403105f83 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:03:05.028914 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10640b63-3c56-4fd1-9838-bc916d1f0089 req-ea76912f-f831-4c26-bc63-14bd8ea04ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:05.031342 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10640b63-3c56-4fd1-9838-bc916d1f0089 req-ea76912f-f831-4c26-bc63-14bd8ea04ac9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 1127 time: 0.1849689 Sep 16 13:03:05.041237 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b5313-2243-422d-877c-2c4ccc7a8af2 req-b6339d7c-f8c7-4459-960e-74fe8c07cdea tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:05.043677 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-473b5313-2243-422d-877c-2c4ccc7a8af2 req-b6339d7c-f8c7-4459-960e-74fe8c07cdea tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.2316518 Sep 16 13:03:05.141570 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e11f6-37e7-4072-86d6-9f43b263b078 None None] Pushing event updated for resources: {'Port': ['ID=c3e82dc4-c25a-4e22-9ece-472e725050ab,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:05.255691 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-6b5389a6-179d-4428-999b-c9539946271d None None] Set router 612934b3-6b5e-4fc1-8494-96055a5db360 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:03:05.284617 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-473b5313-2243-422d-877c-2c4ccc7a8af2 req-7e6cd771-dd4d-4337-ac07-3dd146a8ba38 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017009 Sep 16 13:03:05.315510 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-2616f85e-29c6-4819-8dca-5721e19e6250 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Allocated IP 172.25.2.70 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/35727ae1-df94-4903-8ac1-4e6871eab4f5) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:05.371968 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10640b63-3c56-4fd1-9838-bc916d1f0089 req-33486ff0-33d5-492e-b2b3-e25b2c0652cf service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067205 Sep 16 13:03:05.474346 n-d-858094-4 neutron-server[113699]: DEBUG neutron.objects.ports [None req-30cdc5e9-1096-4992-8058-c00a009da206 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113699) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 16 13:03:05.479317 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-30cdc5e9-1096-4992-8058-c00a009da206 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (89b3e20f-ef7c-44b0-92e2-7eed5f545613), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:05.626454 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cdc5e9-1096-4992-8058-c00a009da206 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:05.634848 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-30cdc5e9-1096-4992-8058-c00a009da206 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:05.646228 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c766326-dff3-41d6-951e-107e3767d3ae None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:03:05.646654 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2616f85e-29c6-4819-8dca-5721e19e6250 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for port (35727ae1-df94-4903-8ac1-4e6871eab4f5), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:05.648811 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cdc5e9-1096-4992-8058-c00a009da206 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:05.649785 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-30cdc5e9-1096-4992-8058-c00a009da206 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:05.664483 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:05.676245 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdc5e9-1096-4992-8058-c00a009da206 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=89b3e20f-ef7c-44b0-92e2-7eed5f545613,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:05.681894 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-6b5389a6-179d-4428-999b-c9539946271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612934b3-6b5e-4fc1-8494-96055a5db360', 'name': 'tempest-snat-router-1455071971', 'tenant_id': 'cfff1ce4c6ce4b0aa76297ad6a38c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.204'}], 'enable_snat': False}, 'gw_port_id': 'c3e82dc4-c25a-4e22-9ece-472e725050ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:02:58Z', 'updated_at': '2022-09-16T13:03:00Z', 'revision_number': 3, 'project_id': 'cfff1ce4c6ce4b0aa76297ad6a38c92c', 'gw_port': {'id': 'c3e82dc4-c25a-4e22-9ece-472e725050ab', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612934b3-6b5e-4fc1-8494-96055a5db360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:02:59Z', 'updated_at': '2022-09-16T13:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:05.694446 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-30cdc5e9-1096-4992-8058-c00a009da206 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4403341 Sep 16 13:03:05.696981 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38926) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:05.722419 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-ca5c9e36-3e1d-486e-8b4b-ca138fd0f916 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'mac_address': 'fa:16:3e:87:23:a8', 'name': 'tempest-NetworksTestDHCPv6-1315674849'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:05.759695 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2616f85e-29c6-4819-8dca-5721e19e6250 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (35727ae1-df94-4903-8ac1-4e6871eab4f5), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:05.772749 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5389a6-179d-4428-999b-c9539946271d None None] The sync data for ids ['612934b3-6b5e-4fc1-8494-96055a5db360'] in n-d-858094-4 is: [{'id': '612934b3-6b5e-4fc1-8494-96055a5db360', 'name': 'tempest-snat-router-1455071971', 'tenant_id': 'cfff1ce4c6ce4b0aa76297ad6a38c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.204'}], 'enable_snat': False}, 'gw_port_id': 'c3e82dc4-c25a-4e22-9ece-472e725050ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:02:58Z', 'updated_at': '2022-09-16T13:03:00Z', 'revision_number': 3, 'project_id': 'cfff1ce4c6ce4b0aa76297ad6a38c92c', 'gw_port': {'id': 'c3e82dc4-c25a-4e22-9ece-472e725050ab', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612934b3-6b5e-4fc1-8494-96055a5db360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:02:59Z', 'updated_at': '2022-09-16T13:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:03:05.962468 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5c9e36-3e1d-486e-8b4b-ca138fd0f916 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:03:06.012200 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': '89b3e20f-ef7c-44b0-92e2-7eed5f545613'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:03:06.015914 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:06.052025 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2616f85e-29c6-4819-8dca-5721e19e6250 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:06.087738 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd2827-4b9c-493b-9b01-034e51cbbf14 req-4a73ddb3-f4ee-4ea8-97ca-a6bece96bd02 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:06.090603 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-79fd2827-4b9c-493b-9b01-034e51cbbf14 req-4a73ddb3-f4ee-4ea8-97ca-a6bece96bd02 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 945 time: 0.2805724 Sep 16 13:03:06.104585 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afe76a-cac8-4d37-a7d0-e5cd5d896f2b req-e008c3bc-ab26-4366-a81b-5f3a62f029c8 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:06.126677 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93afe76a-cac8-4d37-a7d0-e5cd5d896f2b req-e008c3bc-ab26-4366-a81b-5f3a62f029c8 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 943 time: 0.3818657 Sep 16 13:03:06.172027 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-2616f85e-29c6-4819-8dca-5721e19e6250 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:06.227530 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2616f85e-29c6-4819-8dca-5721e19e6250 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:03:06.267154 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9e36-3e1d-486e-8b4b-ca138fd0f916 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:06.338425 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-ca5c9e36-3e1d-486e-8b4b-ca138fd0f916 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port 34e2a673-10b8-48b3-a450-319c167f5b3b yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:03:06.433774 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58616664-bf29-4815-a3c3-9e10999f4bdb req-76396ddb-290e-4929-92ee-46efef7c1efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:06.436355 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-58616664-bf29-4815-a3c3-9e10999f4bdb req-76396ddb-290e-4929-92ee-46efef7c1efb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=aaeff399942c4286a71ea3a0eab43280&device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 1125 time: 0.1451495 Sep 16 13:03:06.446025 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616f85e-29c6-4819-8dca-5721e19e6250 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Pushing event updated for resources: {'Port': ['ID=35727ae1-df94-4903-8ac1-4e6871eab4f5,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:06.487646 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] Allocated IP 2001:db8::f816:3eff:fe9b:af34 (9baef6e6-991f-4370-ace0-656f975a51ae/89b3e20f-ef7c-44b0-92e2-7eed5f545613/c17d4584-670b-4468-8e03-afe75fe20574) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:06.493815 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:06.742837 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93afe76a-cac8-4d37-a7d0-e5cd5d896f2b req-85904964-8419-46c7-af55-4cdf8af5a8f8 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5891418 Sep 16 13:03:06.771983 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-79fd2827-4b9c-493b-9b01-034e51cbbf14 req-a4d86306-9b6b-4e32-8c5b-148370a17e4f tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6290777 Sep 16 13:03:06.826930 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] Publish callbacks [] for port (c17d4584-670b-4468-8e03-afe75fe20574), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:06.840726 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:06.844576 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c3e82dc4-c25a-4e22-9ece-472e725050ab up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:06.847836 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:06.852285 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:06.855229 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (c17d4584-670b-4468-8e03-afe75fe20574), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:06.976803 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-ca5c9e36-3e1d-486e-8b4b-ca138fd0f916 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::f816:3eff:fe87:23a8 (9baef6e6-991f-4370-ace0-656f975a51ae/89b3e20f-ef7c-44b0-92e2-7eed5f545613/34e2a673-10b8-48b3-a450-319c167f5b3b) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:07.040077 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58616664-bf29-4815-a3c3-9e10999f4bdb req-aa71f41c-758c-4b32-8ac8-b3bc522b76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:07.042099 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-58616664-bf29-4815-a3c3-9e10999f4bdb req-aa71f41c-758c-4b32-8ac8-b3bc522b76c7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=56dd3a41-efae-420b-b361-8c953ab80e6c HTTP/1.1" status: 200 len: 914 time: 0.5802240 Sep 16 13:03:07.099730 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:07.107061 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] Pushing event updated for resources: {'Port': ['ID=c17d4584-670b-4468-8e03-afe75fe20574,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:07.111131 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:07.115441 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:03:07.139646 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port c3e82dc4-c25a-4e22-9ece-472e725050ab triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:07.139646 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c3e82dc4-c25a-4e22-9ece-472e725050ab), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:07.139646 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port c3e82dc4-c25a-4e22-9ece-472e725050ab Sep 16 13:03:07.357959 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] Attempting to bind port c17d4584-670b-4468-8e03-afe75fe20574 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:03:07.358903 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] Attempting to bind port c17d4584-670b-4468-8e03-afe75fe20574 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:03:07.359428 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] Attempting to bind port c17d4584-670b-4468-8e03-afe75fe20574 on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:03:07.463836 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:07.473483 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:03:07.473885 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:03:07.474462 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:07.475013 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:03:07.475695 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] Bound port: c17d4584-670b-4468-8e03-afe75fe20574, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:03:07.476142 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c17d4584-670b-4468-8e03-afe75fe20574), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:07.590963 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] For port c17d4584-670b-4468-8e03-afe75fe20574, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:03:07.597287 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] For port c17d4584-670b-4468-8e03-afe75fe20574, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=c17d4584-670b-4468-8e03-afe75fe20574,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:03:07.606208 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9e36-3e1d-486e-8b4b-ca138fd0f916 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (34e2a673-10b8-48b3-a450-319c167f5b3b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:07.650074 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c17d4584-670b-4468-8e03-afe75fe20574), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:07.673865 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:07.695351 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:07.758859 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9e36-3e1d-486e-8b4b-ca138fd0f916 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (34e2a673-10b8-48b3-a450-319c167f5b3b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:07.764293 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port c3e82dc4-c25a-4e22-9ece-472e725050ab is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:07.765134 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c3e82dc4-c25a-4e22-9ece-472e725050ab), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:07.835043 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port c3e82dc4-c25a-4e22-9ece-472e725050ab, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=c3e82dc4-c25a-4e22-9ece-472e725050ab,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:07.854804 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12faaca-b992-4ef2-a6c0-a49d1991030d None None] Pushing event updated for resources: {'Port': ['ID=c17d4584-670b-4468-8e03-afe75fe20574,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:07.860688 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c3e82dc4-c25a-4e22-9ece-472e725050ab), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:08.026413 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 4c0896cf-3255-42ff-b580-d2a345dbb96d details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:03:08.087103 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=c3e82dc4-c25a-4e22-9ece-472e725050ab,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:08.153556 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5c9e36-3e1d-486e-8b4b-ca138fd0f916 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:08.157938 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-ca5c9e36-3e1d-486e-8b4b-ca138fd0f916 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:08.166158 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c9e36-3e1d-486e-8b4b-ca138fd0f916 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=34e2a673-10b8-48b3-a450-319c167f5b3b,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:08.170046 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5c9e36-3e1d-486e-8b4b-ca138fd0f916 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:03:08.176171 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5c9e36-3e1d-486e-8b4b-ca138fd0f916 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:08.188514 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9e36-3e1d-486e-8b4b-ca138fd0f916 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:08.207373 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-58616664-bf29-4815-a3c3-9e10999f4bdb req-26c49dcf-9117-462d-90ba-340db0e1e2a7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c0896cf-3255-42ff-b580-d2a345dbb96d HTTP/1.1" status: 200 len: 217 time: 1.1473253 Sep 16 13:03:08.244721 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ca5c9e36-3e1d-486e-8b4b-ca138fd0f916 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5419450 Sep 16 13:03:08.246574 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38940) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:08.366657 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8d5feb-d51d-424a-9a51-ee543f66e5c6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:08.384115 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8d5feb-d51d-424a-9a51-ee543f66e5c6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:08.400366 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1f8d5feb-d51d-424a-9a51-ee543f66e5c6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1521435 Sep 16 13:03:08.401137 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38942) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:08.443752 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:08.565586 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:08.598834 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 4c0896cf-3255-42ff-b580-d2a345dbb96d, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=4c0896cf-3255-42ff-b580-d2a345dbb96d,segment=NetworkSegment(bbab3c9e-7709-444a-adb6-0434f4755f1b),segment_id=bbab3c9e-7709-444a-adb6-0434f4755f1b)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:08.601319 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-a0c49433-19e8-4ba4-b5d7-fd14b0ade957 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port 34e2a673-10b8-48b3-a450-319c167f5b3b {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:08.601912 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a0c49433-19e8-4ba4-b5d7-fd14b0ade957 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (34e2a673-10b8-48b3-a450-319c167f5b3b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:08.628378 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:08.674477 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '4c0896cf-3255-42ff-b580-d2a345dbb96d', 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c', 'port_id': '4c0896cf-3255-42ff-b580-d2a345dbb96d', 'mac_address': 'fa:16:3e:54:c3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f466e8b-55f7-427d-b163-cda4af9f8b77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:03:08.684015 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d611a-78a3-4c2b-9e60-bb7ef68c6f8a req-bbda0a9d-4dbb-4b1e-959c-b3048dd3bdd9 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:08.711950 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e14d611a-78a3-4c2b-9e60-bb7ef68c6f8a req-bbda0a9d-4dbb-4b1e-959c-b3048dd3bdd9 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 945 time: 0.5601511 Sep 16 13:03:08.797864 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a0c49433-19e8-4ba4-b5d7-fd14b0ade957 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (34e2a673-10b8-48b3-a450-319c167f5b3b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:08.833839 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58616664-bf29-4815-a3c3-9e10999f4bdb req-206f4b8b-2267-41fd-88b1-34f790c593c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:08.835505 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-58616664-bf29-4815-a3c3-9e10999f4bdb req-206f4b8b-2267-41fd-88b1-34f790c593c8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1f466e8b-55f7-427d-b163-cda4af9f8b77 HTTP/1.1" status: 200 len: 852 time: 0.5227487 Sep 16 13:03:08.844258 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-a0c49433-19e8-4ba4-b5d7-fd14b0ade957 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for 34e2a673-10b8-48b3-a450-319c167f5b3b owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:08.846448 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1e394-e3d6-42a7-9735-d3a39d761a3e req-cdcd1716-b686-49b5-a044-e2c0e93e784f tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:08.848178 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bcc1e394-e3d6-42a7-9735-d3a39d761a3e req-cdcd1716-b686-49b5-a044-e2c0e93e784f tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.6995885 Sep 16 13:03:08.979362 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:08.982949 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58616664-bf29-4815-a3c3-9e10999f4bdb req-934a513b-6dba-4980-9e79-d2c1d5b02f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:08.984934 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-58616664-bf29-4815-a3c3-9e10999f4bdb req-934a513b-6dba-4980-9e79-d2c1d5b02f97 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=56dd3a41-efae-420b-b361-8c953ab80e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1336751 Sep 16 13:03:08.985707 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2616f85e-29c6-4819-8dca-5721e19e6250 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_gateway (cebee51d-68de-4b6e-8c39-fd858f95e5cc), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:09.045661 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 4c0896cf-3255-42ff-b580-d2a345dbb96d is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:09.046142 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:09.050449 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c17d4584-670b-4468-8e03-afe75fe20574 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:09.148742 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:09.181092 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port c17d4584-670b-4468-8e03-afe75fe20574 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:09.181756 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c17d4584-670b-4468-8e03-afe75fe20574), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:09.182204 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port c17d4584-670b-4468-8e03-afe75fe20574 Sep 16 13:03:09.189413 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0896cf-3255-42ff-b580-d2a345dbb96d {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:03:09.192697 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a0c49433-19e8-4ba4-b5d7-fd14b0ade957 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (34e2a673-10b8-48b3-a450-319c167f5b3b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:09.282870 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 4c0896cf-3255-42ff-b580-d2a345dbb96d, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=4c0896cf-3255-42ff-b580-d2a345dbb96d,segment=NetworkSegment(bbab3c9e-7709-444a-adb6-0434f4755f1b),segment_id=bbab3c9e-7709-444a-adb6-0434f4755f1b)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:09.297608 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:09.300930 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e14d611a-78a3-4c2b-9e60-bb7ef68c6f8a req-602206e8-9dff-4517-bd41-d574cc3bd201 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5806601 Sep 16 13:03:09.306362 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c49433-19e8-4ba4-b5d7-fd14b0ade957 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=34e2a673-10b8-48b3-a450-319c167f5b3b,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:09.373890 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a0c49433-19e8-4ba4-b5d7-fd14b0ade957 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:09.386099 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a0c49433-19e8-4ba4-b5d7-fd14b0ade957 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/34e2a673-10b8-48b3-a450-319c167f5b3b HTTP/1.1" status: 204 len: 168 time: 0.9830854 Sep 16 13:03:09.391713 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38962) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:09.491105 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:09.498270 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaf5b9b-c34f-4005-ba09-9440fab7f1bb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:09.501822 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaf5b9b-c34f-4005-ba09-9440fab7f1bb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:09.508215 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-feaf5b9b-c34f-4005-ba09-9440fab7f1bb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1106682 Sep 16 13:03:09.519228 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38964) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:09.537788 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=4c0896cf-3255-42ff-b580-d2a345dbb96d,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:09.543735 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port c17d4584-670b-4468-8e03-afe75fe20574 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:09.543735 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c17d4584-670b-4468-8e03-afe75fe20574), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:09.594225 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port c17d4584-670b-4468-8e03-afe75fe20574, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=c17d4584-670b-4468-8e03-afe75fe20574,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:09.609217 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c17d4584-670b-4468-8e03-afe75fe20574), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:09.612324 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c3e82dc4-c25a-4e22-9ece-472e725050ab up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:09.658335 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bcc1e394-e3d6-42a7-9735-d3a39d761a3e req-6612e04b-86c6-4424-8e83-d309b3a344a4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7831051 Sep 16 13:03:09.713551 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5d9bcb-9e8e-40b3-9cba-33e174ae3ef2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet 89b3e20f-ef7c-44b0-92e2-7eed5f545613 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:03:09.735426 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9c5d9bcb-9e8e-40b3-9cba-33e174ae3ef2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (89b3e20f-ef7c-44b0-92e2-7eed5f545613), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:09.772032 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21d0ee-b485-443c-81a2-b7ae9dbdfb62 req-fe343fc3-b683-4181-8615-cf47af718f97 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:09.791229 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c21d0ee-b485-443c-81a2-b7ae9dbdfb62 req-fe343fc3-b683-4181-8615-cf47af718f97 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 944 time: 0.3349404 Sep 16 13:03:09.806896 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['4c0896cf-3255-42ff-b580-d2a345dbb96d'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:03:09.894188 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port c3e82dc4-c25a-4e22-9ece-472e725050ab triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:09.894580 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c3e82dc4-c25a-4e22-9ece-472e725050ab), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:09.894895 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port c3e82dc4-c25a-4e22-9ece-472e725050ab Sep 16 13:03:09.918657 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9c5d9bcb-9e8e-40b3-9cba-33e174ae3ef2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (89b3e20f-ef7c-44b0-92e2-7eed5f545613), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:09.956756 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-58616664-bf29-4815-a3c3-9e10999f4bdb req-291e274a-e1c1-4618-a66e-8c895f60609b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7555618 Sep 16 13:03:09.985666 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c21d0ee-b485-443c-81a2-b7ae9dbdfb62 req-7a8c74a3-2592-434f-aa8d-165f41acd5dd tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925464 Sep 16 13:03:10.091517 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2616f85e-29c6-4819-8dca-5721e19e6250 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (cebee51d-68de-4b6e-8c39-fd858f95e5cc), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:10.111844 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9c5d9bcb-9e8e-40b3-9cba-33e174ae3ef2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (89b3e20f-ef7c-44b0-92e2-7eed5f545613), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:10.168397 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-1b5a5d22-9ae7-438d-b8da-a4c13e7fdddf None None] Provisioning complete for port c17d4584-670b-4468-8e03-afe75fe20574 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:10.169022 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5d22-9ae7-438d-b8da-a4c13e7fdddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c17d4584-670b-4468-8e03-afe75fe20574), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:10.169525 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-1b5a5d22-9ae7-438d-b8da-a4c13e7fdddf None None] Attempt 1 to provision port c17d4584-670b-4468-8e03-afe75fe20574 Sep 16 13:03:10.171537 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=c17d4584-670b-4468-8e03-afe75fe20574,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:10.292184 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:10.305036 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9c5d9bcb-9e8e-40b3-9cba-33e174ae3ef2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (89b3e20f-ef7c-44b0-92e2-7eed5f545613), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:10.331378 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fca201-5dfd-49ae-a3ce-97b86002b749 req-b9390053-b5f3-480c-9422-23ad07581693 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:10.333029 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f2fca201-5dfd-49ae-a3ce-97b86002b749 req-b9390053-b5f3-480c-9422-23ad07581693 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 946 time: 0.4181478 Sep 16 13:03:10.387664 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d9bcb-9e8e-40b3-9cba-33e174ae3ef2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=89b3e20f-ef7c-44b0-92e2-7eed5f545613,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:10.409597 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9c5d9bcb-9e8e-40b3-9cba-33e174ae3ef2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:10.417607 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9c5d9bcb-9e8e-40b3-9cba-33e174ae3ef2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/89b3e20f-ef7c-44b0-92e2-7eed5f545613 HTTP/1.1" status: 204 len: 168 time: 0.8942833 Sep 16 13:03:10.419917 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38972) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:10.421524 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:10.477635 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port c3e82dc4-c25a-4e22-9ece-472e725050ab is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:10.492283 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-22fcab99-5388-4cd4-8aa0-dd56b471ac08 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668659 Sep 16 13:03:10.497201 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38974) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:10.506094 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-1b5a5d22-9ae7-438d-b8da-a4c13e7fdddf None None] Current status of the port c17d4584-670b-4468-8e03-afe75fe20574 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:10.507716 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-0bc49160-f1dd-441b-863b-4bd1255588c6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:10.621493 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-2680adbb-f75d-4757-8dc4-0764ac21e290 None None] Could not find standard attr ID for object 34e2a673-10b8-48b3-a450-319c167f5b3b. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:03:10.640273 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c17d4584-670b-4468-8e03-afe75fe20574 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:10.687875 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc49160-f1dd-441b-863b-4bd1255588c6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:03:10.693063 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0bc49160-f1dd-441b-863b-4bd1255588c6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:10.715865 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-58616664-bf29-4815-a3c3-9e10999f4bdb req-61f9e482-a4c3-4720-9833-b587f167db39 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7111304 Sep 16 13:03:10.728170 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f2fca201-5dfd-49ae-a3ce-97b86002b749 req-b0faa98b-9165-4f9c-b19a-8716d99ec235 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3799231 Sep 16 13:03:10.735521 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:10.742292 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788f2d4-d3e8-493e-9215-2959722d6092 req-141e8d09-0ff4-43bc-b35f-129bf91082f7 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:10.749852 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1788f2d4-d3e8-493e-9215-2959722d6092 req-141e8d09-0ff4-43bc-b35f-129bf91082f7 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 945 time: 0.2855394 Sep 16 13:03:10.768384 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port c17d4584-670b-4468-8e03-afe75fe20574 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:10.768384 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c17d4584-670b-4468-8e03-afe75fe20574), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:10.768384 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port c17d4584-670b-4468-8e03-afe75fe20574 Sep 16 13:03:10.845483 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:10.852465 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcf2258-d307-4123-b1da-ba1eb7b628f5 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:03:10.860595 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1788f2d4-d3e8-493e-9215-2959722d6092 req-4a2866cf-ac8e-4038-8a68-128acd2afbeb tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049788 Sep 16 13:03:10.937450 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2616f85e-29c6-4819-8dca-5721e19e6250 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Router cebee51d-68de-4b6e-8c39-fd858f95e5cc is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:03:11.002261 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee43345-c7ff-486c-810e-017637908db7 req-412974ea-1cd7-49be-84c3-68f810b86118 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:11.003896 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cee43345-c7ff-486c-810e-017637908db7 req-412974ea-1cd7-49be-84c3-68f810b86118 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.1268840 Sep 16 13:03:11.114141 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2616f85e-29c6-4819-8dca-5721e19e6250 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:03:11.143232 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2616f85e-29c6-4819-8dca-5721e19e6250 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:11.147363 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-2616f85e-29c6-4819-8dca-5721e19e6250 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.2032132 Sep 16 13:03:11.150352 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 38990) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:11.168268 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f267f944-3188-4753-b82f-c2713eff92e1 None None] Sync routers for ids ['cebee51d-68de-4b6e-8c39-fd858f95e5cc'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:03:11.224857 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f267f944-3188-4753-b82f-c2713eff92e1 None None] Routers {'cebee51d-68de-4b6e-8c39-fd858f95e5cc'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:03:11.225819 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-f267f944-3188-4753-b82f-c2713eff92e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:03:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['cebee51d-68de-4b6e-8c39-fd858f95e5cc'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:11.256562 n-d-858094-4 neutron-server[113699]: DEBUG neutron.objects.ports [None req-0bc49160-f1dd-441b-863b-4bd1255588c6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=113699) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 16 13:03:11.335365 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6cf613-aa3f-4114-927d-c8db00d8832c None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:03:11.337394 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port c17d4584-670b-4468-8e03-afe75fe20574 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:11.377334 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cee43345-c7ff-486c-810e-017637908db7 req-adef33bb-03f6-4e56-9ffe-2599a48ba5a0 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659352 Sep 16 13:03:11.542357 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-de6cf613-aa3f-4114-927d-c8db00d8832c None None] Deleting port c17d4584-670b-4468-8e03-afe75fe20574 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:11.542723 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-de6cf613-aa3f-4114-927d-c8db00d8832c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (c17d4584-670b-4468-8e03-afe75fe20574), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:11.563365 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:11.610988 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cf7db-98b7-48de-8a14-41672f62fc63 req-d8cdddf6-383c-4421-8bd8-870eb7215d6b tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:11.613699 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2f5cf7db-98b7-48de-8a14-41672f62fc63 req-d8cdddf6-383c-4421-8bd8-870eb7215d6b tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 944 time: 0.1553895 Sep 16 13:03:11.619575 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a3e5f922-c931-46d0-acf4-1c1f61070b90 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "GET /networking/v2.0/routers/cebee51d-68de-4b6e-8c39-fd858f95e5cc HTTP/1.1" status: 200 len: 907 time: 0.4656720 Sep 16 13:03:11.621856 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 38994) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:11.624441 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2f1a1-461f-486f-9641-1224c7a3ca64 req-69bfa75f-a96d-4a68-a3d9-3f9182048bfb tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:11.625987 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e1d2f1a1-461f-486f-9641-1224c7a3ca64 req-69bfa75f-a96d-4a68-a3d9-3f9182048bfb tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 946 time: 0.1114638 Sep 16 13:03:11.637948 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-f267f944-3188-4753-b82f-c2713eff92e1 None None] Set router cebee51d-68de-4b6e-8c39-fd858f95e5cc gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:03:11.728392 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2f5cf7db-98b7-48de-8a14-41672f62fc63 req-ce3386cc-8bdf-4413-8777-6558ee5905ee tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010249 Sep 16 13:03:11.753007 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0bc49160-f1dd-441b-863b-4bd1255588c6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c17d4584-670b-4468-8e03-afe75fe20574), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:11.797186 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e1d2f1a1-461f-486f-9641-1224c7a3ca64 req-b417c378-77e5-4a4f-af1e-b88d80f5e447 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587508 Sep 16 13:03:11.811949 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-de6cf613-aa3f-4114-927d-c8db00d8832c None None] For port c17d4584-670b-4468-8e03-afe75fe20574, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=c17d4584-670b-4468-8e03-afe75fe20574,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:11.812505 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-de6cf613-aa3f-4114-927d-c8db00d8832c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (c17d4584-670b-4468-8e03-afe75fe20574), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:11.841206 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-de6cf613-aa3f-4114-927d-c8db00d8832c None None] Calling delete_port for c17d4584-670b-4468-8e03-afe75fe20574 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:11.888041 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3921d5d8-9137-45f9-9c01-445cab497b6d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router (cebee51d-68de-4b6e-8c39-fd858f95e5cc), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:11.946226 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:11.999205 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:12.011255 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa0dc3-640e-4324-b88c-f93efcf37678 req-eb9962f6-c33b-4fc7-8616-a520944d3143 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:12.018958 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0faa0dc3-640e-4324-b88c-f93efcf37678 req-eb9962f6-c33b-4fc7-8616-a520944d3143 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 945 time: 0.0676033 Sep 16 13:03:12.043518 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-f267f944-3188-4753-b82f-c2713eff92e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebee51d-68de-4b6e-8c39-fd858f95e5cc', 'name': 'tempest-snat-router-1455071971', 'tenant_id': 'cfff1ce4c6ce4b0aa76297ad6a38c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '35727ae1-df94-4903-8ac1-4e6871eab4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:03:03Z', 'updated_at': '2022-09-16T13:03:07Z', 'revision_number': 3, 'project_id': 'cfff1ce4c6ce4b0aa76297ad6a38c92c', 'gw_port': {'id': '35727ae1-df94-4903-8ac1-4e6871eab4f5', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebee51d-68de-4b6e-8c39-fd858f95e5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:03:04Z', 'updated_at': '2022-09-16T13:03:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:12.094394 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f267f944-3188-4753-b82f-c2713eff92e1 None None] Checking router: cebee51d-68de-4b6e-8c39-fd858f95e5cc for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:03:12.094728 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f267f944-3188-4753-b82f-c2713eff92e1 None None] Updating router cebee51d-68de-4b6e-8c39-fd858f95e5cc port 35727ae1-df94-4903-8ac1-4e6871eab4f5 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:03:12.099387 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 4c0896cf-3255-42ff-b580-d2a345dbb96d up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:12.102221 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0faa0dc3-640e-4324-b88c-f93efcf37678 req-f12fac08-58ac-4c00-9b37-d16d735e63a8 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820491 Sep 16 13:03:12.151462 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-0bc49160-f1dd-441b-863b-4bd1255588c6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] For port c17d4584-670b-4468-8e03-afe75fe20574, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=c17d4584-670b-4468-8e03-afe75fe20574,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:12.161854 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3921d5d8-9137-45f9-9c01-445cab497b6d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_gateway (cebee51d-68de-4b6e-8c39-fd858f95e5cc), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:12.211396 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f267f944-3188-4753-b82f-c2713eff92e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (35727ae1-df94-4903-8ac1-4e6871eab4f5), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:12.219173 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0bc49160-f1dd-441b-863b-4bd1255588c6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (c17d4584-670b-4468-8e03-afe75fe20574), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:12.231950 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0bc49160-f1dd-441b-863b-4bd1255588c6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (c17d4584-670b-4468-8e03-afe75fe20574), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:12.231950 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0bc49160-f1dd-441b-863b-4bd1255588c6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (2453a4a6-84b6-4038-bdac-cadfd34cd0ad), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:12.297937 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc49160-f1dd-441b-863b-4bd1255588c6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=2453a4a6-84b6-4038-bdac-cadfd34cd0ad,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:12.306688 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-de6cf613-aa3f-4114-927d-c8db00d8832c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (c17d4584-670b-4468-8e03-afe75fe20574), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:12.321593 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc49160-f1dd-441b-863b-4bd1255588c6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=c17d4584-670b-4468-8e03-afe75fe20574,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:12.323408 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-3921d5d8-9137-45f9-9c01-445cab497b6d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Deleting port 35727ae1-df94-4903-8ac1-4e6871eab4f5 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:12.323749 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3921d5d8-9137-45f9-9c01-445cab497b6d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (35727ae1-df94-4903-8ac1-4e6871eab4f5), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:12.327806 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc49160-f1dd-441b-863b-4bd1255588c6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:12.330391 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-0bc49160-f1dd-441b-863b-4bd1255588c6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:12.335056 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:12.342951 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cf613-aa3f-4114-927d-c8db00d8832c None None] Pushing event deleted for resources: {'Port': ['ID=c17d4584-670b-4468-8e03-afe75fe20574,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:12.347727 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc49160-f1dd-441b-863b-4bd1255588c6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:12.348343 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0bc49160-f1dd-441b-863b-4bd1255588c6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:12.440575 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:12.458806 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6cf613-aa3f-4114-927d-c8db00d8832c None None] No DVR routers for this DVR port c17d4584-670b-4468-8e03-afe75fe20574 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:03:12.475498 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 4c0896cf-3255-42ff-b580-d2a345dbb96d completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:03:12.498691 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3921d5d8-9137-45f9-9c01-445cab497b6d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (35727ae1-df94-4903-8ac1-4e6871eab4f5), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:12.503927 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 4c0896cf-3255-42ff-b580-d2a345dbb96d triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:12.504338 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:12.504679 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 4c0896cf-3255-42ff-b580-d2a345dbb96d Sep 16 13:03:12.518425 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-3921d5d8-9137-45f9-9c01-445cab497b6d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Calling delete_port for 35727ae1-df94-4903-8ac1-4e6871eab4f5 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:12.523756 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0bc49160-f1dd-441b-863b-4bd1255588c6 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0253944 Sep 16 13:03:12.531291 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39002) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:12.552652 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee008c74-59b0-48b2-b181-127760b95ca2 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:03:12.563782 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'mac_address': 'fa:16:3e:3e:70:ce', 'name': 'tempest-NetworksTestDHCPv6-381574006'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:12.758408 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c17d4584-670b-4468-8e03-afe75fe20574 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:03:12.792904 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': '2453a4a6-84b6-4038-bdac-cadfd34cd0ad'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:03:12.794314 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:12.796953 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:12.802888 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: c17d4584-670b-4468-8e03-afe75fe20574 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:03:12.803349 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c17d4584-670b-4468-8e03-afe75fe20574 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:03:12.839277 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3921d5d8-9137-45f9-9c01-445cab497b6d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (35727ae1-df94-4903-8ac1-4e6871eab4f5), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:12.868870 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 4c0896cf-3255-42ff-b580-d2a345dbb96d is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:12.869255 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:12.911088 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d339a2-7029-409c-9786-69c2daa99621 req-0d6dd07d-dbda-4930-a2f0-bf36c8da2628 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:12.919600 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 4c0896cf-3255-42ff-b580-d2a345dbb96d, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=4c0896cf-3255-42ff-b580-d2a345dbb96d,segment=NetworkSegment(bbab3c9e-7709-444a-adb6-0434f4755f1b),segment_id=bbab3c9e-7709-444a-adb6-0434f4755f1b)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:12.920726 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-59d339a2-7029-409c-9786-69c2daa99621 req-0d6dd07d-dbda-4930-a2f0-bf36c8da2628 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 945 time: 0.0776961 Sep 16 13:03:12.925669 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f1168a-0491-4d97-8cc9-59e1b27ababe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0896cf-3255-42ff-b580-d2a345dbb96d'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:03:12.928159 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe386a6-4fae-4c42-952c-cf4edac60118" -d '{"events": [{"server_uuid": "97f1168a-0491-4d97-8cc9-59e1b27ababe", "name": "network-vif-plugged", "status": "completed", "tag": "4c0896cf-3255-42ff-b580-d2a345dbb96d"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:03:12.943326 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:12.971529 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921d5d8-9137-45f9-9c01-445cab497b6d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Pushing event deleted for resources: {'Port': ['ID=35727ae1-df94-4903-8ac1-4e6871eab4f5,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:13.021907 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58a0d0-0bf7-44b5-995b-cc792c9b3581 req-ff583dae-fba8-466d-a70f-0cb91133833c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:13.023429 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c58a0d0-0bf7-44b5-995b-cc792c9b3581 req-ff583dae-fba8-466d-a70f-0cb91133833c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.5040991 Sep 16 13:03:13.082803 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-59d339a2-7029-409c-9786-69c2daa99621 req-0af986b9-d726-4410-b72e-1355e3ea512a tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610925 Sep 16 13:03:13.087784 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3921d5d8-9137-45f9-9c01-445cab497b6d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (cebee51d-68de-4b6e-8c39-fd858f95e5cc), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:13.095238 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:03:13.207351 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c58a0d0-0bf7-44b5-995b-cc792c9b3581 req-b31ff274-d1ce-4358-a258-f293fc88248b tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742580 Sep 16 13:03:13.325533 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3af800e8-0d1f-497b-bca5-8901587cb91c details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:03:13.356634 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3af800e8-0d1f-497b-bca5-8901587cb91c no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:03:13.359149 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=4c0896cf-3255-42ff-b580-d2a345dbb96d,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:13.381138 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654eb06-d340-498d-9763-7cf073bb55ed req-be2fac3e-cbb6-4dc7-9f2c-d4704f6e1748 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:13.390379 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c654eb06-d340-498d-9763-7cf073bb55ed req-be2fac3e-cbb6-4dc7-9f2c-d4704f6e1748 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 945 time: 0.1576326 Sep 16 13:03:13.483029 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1224bc5-e2d1-48fb-8b06-d36481aa9f9f req-fe6fa17c-b36c-4564-a2f3-b19233f606ef tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:13.490488 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e1224bc5-e2d1-48fb-8b06-d36481aa9f9f req-fe6fa17c-b36c-4564-a2f3-b19233f606ef tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 946 time: 0.1446652 Sep 16 13:03:13.592204 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e1224bc5-e2d1-48fb-8b06-d36481aa9f9f req-1522936b-b2b6-42ee-8702-8e1024300c2d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959318 Sep 16 13:03:13.597532 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:13.618977 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.api [None req-f267f944-3188-4753-b82f-c2713eff92e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 13:03:13.619398 n-d-858094-4 neutron-server[113700]: DEBUG oslo_db.api [None req-f267f944-3188-4753-b82f-c2713eff92e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 13:03:13.653210 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c654eb06-d340-498d-9763-7cf073bb55ed req-4d19b790-70d9-403e-9c89-360bab3033d3 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616131 Sep 16 13:03:13.653574 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:13.681839 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port 4e543468-2b69-4859-a521-529739b77d6c yet. {{(pid=113698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:03:13.682440 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3921d5d8-9137-45f9-9c01-445cab497b6d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (cebee51d-68de-4b6e-8c39-fd858f95e5cc), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:13.686097 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3921d5d8-9137-45f9-9c01-445cab497b6d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_controller (cebee51d-68de-4b6e-8c39-fd858f95e5cc), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:13.725365 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] Allocated IP 2001:db8::f816:3eff:fe1b:b8a1 (9baef6e6-991f-4370-ace0-656f975a51ae/2453a4a6-84b6-4038-bdac-cadfd34cd0ad/aca3d6d8-9041-4528-8ad7-75ced54fd7c7) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:13.730035 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a596e8-3f80-46c9-84ca-7d5662a6f2fb x-openstack-request-id: req-66a596e8-3f80-46c9-84ca-7d5662a6f2fb {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:03:13.730705 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f1168a-0491-4d97-8cc9-59e1b27ababe", "name": "network-vif-plugged", "status": "completed", "tag": "4c0896cf-3255-42ff-b580-d2a345dbb96d", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:03:13.731064 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-66a596e8-3f80-46c9-84ca-7d5662a6f2fb {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:03:13.731509 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a596e8-3f80-46c9-84ca-7d5662a6f2fb'] response: {'server_uuid': '97f1168a-0491-4d97-8cc9-59e1b27ababe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0896cf-3255-42ff-b580-d2a345dbb96d', 'code': 200} Sep 16 13:03:13.768626 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:13.798579 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3921d5d8-9137-45f9-9c01-445cab497b6d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (cebee51d-68de-4b6e-8c39-fd858f95e5cc), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:13.801296 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3921d5d8-9137-45f9-9c01-445cab497b6d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cebee51d-68de-4b6e-8c39-fd858f95e5cc {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:03:13.824611 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3921d5d8-9137-45f9-9c01-445cab497b6d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:13.826470 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3921d5d8-9137-45f9-9c01-445cab497b6d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "DELETE /networking/v2.0/routers/cebee51d-68de-4b6e-8c39-fd858f95e5cc HTTP/1.1" status: 204 len: 168 time: 2.2031627 Sep 16 13:03:13.829163 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39020) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:13.845518 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:13.845900 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:13.852902 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3af800e8-0d1f-497b-bca5-8901587cb91c, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3af800e8-0d1f-497b-bca5-8901587cb91c,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:13.899356 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 3af800e8-0d1f-497b-bca5-8901587cb91c is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:13.899766 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:13.921569 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7873e-b4f3-42dc-8067-214e35437135 req-1baff151-fbfc-44f7-8997-c69c4ab295fb tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:13.923679 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0f7873e-b4f3-42dc-8067-214e35437135 req-1baff151-fbfc-44f7-8997-c69c4ab295fb tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 945 time: 0.0566843 Sep 16 13:03:13.954760 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '3af800e8-0d1f-497b-bca5-8901587cb91c', 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5', 'port_id': '3af800e8-0d1f-497b-bca5-8901587cb91c', 'mac_address': 'fa:16:3e:5a:8f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d21eb8b-32f8-4b19-96f6-c4c4e33061d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:03:13.977309 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac650df-364c-426a-b412-eaa6865ffdd8 req-3c6c051c-5c31-4f55-945b-9e2019803aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:13.979210 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6ac650df-364c-426a-b412-eaa6865ffdd8 req-3c6c051c-5c31-4f55-945b-9e2019803aa8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 1127 time: 0.1657193 Sep 16 13:03:14.021666 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7881d195-6fe3-4bae-9941-cd11faeed05d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router (612934b3-6b5e-4fc1-8494-96055a5db360), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:14.026400 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:14.037680 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3af800e8-0d1f-497b-bca5-8901587cb91c, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3af800e8-0d1f-497b-bca5-8901587cb91c,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:14.051738 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:14.083195 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6ac650df-364c-426a-b412-eaa6865ffdd8 req-6562ab0b-99a9-4a84-9c2a-06c6f09b78b5 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951278 Sep 16 13:03:14.110345 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 3af800e8-0d1f-497b-bca5-8901587cb91c is: ACTIVE; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:14.110906 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:14.135536 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-b0f7873e-b4f3-42dc-8067-214e35437135 req-1e926075-cf9f-42da-9446-f4b2e9362ed6 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Deleting port 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:14.140366 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b0f7873e-b4f3-42dc-8067-214e35437135 req-1e926075-cf9f-42da-9446-f4b2e9362ed6 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:14.166358 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f267f944-3188-4753-b82f-c2713eff92e1 None None] Port 35727ae1-df94-4903-8ac1-4e6871eab4f5 not found while updating agent binding for router cebee51d-68de-4b6e-8c39-fd858f95e5cc. {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 16 13:03:14.190088 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3af800e8-0d1f-497b-bca5-8901587cb91c {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:03:14.237899 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7881d195-6fe3-4bae-9941-cd11faeed05d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_gateway (612934b3-6b5e-4fc1-8494-96055a5db360), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:14.256623 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f267f944-3188-4753-b82f-c2713eff92e1 None None] Routers set() bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:03:14.260742 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f267f944-3188-4753-b82f-c2713eff92e1 None None] Router IDs set() for agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 16 13:03:14.261611 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_agentschedulers_db [None req-f267f944-3188-4753-b82f-c2713eff92e1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cebee51d-68de-4b6e-8c39-fd858f95e5cc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:03:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent'). {{(pid=113700) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 13:03:14.262672 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f267f944-3188-4753-b82f-c2713eff92e1 None None] The sync data for ids ['cebee51d-68de-4b6e-8c39-fd858f95e5cc'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:03:14.314366 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b94628-bb21-41b5-a463-3b740324eeb9 req-83b06a64-8d28-48e5-98af-fccbb9d76f0d tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:14.314893 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-7881d195-6fe3-4bae-9941-cd11faeed05d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Deleting port c3e82dc4-c25a-4e22-9ece-472e725050ab {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:14.315451 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7881d195-6fe3-4bae-9941-cd11faeed05d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (c3e82dc4-c25a-4e22-9ece-472e725050ab), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:14.322063 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e5b94628-bb21-41b5-a463-3b740324eeb9 req-83b06a64-8d28-48e5-98af-fccbb9d76f0d tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 945 time: 0.0776689 Sep 16 13:03:14.378031 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=3af800e8-0d1f-497b-bca5-8901587cb91c,revision_number=11']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:14.416531 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] Publish callbacks [] for port (aca3d6d8-9041-4528-8ad7-75ced54fd7c7), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:14.416781 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:14.420914 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.api [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 13:03:14.421487 n-d-858094-4 neutron-server[113700]: DEBUG oslo_db.api [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 13:03:14.426239 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (aca3d6d8-9041-4528-8ad7-75ced54fd7c7), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:14.454316 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e5b94628-bb21-41b5-a463-3b740324eeb9 req-c13d4a49-34be-4005-b275-f9d0990e5166 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312916 Sep 16 13:03:14.481255 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:14.488261 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-7881d195-6fe3-4bae-9941-cd11faeed05d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] For port c3e82dc4-c25a-4e22-9ece-472e725050ab, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=c3e82dc4-c25a-4e22-9ece-472e725050ab,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:14.488791 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7881d195-6fe3-4bae-9941-cd11faeed05d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (c3e82dc4-c25a-4e22-9ece-472e725050ab), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:14.499205 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:14.509301 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:03:14.517623 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-b0f7873e-b4f3-42dc-8067-214e35437135 req-1e926075-cf9f-42da-9446-f4b2e9362ed6 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] For port 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:14.517995 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b0f7873e-b4f3-42dc-8067-214e35437135 req-1e926075-cf9f-42da-9446-f4b2e9362ed6 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:14.529288 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-7881d195-6fe3-4bae-9941-cd11faeed05d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Calling delete_port for c3e82dc4-c25a-4e22-9ece-472e725050ab owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:14.540086 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed935b-6412-4dc3-b0f4-54927d45cb99 req-6f419724-b436-4f0f-b341-0f3af0fe778d tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:14.541737 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62ed935b-6412-4dc3-b0f4-54927d45cb99 req-6f419724-b436-4f0f-b341-0f3af0fe778d tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.1528032 Sep 16 13:03:14.561955 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] Pushing event updated for resources: {'Port': ['ID=aca3d6d8-9041-4528-8ad7-75ced54fd7c7,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:14.563347 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-b0f7873e-b4f3-42dc-8067-214e35437135 req-1e926075-cf9f-42da-9446-f4b2e9362ed6 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Calling delete_port for 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:14.583447 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::f816:3eff:fe3e:70ce (9baef6e6-991f-4370-ace0-656f975a51ae/2453a4a6-84b6-4038-bdac-cadfd34cd0ad/4e543468-2b69-4859-a521-529739b77d6c) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:14.604496 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] Attempting to bind port aca3d6d8-9041-4528-8ad7-75ced54fd7c7 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:03:14.604897 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] Attempting to bind port aca3d6d8-9041-4528-8ad7-75ced54fd7c7 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:03:14.606211 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] Attempting to bind port aca3d6d8-9041-4528-8ad7-75ced54fd7c7 on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:03:14.668613 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:03:14.668993 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:03:14.669403 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:14.669802 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:03:14.670279 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] Bound port: aca3d6d8-9041-4528-8ad7-75ced54fd7c7, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:03:14.670708 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (aca3d6d8-9041-4528-8ad7-75ced54fd7c7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:14.752582 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] For port aca3d6d8-9041-4528-8ad7-75ced54fd7c7, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:03:14.756647 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] For port aca3d6d8-9041-4528-8ad7-75ced54fd7c7, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=aca3d6d8-9041-4528-8ad7-75ced54fd7c7,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:03:14.768816 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (aca3d6d8-9041-4528-8ad7-75ced54fd7c7), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:14.845587 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62ed935b-6412-4dc3-b0f4-54927d45cb99 req-db064bb5-53a4-4217-8334-641559a4466b tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910297 Sep 16 13:03:14.902968 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e154785-5951-4be6-a3be-3909a5faf47e req-dd2595e2-0f1d-4ec9-a7ff-0991096d4906 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:14.910944 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e154785-5951-4be6-a3be-3909a5faf47e req-dd2595e2-0f1d-4ec9-a7ff-0991096d4906 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.1805394 Sep 16 13:03:14.918596 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ae2a5-1c13-40f4-befe-0044364ad61f None None] Pushing event updated for resources: {'Port': ['ID=aca3d6d8-9041-4528-8ad7-75ced54fd7c7,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:14.958385 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7881d195-6fe3-4bae-9941-cd11faeed05d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (c3e82dc4-c25a-4e22-9ece-472e725050ab), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:14.998509 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9e154785-5951-4be6-a3be-3909a5faf47e req-15cef55e-8374-4df7-bc3f-8123abad8026 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865664 Sep 16 13:03:15.020779 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881d195-6fe3-4bae-9941-cd11faeed05d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3e82dc4-c25a-4e22-9ece-472e725050ab,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:15.025428 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 3af800e8-0d1f-497b-bca5-8901587cb91c is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:15.025950 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:15.069819 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af800e8-0d1f-497b-bca5-8901587cb91c {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:03:15.110189 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3af800e8-0d1f-497b-bca5-8901587cb91c, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3af800e8-0d1f-497b-bca5-8901587cb91c,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:15.115243 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:15.140280 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:15.186973 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33d76c-fa7f-4ff1-ad0e-ce6d831a57b0 req-6d705545-5c4a-4534-9f6e-e596e80a14d9 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:15.200849 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bc33d76c-fa7f-4ff1-ad0e-ce6d831a57b0 req-6d705545-5c4a-4534-9f6e-e596e80a14d9 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 945 time: 0.1644843 Sep 16 13:03:15.208308 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7881d195-6fe3-4bae-9941-cd11faeed05d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (612934b3-6b5e-4fc1-8494-96055a5db360), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:15.258200 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:15.259578 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=3af800e8-0d1f-497b-bca5-8901587cb91c,revision_number=12']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:15.291046 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b0f7873e-b4f3-42dc-8067-214e35437135 req-1e926075-cf9f-42da-9446-f4b2e9362ed6 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:15.305209 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['3af800e8-0d1f-497b-bca5-8901587cb91c'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:03:15.342892 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:15.380089 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e926075-cf9f-42da-9446-f4b2e9362ed6 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Pushing event deleted for resources: {'Port': ['ID=3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:15.399465 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (4e543468-2b69-4859-a521-529739b77d6c), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:15.408541 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7881d195-6fe3-4bae-9941-cd11faeed05d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (612934b3-6b5e-4fc1-8494-96055a5db360), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:15.411126 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7881d195-6fe3-4bae-9941-cd11faeed05d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_controller (612934b3-6b5e-4fc1-8494-96055a5db360), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:15.499300 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bc33d76c-fa7f-4ff1-ad0e-ce6d831a57b0 req-4638f99e-1961-4d45-9355-e9d12b3cc8fa tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968755 Sep 16 13:03:15.501585 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f7873e-b4f3-42dc-8067-214e35437135 req-1e926075-cf9f-42da-9446-f4b2e9362ed6 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] No DVR routers for this DVR port 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 on host n-h2-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:03:15.513936 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7881d195-6fe3-4bae-9941-cd11faeed05d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (612934b3-6b5e-4fc1-8494-96055a5db360), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:15.514529 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7881d195-6fe3-4bae-9941-cd11faeed05d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 612934b3-6b5e-4fc1-8494-96055a5db360 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:03:15.519809 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7881d195-6fe3-4bae-9941-cd11faeed05d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:15.525693 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7881d195-6fe3-4bae-9941-cd11faeed05d tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "DELETE /networking/v2.0/routers/612934b3-6b5e-4fc1-8494-96055a5db360 HTTP/1.1" status: 204 len: 168 time: 1.6949914 Sep 16 13:03:15.528745 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39034) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:15.534403 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b0f7873e-b4f3-42dc-8067-214e35437135 req-1e926075-cf9f-42da-9446-f4b2e9362ed6 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:15.547865 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0f7873e-b4f3-42dc-8067-214e35437135 req-1e926075-cf9f-42da-9446-f4b2e9362ed6 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.76 "DELETE /networking/v2.0/ports/3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 HTTP/1.1" status: 204 len: 173 time: 1.6151538 Sep 16 13:03:15.551533 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc40271-fc32-41d6-ad15-257d0e7a7187', 'name': 'network-vif-deleted', 'tag': '3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:03:15.554871 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca02bdd-14e7-4d41-96a3-c7037581e248" -d '{"events": [{"server_uuid": "8fc40271-fc32-41d6-ad15-257d0e7a7187", "name": "network-vif-deleted", "tag": "3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:03:15.575255 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-f6a482d0-aa3c-4c5b-a82e-01ce978c4def tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1183232044', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}, 'admin_state_up': False}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:15.660232 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f6a482d0-aa3c-4c5b-a82e-01ce978c4def tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (6453cbc2-accf-4604-a9f8-e3f75654bbde), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:15.660232 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f6a482d0-aa3c-4c5b-a82e-01ce978c4def tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (6453cbc2-accf-4604-a9f8-e3f75654bbde), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:15.671912 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=29 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:15.693143 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:15.733082 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af800e8-0d1f-497b-bca5-8901587cb91c'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:03:15.735409 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52967e6d-46f0-4136-8b62-03d68b4971f8" -d '{"events": [{"server_uuid": "af5e660b-de79-42ca-a8de-fe06738b9771", "name": "network-vif-unplugged", "status": "completed", "tag": "3af800e8-0d1f-497b-bca5-8901587cb91c"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:03:15.758847 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a25c3d-bf24-48a6-8342-3ac0ce4e0a0f x-openstack-request-id: req-99a25c3d-bf24-48a6-8342-3ac0ce4e0a0f {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:03:15.759164 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc40271-fc32-41d6-ad15-257d0e7a7187", "name": "network-vif-deleted", "tag": "3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:03:15.759426 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-99a25c3d-bf24-48a6-8342-3ac0ce4e0a0f {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:03:15.760606 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a25c3d-bf24-48a6-8342-3ac0ce4e0a0f'] response: {'server_uuid': '8fc40271-fc32-41d6-ad15-257d0e7a7187', 'name': 'network-vif-deleted', 'tag': '3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1', 'status': 'completed', 'code': 200} Sep 16 13:03:15.781270 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-64acb8ea-65ab-471d-a967-36fb05680f86 req-ee81559e-4bd2-4e12-be24-89b762f630d3 tempest-DeleteServersTestJSON-1385458479 tempest-DeleteServersTestJSON-1385458479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8fc40271-fc32-41d6-ad15-257d0e7a7187 HTTP/1.1" status: 200 len: 210 time: 0.1019049 Sep 16 13:03:15.783058 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (4e543468-2b69-4859-a521-529739b77d6c), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:15.801842 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f6a482d0-aa3c-4c5b-a82e-01ce978c4def tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_controller (6453cbc2-accf-4604-a9f8-e3f75654bbde), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:15.813847 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:15.817511 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:15.827380 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:15.860508 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:03:15.865709 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:15.866306 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:15.870286 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 13:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297ba53f-dae1-48dc-9fab-b7c48f51bf7f x-openstack-request-id: req-297ba53f-dae1-48dc-9fab-b7c48f51bf7f {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:03:15.870687 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5e660b-de79-42ca-a8de-fe06738b9771", "name": "network-vif-unplugged", "status": "completed", "tag": "3af800e8-0d1f-497b-bca5-8901587cb91c", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:03:15.871107 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-297ba53f-dae1-48dc-9fab-b7c48f51bf7f {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:03:15.871988 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297ba53f-dae1-48dc-9fab-b7c48f51bf7f'] response: {'server_uuid': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af800e8-0d1f-497b-bca5-8901587cb91c', 'code': 200} Sep 16 13:03:15.912333 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=4e543468-2b69-4859-a521-529739b77d6c,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:15.940805 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3920212 Sep 16 13:03:15.945045 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39042) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:15.950182 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:15.950615 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:15.950948 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:15.956459 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:15.956837 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:15.957202 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:15.957880 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:15.958218 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:15.958641 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:15.958871 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:15.959198 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:15.959522 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:15.960334 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:15.960721 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:15.961050 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ce87a-f5aa-41c1-979e-02ec7610cacd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:03:16.063047 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:16.158468 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f6a482d0-aa3c-4c5b-a82e-01ce978c4def tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_gateway (6453cbc2-accf-4604-a9f8-e3f75654bbde), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:16.174346 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423a5715-7d0b-4bfc-a0d7-ef974c8b4c76 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:16.180416 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423a5715-7d0b-4bfc-a0d7-ef974c8b4c76 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:16.185262 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-423a5715-7d0b-4bfc-a0d7-ef974c8b4c76 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2410443 Sep 16 13:03:16.185903 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39046) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:16.223047 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb628e-b7ca-4036-bd5e-9ec4dc67f1d1 req-890b4449-6e3b-4195-9606-d85f994f96d1 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:16.224926 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-16fb628e-b7ca-4036-bd5e-9ec4dc67f1d1 req-890b4449-6e3b-4195-9606-d85f994f96d1 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.1767097 Sep 16 13:03:16.271899 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70eafd-1aaf-49fc-9563-326ac8387786 req-da712132-d10f-49db-8ca0-a3dbb33d4487 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:16.273528 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ea70eafd-1aaf-49fc-9563-326ac8387786 req-da712132-d10f-49db-8ca0-a3dbb33d4487 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 945 time: 0.1128461 Sep 16 13:03:16.401584 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-7884bd58-207c-4d03-b1d7-80d09b203251 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port 4e543468-2b69-4859-a521-529739b77d6c {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:16.401977 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7884bd58-207c-4d03-b1d7-80d09b203251 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (4e543468-2b69-4859-a521-529739b77d6c), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:16.486302 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-16fb628e-b7ca-4036-bd5e-9ec4dc67f1d1 req-afcce662-ab4d-4f42-81bf-03b23d08560f tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533174 Sep 16 13:03:16.498166 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:16.565119 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ea70eafd-1aaf-49fc-9563-326ac8387786 req-70b36af5-cf56-4877-986e-2f8c7b476cc9 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263794 Sep 16 13:03:16.646082 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7884bd58-207c-4d03-b1d7-80d09b203251 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (4e543468-2b69-4859-a521-529739b77d6c), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:16.754745 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device aca3d6d8-9041-4528-8ad7-75ced54fd7c7 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:16.797703 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-7884bd58-207c-4d03-b1d7-80d09b203251 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for 4e543468-2b69-4859-a521-529739b77d6c owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:16.802499 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f6a482d0-aa3c-4c5b-a82e-01ce978c4def tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_gateway (6453cbc2-accf-4604-a9f8-e3f75654bbde), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:16.837973 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db352ce6-235e-4f70-af89-547602221bd4 req-c47e79ce-4192-4f71-8329-621a950aaef9 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:16.850105 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db352ce6-235e-4f70-af89-547602221bd4 req-c47e79ce-4192-4f71-8329-621a950aaef9 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 945 time: 0.1274734 Sep 16 13:03:16.865580 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-e6a7ccad-ba90-45a1-827e-014e7546b610 None None] Provisioning complete for port aca3d6d8-9041-4528-8ad7-75ced54fd7c7 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:16.873039 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ccad-ba90-45a1-827e-014e7546b610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (aca3d6d8-9041-4528-8ad7-75ced54fd7c7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:16.873390 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-e6a7ccad-ba90-45a1-827e-014e7546b610 None None] Attempt 1 to provision port aca3d6d8-9041-4528-8ad7-75ced54fd7c7 Sep 16 13:03:16.910155 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f6a482d0-aa3c-4c5b-a82e-01ce978c4def tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:16.986875 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db352ce6-235e-4f70-af89-547602221bd4 req-7871328a-a81a-4638-a173-e875ba6087f7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354795 Sep 16 13:03:17.032335 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port aca3d6d8-9041-4528-8ad7-75ced54fd7c7 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:17.033084 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (aca3d6d8-9041-4528-8ad7-75ced54fd7c7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:17.036039 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port aca3d6d8-9041-4528-8ad7-75ced54fd7c7 Sep 16 13:03:17.128223 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3af800e8-0d1f-497b-bca5-8901587cb91c up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:17.270164 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-48fbdca1-482c-40f0-b65a-97c8793655d8 req-16f2713f-4015-4278-8542-3ce48ba742b2 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-894032873&fields=id&tenant_id=aaeff399942c4286a71ea3a0eab43280 HTTP/1.1" status: 200 len: 267 time: 0.1099463 Sep 16 13:03:17.373294 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-f6a482d0-aa3c-4c5b-a82e-01ce978c4def tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Allocated IP 172.25.2.138 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/799091d5-e949-47e8-811a-d0276b987f09) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:17.403039 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdca1-482c-40f0-b65a-97c8793655d8 req-6c363017-a242-4578-8b88-c1c6cf25e3d6 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:17.415121 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-48fbdca1-482c-40f0-b65a-97c8793655d8 req-6c363017-a242-4578-8b88-c1c6cf25e3d6 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 945 time: 0.1387029 Sep 16 13:03:17.419139 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e6a7ccad-ba90-45a1-827e-014e7546b610 None None] Current status of the port aca3d6d8-9041-4528-8ad7-75ced54fd7c7 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:17.423156 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ccad-ba90-45a1-827e-014e7546b610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (aca3d6d8-9041-4528-8ad7-75ced54fd7c7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:17.425445 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7884bd58-207c-4d03-b1d7-80d09b203251 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (4e543468-2b69-4859-a521-529739b77d6c), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:17.428501 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-48fbdca1-482c-40f0-b65a-97c8793655d8 req-7c4e891a-fc71-42a0-add1-2ba8b38a1a9a tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Request body: {'port': {'security_groups': ['7c676002-9399-4169-81f1-42139daf39d8', '0334b825-3168-491b-9d7c-628d6248aee3']}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:17.497229 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 3af800e8-0d1f-497b-bca5-8901587cb91c triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:17.497607 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:17.497940 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 3af800e8-0d1f-497b-bca5-8901587cb91c Sep 16 13:03:17.576501 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884bd58-207c-4d03-b1d7-80d09b203251 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=4e543468-2b69-4859-a521-529739b77d6c,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:17.584923 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-e6a7ccad-ba90-45a1-827e-014e7546b610 None None] For port aca3d6d8-9041-4528-8ad7-75ced54fd7c7, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=aca3d6d8-9041-4528-8ad7-75ced54fd7c7,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:17.620372 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port aca3d6d8-9041-4528-8ad7-75ced54fd7c7 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:17.622652 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (aca3d6d8-9041-4528-8ad7-75ced54fd7c7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:17.627116 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ccad-ba90-45a1-827e-014e7546b610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (aca3d6d8-9041-4528-8ad7-75ced54fd7c7), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:17.667823 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7884bd58-207c-4d03-b1d7-80d09b203251 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:17.678337 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7884bd58-207c-4d03-b1d7-80d09b203251 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/4e543468-2b69-4859-a521-529739b77d6c HTTP/1.1" status: 204 len: 168 time: 1.4900179 Sep 16 13:03:17.688983 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39094) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:17.779442 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d78ec50f-bd73-4e84-9712-47b0609576cd None None] Could not find standard attr ID for object 4e543468-2b69-4859-a521-529739b77d6c. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:03:17.793734 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd8994b-b588-44a7-b40c-22d73cbdc018 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:17.795788 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd8994b-b588-44a7-b40c-22d73cbdc018 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:17.801702 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ffd8994b-b588-44a7-b40c-22d73cbdc018 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1115541 Sep 16 13:03:17.804728 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39096) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:17.880734 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:17.901761 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60f6449-ba4d-4c66-923b-83542ed4241b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet 2453a4a6-84b6-4038-bdac-cadfd34cd0ad {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:03:17.913512 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f6a482d0-aa3c-4c5b-a82e-01ce978c4def tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for port (799091d5-e949-47e8-811a-d0276b987f09), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:17.915196 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c60f6449-ba4d-4c66-923b-83542ed4241b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (2453a4a6-84b6-4038-bdac-cadfd34cd0ad), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:17.987536 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 3af800e8-0d1f-497b-bca5-8901587cb91c is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:17.987805 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c60f6449-ba4d-4c66-923b-83542ed4241b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (2453a4a6-84b6-4038-bdac-cadfd34cd0ad), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:17.987933 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:17.992554 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:17.998102 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7ccad-ba90-45a1-827e-014e7546b610 None None] Pushing event updated for resources: {'Port': ['ID=aca3d6d8-9041-4528-8ad7-75ced54fd7c7,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:18.096793 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f6a482d0-aa3c-4c5b-a82e-01ce978c4def tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (799091d5-e949-47e8-811a-d0276b987f09), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:18.219974 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3af800e8-0d1f-497b-bca5-8901587cb91c, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3af800e8-0d1f-497b-bca5-8901587cb91c,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:18.224014 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af800e8-0d1f-497b-bca5-8901587cb91c'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:03:18.229120 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdfe1e4-5401-4581-9c1c-06fa888ca0de" -d '{"events": [{"server_uuid": "af5e660b-de79-42ca-a8de-fe06738b9771", "name": "network-vif-plugged", "status": "completed", "tag": "3af800e8-0d1f-497b-bca5-8901587cb91c"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:03:18.238427 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:18.247529 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:03:18.249293 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a482d0-aa3c-4c5b-a82e-01ce978c4def tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:18.279524 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-f6a482d0-aa3c-4c5b-a82e-01ce978c4def tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:18.287224 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a482d0-aa3c-4c5b-a82e-01ce978c4def tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:03:18.289468 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:03:18.289843 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3cf4e4b2-bd6e-451e-ade5-fc4aeac4adf1 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:03:18.298658 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.api [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 13:03:18.298658 n-d-858094-4 neutron-server[113700]: DEBUG oslo_db.api [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 13:03:18.391798 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:18.395739 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=3af800e8-0d1f-497b-bca5-8901587cb91c,revision_number=13']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:18.447650 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-48fbdca1-482c-40f0-b65a-97c8793655d8 req-7c4e891a-fc71-42a0-add1-2ba8b38a1a9a tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:18.482960 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a482d0-aa3c-4c5b-a82e-01ce978c4def tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Pushing event updated for resources: {'Port': ['ID=799091d5-e949-47e8-811a-d0276b987f09,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:18.491194 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69299a-d2ea-4d64-8c00-166fcea29c6b req-d8b510b7-b53b-4a8b-9442-a25c65713a9e tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:18.504227 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7e69299a-d2ea-4d64-8c00-166fcea29c6b req-d8b510b7-b53b-4a8b-9442-a25c65713a9e tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.1669567 Sep 16 13:03:18.564530 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c60f6449-ba4d-4c66-923b-83542ed4241b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (2453a4a6-84b6-4038-bdac-cadfd34cd0ad), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:18.729154 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7e69299a-d2ea-4d64-8c00-166fcea29c6b req-d1c1056a-5519-4022-8e7b-f3c1b0631d08 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236497 Sep 16 13:03:18.772475 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:18.870570 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:18.874232 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port aca3d6d8-9041-4528-8ad7-75ced54fd7c7 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:18.993567 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c3e82dc4-c25a-4e22-9ece-472e725050ab no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:03:19.058730 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: c3e82dc4-c25a-4e22-9ece-472e725050ab {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:03:19.059158 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device c3e82dc4-c25a-4e22-9ece-472e725050ab not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:03:19.147234 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c60f6449-ba4d-4c66-923b-83542ed4241b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (2453a4a6-84b6-4038-bdac-cadfd34cd0ad), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:19.233682 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd8fd6-011d-4eff-80be-00fe9f1f6346 req-219707bb-171b-4c28-89ec-c29f6c6c2fb0 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:19.236227 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f6449-ba4d-4c66-923b-83542ed4241b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=2453a4a6-84b6-4038-bdac-cadfd34cd0ad,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:19.246749 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9bfd8fd6-011d-4eff-80be-00fe9f1f6346 req-219707bb-171b-4c28-89ec-c29f6c6c2fb0 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 946 time: 0.1661890 Sep 16 13:03:19.256772 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f6a482d0-aa3c-4c5b-a82e-01ce978c4def tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_gateway (6453cbc2-accf-4604-a9f8-e3f75654bbde), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:19.285433 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device aca3d6d8-9041-4528-8ad7-75ced54fd7c7 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:19.306875 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-48fbdca1-482c-40f0-b65a-97c8793655d8 req-7c4e891a-fc71-42a0-add1-2ba8b38a1a9a tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] For port 4c0896cf-3255-42ff-b580-d2a345dbb96d, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=4c0896cf-3255-42ff-b580-d2a345dbb96d,segment=NetworkSegment(bbab3c9e-7709-444a-adb6-0434f4755f1b),segment_id=bbab3c9e-7709-444a-adb6-0434f4755f1b)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:19.354851 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-48fbdca1-482c-40f0-b65a-97c8793655d8 req-7c4e891a-fc71-42a0-add1-2ba8b38a1a9a tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:19.391920 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-48fbdca1-482c-40f0-b65a-97c8793655d8 req-7c4e891a-fc71-42a0-add1-2ba8b38a1a9a tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:19.442276 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port aca3d6d8-9041-4528-8ad7-75ced54fd7c7 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:19.447414 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (aca3d6d8-9041-4528-8ad7-75ced54fd7c7), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:19.448152 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port aca3d6d8-9041-4528-8ad7-75ced54fd7c7 Sep 16 13:03:19.467681 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9bfd8fd6-011d-4eff-80be-00fe9f1f6346 req-bbdd5ad0-669a-41d2-a6b0-84762c03a9f3 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224398 Sep 16 13:03:19.560812 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03273998-8fe9-4c87-a499-5138da1390cc x-openstack-request-id: req-03273998-8fe9-4c87-a499-5138da1390cc {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:03:19.561098 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5e660b-de79-42ca-a8de-fe06738b9771", "name": "network-vif-plugged", "status": "completed", "tag": "3af800e8-0d1f-497b-bca5-8901587cb91c", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:03:19.561720 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-03273998-8fe9-4c87-a499-5138da1390cc {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:03:19.562372 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03273998-8fe9-4c87-a499-5138da1390cc'] response: {'server_uuid': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af800e8-0d1f-497b-bca5-8901587cb91c', 'code': 200} Sep 16 13:03:19.577956 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbdca1-482c-40f0-b65a-97c8793655d8 req-7c4e891a-fc71-42a0-add1-2ba8b38a1a9a tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:19.578666 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-48fbdca1-482c-40f0-b65a-97c8793655d8 req-7c4e891a-fc71-42a0-add1-2ba8b38a1a9a tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:19.605857 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-48fbdca1-482c-40f0-b65a-97c8793655d8 req-7c4e891a-fc71-42a0-add1-2ba8b38a1a9a tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "PUT /networking/v2.0/ports/4c0896cf-3255-42ff-b580-d2a345dbb96d HTTP/1.1" status: 200 len: 981 time: 2.1897280 Sep 16 13:03:19.608712 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f1168a-0491-4d97-8cc9-59e1b27ababe', 'tag': '4c0896cf-3255-42ff-b580-d2a345dbb96d'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:03:19.611254 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eef83d7-17d7-426f-8277-948ec44884ec" -d '{"events": [{"name": "network-changed", "server_uuid": "97f1168a-0491-4d97-8cc9-59e1b27ababe", "tag": "4c0896cf-3255-42ff-b580-d2a345dbb96d"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:03:19.631930 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c60f6449-ba4d-4c66-923b-83542ed4241b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:19.635264 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08449ec5-c32b-4eba-a744-d43e85e053c2 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:03:19.639863 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c60f6449-ba4d-4c66-923b-83542ed4241b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/2453a4a6-84b6-4038-bdac-cadfd34cd0ad HTTP/1.1" status: 204 len: 168 time: 1.8299358 Sep 16 13:03:19.639863 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f6a482d0-aa3c-4c5b-a82e-01ce978c4def tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (6453cbc2-accf-4604-a9f8-e3f75654bbde), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:19.640431 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39110) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:19.649569 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['4c0896cf-3255-42ff-b580-d2a345dbb96d'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:03:19.710062 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-43434915-48a3-477c-9c93-9954b8287083 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664644 Sep 16 13:03:19.779499 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4323a0a2-b67d-4ee3-a2d0-bbc2d7232189 x-openstack-request-id: req-4323a0a2-b67d-4ee3-a2d0-bbc2d7232189 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:03:19.780159 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f1168a-0491-4d97-8cc9-59e1b27ababe", "tag": "4c0896cf-3255-42ff-b580-d2a345dbb96d", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:03:19.781267 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4323a0a2-b67d-4ee3-a2d0-bbc2d7232189 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:03:19.781929 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4323a0a2-b67d-4ee3-a2d0-bbc2d7232189'] response: {'name': 'network-changed', 'server_uuid': '97f1168a-0491-4d97-8cc9-59e1b27ababe', 'tag': '4c0896cf-3255-42ff-b580-d2a345dbb96d', 'status': 'completed', 'code': 200} Sep 16 13:03:19.785264 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39114) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:19.787751 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e891a-fc71-42a0-add1-2ba8b38a1a9a tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event updated for resources: {'Port': ['ID=4c0896cf-3255-42ff-b580-d2a345dbb96d,revision_number=6']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:19.973886 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8d5e02-0863-4241-8664-25cc82481fab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:19.990484 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-2a8d5e02-0863-4241-8664-25cc82481fab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1823747 Sep 16 13:03:20.014234 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39120) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:20.108777 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['4c0896cf-3255-42ff-b580-d2a345dbb96d'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:03:20.128169 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:20.132349 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679fcd0a-ac5e-4b5e-93fa-71d3a504beb1 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:20.139463 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-679fcd0a-ac5e-4b5e-93fa-71d3a504beb1 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1237724 Sep 16 13:03:20.166702 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39122) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:20.328954 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b30be5f8-8a63-4e11-a702-c6355ae81a06 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1571372 Sep 16 13:03:20.341102 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39124) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:20.370300 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-ee017226-c7e0-4eae-9dd9-2654bd3b19fd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:20.388083 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eb257a53-a3c8-4ec7-8455-13360a285f3f req-4472181f-b027-4627-a05e-020451beb1e2 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-444437611&fields=id&tenant_id=aaeff399942c4286a71ea3a0eab43280 HTTP/1.1" status: 200 len: 267 time: 0.6831136 Sep 16 13:03:20.565968 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef83d7-17d7-426f-8277-948ec44884ec req-6f2e19f7-e8c7-4319-8557-bf60c22f8c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:20.575020 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4eef83d7-17d7-426f-8277-948ec44884ec req-6f2e19f7-e8c7-4319-8557-bf60c22f8c49 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=aaeff399942c4286a71ea3a0eab43280&device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 1166 time: 0.6306446 Sep 16 13:03:20.623139 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed2985b-8271-493a-ae98-7bbb252f6e51 None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:03:20.647616 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7960d7-6ee2-4dc3-ac53-5cf0b8bff1ec req-9c8efdae-cb42-482b-ae9d-1ca010c27b4d tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:20.651525 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7e7960d7-6ee2-4dc3-ac53-5cf0b8bff1ec req-9c8efdae-cb42-482b-ae9d-1ca010c27b4d tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.5653527 Sep 16 13:03:20.685023 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port aca3d6d8-9041-4528-8ad7-75ced54fd7c7 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:20.764559 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:20.799612 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a482d0-aa3c-4c5b-a82e-01ce978c4def tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Router 6453cbc2-accf-4604-a9f8-e3f75654bbde is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:03:20.927487 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6ed2985b-8271-493a-ae98-7bbb252f6e51 None None] Deleting port aca3d6d8-9041-4528-8ad7-75ced54fd7c7 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:20.927806 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6ed2985b-8271-493a-ae98-7bbb252f6e51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (aca3d6d8-9041-4528-8ad7-75ced54fd7c7), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:20.948333 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb257a53-a3c8-4ec7-8455-13360a285f3f req-00d69a01-cfe2-4e99-a790-014ef9699ad5 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:20.955755 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eb257a53-a3c8-4ec7-8455-13360a285f3f req-00d69a01-cfe2-4e99-a790-014ef9699ad5 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 984 time: 0.5135920 Sep 16 13:03:20.985908 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-eb257a53-a3c8-4ec7-8455-13360a285f3f req-33811bf4-0dbf-49da-90ab-1a2aa00acb4f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Request body: {'port': {'security_groups': ['0334b825-3168-491b-9d7c-628d6248aee3', '7c676002-9399-4169-81f1-42139daf39d8', '4ed0efee-0a9a-4002-8fc8-71699bf983e9']}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:20.998256 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:21.066162 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a482d0-aa3c-4c5b-a82e-01ce978c4def tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:03:21.113425 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7e7960d7-6ee2-4dc3-ac53-5cf0b8bff1ec req-1b2365db-8f4e-4def-95ad-c21478824310 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4186633 Sep 16 13:03:21.126312 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c34f94-8bab-44bc-9560-cd51fec55f4d None None] Sync routers for ids ['6453cbc2-accf-4604-a9f8-e3f75654bbde'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:03:21.158879 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee017226-c7e0-4eae-9dd9-2654bd3b19fd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:03:21.164449 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ee017226-c7e0-4eae-9dd9-2654bd3b19fd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:21.165589 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f6a482d0-aa3c-4c5b-a82e-01ce978c4def tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:21.166043 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c34f94-8bab-44bc-9560-cd51fec55f4d None None] Routers {'6453cbc2-accf-4604-a9f8-e3f75654bbde'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:03:21.168048 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-27c34f94-8bab-44bc-9560-cd51fec55f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:03:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['6453cbc2-accf-4604-a9f8-e3f75654bbde'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:21.169486 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f6a482d0-aa3c-4c5b-a82e-01ce978c4def tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6376290 Sep 16 13:03:21.170290 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39132) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:21.188655 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-08e2d955-7022-4e22-abb6-25941482ea7f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'enable_snat': False}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:21.204855 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef83d7-17d7-426f-8277-948ec44884ec req-7392ebba-8f04-46b5-814d-eb37315b948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:21.207632 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4eef83d7-17d7-426f-8277-948ec44884ec req-7392ebba-8f04-46b5-814d-eb37315b948d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=56dd3a41-efae-420b-b361-8c953ab80e6c HTTP/1.1" status: 200 len: 914 time: 0.5390160 Sep 16 13:03:21.229721 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-6ed2985b-8271-493a-ae98-7bbb252f6e51 None None] For port aca3d6d8-9041-4528-8ad7-75ced54fd7c7, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=aca3d6d8-9041-4528-8ad7-75ced54fd7c7,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:21.231970 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6ed2985b-8271-493a-ae98-7bbb252f6e51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (aca3d6d8-9041-4528-8ad7-75ced54fd7c7), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:21.304421 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-27c34f94-8bab-44bc-9560-cd51fec55f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:21.322198 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device aca3d6d8-9041-4528-8ad7-75ced54fd7c7 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:03:21.338118 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:21.345693 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:21.345905 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c34f94-8bab-44bc-9560-cd51fec55f4d None None] Routers {'6453cbc2-accf-4604-a9f8-e3f75654bbde'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:03:21.346483 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-27c34f94-8bab-44bc-9560-cd51fec55f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:03:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['6453cbc2-accf-4604-a9f8-e3f75654bbde'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:21.349435 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:21.418789 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6ed2985b-8271-493a-ae98-7bbb252f6e51 None None] Calling delete_port for aca3d6d8-9041-4528-8ad7-75ced54fd7c7 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:21.508062 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-27c34f94-8bab-44bc-9560-cd51fec55f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:21.508714 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c34f94-8bab-44bc-9560-cd51fec55f4d None None] The sync data for ids ['6453cbc2-accf-4604-a9f8-e3f75654bbde'] in n-d-858094-4 is: [] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:03:21.618571 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4eef83d7-17d7-426f-8277-948ec44884ec req-e6fdf690-552d-4d28-b08d-95f6479562fe service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c0896cf-3255-42ff-b580-d2a345dbb96d HTTP/1.1" status: 200 len: 217 time: 0.2659664 Sep 16 13:03:21.620255 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-eb257a53-a3c8-4ec7-8455-13360a285f3f req-33811bf4-0dbf-49da-90ab-1a2aa00acb4f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:21.677665 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014e48a-4058-4e3f-aa90-606eb2338c30 req-4d2de103-a3ea-4431-ab97-a581fc1e3bbc tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:21.686994 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2014e48a-4058-4e3f-aa90-606eb2338c30 req-4d2de103-a3ea-4431-ab97-a581fc1e3bbc tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 946 time: 0.1172185 Sep 16 13:03:21.711810 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port aca3d6d8-9041-4528-8ad7-75ced54fd7c7 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:21.712304 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (aca3d6d8-9041-4528-8ad7-75ced54fd7c7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:21.752753 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6ed2985b-8271-493a-ae98-7bbb252f6e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (aca3d6d8-9041-4528-8ad7-75ced54fd7c7), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:21.826619 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2985b-8271-493a-ae98-7bbb252f6e51 None None] Pushing event deleted for resources: {'Port': ['ID=aca3d6d8-9041-4528-8ad7-75ced54fd7c7,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:21.838181 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-08e2d955-7022-4e22-abb6-25941482ea7f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_gateway (6453cbc2-accf-4604-a9f8-e3f75654bbde), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:21.870644 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed2985b-8271-493a-ae98-7bbb252f6e51 None None] No DVR routers for this DVR port aca3d6d8-9041-4528-8ad7-75ced54fd7c7 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:03:21.879585 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:03:21.886803 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:21.926905 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef83d7-17d7-426f-8277-948ec44884ec req-2834e3a3-ec42-4741-8d14-87e5af7e9196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:21.929641 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4eef83d7-17d7-426f-8277-948ec44884ec req-2834e3a3-ec42-4741-8d14-87e5af7e9196 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1f466e8b-55f7-427d-b163-cda4af9f8b77 HTTP/1.1" status: 200 len: 852 time: 0.2359495 Sep 16 13:03:22.064251 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2014e48a-4058-4e3f-aa90-606eb2338c30 req-aee43e70-426a-43b7-bb4c-88fd3e45ec9c tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3758142 Sep 16 13:03:22.118849 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef83d7-17d7-426f-8277-948ec44884ec req-4cd2df82-2de7-4145-8ddf-4e0b3e80be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:22.120756 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4eef83d7-17d7-426f-8277-948ec44884ec req-4cd2df82-2de7-4145-8ddf-4e0b3e80be55 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=56dd3a41-efae-420b-b361-8c953ab80e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1748962 Sep 16 13:03:22.476871 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-08e2d955-7022-4e22-abb6-25941482ea7f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3778242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3776751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1202'] for router (6453cbc2-accf-4604-a9f8-e3f75654bbde), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:22.481089 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:22.483413 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-08e2d955-7022-4e22-abb6-25941482ea7f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3778251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3778096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3776724'] for router (6453cbc2-accf-4604-a9f8-e3f75654bbde), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:22.532187 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560e47b-2aee-4527-8708-03163dc559f7 req-2e4d7832-2ff5-4d0a-88cf-2e281dc33c20 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:22.540042 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5560e47b-2aee-4527-8708-03163dc559f7 req-2e4d7832-2ff5-4d0a-88cf-2e281dc33c20 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.2058866 Sep 16 13:03:22.550331 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329118d4-80db-4c4a-9261-90efed41a62d req-4959bca6-e152-4486-908c-1500cfbd7ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:22.552366 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-329118d4-80db-4c4a-9261-90efed41a62d req-4959bca6-e152-4486-908c-1500cfbd7ab2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e3f3ad027f264333a95500ef691b7815&device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 1128 time: 0.0676367 Sep 16 13:03:22.567925 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ee017226-c7e0-4eae-9dd9-2654bd3b19fd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (fd15f2fa-fa35-4738-8690-cef89ae6243f), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:22.608080 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:22.617628 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e2d955-7022-4e22-abb6-25941482ea7f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Router 6453cbc2-accf-4604-a9f8-e3f75654bbde has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:03:22.646473 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:22.705794 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee017226-c7e0-4eae-9dd9-2654bd3b19fd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:22.741334 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e2d955-7022-4e22-abb6-25941482ea7f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:03:22.754681 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45060d7-79e5-49bb-b615-a98e1cb3a7d4 None None] Sync routers for ids ['6453cbc2-accf-4604-a9f8-e3f75654bbde'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:03:22.755267 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-08e2d955-7022-4e22-abb6-25941482ea7f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:22.757567 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-08e2d955-7022-4e22-abb6-25941482ea7f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "PUT /networking/v2.0/routers/6453cbc2-accf-4604-a9f8-e3f75654bbde HTTP/1.1" status: 200 len: 922 time: 1.5848887 Sep 16 13:03:22.759988 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39150) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:22.768499 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-ee017226-c7e0-4eae-9dd9-2654bd3b19fd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:22.788079 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45060d7-79e5-49bb-b615-a98e1cb3a7d4 None None] Routers {'6453cbc2-accf-4604-a9f8-e3f75654bbde'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:03:22.788770 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-b45060d7-79e5-49bb-b615-a98e1cb3a7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:03:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['6453cbc2-accf-4604-a9f8-e3f75654bbde'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:22.800538 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c786a3ba-f8d1-4f9b-9d46-455052b28fa1 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:03:22.806184 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee017226-c7e0-4eae-9dd9-2654bd3b19fd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:22.806965 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ee017226-c7e0-4eae-9dd9-2654bd3b19fd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:22.851168 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-ee017226-c7e0-4eae-9dd9-2654bd3b19fd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5030689 Sep 16 13:03:22.873604 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39152) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:22.895543 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-d4507fc2-a659-4bc8-9ec6-9524080ce2af tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'mac_address': 'fa:16:3e:e1:51:8a', 'name': 'tempest-NetworksTestDHCPv6-1059311720'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:22.900236 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:22.907966 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee017226-c7e0-4eae-9dd9-2654bd3b19fd tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=fd15f2fa-fa35-4738-8690-cef89ae6243f,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:22.911825 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4eef83d7-17d7-426f-8277-948ec44884ec req-d1d3a5a2-ddad-445e-bfdd-dfba453d0e00 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7276826 Sep 16 13:03:22.967240 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-b45060d7-79e5-49bb-b615-a98e1cb3a7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:22.971241 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7c112a62-63fc-43dd-b3f7-f51ff324c89f tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "GET /networking/v2.0/routers/6453cbc2-accf-4604-a9f8-e3f75654bbde HTTP/1.1" status: 200 len: 922 time: 0.2093384 Sep 16 13:03:22.974098 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39154) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:23.042977 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4eef83d7-17d7-426f-8277-948ec44884ec req-7a63cc50-5721-418a-bb3c-8248ac80dab4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224022 Sep 16 13:03:23.048476 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5560e47b-2aee-4527-8708-03163dc559f7 req-72674ed3-a210-45a5-b7ec-125ff38f87e9 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5071123 Sep 16 13:03:23.064701 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb630a-bf4a-449c-87f6-2bd67cd73542 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:23.066243 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8cdb630a-bf4a-449c-87f6-2bd67cd73542 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?network_id=42d33e50-b5e8-4084-82dc-226debf86786&device_id=6453cbc2-accf-4604-a9f8-e3f75654bbde&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0912108 Sep 16 13:03:23.075944 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39156) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:23.078841 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45060d7-79e5-49bb-b615-a98e1cb3a7d4 None None] Routers {'6453cbc2-accf-4604-a9f8-e3f75654bbde'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:03:23.079586 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-b45060d7-79e5-49bb-b615-a98e1cb3a7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:03:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['6453cbc2-accf-4604-a9f8-e3f75654bbde'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:23.178151 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-b45060d7-79e5-49bb-b615-a98e1cb3a7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:23.188952 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45060d7-79e5-49bb-b615-a98e1cb3a7d4 None None] The sync data for ids ['6453cbc2-accf-4604-a9f8-e3f75654bbde'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:03:23.264091 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8527e89-ccf1-4798-ab04-4814f46a6903 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:23.264984 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-eb257a53-a3c8-4ec7-8455-13360a285f3f req-33811bf4-0dbf-49da-90ab-1a2aa00acb4f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] For port 4c0896cf-3255-42ff-b580-d2a345dbb96d, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=4c0896cf-3255-42ff-b580-d2a345dbb96d,segment=NetworkSegment(bbab3c9e-7709-444a-adb6-0434f4755f1b),segment_id=bbab3c9e-7709-444a-adb6-0434f4755f1b)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:23.268811 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c8527e89-ccf1-4798-ab04-4814f46a6903 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 881 time: 0.1916137 Sep 16 13:03:23.272558 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39160) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:23.272788 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a65c9-510d-4e60-92e9-c62372b02bdd req-05ed2ac3-fe32-49a7-8533-7f0ed5f17df6 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:23.274332 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-885a65c9-510d-4e60-92e9-c62372b02bdd req-05ed2ac3-fe32-49a7-8533-7f0ed5f17df6 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 946 time: 0.0538828 Sep 16 13:03:23.291423 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': 'fd15f2fa-fa35-4738-8690-cef89ae6243f'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:03:23.293076 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:23.320914 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329118d4-80db-4c4a-9261-90efed41a62d req-1161c049-930e-4b84-a54b-f5e3e09d4159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:23.322448 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-329118d4-80db-4c4a-9261-90efed41a62d req-1161c049-930e-4b84-a54b-f5e3e09d4159 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9c660356-b242-47cf-8b53-5c05af82a4ce HTTP/1.1" status: 200 len: 918 time: 0.7029059 Sep 16 13:03:23.350688 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-bcc3a920-9006-4483-a6d6-573e507ff369 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6453cbc2-accf-4604-a9f8-e3f75654bbde HTTP/1.1" status: 200 len: 205 time: 0.0754194 Sep 16 13:03:23.352601 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39162) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:23.412343 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-329118d4-80db-4c4a-9261-90efed41a62d req-2be65277-9f77-42ec-b25d-941f810b5ac5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe HTTP/1.1" status: 200 len: 1002 time: 0.0691061 Sep 16 13:03:23.484903 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-eb257a53-a3c8-4ec7-8455-13360a285f3f req-33811bf4-0dbf-49da-90ab-1a2aa00acb4f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:23.508559 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-eb257a53-a3c8-4ec7-8455-13360a285f3f req-33811bf4-0dbf-49da-90ab-1a2aa00acb4f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:23.515939 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af04d563-5f63-4cf6-8ec9-c608b7329e74 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router (6453cbc2-accf-4604-a9f8-e3f75654bbde), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:23.518451 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-885a65c9-510d-4e60-92e9-c62372b02bdd req-8d92691a-8259-4c81-9e62-e7ea21a07155 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309897 Sep 16 13:03:23.548265 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb257a53-a3c8-4ec7-8455-13360a285f3f req-33811bf4-0dbf-49da-90ab-1a2aa00acb4f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:23.548265 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-eb257a53-a3c8-4ec7-8455-13360a285f3f req-33811bf4-0dbf-49da-90ab-1a2aa00acb4f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:23.552856 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eb257a53-a3c8-4ec7-8455-13360a285f3f req-33811bf4-0dbf-49da-90ab-1a2aa00acb4f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "PUT /networking/v2.0/ports/4c0896cf-3255-42ff-b580-d2a345dbb96d HTTP/1.1" status: 200 len: 1020 time: 2.5819857 Sep 16 13:03:23.558556 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f1168a-0491-4d97-8cc9-59e1b27ababe', 'tag': '4c0896cf-3255-42ff-b580-d2a345dbb96d'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:03:23.565513 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2faa367-f44c-464d-9eda-2c5526715d19" -d '{"events": [{"name": "network-changed", "server_uuid": "97f1168a-0491-4d97-8cc9-59e1b27ababe", "tag": "4c0896cf-3255-42ff-b580-d2a345dbb96d"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:03:23.567963 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['4c0896cf-3255-42ff-b580-d2a345dbb96d'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:03:23.713382 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c901098-19b1-4969-a98f-1da0aac0b907 req-33e7dd30-3c9a-4638-b9ed-a7cd1ac9690b tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:23.715225 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c901098-19b1-4969-a98f-1da0aac0b907 req-33e7dd30-3c9a-4638-b9ed-a7cd1ac9690b tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 1023 time: 0.0689490 Sep 16 13:03:23.733790 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00e6984-7d14-4900-997c-87b58cba3c9e x-openstack-request-id: req-d00e6984-7d14-4900-997c-87b58cba3c9e {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:03:23.734781 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f1168a-0491-4d97-8cc9-59e1b27ababe", "tag": "4c0896cf-3255-42ff-b580-d2a345dbb96d", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:03:23.735269 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d00e6984-7d14-4900-997c-87b58cba3c9e {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:03:23.735935 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d00e6984-7d14-4900-997c-87b58cba3c9e'] response: {'name': 'network-changed', 'server_uuid': '97f1168a-0491-4d97-8cc9-59e1b27ababe', 'tag': '4c0896cf-3255-42ff-b580-d2a345dbb96d', 'status': 'completed', 'code': 200} Sep 16 13:03:23.764013 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] Allocated IP 2001:db8::2 (9baef6e6-991f-4370-ace0-656f975a51ae/fd15f2fa-fa35-4738-8690-cef89ae6243f/b7d1f4a3-8344-479d-ada9-27bd46f8b03b) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:23.795739 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af04d563-5f63-4cf6-8ec9-c608b7329e74 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_gateway (6453cbc2-accf-4604-a9f8-e3f75654bbde), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:23.836050 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329118d4-80db-4c4a-9261-90efed41a62d req-3849da4b-fe2a-4a82-b543-64b87c791a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:23.837705 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-329118d4-80db-4c4a-9261-90efed41a62d req-3849da4b-fe2a-4a82-b543-64b87c791a81 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d4ae86a7-4106-447a-a8be-db073682c5f0 HTTP/1.1" status: 200 len: 856 time: 0.4187021 Sep 16 13:03:23.838892 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faa367-f44c-464d-9eda-2c5526715d19 req-aaf57b41-3368-4782-91a5-0f3637e32270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:23.841015 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f2faa367-f44c-464d-9eda-2c5526715d19 req-aaf57b41-3368-4782-91a5-0f3637e32270 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=aaeff399942c4286a71ea3a0eab43280&device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 1206 time: 0.0567143 Sep 16 13:03:23.868538 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:23.870243 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['4c0896cf-3255-42ff-b580-d2a345dbb96d'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:03:23.973831 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-af04d563-5f63-4cf6-8ec9-c608b7329e74 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Deleting port 799091d5-e949-47e8-811a-d0276b987f09 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:23.974793 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af04d563-5f63-4cf6-8ec9-c608b7329e74 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (799091d5-e949-47e8-811a-d0276b987f09), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:24.008752 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:24.009771 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:24.040199 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faa367-f44c-464d-9eda-2c5526715d19 req-54fd45be-a2f6-44b9-bec3-88010c9bfc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:24.041852 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f2faa367-f44c-464d-9eda-2c5526715d19 req-54fd45be-a2f6-44b9-bec3-88010c9bfc92 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=56dd3a41-efae-420b-b361-8c953ab80e6c HTTP/1.1" status: 200 len: 914 time: 0.1893137 Sep 16 13:03:24.043248 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4507fc2-a659-4bc8-9ec6-9524080ce2af tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:03:24.091404 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] Publish callbacks [] for port (b7d1f4a3-8344-479d-ada9-27bd46f8b03b), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:24.092767 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f2faa367-f44c-464d-9eda-2c5526715d19 req-87eac5b7-7068-42df-8a81-4bc65cc2b655 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c0896cf-3255-42ff-b580-d2a345dbb96d HTTP/1.1" status: 200 len: 217 time: 0.0403569 Sep 16 13:03:24.100629 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33811bf4-0dbf-49da-90ab-1a2aa00acb4f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event updated for resources: {'Port': ['ID=4c0896cf-3255-42ff-b580-d2a345dbb96d,revision_number=7']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:24.133510 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (b7d1f4a3-8344-479d-ada9-27bd46f8b03b), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:24.153355 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af04d563-5f63-4cf6-8ec9-c608b7329e74 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (799091d5-e949-47e8-811a-d0276b987f09), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:24.189239 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-af04d563-5f63-4cf6-8ec9-c608b7329e74 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Calling delete_port for 799091d5-e949-47e8-811a-d0276b987f09 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:24.194232 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faa367-f44c-464d-9eda-2c5526715d19 req-5aa4e7f3-d8a5-4cfc-9dbe-66a260e4ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:24.195852 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f2faa367-f44c-464d-9eda-2c5526715d19 req-5aa4e7f3-d8a5-4cfc-9dbe-66a260e4ebb1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1f466e8b-55f7-427d-b163-cda4af9f8b77 HTTP/1.1" status: 200 len: 852 time: 0.0746398 Sep 16 13:03:24.237251 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:24.296384 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:24.297207 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329118d4-80db-4c4a-9261-90efed41a62d req-96187c79-607a-40e8-bb6e-46b242714581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:24.298740 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-329118d4-80db-4c4a-9261-90efed41a62d req-96187c79-607a-40e8-bb6e-46b242714581 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9c660356-b242-47cf-8b53-5c05af82a4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4364805 Sep 16 13:03:24.314372 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:24.317418 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:03:24.375696 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] Pushing event updated for resources: {'Port': ['ID=b7d1f4a3-8344-479d-ada9-27bd46f8b03b,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:24.435725 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] Attempting to bind port b7d1f4a3-8344-479d-ada9-27bd46f8b03b on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:03:24.436405 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] Attempting to bind port b7d1f4a3-8344-479d-ada9-27bd46f8b03b by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:03:24.436990 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] Attempting to bind port b7d1f4a3-8344-479d-ada9-27bd46f8b03b on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:03:24.514656 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:03:24.516550 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:03:24.517182 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:24.517866 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:03:24.518601 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] Bound port: b7d1f4a3-8344-479d-ada9-27bd46f8b03b, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:03:24.519165 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b7d1f4a3-8344-479d-ada9-27bd46f8b03b), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:24.612514 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:24.624094 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af04d563-5f63-4cf6-8ec9-c608b7329e74 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (799091d5-e949-47e8-811a-d0276b987f09), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:24.653748 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] For port b7d1f4a3-8344-479d-ada9-27bd46f8b03b, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:03:24.658709 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] For port b7d1f4a3-8344-479d-ada9-27bd46f8b03b, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b7d1f4a3-8344-479d-ada9-27bd46f8b03b,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:03:24.662448 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:24.674716 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04d563-5f63-4cf6-8ec9-c608b7329e74 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Pushing event deleted for resources: {'Port': ['ID=799091d5-e949-47e8-811a-d0276b987f09,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:24.686139 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b7d1f4a3-8344-479d-ada9-27bd46f8b03b), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:24.768063 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f900325-5427-48e8-9205-0f7624a24e8e None None] Pushing event updated for resources: {'Port': ['ID=b7d1f4a3-8344-479d-ada9-27bd46f8b03b,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:24.862768 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af04d563-5f63-4cf6-8ec9-c608b7329e74 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (6453cbc2-accf-4604-a9f8-e3f75654bbde), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:24.902154 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8c901098-19b1-4969-a98f-1da0aac0b907 req-79f1294b-8582-4fd5-9622-ef65853c47fc tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&id=4ed0efee-0a9a-4002-8fc8-71699bf983e9&id=0334b825-3168-491b-9d7c-628d6248aee3 HTTP/1.1" status: 200 len: 6207 time: 1.1643460 Sep 16 13:03:24.978713 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d4507fc2-a659-4bc8-9ec6-9524080ce2af tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:25.071325 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af04d563-5f63-4cf6-8ec9-c608b7329e74 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (6453cbc2-accf-4604-a9f8-e3f75654bbde), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:25.074283 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af04d563-5f63-4cf6-8ec9-c608b7329e74 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_controller (6453cbc2-accf-4604-a9f8-e3f75654bbde), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:25.128467 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faa367-f44c-464d-9eda-2c5526715d19 req-123f0fce-c503-4692-b414-dee8c00b8523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:25.130419 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f2faa367-f44c-464d-9eda-2c5526715d19 req-123f0fce-c503-4692-b414-dee8c00b8523 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=56dd3a41-efae-420b-b361-8c953ab80e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9212308 Sep 16 13:03:25.182771 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff48c3-d2ac-4381-b097-26989fd659da req-e9dea57d-706c-4abc-8fed-17b8fee3ab9c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:25.185150 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-43ff48c3-d2ac-4381-b097-26989fd659da req-e9dea57d-706c-4abc-8fed-17b8fee3ab9c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.8824389 Sep 16 13:03:25.225588 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af04d563-5f63-4cf6-8ec9-c608b7329e74 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (6453cbc2-accf-4604-a9f8-e3f75654bbde), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:25.226308 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af04d563-5f63-4cf6-8ec9-c608b7329e74 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Fanout notify agent at l3_agent the message router_deleted on router 6453cbc2-accf-4604-a9f8-e3f75654bbde {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:03:25.235451 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-af04d563-5f63-4cf6-8ec9-c608b7329e74 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:25.242119 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-af04d563-5f63-4cf6-8ec9-c608b7329e74 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "DELETE /networking/v2.0/routers/6453cbc2-accf-4604-a9f8-e3f75654bbde HTTP/1.1" status: 204 len: 168 time: 1.8859482 Sep 16 13:03:25.242771 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39186) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:25.251874 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-ae0deed3-b790-4baf-a2a5-540586613a2a tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-385959134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:25.273773 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [None req-d4507fc2-a659-4bc8-9ec6-9524080ce2af tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port 4b5fee14-42a5-403e-a649-8822f35aee4c yet. {{(pid=113698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:03:25.304616 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ae0deed3-b790-4baf-a2a5-540586613a2a tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:25.305916 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ae0deed3-b790-4baf-a2a5-540586613a2a tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:25.311393 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:25.325553 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4baad66-0434-4dc9-9967-5a8b9a643d23 req-0e336bd4-1a8e-4112-bdce-4be253763e18 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:25.339156 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4baad66-0434-4dc9-9967-5a8b9a643d23 req-0e336bd4-1a8e-4112-bdce-4be253763e18 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:25.345290 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4baad66-0434-4dc9-9967-5a8b9a643d23 req-0e336bd4-1a8e-4112-bdce-4be253763e18 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:25.353651 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b7d1f4a3-8344-479d-ada9-27bd46f8b03b up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:25.358153 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4baad66-0434-4dc9-9967-5a8b9a643d23 req-0e336bd4-1a8e-4112-bdce-4be253763e18 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:25.369598 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4baad66-0434-4dc9-9967-5a8b9a643d23 req-0e336bd4-1a8e-4112-bdce-4be253763e18 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:25.376153 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4baad66-0434-4dc9-9967-5a8b9a643d23 req-0e336bd4-1a8e-4112-bdce-4be253763e18 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:25.381801 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4baad66-0434-4dc9-9967-5a8b9a643d23 req-0e336bd4-1a8e-4112-bdce-4be253763e18 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:25.391003 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d4baad66-0434-4dc9-9967-5a8b9a643d23 req-0e336bd4-1a8e-4112-bdce-4be253763e18 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5443 time: 0.3483765 Sep 16 13:03:25.405757 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ae0deed3-b790-4baf-a2a5-540586613a2a tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_controller (ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:25.413922 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ae0deed3-b790-4baf-a2a5-540586613a2a tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:25.424314 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port b7d1f4a3-8344-479d-ada9-27bd46f8b03b triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:25.426398 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b7d1f4a3-8344-479d-ada9-27bd46f8b03b), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:25.426738 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port b7d1f4a3-8344-479d-ada9-27bd46f8b03b Sep 16 13:03:25.462440 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ae0deed3-b790-4baf-a2a5-540586613a2a tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:25.467981 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ae0deed3-b790-4baf-a2a5-540586613a2a tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2241547 Sep 16 13:03:25.469028 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39188) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:25.481580 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-ee2a7310-1992-4dbb-a7ed-bfb139607707 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Request body: {'router': {'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:25.538822 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port b7d1f4a3-8344-479d-ada9-27bd46f8b03b is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:25.538822 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b7d1f4a3-8344-479d-ada9-27bd46f8b03b), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:25.584300 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:25.588382 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-43ff48c3-d2ac-4381-b097-26989fd659da req-42775cc5-2c3c-4210-b262-fb8015126dec tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3822291 Sep 16 13:03:25.603626 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-329118d4-80db-4c4a-9261-90efed41a62d req-2145120f-ccea-4ae1-a82a-8ed3b0db4b2a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7251906 Sep 16 13:03:25.625711 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port b7d1f4a3-8344-479d-ada9-27bd46f8b03b, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b7d1f4a3-8344-479d-ada9-27bd46f8b03b,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:25.635034 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b7d1f4a3-8344-479d-ada9-27bd46f8b03b), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:25.726075 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:25.745489 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-329118d4-80db-4c4a-9261-90efed41a62d req-ea037ca0-a335-4b1c-b97d-4c29797839c6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291399 Sep 16 13:03:25.773586 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=b7d1f4a3-8344-479d-ada9-27bd46f8b03b,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:25.835502 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f2faa367-f44c-464d-9eda-2c5526715d19 req-693aa52f-09c6-4058-a891-cf2c33858e6a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6441162 Sep 16 13:03:25.855918 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d4baad66-0434-4dc9-9967-5a8b9a643d23 req-696cd711-43f2-4f78-84c1-1a8c20ed8e09 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4627507 Sep 16 13:03:25.896617 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7310-1992-4dbb-a7ed-bfb139607707 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_gateway (ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:25.897103 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-42988a9f-d492-4495-895b-b280e89566e5 req-5cec6136-9d9b-412f-b66a-8b1b61703fab tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Request body: {'security_group': {'name': ' tempest-securitygroup -676451207 ', 'description': 'tempest-description-1367947869'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:25.957187 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-d4507fc2-a659-4bc8-9ec6-9524080ce2af tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::f4 (9baef6e6-991f-4370-ace0-656f975a51ae/fd15f2fa-fa35-4738-8690-cef89ae6243f/4b5fee14-42a5-403e-a649-8822f35aee4c) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:26.104795 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4302c-e975-4de9-88e6-5f220fd48043 req-f15380c5-a5cd-4440-9e21-bea69a16c03e tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:26.117420 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 3a5b1f2b-2004-4cf4-93bd-f498b62488fe no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:03:26.130283 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c7a4302c-e975-4de9-88e6-5f220fd48043 req-f15380c5-a5cd-4440-9e21-bea69a16c03e tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 946 time: 0.3489509 Sep 16 13:03:26.218436 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:26.233860 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-42988a9f-d492-4495-895b-b280e89566e5 req-5cec6136-9d9b-412f-b66a-8b1b61703fab tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:26.385609 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-42988a9f-d492-4495-895b-b280e89566e5 req-5cec6136-9d9b-412f-b66a-8b1b61703fab tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (89246358-e52b-4a18-89dd-8ef81780d9b9), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:26.386876 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:26.387274 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:26.402680 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-42988a9f-d492-4495-895b-b280e89566e5 req-5cec6136-9d9b-412f-b66a-8b1b61703fab tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (89246358-e52b-4a18-89dd-8ef81780d9b9), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:26.462158 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec6136-9d9b-412f-b66a-8b1b61703fab tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89246358-e52b-4a18-89dd-8ef81780d9b9,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:26.486785 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66413dbd-455f-45f6-b057-39a11a9f2d44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:03:26.495400 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1c79c0-9f3d-48c9-b97f-37dc18ffcf07" -d '{"events": [{"server_uuid": "66413dbd-455f-45f6-b057-39a11a9f2d44", "name": "network-vif-unplugged", "status": "completed", "tag": "3a5b1f2b-2004-4cf4-93bd-f498b62488fe"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:03:26.522546 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-42988a9f-d492-4495-895b-b280e89566e5 req-5cec6136-9d9b-412f-b66a-8b1b61703fab tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:26.524263 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-42988a9f-d492-4495-895b-b280e89566e5 req-5cec6136-9d9b-412f-b66a-8b1b61703fab tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6314561 Sep 16 13:03:26.563402 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:26.566440 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c7a4302c-e975-4de9-88e6-5f220fd48043 req-aca89550-9181-48c9-9995-9c269c624214 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4310501 Sep 16 13:03:26.573422 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:26.616516 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d4507fc2-a659-4bc8-9ec6-9524080ce2af tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (4b5fee14-42a5-403e-a649-8822f35aee4c), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:26.619745 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7310-1992-4dbb-a7ed-bfb139607707 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_gateway (ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:26.676945 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7310-1992-4dbb-a7ed-bfb139607707 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:26.677939 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-b6674a9b-26ae-4b9f-8989-01a22c9904e2 None None] Provisioning complete for port b7d1f4a3-8344-479d-ada9-27bd46f8b03b triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:26.678472 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b6674a9b-26ae-4b9f-8989-01a22c9904e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b7d1f4a3-8344-479d-ada9-27bd46f8b03b), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:26.678641 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b6674a9b-26ae-4b9f-8989-01a22c9904e2 None None] Attempt 1 to provision port b7d1f4a3-8344-479d-ada9-27bd46f8b03b Sep 16 13:03:26.682375 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 13:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea757647-56a5-4274-a9d6-ce2fc44db871 x-openstack-request-id: req-ea757647-56a5-4274-a9d6-ce2fc44db871 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:03:26.682674 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66413dbd-455f-45f6-b057-39a11a9f2d44", "name": "network-vif-unplugged", "status": "completed", "tag": "3a5b1f2b-2004-4cf4-93bd-f498b62488fe", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:03:26.682929 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ea757647-56a5-4274-a9d6-ce2fc44db871 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:03:26.684536 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea757647-56a5-4274-a9d6-ce2fc44db871'] response: {'server_uuid': '66413dbd-455f-45f6-b057-39a11a9f2d44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe', 'code': 200} Sep 16 13:03:26.731971 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:26.774812 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,revision_number=8']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:26.827727 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb8885-4793-410f-a1cf-df6807231d1a req-c8497087-608c-49a9-b847-b48423af5be9 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:26.832104 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b6674a9b-26ae-4b9f-8989-01a22c9904e2 None None] Current status of the port b7d1f4a3-8344-479d-ada9-27bd46f8b03b is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:26.844223 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb8885-4793-410f-a1cf-df6807231d1a req-c8497087-608c-49a9-b847-b48423af5be9 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:26.851211 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb8885-4793-410f-a1cf-df6807231d1a req-c8497087-608c-49a9-b847-b48423af5be9 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:26.857723 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb8885-4793-410f-a1cf-df6807231d1a req-c8497087-608c-49a9-b847-b48423af5be9 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:26.862102 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-ee2a7310-1992-4dbb-a7ed-bfb139607707 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Allocated IP 172.25.2.72 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/2bdbcbab-bf3b-4abd-a63e-cf72469dce32) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:26.865749 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb8885-4793-410f-a1cf-df6807231d1a req-c8497087-608c-49a9-b847-b48423af5be9 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:26.872375 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb8885-4793-410f-a1cf-df6807231d1a req-c8497087-608c-49a9-b847-b48423af5be9 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:26.878197 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb8885-4793-410f-a1cf-df6807231d1a req-c8497087-608c-49a9-b847-b48423af5be9 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:26.880263 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f3cb8885-4793-410f-a1cf-df6807231d1a req-c8497087-608c-49a9-b847-b48423af5be9 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5443 time: 0.2369041 Sep 16 13:03:26.919719 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0b48db8c-4a98-43f1-942f-633b9be696c5 req-fc8fe565-1c3a-437d-9260-134fb61ad046 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/89246358-e52b-4a18-89dd-8ef81780d9b9 HTTP/1.1" status: 200 len: 1799 time: 0.2106411 Sep 16 13:03:26.921359 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d4507fc2-a659-4bc8-9ec6-9524080ce2af tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (4b5fee14-42a5-403e-a649-8822f35aee4c), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:27.015053 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4507fc2-a659-4bc8-9ec6-9524080ce2af tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=4b5fee14-42a5-403e-a649-8822f35aee4c,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:27.041063 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7310-1992-4dbb-a7ed-bfb139607707 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for port (2bdbcbab-bf3b-4abd-a63e-cf72469dce32), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:27.049538 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:UPDATE=6,neutron:INSERT=9 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:27.098339 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7310-1992-4dbb-a7ed-bfb139607707 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (2bdbcbab-bf3b-4abd-a63e-cf72469dce32), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:27.103586 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4507fc2-a659-4bc8-9ec6-9524080ce2af tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:27.115608 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-d4507fc2-a659-4bc8-9ec6-9524080ce2af tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:27.159804 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a7310-1992-4dbb-a7ed-bfb139607707 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Pushing event updated for resources: {'Port': ['ID=2bdbcbab-bf3b-4abd-a63e-cf72469dce32,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:27.181186 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2a7310-1992-4dbb-a7ed-bfb139607707 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:27.183178 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4507fc2-a659-4bc8-9ec6-9524080ce2af tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:03:27.185174 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-ee2a7310-1992-4dbb-a7ed-bfb139607707 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:27.188321 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2a7310-1992-4dbb-a7ed-bfb139607707 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:03:27.200946 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4507fc2-a659-4bc8-9ec6-9524080ce2af tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:27.202367 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d4507fc2-a659-4bc8-9ec6-9524080ce2af tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:27.224218 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f491445b-7d67-4b50-a513-76924bbdb5eb req-d399a80b-5d7b-4553-9bb9-2f7b5fc3b36a tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/89246358-e52b-4a18-89dd-8ef81780d9b9 HTTP/1.1" status: 200 len: 1799 time: 0.2343853 Sep 16 13:03:27.251352 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59f9f6-dabc-431f-b7c3-b930009f7768 req-615adb06-0424-4e68-819d-6c98db3d4134 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:27.252964 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8e59f9f6-dabc-431f-b7c3-b930009f7768 req-615adb06-0424-4e68-819d-6c98db3d4134 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 944 time: 0.2538476 Sep 16 13:03:27.329773 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b7d1f4a3-8344-479d-ada9-27bd46f8b03b up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:27.446074 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-d4507fc2-a659-4bc8-9ec6-9524080ce2af tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5617135 Sep 16 13:03:27.484702 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39206) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:27.505192 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port b7d1f4a3-8344-479d-ada9-27bd46f8b03b triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:27.505192 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b7d1f4a3-8344-479d-ada9-27bd46f8b03b), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:27.505644 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port b7d1f4a3-8344-479d-ada9-27bd46f8b03b Sep 16 13:03:27.516502 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8e59f9f6-dabc-431f-b7c3-b930009f7768 req-0eb68998-098a-4098-9d3e-a86a811d24d2 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325864 Sep 16 13:03:27.646031 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:27.677788 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-8107d32f-fef4-4ea3-882f-27a0aadf311d None None] Provisioning complete for port 4b5fee14-42a5-403e-a649-8822f35aee4c triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:27.678406 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8107d32f-fef4-4ea3-882f-27a0aadf311d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (4b5fee14-42a5-403e-a649-8822f35aee4c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:27.678770 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8107d32f-fef4-4ea3-882f-27a0aadf311d None None] Attempt 1 to provision port 4b5fee14-42a5-403e-a649-8822f35aee4c Sep 16 13:03:27.740305 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port b7d1f4a3-8344-479d-ada9-27bd46f8b03b is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:27.748371 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7310-1992-4dbb-a7ed-bfb139607707 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_gateway (ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:27.773037 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8107d32f-fef4-4ea3-882f-27a0aadf311d None None] Port 4b5fee14-42a5-403e-a649-8822f35aee4c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:03:27.804739 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f86f38-e81b-4f65-9ad1-8167a6b64fc7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:27.810887 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f86f38-e81b-4f65-9ad1-8167a6b64fc7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:27.815468 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f4f86f38-e81b-4f65-9ad1-8167a6b64fc7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.2960386 Sep 16 13:03:27.816163 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39212) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:27.881566 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f2faa367-f44c-464d-9eda-2c5526715d19 req-7d6fdc4f-dd08-4807-82da-7841fe151138 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6275105 Sep 16 13:03:27.895432 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f491445b-7d67-4b50-a513-76924bbdb5eb req-e97b04ce-9f0c-4ece-b40d-ea4204b2dd42 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (89246358-e52b-4a18-89dd-8ef81780d9b9), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:27.936176 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b2574-d00b-4172-aeb7-278b99411d81 req-b2aa9c6d-2ef9-4a81-8fef-892565c80d03 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:27.943818 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e84b2574-d00b-4172-aeb7-278b99411d81 req-b2aa9c6d-2ef9-4a81-8fef-892565c80d03 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 946 time: 0.1632113 Sep 16 13:03:27.977165 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:28.003572 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f491445b-7d67-4b50-a513-76924bbdb5eb req-e97b04ce-9f0c-4ece-b40d-ea4204b2dd42 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (89246358-e52b-4a18-89dd-8ef81780d9b9), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:28.016778 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7310-1992-4dbb-a7ed-bfb139607707 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3778242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3776751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1202'] for router (ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:28.020270 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7310-1992-4dbb-a7ed-bfb139607707 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3778251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3778096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3776724'] for router (ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:28.070718 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e84b2574-d00b-4172-aeb7-278b99411d81 req-4739fe10-adc6-471c-8899-92f03106a2e0 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259987 Sep 16 13:03:28.079479 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-15f95c91-4a8c-4be5-94cb-14599de0d631 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port 4b5fee14-42a5-403e-a649-8822f35aee4c {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:28.079823 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15f95c91-4a8c-4be5-94cb-14599de0d631 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (4b5fee14-42a5-403e-a649-8822f35aee4c), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:28.274221 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15f95c91-4a8c-4be5-94cb-14599de0d631 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (4b5fee14-42a5-403e-a649-8822f35aee4c), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:28.281333 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8107d32f-fef4-4ea3-882f-27a0aadf311d None None] Attempt 2 to provision port 4b5fee14-42a5-403e-a649-8822f35aee4c Sep 16 13:03:28.309815 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-15f95c91-4a8c-4be5-94cb-14599de0d631 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for 4b5fee14-42a5-403e-a649-8822f35aee4c owned by {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:28.325962 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f491445b-7d67-4b50-a513-76924bbdb5eb req-e97b04ce-9f0c-4ece-b40d-ea4204b2dd42 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (89246358-e52b-4a18-89dd-8ef81780d9b9), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:28.328906 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f491445b-7d67-4b50-a513-76924bbdb5eb req-e97b04ce-9f0c-4ece-b40d-ea4204b2dd42 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:28.330288 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f491445b-7d67-4b50-a513-76924bbdb5eb req-e97b04ce-9f0c-4ece-b40d-ea4204b2dd42 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/89246358-e52b-4a18-89dd-8ef81780d9b9 HTTP/1.1" status: 204 len: 173 time: 1.0987573 Sep 16 13:03:28.395029 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b04ce-9f0c-4ece-b40d-ea4204b2dd42 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89246358-e52b-4a18-89dd-8ef81780d9b9,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:28.398280 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2a7310-1992-4dbb-a7ed-bfb139607707 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Router ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:03:28.409168 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-3588e07f-e2b3-4c2e-87eb-f3bfcfa5226d req-bcbcdc48-43b0-4901-b689-3164df176880 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] show failed (client error): The resource could not be found. Sep 16 13:03:28.410022 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3588e07f-e2b3-4c2e-87eb-f3bfcfa5226d req-bcbcdc48-43b0-4901-b689-3164df176880 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/89246358-e52b-4a18-89dd-8ef81780d9b9 HTTP/1.1" status: 404 len: 352 time: 0.0514481 Sep 16 13:03:28.533239 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-b427fca5-87e2-48c3-813a-8408177ef35c req-ba3134bd-5fb2-4187-adc1-7b5e7d59e0f7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2042333074', 'description': 'tempest-description-1540632388'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:28.557130 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39234) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:28.725382 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:28.737057 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15f95c91-4a8c-4be5-94cb-14599de0d631 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (4b5fee14-42a5-403e-a649-8822f35aee4c), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:28.800529 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2a7310-1992-4dbb-a7ed-bfb139607707 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:03:28.816437 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7310-1992-4dbb-a7ed-bfb139607707 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:28.817203 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51830cc6-d012-4de9-a41b-3811424a9880 None None] Sync routers for ids ['ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:03:28.817691 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ee2a7310-1992-4dbb-a7ed-bfb139607707 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "PUT /networking/v2.0/routers/ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a HTTP/1.1" status: 200 len: 878 time: 3.3471549 Sep 16 13:03:28.821314 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39240) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:28.836029 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51830cc6-d012-4de9-a41b-3811424a9880 None None] Routers {'ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:03:28.840502 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-51830cc6-d012-4de9-a41b-3811424a9880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:03:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:28.855433 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:28.897372 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8107d32f-fef4-4ea3-882f-27a0aadf311d None None] Port 4b5fee14-42a5-403e-a649-8822f35aee4c cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:03:28.922198 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f95c91-4a8c-4be5-94cb-14599de0d631 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=4b5fee14-42a5-403e-a649-8822f35aee4c,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:28.931646 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-51830cc6-d012-4de9-a41b-3811424a9880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:28.934545 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:28.966099 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51830cc6-d012-4de9-a41b-3811424a9880 None None] Routers {'ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:03:28.982739 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-51830cc6-d012-4de9-a41b-3811424a9880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:03:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:29.006182 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b427fca5-87e2-48c3-813a-8408177ef35c req-ba3134bd-5fb2-4187-adc1-7b5e7d59e0f7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:29.056573 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-15f95c91-4a8c-4be5-94cb-14599de0d631 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:29.067986 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-15f95c91-4a8c-4be5-94cb-14599de0d631 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/4b5fee14-42a5-403e-a649-8822f35aee4c HTTP/1.1" status: 204 len: 168 time: 1.2301195 Sep 16 13:03:29.070746 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39242) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:29.123331 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80657db5-c9f6-46fd-8c9e-f86d53b7cdd9 req-adc94305-95e5-4fa9-8757-ce78ea6e3881 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:29.129383 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-51830cc6-d012-4de9-a41b-3811424a9880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:29.130268 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51830cc6-d012-4de9-a41b-3811424a9880 None None] The sync data for ids ['ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a'] in n-d-858094-4 is: [] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:03:29.142795 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-80657db5-c9f6-46fd-8c9e-f86d53b7cdd9 req-adc94305-95e5-4fa9-8757-ce78ea6e3881 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 944 time: 0.3893392 Sep 16 13:03:29.297328 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8755873e-f4e3-4b23-b3ce-82ca1d373114 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "GET /networking/v2.0/routers/ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a HTTP/1.1" status: 200 len: 919 time: 0.4748054 Sep 16 13:03:29.300661 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39260) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:29.394589 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc183a4e-5fb5-4ce6-830f-b45d797046c5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:29.399264 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8107d32f-fef4-4ea3-882f-27a0aadf311d None None] Attempt 3 to provision port 4b5fee14-42a5-403e-a649-8822f35aee4c Sep 16 13:03:29.402080 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc183a4e-5fb5-4ce6-830f-b45d797046c5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:29.420772 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-cc183a4e-5fb5-4ce6-830f-b45d797046c5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3275650 Sep 16 13:03:29.423014 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39264) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:29.450946 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-80657db5-c9f6-46fd-8c9e-f86d53b7cdd9 req-93edad74-eaec-4db3-824d-ee97e8456ef7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3073895 Sep 16 13:03:29.477008 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8107d32f-fef4-4ea3-882f-27a0aadf311d None None] Port 4b5fee14-42a5-403e-a649-8822f35aee4c was deleted so its status cannot be updated. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 16 13:03:29.526622 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4e26b8-bc57-4985-b640-f7c74bc50cfc tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:29.528296 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-aa4e26b8-bc57-4985-b640-f7c74bc50cfc tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?network_id=42d33e50-b5e8-4084-82dc-226debf86786&device_id=ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2266304 Sep 16 13:03:29.534806 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39270) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:29.642241 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:29.681719 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aad45b-f8a1-44e8-b880-8bb38b7a19be tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:29.683707 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c6aad45b-f8a1-44e8-b880-8bb38b7a19be tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 881 time: 0.1473277 Sep 16 13:03:29.686535 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39276) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:29.688333 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b427fca5-87e2-48c3-813a-8408177ef35c req-ba3134bd-5fb2-4187-adc1-7b5e7d59e0f7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (9d6728b4-995a-4db4-aae5-d8373ab678f5), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:29.704475 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb212d68-786d-496c-94e1-e58e54d33294 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet fd15f2fa-fa35-4738-8690-cef89ae6243f {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:03:29.715979 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b427fca5-87e2-48c3-813a-8408177ef35c req-ba3134bd-5fb2-4187-adc1-7b5e7d59e0f7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (9d6728b4-995a-4db4-aae5-d8373ab678f5), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:29.719876 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-fb212d68-786d-496c-94e1-e58e54d33294 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (fd15f2fa-fa35-4738-8690-cef89ae6243f), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:29.735474 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39278) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:29.757691 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90778d3-23d8-459c-8b4d-8ce92e69f093 req-be2ba6f6-cbbd-4063-89dc-b974d00532e1 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:29.765196 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c90778d3-23d8-459c-8b4d-8ce92e69f093 req-be2ba6f6-cbbd-4063-89dc-b974d00532e1 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 946 time: 0.1979287 Sep 16 13:03:29.773980 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-854b6adf-0629-469a-bfaf-ac4c0b9a7684 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a HTTP/1.1" status: 200 len: 205 time: 0.0863538 Sep 16 13:03:29.776469 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39282) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:29.855589 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b427fca5-87e2-48c3-813a-8408177ef35c req-ba3134bd-5fb2-4187-adc1-7b5e7d59e0f7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:29.856809 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b427fca5-87e2-48c3-813a-8408177ef35c req-ba3134bd-5fb2-4187-adc1-7b5e7d59e0f7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.3430293 Sep 16 13:03:29.859373 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-fb212d68-786d-496c-94e1-e58e54d33294 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (fd15f2fa-fa35-4738-8690-cef89ae6243f), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:29.907806 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3134bd-5fb2-4187-adc1-7b5e7d59e0f7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6728b4-995a-4db4-aae5-d8373ab678f5,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:30.022304 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1c8da339-0ecd-49e1-b0ae-4dc4ebcc9aab tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router (ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:30.098711 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:30.101333 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-fb212d68-786d-496c-94e1-e58e54d33294 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (fd15f2fa-fa35-4738-8690-cef89ae6243f), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:30.131953 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 3a5b1f2b-2004-4cf4-93bd-f498b62488fe no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:03:30.155663 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea69df4-1dcc-439b-b10a-290a85d894c5 req-874c7cf7-8847-40c0-95ab-f264b879ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:30.156178 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea69df4-1dcc-439b-b10a-290a85d894c5 req-874c7cf7-8847-40c0-95ab-f264b879ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:30.156658 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea69df4-1dcc-439b-b10a-290a85d894c5 req-874c7cf7-8847-40c0-95ab-f264b879ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:30.157141 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea69df4-1dcc-439b-b10a-290a85d894c5 req-874c7cf7-8847-40c0-95ab-f264b879ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:30.157593 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea69df4-1dcc-439b-b10a-290a85d894c5 req-874c7cf7-8847-40c0-95ab-f264b879ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:30.158060 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea69df4-1dcc-439b-b10a-290a85d894c5 req-874c7cf7-8847-40c0-95ab-f264b879ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:30.158522 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea69df4-1dcc-439b-b10a-290a85d894c5 req-874c7cf7-8847-40c0-95ab-f264b879ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:30.160308 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c90778d3-23d8-459c-8b4d-8ce92e69f093 req-bbaa331a-6775-4c02-a177-0c2cadbbc2dc tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3939273 Sep 16 13:03:30.166911 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3ea69df4-1dcc-439b-b10a-290a85d894c5 req-874c7cf7-8847-40c0-95ab-f264b879ddcb service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 6717 time: 0.4012063 Sep 16 13:03:30.235335 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-4baecb34-334b-40fb-a6f9-0d7bb39b90c1 req-446db8b7-66de-4d24-b52d-f46649a685b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1058067203', 'description': 'tempest-description-452412671'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:30.259692 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6660a3-5182-4fa8-8ac1-3ab9052856c9 req-c95273dd-14e9-476e-b6e2-158e3379642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:30.261834 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b6660a3-5182-4fa8-8ac1-3ab9052856c9 req-c95273dd-14e9-476e-b6e2-158e3379642a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 1128 time: 0.0998282 Sep 16 13:03:30.304596 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe is: DOWN; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:30.319801 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4baecb34-334b-40fb-a6f9-0d7bb39b90c1 req-446db8b7-66de-4d24-b52d-f46649a685b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:30.325054 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-fb212d68-786d-496c-94e1-e58e54d33294 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (fd15f2fa-fa35-4738-8690-cef89ae6243f), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:30.347366 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3ea69df4-1dcc-439b-b10a-290a85d894c5 req-08a02ffb-e7dc-417a-afc8-2ce6167c3db8 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1795676 Sep 16 13:03:30.353710 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b5acee-1ccd-4477-afac-caed5d4ffab0 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:03:30.363928 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e9f82e1-d081-4cd1-b978-9d07d57dc7b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (c6f58ba4-07fe-4961-b956-2e0bca27bcd1), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:30.442734 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1c8da339-0ecd-49e1-b0ae-4dc4ebcc9aab tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_gateway (ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:30.484408 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:30.508221 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-fb212d68-786d-496c-94e1-e58e54d33294 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:30.514292 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-fb212d68-786d-496c-94e1-e58e54d33294 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/fd15f2fa-fa35-4738-8690-cef89ae6243f HTTP/1.1" status: 204 len: 168 time: 1.0899038 Sep 16 13:03:30.516647 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39294) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:30.529129 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb212d68-786d-496c-94e1-e58e54d33294 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=fd15f2fa-fa35-4738-8690-cef89ae6243f,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:30.582960 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-1c8da339-0ecd-49e1-b0ae-4dc4ebcc9aab tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Deleting port 2bdbcbab-bf3b-4abd-a63e-cf72469dce32 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:30.583760 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1c8da339-0ecd-49e1-b0ae-4dc4ebcc9aab tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (2bdbcbab-bf3b-4abd-a63e-cf72469dce32), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:30.586131 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f97a5493-6032-4fa5-aa11-20364c9bbd53 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0662045 Sep 16 13:03:30.591193 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39298) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:30.696816 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ae2123-d5b0-4f20-b01d-453125ad5e12 None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:03:30.736775 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6660a3-5182-4fa8-8ac1-3ab9052856c9 req-ea259448-05ec-48a9-9835-0b19c9e57c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:30.738401 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b6660a3-5182-4fa8-8ac1-3ab9052856c9 req-ea259448-05ec-48a9-9835-0b19c9e57c3e service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 913 time: 0.4536586 Sep 16 13:03:30.746981 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39f1332-2016-48fc-85cf-a63a2a4b410f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:30.751307 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f39f1332-2016-48fc-85cf-a63a2a4b410f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1590281 Sep 16 13:03:30.751962 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39304) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:30.777312 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:30.785259 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-55ae2123-d5b0-4f20-b01d-453125ad5e12 None None] Deleting port b7d1f4a3-8344-479d-ada9-27bd46f8b03b {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:30.785691 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-55ae2123-d5b0-4f20-b01d-453125ad5e12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (b7d1f4a3-8344-479d-ada9-27bd46f8b03b), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:30.850653 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:30.869694 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4baecb34-334b-40fb-a6f9-0d7bb39b90c1 req-446db8b7-66de-4d24-b52d-f46649a685b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (54fc3599-fdb8-4090-bf2c-a856093a34d5), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:30.874458 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:30.894559 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4baecb34-334b-40fb-a6f9-0d7bb39b90c1 req-446db8b7-66de-4d24-b52d-f46649a685b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (54fc3599-fdb8-4090-bf2c-a856093a34d5), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:30.916352 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b6660a3-5182-4fa8-8ac1-3ab9052856c9 req-5fe8ab79-2b53-493f-8625-cfaf869c3717 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3af800e8-0d1f-497b-bca5-8901587cb91c HTTP/1.1" status: 200 len: 1001 time: 0.1632419 Sep 16 13:03:30.942397 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405df311-8547-43b6-8347-c6d3fa2f15ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:30.947155 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-405df311-8547-43b6-8347-c6d3fa2f15ab tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1833942 Sep 16 13:03:30.948253 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-55ae2123-d5b0-4f20-b01d-453125ad5e12 None None] For port b7d1f4a3-8344-479d-ada9-27bd46f8b03b, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b7d1f4a3-8344-479d-ada9-27bd46f8b03b,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:30.948854 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-55ae2123-d5b0-4f20-b01d-453125ad5e12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (b7d1f4a3-8344-479d-ada9-27bd46f8b03b), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:30.951477 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39310) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:30.973071 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-55ae2123-d5b0-4f20-b01d-453125ad5e12 None None] Calling delete_port for b7d1f4a3-8344-479d-ada9-27bd46f8b03b owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:30.989982 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4baecb34-334b-40fb-a6f9-0d7bb39b90c1 req-446db8b7-66de-4d24-b52d-f46649a685b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:30.991234 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4baecb34-334b-40fb-a6f9-0d7bb39b90c1 req-446db8b7-66de-4d24-b52d-f46649a685b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7696815 Sep 16 13:03:31.036650 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-8d622813-858a-4624-9015-f1eea772b65b req-9a6c3323-fc7a-4850-9f98-3694f696880b tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1158298770', 'description': 'tempest-description-1703559334'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:31.051397 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-44696124-fe40-4a3d-a284-f1b4f5248750 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972216 Sep 16 13:03:31.052223 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39316) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:31.061103 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-be8aac81-9583-4711-92af-3904b41e87db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:31.071057 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446db8b7-66de-4d24-b52d-f46649a685b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54fc3599-fdb8-4090-bf2c-a856093a34d5,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:31.125926 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1c8da339-0ecd-49e1-b0ae-4dc4ebcc9aab tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (2bdbcbab-bf3b-4abd-a63e-cf72469dce32), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:31.143908 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-1c8da339-0ecd-49e1-b0ae-4dc4ebcc9aab tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Calling delete_port for 2bdbcbab-bf3b-4abd-a63e-cf72469dce32 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:31.154340 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6660a3-5182-4fa8-8ac1-3ab9052856c9 req-28fd6a72-738f-422f-9bd6-6929f03bd6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:31.155902 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b6660a3-5182-4fa8-8ac1-3ab9052856c9 req-28fd6a72-738f-422f-9bd6-6929f03bd6af service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 0.2269473 Sep 16 13:03:31.160065 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8d622813-858a-4624-9015-f1eea772b65b req-9a6c3323-fc7a-4850-9f98-3694f696880b tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:31.190121 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-55ae2123-d5b0-4f20-b01d-453125ad5e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (b7d1f4a3-8344-479d-ada9-27bd46f8b03b), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:31.224919 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-7e9f82e1-d081-4cd1-b978-9d07d57dc7b5 admin admin] Deleting port e058bafb-d180-421e-bc06-68a34ab9d944 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:31.225248 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e9f82e1-d081-4cd1-b978-9d07d57dc7b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (e058bafb-d180-421e-bc06-68a34ab9d944), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:31.258606 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae2123-d5b0-4f20-b01d-453125ad5e12 None None] Pushing event deleted for resources: {'Port': ['ID=b7d1f4a3-8344-479d-ada9-27bd46f8b03b,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:31.268387 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b7d1f4a3-8344-479d-ada9-27bd46f8b03b no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:03:31.312664 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: b7d1f4a3-8344-479d-ada9-27bd46f8b03b {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:03:31.314022 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b7d1f4a3-8344-479d-ada9-27bd46f8b03b not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:03:31.338629 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae2123-d5b0-4f20-b01d-453125ad5e12 None None] No DVR routers for this DVR port b7d1f4a3-8344-479d-ada9-27bd46f8b03b on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:03:31.369930 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6660a3-5182-4fa8-8ac1-3ab9052856c9 req-2b1dddab-4c85-4562-8efa-9c016a9e00ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:31.373699 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b6660a3-5182-4fa8-8ac1-3ab9052856c9 req-2b1dddab-4c85-4562-8efa-9c016a9e00ad service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2072568 Sep 16 13:03:31.394629 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-7e9f82e1-d081-4cd1-b978-9d07d57dc7b5 admin admin] For port e058bafb-d180-421e-bc06-68a34ab9d944, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e058bafb-d180-421e-bc06-68a34ab9d944,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:31.395218 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e9f82e1-d081-4cd1-b978-9d07d57dc7b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (e058bafb-d180-421e-bc06-68a34ab9d944), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:31.410723 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-7e9f82e1-d081-4cd1-b978-9d07d57dc7b5 admin admin] Calling delete_port for e058bafb-d180-421e-bc06-68a34ab9d944 owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:31.417431 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:31.524755 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1c8da339-0ecd-49e1-b0ae-4dc4ebcc9aab tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (2bdbcbab-bf3b-4abd-a63e-cf72469dce32), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:31.539064 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b6660a3-5182-4fa8-8ac1-3ab9052856c9 req-17fad83e-7598-4ea9-b8cd-8ca1c00fadd7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517544 Sep 16 13:03:31.546993 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-9686b78e-d8b9-4b11-b9fb-ba4d63b0dc58 req-6840d1ed-5ebd-46c1-8485-80ee9964fa7a service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 13:03:31.548016 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9686b78e-d8b9-4b11-b9fb-ba4d63b0dc58 req-6840d1ed-5ebd-46c1-8485-80ee9964fa7a service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1863897 Sep 16 13:03:31.551331 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8d622813-858a-4624-9015-f1eea772b65b req-9a6c3323-fc7a-4850-9f98-3694f696880b tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (36d20921-59f1-4f72-b163-c875dfa04ed8), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:31.561738 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8da339-0ecd-49e1-b0ae-4dc4ebcc9aab tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Pushing event deleted for resources: {'Port': ['ID=2bdbcbab-bf3b-4abd-a63e-cf72469dce32,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:31.581622 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8d622813-858a-4624-9015-f1eea772b65b req-9a6c3323-fc7a-4850-9f98-3694f696880b tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (36d20921-59f1-4f72-b163-c875dfa04ed8), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:31.640347 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c3323-fc7a-4850-9f98-3694f696880b tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d20921-59f1-4f72-b163-c875dfa04ed8,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:31.695721 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1c8da339-0ecd-49e1-b0ae-4dc4ebcc9aab tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:31.719014 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8aac81-9583-4711-92af-3904b41e87db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:03:31.723640 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-be8aac81-9583-4711-92af-3904b41e87db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:31.760695 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8d622813-858a-4624-9015-f1eea772b65b req-9a6c3323-fc7a-4850-9f98-3694f696880b tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:31.761608 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:31.762907 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d622813-858a-4624-9015-f1eea772b65b req-9a6c3323-fc7a-4850-9f98-3694f696880b tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7300096 Sep 16 13:03:31.811072 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1c8da339-0ecd-49e1-b0ae-4dc4ebcc9aab tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:31.818098 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1c8da339-0ecd-49e1-b0ae-4dc4ebcc9aab tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_controller (ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:31.900986 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1c8da339-0ecd-49e1-b0ae-4dc4ebcc9aab tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:31.902527 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8da339-0ecd-49e1-b0ae-4dc4ebcc9aab tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Fanout notify agent at l3_agent the message router_deleted on router ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:03:31.912863 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1c8da339-0ecd-49e1-b0ae-4dc4ebcc9aab tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:31.914234 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1c8da339-0ecd-49e1-b0ae-4dc4ebcc9aab tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "DELETE /networking/v2.0/routers/ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a HTTP/1.1" status: 204 len: 168 time: 2.1368351 Sep 16 13:03:31.918184 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39332) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:31.923892 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-d5da72a0-4bac-456d-aa99-549ad8dbf437 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-945975097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:31.931888 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e9f82e1-d081-4cd1-b978-9d07d57dc7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (e058bafb-d180-421e-bc06-68a34ab9d944), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:31.963813 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9b6660a3-5182-4fa8-8ac1-3ab9052856c9 req-995409c9-efc7-4982-a1a3-2d0a474dd789 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110208 Sep 16 13:03:31.973701 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f82e1-d081-4cd1-b978-9d07d57dc7b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e058bafb-d180-421e-bc06-68a34ab9d944,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:32.053407 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d5da72a0-4bac-456d-aa99-549ad8dbf437 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:32.053407 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d5da72a0-4bac-456d-aa99-549ad8dbf437 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:32.060428 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:32.092649 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a76e92-cd95-41bc-8d72-252969cad312 req-4fad299c-11b1-4415-81c5-5aeb45104015 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:32.095354 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-81a76e92-cd95-41bc-8d72-252969cad312 req-4fad299c-11b1-4415-81c5-5aeb45104015 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 946 time: 0.0942278 Sep 16 13:03:32.232213 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:32.301072 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d5da72a0-4bac-456d-aa99-549ad8dbf437 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_controller (db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:32.302870 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e9f82e1-d081-4cd1-b978-9d07d57dc7b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (c6f58ba4-07fe-4961-b956-2e0bca27bcd1), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:32.342022 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-81a76e92-cd95-41bc-8d72-252969cad312 req-73d321ac-e781-43e4-847b-3e3fa252b1e3 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2382317 Sep 16 13:03:32.427081 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-09d61d2d-8210-43e1-b1bd-89d4ccfe8a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:32.504860 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aa8c9b6b-8761-415a-abad-fdbbb4ddf62f req-b3b8b152-e732-42a8-b220-bb4b64d9bde4 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=aaeff399942c4286a71ea3a0eab43280 HTTP/1.1" status: 200 len: 11013 time: 0.5738096 Sep 16 13:03:32.513339 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d5da72a0-4bac-456d-aa99-549ad8dbf437 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:32.638132 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d5da72a0-4bac-456d-aa99-549ad8dbf437 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:32.639747 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d5da72a0-4bac-456d-aa99-549ad8dbf437 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7199602 Sep 16 13:03:32.644658 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39344) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:32.653447 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-399c07a8-6dd3-4bc1-88d6-e9b866202123 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'enable_snat': True}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:32.760579 n-d-858094-4 neutron-server[113698]: DEBUG neutron.objects.ports [None req-be8aac81-9583-4711-92af-3904b41e87db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113698) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 16 13:03:32.769009 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-be8aac81-9583-4711-92af-3904b41e87db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (0d187505-ae5e-41df-8f5e-23c8ba219c58), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:32.844701 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8aac81-9583-4711-92af-3904b41e87db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=0d187505-ae5e-41df-8f5e-23c8ba219c58,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:32.854737 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b488bb-537c-45b6-b206-ea0ae4fa150c req-7cf18885-6660-4ab9-b9a8-c4b8f65c6d3e tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:32.863499 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d1b488bb-537c-45b6-b206-ea0ae4fa150c req-7cf18885-6660-4ab9-b9a8-c4b8f65c6d3e tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 944 time: 0.3033907 Sep 16 13:03:32.892820 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aa8c9b6b-8761-415a-abad-fdbbb4ddf62f req-3350a224-1a95-4111-9046-b5028d730a21 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/7c676002-9399-4169-81f1-42139daf39d8 HTTP/1.1" status: 200 len: 3002 time: 0.3533058 Sep 16 13:03:32.897111 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8aac81-9583-4711-92af-3904b41e87db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:32.900298 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-be8aac81-9583-4711-92af-3904b41e87db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:32.915607 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-33544b5e-9334-493a-8ea0-da920815c1ed service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3655667 Sep 16 13:03:32.921622 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d5e538-5871-4f94-98c8-939a83a6be02 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:03:32.928448 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8aac81-9583-4711-92af-3904b41e87db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:32.929532 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-be8aac81-9583-4711-92af-3904b41e87db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:32.945417 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-4a020e96-862b-41a2-9ad7-8b7ca81fc990 service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113699) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 13:03:32.946464 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-4a020e96-862b-41a2-9ad7-8b7ca81fc990 service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0084481 Sep 16 13:03:32.949935 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:33.101442 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-be8aac81-9583-4711-92af-3904b41e87db tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0234740 Sep 16 13:03:33.102249 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39346) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:33.150721 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-6a3839c1-b1eb-498e-bb28-62019e24f684 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:33.227570 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-399c07a8-6dd3-4bc1-88d6-e9b866202123 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_gateway (db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:33.298990 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9f82e1-d081-4cd1-b978-9d07d57dc7b5 admin admin] Router c6f58ba4-07fe-4961-b956-2e0bca27bcd1 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:03:33.305832 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': '0d187505-ae5e-41df-8f5e-23c8ba219c58'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:03:33.306775 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:33.333978 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:33.504917 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] Allocated IP 2001:db8::f816:3eff:fe20:8a18 (9baef6e6-991f-4370-ace0-656f975a51ae/0d187505-ae5e-41df-8f5e-23c8ba219c58/e3e21e0c-fcb1-4f26-9831-684e537e03b8) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:33.506787 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9f82e1-d081-4cd1-b978-9d07d57dc7b5 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:03:33.518062 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7e9f82e1-d081-4cd1-b978-9d07d57dc7b5 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/c6f58ba4-07fe-4961-b956-2e0bca27bcd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9518950 Sep 16 13:03:33.521931 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39352) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:33.594280 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f8d27743-cd05-474a-af64-181a8c66f0f0 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:33.595913 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f8d27743-cd05-474a-af64-181a8c66f0f0 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports/3a5b1f2b-2004-4cf4-93bd-f498b62488fe HTTP/1.1" status: 200 len: 941 time: 0.4399719 Sep 16 13:03:33.691143 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d1b488bb-537c-45b6-b206-ea0ae4fa150c req-1aa8ac65-3c50-4105-bca8-0be2d75e96cb tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8264117 Sep 16 13:03:33.705277 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aa8c9b6b-8761-415a-abad-fdbbb4ddf62f req-db95b98d-455c-4bcc-8bda-5a834e759128 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/7c676002-9399-4169-81f1-42139daf39d8 HTTP/1.1" status: 200 len: 3002 time: 0.7978694 Sep 16 13:03:33.786102 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] Publish callbacks [] for port (e3e21e0c-fcb1-4f26-9831-684e537e03b8), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:33.790930 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:33.796797 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b39dd8-fa88-4bb7-8dda-fffe8566d940 None None] Sync routers for ids ['c6f58ba4-07fe-4961-b956-2e0bca27bcd1'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:03:33.803757 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (e3e21e0c-fcb1-4f26-9831-684e537e03b8), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:33.845562 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b1223a41-d1dc-4e35-b34a-2b9d71d991c0 req-b8558684-7810-467f-a376-ea15a02c03a2 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/9d6728b4-995a-4db4-aae5-d8373ab678f5 HTTP/1.1" status: 200 len: 1820 time: 0.0690305 Sep 16 13:03:33.954221 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] Pushing event updated for resources: {'Port': ['ID=e3e21e0c-fcb1-4f26-9831-684e537e03b8,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:33.956358 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f12eb-58ba-4ab5-bff9-593cc783350f req-f3c7525e-56a5-45ac-8c2e-7c6822c25258 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:33.958119 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a11f12eb-58ba-4ab5-bff9-593cc783350f req-f3c7525e-56a5-45ac-8c2e-7c6822c25258 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 946 time: 0.0857925 Sep 16 13:03:33.988799 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-310817c3-1f91-4f45-a132-7dee834737b5 admin admin] Publish callbacks [] for router (c6f58ba4-07fe-4961-b956-2e0bca27bcd1), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:33.991417 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b1223a41-d1dc-4e35-b34a-2b9d71d991c0 req-959b76f3-1838-4da0-a13c-eb818b92c72f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (9d6728b4-995a-4db4-aae5-d8373ab678f5), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:33.997339 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3839c1-b1eb-498e-bb28-62019e24f684 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:03:34.001654 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6a3839c1-b1eb-498e-bb28-62019e24f684 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:34.029399 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b39dd8-fa88-4bb7-8dda-fffe8566d940 None None] Routers {'c6f58ba4-07fe-4961-b956-2e0bca27bcd1'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:03:34.030171 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-20b39dd8-fa88-4bb7-8dda-fffe8566d940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:03:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c6f58ba4-07fe-4961-b956-2e0bca27bcd1'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:34.068548 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-399c07a8-6dd3-4bc1-88d6-e9b866202123 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_gateway (db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:34.101867 n-d-858094-4 neutron-server[113698]: INFO neutron.db.ipam_backend_mixin [None req-6a3839c1-b1eb-498e-bb28-62019e24f684 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0d187505-ae5e-41df-8f5e-23c8ba219c58 (CIDR: 2001:db8::/64) Sep 16 13:03:34.105072 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-399c07a8-6dd3-4bc1-88d6-e9b866202123 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:34.115718 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:34.128333 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3839c1-b1eb-498e-bb28-62019e24f684 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 13:03:34.128333 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a3839c1-b1eb-498e-bb28-62019e24f684 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:03:34.145765 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:34.163457 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-6a3839c1-b1eb-498e-bb28-62019e24f684 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0497777 Sep 16 13:03:34.163457 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b1223a41-d1dc-4e35-b34a-2b9d71d991c0 req-959b76f3-1838-4da0-a13c-eb818b92c72f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (9d6728b4-995a-4db4-aae5-d8373ab678f5), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:34.179752 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39362) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:34.186344 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-edebde9e-be23-439d-97cc-2f62ffe47a9e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:34.285347 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a11f12eb-58ba-4ab5-bff9-593cc783350f req-beca7ac0-ed86-4232-ae14-b74f939e7848 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3003874 Sep 16 13:03:34.312947 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b1223a41-d1dc-4e35-b34a-2b9d71d991c0 req-959b76f3-1838-4da0-a13c-eb818b92c72f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (9d6728b4-995a-4db4-aae5-d8373ab678f5), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:34.315074 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-20b39dd8-fa88-4bb7-8dda-fffe8566d940 None None] Set router c6f58ba4-07fe-4961-b956-2e0bca27bcd1 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:03:34.315512 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b1223a41-d1dc-4e35-b34a-2b9d71d991c0 req-959b76f3-1838-4da0-a13c-eb818b92c72f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:34.319243 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-399c07a8-6dd3-4bc1-88d6-e9b866202123 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Allocated IP 172.25.2.80 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/135ec64b-8d3a-496c-b646-0083fa7843e2) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:34.332694 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b1223a41-d1dc-4e35-b34a-2b9d71d991c0 req-959b76f3-1838-4da0-a13c-eb818b92c72f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/9d6728b4-995a-4db4-aae5-d8373ab678f5 HTTP/1.1" status: 204 len: 173 time: 0.4807935 Sep 16 13:03:34.376575 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b76f3-1838-4da0-a13c-eb818b92c72f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6728b4-995a-4db4-aae5-d8373ab678f5,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:34.388566 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-37d443ce-eb28-4db4-8c4f-bbca34210b4d req-4f50fb8b-2bb2-4ef5-8d1b-48642dbc871b tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] show failed (client error): The resource could not be found. Sep 16 13:03:34.389689 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-37d443ce-eb28-4db4-8c4f-bbca34210b4d req-4f50fb8b-2bb2-4ef5-8d1b-48642dbc871b tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/9d6728b4-995a-4db4-aae5-d8373ab678f5 HTTP/1.1" status: 404 len: 352 time: 0.0264292 Sep 16 13:03:34.419840 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edebde9e-be23-439d-97cc-2f62ffe47a9e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:03:34.424148 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-edebde9e-be23-439d-97cc-2f62ffe47a9e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:34.534710 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:34.538272 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd8cdded-701d-41d8-92fc-defca2395389 req-0d0bb447-a395-4d49-a3c5-5018a8bbd354 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/54fc3599-fdb8-4090-bf2c-a856093a34d5 HTTP/1.1" status: 200 len: 1819 time: 0.0888431 Sep 16 13:03:34.539884 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:34.615102 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:34.623936 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:03:34.659595 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cd8cdded-701d-41d8-92fc-defca2395389 req-a83615cc-06ef-4fac-8bfd-e2854be72df5 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (54fc3599-fdb8-4090-bf2c-a856093a34d5), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:34.722448 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cd8cdded-701d-41d8-92fc-defca2395389 req-a83615cc-06ef-4fac-8bfd-e2854be72df5 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (54fc3599-fdb8-4090-bf2c-a856093a34d5), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:34.818799 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cd8cdded-701d-41d8-92fc-defca2395389 req-a83615cc-06ef-4fac-8bfd-e2854be72df5 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (54fc3599-fdb8-4090-bf2c-a856093a34d5), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:34.825284 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cd8cdded-701d-41d8-92fc-defca2395389 req-a83615cc-06ef-4fac-8bfd-e2854be72df5 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:34.826502 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cd8cdded-701d-41d8-92fc-defca2395389 req-a83615cc-06ef-4fac-8bfd-e2854be72df5 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/54fc3599-fdb8-4090-bf2c-a856093a34d5 HTTP/1.1" status: 204 len: 173 time: 0.2716386 Sep 16 13:03:34.850752 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83615cc-06ef-4fac-8bfd-e2854be72df5 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fc3599-fdb8-4090-bf2c-a856093a34d5,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:34.867400 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ba4d176d-2e08-4827-a4f4-01a6133b3b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:34.976871 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] Attempting to bind port e3e21e0c-fcb1-4f26-9831-684e537e03b8 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:03:34.977377 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] Attempting to bind port e3e21e0c-fcb1-4f26-9831-684e537e03b8 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:03:34.977858 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] Attempting to bind port e3e21e0c-fcb1-4f26-9831-684e537e03b8 on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:03:35.040642 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-399c07a8-6dd3-4bc1-88d6-e9b866202123 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for port (135ec64b-8d3a-496c-b646-0083fa7843e2), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:35.043623 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad66f90-ad20-481d-b5bd-2fe3d5d07d42 req-6df2172a-3529-4150-9445-75248c13e2b9 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:35.045193 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ad66f90-ad20-481d-b5bd-2fe3d5d07d42 req-6df2172a-3529-4150-9445-75248c13e2b9 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 944 time: 0.1066575 Sep 16 13:03:35.049564 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-3fbf3e69-c090-4de8-8535-6b9d7722bb0e req-e1db32b4-685f-467d-979c-ae6c7c2ca33b tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] show failed (client error): The resource could not be found. Sep 16 13:03:35.069143 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3fbf3e69-c090-4de8-8535-6b9d7722bb0e req-e1db32b4-685f-467d-979c-ae6c7c2ca33b tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/54fc3599-fdb8-4090-bf2c-a856093a34d5 HTTP/1.1" status: 404 len: 352 time: 0.0672166 Sep 16 13:03:35.113151 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:03:35.113892 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:03:35.114637 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:35.115325 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:03:35.116152 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] Bound port: e3e21e0c-fcb1-4f26-9831-684e537e03b8, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:03:35.116719 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e3e21e0c-fcb1-4f26-9831-684e537e03b8), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:35.139286 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-399c07a8-6dd3-4bc1-88d6-e9b866202123 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (135ec64b-8d3a-496c-b646-0083fa7843e2), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:35.176345 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-edebde9e-be23-439d-97cc-2f62ffe47a9e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (c51f59d6-484f-4f01-a9be-d0a577d667f3), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:35.191265 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:35.208559 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:35.220538 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399c07a8-6dd3-4bc1-88d6-e9b866202123 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:35.225248 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-310817c3-1f91-4f45-a132-7dee834737b5 admin admin] Publish callbacks [] for router_gateway (c6f58ba4-07fe-4961-b956-2e0bca27bcd1), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:35.229668 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-399c07a8-6dd3-4bc1-88d6-e9b866202123 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:35.233109 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c07a8-6dd3-4bc1-88d6-e9b866202123 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Pushing event updated for resources: {'Port': ['ID=135ec64b-8d3a-496c-b646-0083fa7843e2,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:35.234874 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] For port e3e21e0c-fcb1-4f26-9831-684e537e03b8, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:03:35.244352 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] For port e3e21e0c-fcb1-4f26-9831-684e537e03b8, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e3e21e0c-fcb1-4f26-9831-684e537e03b8,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:03:35.244587 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399c07a8-6dd3-4bc1-88d6-e9b866202123 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:03:35.268330 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e3e21e0c-fcb1-4f26-9831-684e537e03b8), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:35.274428 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebde9e-be23-439d-97cc-2f62ffe47a9e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=c51f59d6-484f-4f01-a9be-d0a577d667f3,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:35.276354 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:35.277231 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:35.283778 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-20b39dd8-fa88-4bb7-8dda-fffe8566d940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f58ba4-07fe-4961-b956-2e0bca27bcd1', 'name': 'tempest-DeleteServersTestJSON-279571137-router', 'tenant_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'e69d0888-c329-4f05-be79-f100b0d653d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:57:19Z', 'updated_at': '2022-09-16T13:03:31Z', 'revision_number': 5, 'project_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'gw_port': {'id': 'e69d0888-c329-4f05-be79-f100b0d653d9', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f58ba4-07fe-4961-b956-2e0bca27bcd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:57:20Z', 'updated_at': '2022-09-16T12:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:35.322468 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edebde9e-be23-439d-97cc-2f62ffe47a9e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:35.330090 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-00262fec-f87f-4c0a-911d-f310a53cf027 req-b435a2ab-06dd-4677-83a7-102400f56543 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/36d20921-59f1-4f72-b163-c875dfa04ed8 HTTP/1.1" status: 200 len: 1820 time: 0.2199678 Sep 16 13:03:35.402507 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b39dd8-fa88-4bb7-8dda-fffe8566d940 None None] Checking router: c6f58ba4-07fe-4961-b956-2e0bca27bcd1 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:03:35.414737 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-edebde9e-be23-439d-97cc-2f62ffe47a9e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:35.434665 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ad66f90-ad20-481d-b5bd-2fe3d5d07d42 req-5f7ba845-6ebd-469e-8dad-949c9247c1b8 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3459044 Sep 16 13:03:35.436887 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edebde9e-be23-439d-97cc-2f62ffe47a9e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:35.437632 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-edebde9e-be23-439d-97cc-2f62ffe47a9e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:35.483245 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-00262fec-f87f-4c0a-911d-f310a53cf027 req-0e5235be-4cf3-4030-9f50-916adcd5f273 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (36d20921-59f1-4f72-b163-c875dfa04ed8), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:35.506536 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b39dd8-fa88-4bb7-8dda-fffe8566d940 None None] Routers {'c6f58ba4-07fe-4961-b956-2e0bca27bcd1'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:03:35.507180 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-20b39dd8-fa88-4bb7-8dda-fffe8566d940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:03:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c6f58ba4-07fe-4961-b956-2e0bca27bcd1'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:35.509173 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-310817c3-1f91-4f45-a132-7dee834737b5 admin admin] Deleting port e69d0888-c329-4f05-be79-f100b0d653d9 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:35.509598 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-310817c3-1f91-4f45-a132-7dee834737b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (e69d0888-c329-4f05-be79-f100b0d653d9), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:35.538144 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-edebde9e-be23-439d-97cc-2f62ffe47a9e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3546751 Sep 16 13:03:35.550206 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39376) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:35.564846 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-4c57bc4e-e84e-4de4-9c58-b1d93d815067 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'mac_address': 'fa:16:3e:58:81:36', 'name': 'tempest-NetworksTestDHCPv6-1463593332'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:35.749900 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-20b39dd8-fa88-4bb7-8dda-fffe8566d940 None None] Set router c6f58ba4-07fe-4961-b956-2e0bca27bcd1 gateway port host: None {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:03:35.809156 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-310817c3-1f91-4f45-a132-7dee834737b5 admin admin] For port e69d0888-c329-4f05-be79-f100b0d653d9, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e69d0888-c329-4f05-be79-f100b0d653d9,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:35.809577 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-310817c3-1f91-4f45-a132-7dee834737b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (e69d0888-c329-4f05-be79-f100b0d653d9), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:35.844281 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-310817c3-1f91-4f45-a132-7dee834737b5 admin admin] Calling delete_port for e69d0888-c329-4f05-be79-f100b0d653d9 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:35.860513 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-00262fec-f87f-4c0a-911d-f310a53cf027 req-0e5235be-4cf3-4030-9f50-916adcd5f273 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (36d20921-59f1-4f72-b163-c875dfa04ed8), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:35.862512 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-20b39dd8-fa88-4bb7-8dda-fffe8566d940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f58ba4-07fe-4961-b956-2e0bca27bcd1', 'name': 'tempest-DeleteServersTestJSON-279571137-router', 'tenant_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:57:19Z', 'updated_at': '2022-09-16T13:03:35Z', 'revision_number': 6, 'project_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:35.869253 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c57bc4e-e84e-4de4-9c58-b1d93d815067 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:03:35.937501 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b39dd8-fa88-4bb7-8dda-fffe8566d940 None None] The sync data for ids ['c6f58ba4-07fe-4961-b956-2e0bca27bcd1'] in n-d-858094-4 is: [{'id': 'c6f58ba4-07fe-4961-b956-2e0bca27bcd1', 'name': 'tempest-DeleteServersTestJSON-279571137-router', 'tenant_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:57:19Z', 'updated_at': '2022-09-16T13:03:35Z', 'revision_number': 6, 'project_id': 'cfe82d8dd4fb42cbb054a6f069424c57', 'gw_port_host': None}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:03:35.944914 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4711d4f-ca20-44ed-ab94-baf04278028c None None] Pushing event updated for resources: {'Port': ['ID=e3e21e0c-fcb1-4f26-9831-684e537e03b8,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:36.006695 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4c57bc4e-e84e-4de4-9c58-b1d93d815067 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:36.039782 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-399c07a8-6dd3-4bc1-88d6-e9b866202123 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_gateway (db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:36.055272 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [None req-4c57bc4e-e84e-4de4-9c58-b1d93d815067 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port 189bd250-e17a-40df-ae8a-840ee333dc2e yet. {{(pid=113698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:03:36.074149 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb910ed5-2695-4ac0-a47e-64e75f9e88a5 req-142be59e-2993-4f91-9055-8c6c1a97ed19 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:36.075988 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cb910ed5-2695-4ac0-a47e-64e75f9e88a5 req-142be59e-2993-4f91-9055-8c6c1a97ed19 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 946 time: 0.2812755 Sep 16 13:03:36.369530 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:36.374233 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-4c57bc4e-e84e-4de4-9c58-b1d93d815067 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8:0:1::23f (9baef6e6-991f-4370-ace0-656f975a51ae/c51f59d6-484f-4f01-a9be-d0a577d667f3/189bd250-e17a-40df-ae8a-840ee333dc2e) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:36.382126 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-4c57bc4e-e84e-4de4-9c58-b1d93d815067 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::f816:3eff:fe58:8136 (9baef6e6-991f-4370-ace0-656f975a51ae/0d187505-ae5e-41df-8f5e-23c8ba219c58/189bd250-e17a-40df-ae8a-840ee333dc2e) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:36.576911 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-399c07a8-6dd3-4bc1-88d6-e9b866202123 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3778242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3776751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1202'] for router (db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:36.580949 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-399c07a8-6dd3-4bc1-88d6-e9b866202123 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3778251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3778096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3776724'] for router (db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:36.621506 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:36.649255 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-310817c3-1f91-4f45-a132-7dee834737b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (e69d0888-c329-4f05-be79-f100b0d653d9), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:36.675138 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:36.685433 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310817c3-1f91-4f45-a132-7dee834737b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e69d0888-c329-4f05-be79-f100b0d653d9,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:36.696494 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4c57bc4e-e84e-4de4-9c58-b1d93d815067 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (189bd250-e17a-40df-ae8a-840ee333dc2e), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:36.749407 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:36.767143 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-00262fec-f87f-4c0a-911d-f310a53cf027 req-0e5235be-4cf3-4030-9f50-916adcd5f273 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (36d20921-59f1-4f72-b163-c875dfa04ed8), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:36.771406 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-00262fec-f87f-4c0a-911d-f310a53cf027 req-0e5235be-4cf3-4030-9f50-916adcd5f273 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:36.772827 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-00262fec-f87f-4c0a-911d-f310a53cf027 req-0e5235be-4cf3-4030-9f50-916adcd5f273 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/36d20921-59f1-4f72-b163-c875dfa04ed8 HTTP/1.1" status: 204 len: 173 time: 1.4382002 Sep 16 13:03:36.804591 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5235be-4cf3-4030-9f50-916adcd5f273 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d20921-59f1-4f72-b163-c875dfa04ed8,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:36.814159 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4c57bc4e-e84e-4de4-9c58-b1d93d815067 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (189bd250-e17a-40df-ae8a-840ee333dc2e), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:36.904171 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cb910ed5-2695-4ac0-a47e-64e75f9e88a5 req-ccbfb670-2ef8-40e5-bfd8-59798b85c40e tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8178306 Sep 16 13:03:36.927667 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:36.962102 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c57bc4e-e84e-4de4-9c58-b1d93d815067 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:37.060859 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-310817c3-1f91-4f45-a132-7dee834737b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (c6f58ba4-07fe-4961-b956-2e0bca27bcd1), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:37.103056 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-4c57bc4e-e84e-4de4-9c58-b1d93d815067 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:37.113591 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c57bc4e-e84e-4de4-9c58-b1d93d815067 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:03:37.133092 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c57bc4e-e84e-4de4-9c58-b1d93d815067 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:37.143728 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4c57bc4e-e84e-4de4-9c58-b1d93d815067 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:37.151080 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57bc4e-e84e-4de4-9c58-b1d93d815067 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=189bd250-e17a-40df-ae8a-840ee333dc2e,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:37.153379 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399c07a8-6dd3-4bc1-88d6-e9b866202123 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Router db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:03:37.162645 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d09b8-729a-427a-acf8-e1953b0407c4 req-1d6d5ebb-6524-46a6-b05f-f86a7b4ffd4e tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:37.164458 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-514d09b8-729a-427a-acf8-e1953b0407c4 req-1d6d5ebb-6524-46a6-b05f-f86a7b4ffd4e tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 944 time: 0.1687691 Sep 16 13:03:37.187397 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-312f4a3a-b71a-4c47-b34a-c867e84179ce req-bee07b36-8750-46b9-9640-bf8c7c0663e7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] show failed (client error): The resource could not be found. Sep 16 13:03:37.188652 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-312f4a3a-b71a-4c47-b34a-c867e84179ce req-bee07b36-8750-46b9-9640-bf8c7c0663e7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/36d20921-59f1-4f72-b163-c875dfa04ed8 HTTP/1.1" status: 404 len: 352 time: 0.2255335 Sep 16 13:03:37.223029 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cacb65f-ac65-48a0-9fb7-2f651f59d18f None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:03:37.237211 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-310817c3-1f91-4f45-a132-7dee834737b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (c6f58ba4-07fe-4961-b956-2e0bca27bcd1), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:37.238749 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-4c57bc4e-e84e-4de4-9c58-b1d93d815067 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6870677 Sep 16 13:03:37.239887 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39384) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:37.243425 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-310817c3-1f91-4f45-a132-7dee834737b5 admin admin] Publish callbacks [] for router_controller (c6f58ba4-07fe-4961-b956-2e0bca27bcd1), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:37.321400 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-5a2bac34-29de-41ed-b1b8-b24a2017354c None None] Provisioning complete for port e3e21e0c-fcb1-4f26-9831-684e537e03b8 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:37.322100 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5a2bac34-29de-41ed-b1b8-b24a2017354c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e3e21e0c-fcb1-4f26-9831-684e537e03b8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:37.322637 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5a2bac34-29de-41ed-b1b8-b24a2017354c None None] Attempt 1 to provision port e3e21e0c-fcb1-4f26-9831-684e537e03b8 Sep 16 13:03:37.347152 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-514d09b8-729a-427a-acf8-e1953b0407c4 req-49ba9749-7674-4934-868a-db1814187949 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667929 Sep 16 13:03:37.466033 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:37.498224 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e3e21e0c-fcb1-4f26-9831-684e537e03b8 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:37.527854 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-453cebae-ca28-4da0-9a1b-59837032b91e req-0b9e4193-14f7-4106-9754-b0808956e4fd tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=aaeff399942c4286a71ea3a0eab43280 HTTP/1.1" status: 200 len: 6207 time: 0.2301898 Sep 16 13:03:37.528502 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-2aeca19a-cf6c-42a0-bf60-c2d44f36c1bb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port 189bd250-e17a-40df-ae8a-840ee333dc2e {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:37.528846 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2aeca19a-cf6c-42a0-bf60-c2d44f36c1bb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (189bd250-e17a-40df-ae8a-840ee333dc2e), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:37.543155 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:37.591515 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399c07a8-6dd3-4bc1-88d6-e9b866202123 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:03:37.597168 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-399c07a8-6dd3-4bc1-88d6-e9b866202123 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:37.603465 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-399c07a8-6dd3-4bc1-88d6-e9b866202123 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "PUT /networking/v2.0/routers/db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61 HTTP/1.1" status: 200 len: 913 time: 4.9575367 Sep 16 13:03:37.604258 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010e31ba-7bcf-455d-998e-8139eb110646 None None] Sync routers for ids ['db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:03:37.604863 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39386) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:37.632469 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010e31ba-7bcf-455d-998e-8139eb110646 None None] Routers {'db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:03:37.635376 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-010e31ba-7bcf-455d-998e-8139eb110646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:03:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:37.717851 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-453cebae-ca28-4da0-9a1b-59837032b91e req-9f4c14b7-a106-471e-96de-664a85990a90 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/7c676002-9399-4169-81f1-42139daf39d8 HTTP/1.1" status: 200 len: 3002 time: 0.1738179 Sep 16 13:03:37.727254 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-010e31ba-7bcf-455d-998e-8139eb110646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:37.728961 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-379dbf41-817c-4816-a644-02e6f0ed77c0 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "GET /networking/v2.0/routers/db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61 HTTP/1.1" status: 200 len: 919 time: 0.1221850 Sep 16 13:03:37.731079 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39388) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:37.733571 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:37.747472 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-310817c3-1f91-4f45-a132-7dee834737b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (c6f58ba4-07fe-4961-b956-2e0bca27bcd1), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:37.747472 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310817c3-1f91-4f45-a132-7dee834737b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6f58ba4-07fe-4961-b956-2e0bca27bcd1 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:03:37.751897 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-310817c3-1f91-4f45-a132-7dee834737b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:37.755654 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-310817c3-1f91-4f45-a132-7dee834737b5 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/c6f58ba4-07fe-4961-b956-2e0bca27bcd1 HTTP/1.1" status: 204 len: 168 time: 4.2294705 Sep 16 13:03:37.756400 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39390) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:37.777251 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010e31ba-7bcf-455d-998e-8139eb110646 None None] Routers {'db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:03:37.778321 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-010e31ba-7bcf-455d-998e-8139eb110646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:03:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:37.826703 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5a2bac34-29de-41ed-b1b8-b24a2017354c None None] Current status of the port e3e21e0c-fcb1-4f26-9831-684e537e03b8 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:37.827483 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5a2bac34-29de-41ed-b1b8-b24a2017354c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e3e21e0c-fcb1-4f26-9831-684e537e03b8), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:37.840519 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb4c219-5dc4-4f27-8458-b41708a3dd62 admin admin] Deleting subnet 084dc942-2fdd-4c42-96da-2aec36f644a5 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:03:37.846235 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5cb4c219-5dc4-4f27-8458-b41708a3dd62 admin admin] Publish callbacks [] for subnet (084dc942-2fdd-4c42-96da-2aec36f644a5), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:37.875028 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-010e31ba-7bcf-455d-998e-8139eb110646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:37.883353 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010e31ba-7bcf-455d-998e-8139eb110646 None None] The sync data for ids ['db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61'] in n-d-858094-4 is: [] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:03:37.883895 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff694f80-fccd-4f51-9582-fc6d26c3403a tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:37.890460 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ff694f80-fccd-4f51-9582-fc6d26c3403a tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?network_id=42d33e50-b5e8-4084-82dc-226debf86786&device_id=db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1573086 Sep 16 13:03:37.893627 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-453cebae-ca28-4da0-9a1b-59837032b91e req-58eb89b9-706e-4c59-9f3d-8d3f1a170147 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/7c676002-9399-4169-81f1-42139daf39d8 HTTP/1.1" status: 200 len: 3002 time: 0.1627433 Sep 16 13:03:37.894454 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39392) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:37.926642 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5cb4c219-5dc4-4f27-8458-b41708a3dd62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (084dc942-2fdd-4c42-96da-2aec36f644a5), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:37.976002 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:38.029888 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e3e21e0c-fcb1-4f26-9831-684e537e03b8 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:38.029888 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e3e21e0c-fcb1-4f26-9831-684e537e03b8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:38.029888 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e3e21e0c-fcb1-4f26-9831-684e537e03b8 Sep 16 13:03:38.041414 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-f82a1d19-6b42-4d6f-9a94-c40f8003f278 req-77390148-5a79-445b-9d44-8c2bd4d117b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1524358725', 'description': 'tempest-description-2059206133'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:38.087927 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5cb4c219-5dc4-4f27-8458-b41708a3dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (084dc942-2fdd-4c42-96da-2aec36f644a5), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:38.161072 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12f8954-85c6-47dd-9cff-5b4c75bfd40e None None] Update dhcp port {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'fixed_ips': [{'subnet_id': '0d187505-ae5e-41df-8f5e-23c8ba219c58', 'ip_address': '2001:db8::f816:3eff:fe20:8a18'}, {'subnet_id': 'c51f59d6-484f-4f01-a9be-d0a577d667f3'}], 'binding:host_id': 'n-d-858094-4'}, 'id': 'e3e21e0c-fcb1-4f26-9831-684e537e03b8'} from n-d-858094-4. {{(pid=113700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 16 13:03:38.168019 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-5a2bac34-29de-41ed-b1b8-b24a2017354c None None] For port e3e21e0c-fcb1-4f26-9831-684e537e03b8, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e3e21e0c-fcb1-4f26-9831-684e537e03b8,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:38.196528 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5a2bac34-29de-41ed-b1b8-b24a2017354c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e3e21e0c-fcb1-4f26-9831-684e537e03b8), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:38.260574 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2aeca19a-cf6c-42a0-bf60-c2d44f36c1bb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (189bd250-e17a-40df-ae8a-840ee333dc2e), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:38.261834 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5cb4c219-5dc4-4f27-8458-b41708a3dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (084dc942-2fdd-4c42-96da-2aec36f644a5), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:38.267022 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f12f8954-85c6-47dd-9cff-5b4c75bfd40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e3e21e0c-fcb1-4f26-9831-684e537e03b8), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:38.272185 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f82a1d19-6b42-4d6f-9a94-c40f8003f278 req-77390148-5a79-445b-9d44-8c2bd4d117b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:38.276187 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:38.329864 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4c219-5dc4-4f27-8458-b41708a3dd62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=084dc942-2fdd-4c42-96da-2aec36f644a5,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:38.332900 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5cb4c219-5dc4-4f27-8458-b41708a3dd62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:38.338797 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5cb4c219-5dc4-4f27-8458-b41708a3dd62 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/084dc942-2fdd-4c42-96da-2aec36f644a5 HTTP/1.1" status: 204 len: 168 time: 0.5618653 Sep 16 13:03:38.343290 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39398) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:38.356697 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6a63d4-c333-4d23-8b05-b8a8a93cfcb6 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:38.358303 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-0a6a63d4-c333-4d23-8b05-b8a8a93cfcb6 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 881 time: 0.4549818 Sep 16 13:03:38.358565 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ed1b68-3afc-448a-96e3-83b31b3c473a None None] Network 4c6a423f-0493-4448-999c-84f17e899760 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:03:38.361931 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39400) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:38.404028 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3ab2d-dd87-41a8-866f-8e91a60ab358 req-06bd900d-10b4-4dcc-b9cb-033dfeb96037 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:38.411661 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-73f3ab2d-dd87-41a8-866f-8e91a60ab358 req-06bd900d-10b4-4dcc-b9cb-033dfeb96037 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 946 time: 0.2151680 Sep 16 13:03:38.442261 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-2aeca19a-cf6c-42a0-bf60-c2d44f36c1bb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for 189bd250-e17a-40df-ae8a-840ee333dc2e owned by {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:38.447665 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:38.466831 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cd72ba78-7719-4c3e-aebe-2b09189b5b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (4c6a423f-0493-4448-999c-84f17e899760), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:38.509899 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:38.570293 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-73f3ab2d-dd87-41a8-866f-8e91a60ab358 req-89fa9358-d181-4f47-a858-5c69c8e5f558 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469462 Sep 16 13:03:38.588262 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39404) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:38.595682 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d7bd5821-4597-4f5b-bf64-2cc52d65d71b tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61 HTTP/1.1" status: 200 len: 205 time: 0.1439257 Sep 16 13:03:38.629910 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc42b7e-ba50-40ee-bdf5-d8dd5093d014 None None] DHCP port deletion for 4c6a423f-0493-4448-999c-84f17e899760 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:03:38.642568 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2bac34-29de-41ed-b1b8-b24a2017354c None None] Pushing event updated for resources: {'Port': ['ID=e3e21e0c-fcb1-4f26-9831-684e537e03b8,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:38.724903 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6dc42b7e-ba50-40ee-bdf5-d8dd5093d014 None None] Deleting port 2f63ffb0-0806-496d-8b8a-3ec529d205a7 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:38.725272 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6dc42b7e-ba50-40ee-bdf5-d8dd5093d014 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (2f63ffb0-0806-496d-8b8a-3ec529d205a7), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:38.735665 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e3e21e0c-fcb1-4f26-9831-684e537e03b8 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:38.759296 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-cd72ba78-7719-4c3e-aebe-2b09189b5b0f admin admin] Deleting port 2f63ffb0-0806-496d-8b8a-3ec529d205a7 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:38.759639 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cd72ba78-7719-4c3e-aebe-2b09189b5b0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (2f63ffb0-0806-496d-8b8a-3ec529d205a7), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:38.790834 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61cca984-ec6c-40db-b64a-20cacdc7e05f req-3582e024-ed2e-438c-aa08-172f5f5611bc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4082913 Sep 16 13:03:38.872049 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e69d0888-c329-4f05-be79-f100b0d653d9 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:03:38.912559 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:38.932641 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-cd72ba78-7719-4c3e-aebe-2b09189b5b0f admin admin] For port 2f63ffb0-0806-496d-8b8a-3ec529d205a7, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=2f63ffb0-0806-496d-8b8a-3ec529d205a7,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:38.934179 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cd72ba78-7719-4c3e-aebe-2b09189b5b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (2f63ffb0-0806-496d-8b8a-3ec529d205a7), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:38.962480 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f3427-2930-4c51-8d82-9f23a310d390 req-4dbe31c8-b913-4c5c-8806-e63698f3d94a tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:38.969493 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-cd72ba78-7719-4c3e-aebe-2b09189b5b0f admin admin] Calling delete_port for 2f63ffb0-0806-496d-8b8a-3ec529d205a7 owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:38.970922 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-912f3427-2930-4c51-8d82-9f23a310d390 req-4dbe31c8-b913-4c5c-8806-e63698f3d94a tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 944 time: 0.1960626 Sep 16 13:03:38.977083 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: e69d0888-c329-4f05-be79-f100b0d653d9 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:03:38.979427 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e69d0888-c329-4f05-be79-f100b0d653d9 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:03:38.979902 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e058bafb-d180-421e-bc06-68a34ab9d944 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:03:39.045441 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: e058bafb-d180-421e-bc06-68a34ab9d944 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:03:39.046036 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e058bafb-d180-421e-bc06-68a34ab9d944 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:03:39.090635 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cca984-ec6c-40db-b64a-20cacdc7e05f req-447a0d51-e09e-4379-96bc-f9176016c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:39.092365 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61cca984-ec6c-40db-b64a-20cacdc7e05f req-447a0d51-e09e-4379-96bc-f9176016c6e5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=82287f900aa34e05ba0e0cf7ba924585&device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 1127 time: 0.2399628 Sep 16 13:03:39.123793 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-6dc42b7e-ba50-40ee-bdf5-d8dd5093d014 None None] For port 2f63ffb0-0806-496d-8b8a-3ec529d205a7, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=2f63ffb0-0806-496d-8b8a-3ec529d205a7,segment=NetworkSegment(ce20a569-3358-4cdf-a537-d2b7460d6ea3),segment_id=ce20a569-3358-4cdf-a537-d2b7460d6ea3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:39.124219 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6dc42b7e-ba50-40ee-bdf5-d8dd5093d014 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (2f63ffb0-0806-496d-8b8a-3ec529d205a7), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:39.147423 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f82a1d19-6b42-4d6f-9a94-c40f8003f278 req-77390148-5a79-445b-9d44-8c2bd4d117b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (171162a5-7b15-4d9a-b046-5c75ef6c9ab9), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:39.147639 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:39.174708 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cd72ba78-7719-4c3e-aebe-2b09189b5b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (2f63ffb0-0806-496d-8b8a-3ec529d205a7), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:39.186647 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f82a1d19-6b42-4d6f-9a94-c40f8003f278 req-77390148-5a79-445b-9d44-8c2bd4d117b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (171162a5-7b15-4d9a-b046-5c75ef6c9ab9), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:39.193292 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6dc42b7e-ba50-40ee-bdf5-d8dd5093d014 None None] Calling delete_port for 2f63ffb0-0806-496d-8b8a-3ec529d205a7 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:39.199832 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-f12f8954-85c6-47dd-9cff-5b4c75bfd40e None None] Allocated IP 2001:db8:0:1::2 (9baef6e6-991f-4370-ace0-656f975a51ae/c51f59d6-484f-4f01-a9be-d0a577d667f3/e3e21e0c-fcb1-4f26-9831-684e537e03b8) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:39.208250 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:39.223608 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-912f3427-2930-4c51-8d82-9f23a310d390 req-53cc495c-840f-420f-a331-4e6a433bbc33 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514446 Sep 16 13:03:39.267766 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f82a1d19-6b42-4d6f-9a94-c40f8003f278 req-77390148-5a79-445b-9d44-8c2bd4d117b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:39.269396 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f82a1d19-6b42-4d6f-9a94-c40f8003f278 req-77390148-5a79-445b-9d44-8c2bd4d117b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.2654183 Sep 16 13:03:39.280721 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c428fd88-fa87-426e-ad84-35f673c81afd tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router (db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:39.281904 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72ba78-7719-4c3e-aebe-2b09189b5b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=2f63ffb0-0806-496d-8b8a-3ec529d205a7,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:39.297799 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72ba78-7719-4c3e-aebe-2b09189b5b0f admin admin] No DVR routers for this DVR port 2f63ffb0-0806-496d-8b8a-3ec529d205a7 on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:03:39.328690 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e3e21e0c-fcb1-4f26-9831-684e537e03b8 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:39.357589 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-8db7bae6-4147-4b62-bc03-cebf78aa429f req-381122d3-df4f-4ede-98d3-9187db3d0087 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-264247054', 'description': 'tempest-description-1823667827'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:39.395936 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8db7bae6-4147-4b62-bc03-cebf78aa429f req-381122d3-df4f-4ede-98d3-9187db3d0087 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:39.459626 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cd72ba78-7719-4c3e-aebe-2b09189b5b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (4c6a423f-0493-4448-999c-84f17e899760), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:39.462838 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77390148-5a79-445b-9d44-8c2bd4d117b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171162a5-7b15-4d9a-b046-5c75ef6c9ab9,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:39.471117 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:39.501194 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-cd72ba78-7719-4c3e-aebe-2b09189b5b0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6a423f-0493-4448-999c-84f17e899760']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:39.515735 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-cd72ba78-7719-4c3e-aebe-2b09189b5b0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce20a569-3358-4cdf-a537-d2b7460d6ea3') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:39.516365 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-cd72ba78-7719-4c3e-aebe-2b09189b5b0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce20a569-3358-4cdf-a537-d2b7460d6ea3') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:39.516587 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:39.521906 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e3e21e0c-fcb1-4f26-9831-684e537e03b8 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:39.522278 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e3e21e0c-fcb1-4f26-9831-684e537e03b8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:39.522608 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e3e21e0c-fcb1-4f26-9831-684e537e03b8 Sep 16 13:03:39.530428 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cd72ba78-7719-4c3e-aebe-2b09189b5b0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (ce20a569-3358-4cdf-a537-d2b7460d6ea3), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:39.561429 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-f12f8954-85c6-47dd-9cff-5b4c75bfd40e None None] For port e3e21e0c-fcb1-4f26-9831-684e537e03b8, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e3e21e0c-fcb1-4f26-9831-684e537e03b8,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:39.566146 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6dc42b7e-ba50-40ee-bdf5-d8dd5093d014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (2f63ffb0-0806-496d-8b8a-3ec529d205a7), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:39.568211 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cd72ba78-7719-4c3e-aebe-2b09189b5b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (ce20a569-3358-4cdf-a537-d2b7460d6ea3), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:39.585362 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd72ba78-7719-4c3e-aebe-2b09189b5b0f admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:03:39.585763 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cd72ba78-7719-4c3e-aebe-2b09189b5b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (ce20a569-3358-4cdf-a537-d2b7460d6ea3), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:39.635831 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment ce20a569-3358-4cdf-a537-d2b7460d6ea3 resource provider aggregate not found Sep 16 13:03:39.639904 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cca984-ec6c-40db-b64a-20cacdc7e05f req-e0604db6-ca64-4e36-9e14-f501b8da1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:39.641654 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61cca984-ec6c-40db-b64a-20cacdc7e05f req-e0604db6-ca64-4e36-9e14-f501b8da1334 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=949764d7-e109-4aa2-8e93-b6c6fed88453 HTTP/1.1" status: 200 len: 916 time: 0.4894974 Sep 16 13:03:39.679516 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc42b7e-ba50-40ee-bdf5-d8dd5093d014 None None] Pushing event deleted for resources: {'Port': ['ID=2f63ffb0-0806-496d-8b8a-3ec529d205a7,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:39.713144 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc42b7e-ba50-40ee-bdf5-d8dd5093d014 None None] No DVR routers for this DVR port 2f63ffb0-0806-496d-8b8a-3ec529d205a7 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:03:39.723926 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment ce20a569-3358-4cdf-a537-d2b7460d6ea3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce20a569-3358-4cdf-a537-d2b7460d6ea3 found for delete ", "request_id": "req-07f017e9-846c-4e3a-a807-96dc958e24f0"}]} Sep 16 13:03:39.727615 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c428fd88-fa87-426e-ad84-35f673c81afd tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_gateway (db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:39.771545 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f12f8954-85c6-47dd-9cff-5b4c75bfd40e None None] Publish callbacks [] for port (e3e21e0c-fcb1-4f26-9831-684e537e03b8), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:39.780506 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cd72ba78-7719-4c3e-aebe-2b09189b5b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (4c6a423f-0493-4448-999c-84f17e899760), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:39.793615 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cd72ba78-7719-4c3e-aebe-2b09189b5b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:39.802351 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-cd72ba78-7719-4c3e-aebe-2b09189b5b0f admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/4c6a423f-0493-4448-999c-84f17e899760 HTTP/1.1" status: 204 len: 168 time: 1.4570127 Sep 16 13:03:39.836519 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72ba78-7719-4c3e-aebe-2b09189b5b0f admin admin] Pushing event deleted for resources: {'Network': ['ID=4c6a423f-0493-4448-999c-84f17e899760,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:39.852063 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e3e21e0c-fcb1-4f26-9831-684e537e03b8 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:39.855960 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f12f8954-85c6-47dd-9cff-5b4c75bfd40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e3e21e0c-fcb1-4f26-9831-684e537e03b8), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:39.872656 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-c428fd88-fa87-426e-ad84-35f673c81afd tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Deleting port 135ec64b-8d3a-496c-b646-0083fa7843e2 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:39.873147 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c428fd88-fa87-426e-ad84-35f673c81afd tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (135ec64b-8d3a-496c-b646-0083fa7843e2), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:39.875218 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2aeca19a-cf6c-42a0-bf60-c2d44f36c1bb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (189bd250-e17a-40df-ae8a-840ee333dc2e), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:39.887730 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8db7bae6-4147-4b62-bc03-cebf78aa429f req-381122d3-df4f-4ede-98d3-9187db3d0087 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (8ee7e4f8-3252-4678-a0b1-ce4987e5d9cb), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:39.938124 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61cca984-ec6c-40db-b64a-20cacdc7e05f req-d20111f5-3fb5-4522-9dc6-c37d709b8258 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7230234-bb6e-4e87-88c3-bcd278e26f85 HTTP/1.1" status: 200 len: 1001 time: 0.2832246 Sep 16 13:03:39.944729 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f8954-85c6-47dd-9cff-5b4c75bfd40e None None] Pushing event updated for resources: {'Port': ['ID=e3e21e0c-fcb1-4f26-9831-684e537e03b8,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:39.953622 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 2f63ffb0-0806-496d-8b8a-3ec529d205a7 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:03:39.980314 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 2f63ffb0-0806-496d-8b8a-3ec529d205a7 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:03:39.980589 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 2f63ffb0-0806-496d-8b8a-3ec529d205a7 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:03:40.069618 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8db7bae6-4147-4b62-bc03-cebf78aa429f req-381122d3-df4f-4ede-98d3-9187db3d0087 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (8ee7e4f8-3252-4678-a0b1-ce4987e5d9cb), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:40.073160 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cca984-ec6c-40db-b64a-20cacdc7e05f req-f308f62b-0824-4b5e-a7b9-efc23f3d9b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:40.075596 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61cca984-ec6c-40db-b64a-20cacdc7e05f req-f308f62b-0824-4b5e-a7b9-efc23f3d9b96 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=986973c6-fff5-4745-bba8-c036a91b83e3 HTTP/1.1" status: 200 len: 854 time: 0.0754805 Sep 16 13:03:40.114291 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeca19a-cf6c-42a0-bf60-c2d44f36c1bb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=189bd250-e17a-40df-ae8a-840ee333dc2e,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:40.116320 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:40.168852 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39416) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:40.211276 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79b50b-3e61-4d06-8520-4f7fc13e6f28 req-6b8c2bc4-8e5e-4ac7-acea-68424460bf71 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:40.226400 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-da79b50b-3e61-4d06-8520-4f7fc13e6f28 req-6b8c2bc4-8e5e-4ac7-acea-68424460bf71 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 946 time: 0.3667667 Sep 16 13:03:40.260971 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-afabf7d2-c8b3-4dad-9549-c1ce18286462 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=cfe82d8dd4fb42cbb054a6f069424c57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0838623 Sep 16 13:03:40.262038 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39418) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:40.313948 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8db7bae6-4147-4b62-bc03-cebf78aa429f req-381122d3-df4f-4ede-98d3-9187db3d0087 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:40.315301 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8db7bae6-4147-4b62-bc03-cebf78aa429f req-381122d3-df4f-4ede-98d3-9187db3d0087 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.9618998 Sep 16 13:03:40.327352 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381122d3-df4f-4ede-98d3-9187db3d0087 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee7e4f8-3252-4678-a0b1-ce4987e5d9cb,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:40.369285 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-41ca3e00-9059-4a69-9c87-f7c80be3f990 admin admin] Publish callbacks [] for security_group (f21d94e8-8a5e-4fe3-9c56-c1e1de88043b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:40.437440 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-41ca3e00-9059-4a69-9c87-f7c80be3f990 admin admin] Publish callbacks [] for security_group (f21d94e8-8a5e-4fe3-9c56-c1e1de88043b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:40.474836 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cca984-ec6c-40db-b64a-20cacdc7e05f req-fc818142-4a69-4509-8ddb-e1b8433ad0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:40.479244 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61cca984-ec6c-40db-b64a-20cacdc7e05f req-fc818142-4a69-4509-8ddb-e1b8433ad0c1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=949764d7-e109-4aa2-8e93-b6c6fed88453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3500834 Sep 16 13:03:40.489818 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2aeca19a-cf6c-42a0-bf60-c2d44f36c1bb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:40.505017 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-2aeca19a-cf6c-42a0-bf60-c2d44f36c1bb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/189bd250-e17a-40df-ae8a-840ee333dc2e HTTP/1.1" status: 204 len: 168 time: 3.2637749 Sep 16 13:03:40.506546 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39424) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:40.620000 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71a0581-d7dd-47ae-8224-b21ac8fc63ec tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:40.623071 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a71a0581-d7dd-47ae-8224-b21ac8fc63ec tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1116724 Sep 16 13:03:40.625410 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-41ca3e00-9059-4a69-9c87-f7c80be3f990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (f21d94e8-8a5e-4fe3-9c56-c1e1de88043b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:40.628619 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-41ca3e00-9059-4a69-9c87-f7c80be3f990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:40.630671 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-41ca3e00-9059-4a69-9c87-f7c80be3f990 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/f21d94e8-8a5e-4fe3-9c56-c1e1de88043b HTTP/1.1" status: 204 len: 168 time: 0.3673582 Sep 16 13:03:40.644175 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39428) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:40.690352 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61cca984-ec6c-40db-b64a-20cacdc7e05f req-a0e77b2e-2c44-4634-b62d-6323928a7637 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/949764d7-e109-4aa2-8e93-b6c6fed88453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658828 Sep 16 13:03:40.765120 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca3e00-9059-4a69-9c87-f7c80be3f990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21d94e8-8a5e-4fe3-9c56-c1e1de88043b,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:40.855525 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea759744-1d38-4501-99fb-6b248926909c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:40.867378 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ea759744-1d38-4501-99fb-6b248926909c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2120464 Sep 16 13:03:40.872968 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39432) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:41.104689 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5546b57b-80e3-474a-8bd1-cd51a29f0a92 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:41.109158 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5546b57b-80e3-474a-8bd1-cd51a29f0a92 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:41.112685 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5546b57b-80e3-474a-8bd1-cd51a29f0a92 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:41.114528 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5546b57b-80e3-474a-8bd1-cd51a29f0a92 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2388420 Sep 16 13:03:41.133206 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39434) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:41.365783 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-78aff594-b392-43f4-b856-9ae068ece411 None None] Could not find standard attr ID for object 189bd250-e17a-40df-ae8a-840ee333dc2e. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:03:41.378398 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e3e21e0c-fcb1-4f26-9831-684e537e03b8 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:41.388929 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f382ce5a-ac82-471b-bf9b-ea68fd6f50bb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet 0d187505-ae5e-41df-8f5e-23c8ba219c58 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:03:41.410898 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f382ce5a-ac82-471b-bf9b-ea68fd6f50bb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (0d187505-ae5e-41df-8f5e-23c8ba219c58), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:41.473468 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-78aff594-b392-43f4-b856-9ae068ece411 None None] Provisioning complete for port e3e21e0c-fcb1-4f26-9831-684e537e03b8 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:41.474183 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-78aff594-b392-43f4-b856-9ae068ece411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e3e21e0c-fcb1-4f26-9831-684e537e03b8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:41.474707 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-78aff594-b392-43f4-b856-9ae068ece411 None None] Attempt 1 to provision port e3e21e0c-fcb1-4f26-9831-684e537e03b8 Sep 16 13:03:41.527199 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f382ce5a-ac82-471b-bf9b-ea68fd6f50bb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (0d187505-ae5e-41df-8f5e-23c8ba219c58), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:41.612181 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e3e21e0c-fcb1-4f26-9831-684e537e03b8 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:41.618144 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f382ce5a-ac82-471b-bf9b-ea68fd6f50bb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (0d187505-ae5e-41df-8f5e-23c8ba219c58), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:41.618314 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e3e21e0c-fcb1-4f26-9831-684e537e03b8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:41.620099 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e3e21e0c-fcb1-4f26-9831-684e537e03b8 Sep 16 13:03:41.629145 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c428fd88-fa87-426e-ad84-35f673c81afd tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (135ec64b-8d3a-496c-b646-0083fa7843e2), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:41.718351 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:41.719476 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:41.720691 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f382ce5a-ac82-471b-bf9b-ea68fd6f50bb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (0d187505-ae5e-41df-8f5e-23c8ba219c58), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:41.760554 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-c428fd88-fa87-426e-ad84-35f673c81afd tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Calling delete_port for 135ec64b-8d3a-496c-b646-0083fa7843e2 owned by network:router_gateway {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:41.770958 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-78aff594-b392-43f4-b856-9ae068ece411 None None] Current status of the port e3e21e0c-fcb1-4f26-9831-684e537e03b8 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:41.772970 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:41.789773 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382ce5a-ac82-471b-bf9b-ea68fd6f50bb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=0d187505-ae5e-41df-8f5e-23c8ba219c58,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:41.796741 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f382ce5a-ac82-471b-bf9b-ea68fd6f50bb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:41.800564 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f382ce5a-ac82-471b-bf9b-ea68fd6f50bb tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/0d187505-ae5e-41df-8f5e-23c8ba219c58 HTTP/1.1" status: 204 len: 168 time: 0.6468272 Sep 16 13:03:41.803422 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39446) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:41.823067 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-da79b50b-3e61-4d06-8520-4f7fc13e6f28 req-e31cd2f4-a347-45a0-b8f3-8585076955a5 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5956874 Sep 16 13:03:41.846855 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8a4ff-a87d-4cb5-8c01-5b45e70e2c96 req-2651cd06-106b-4a91-8fa6-621caec75194 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:41.857158 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9bd8a4ff-a87d-4cb5-8c01-5b45e70e2c96 req-2651cd06-106b-4a91-8fa6-621caec75194 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 944 time: 1.3851211 Sep 16 13:03:41.913031 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:41.917779 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e3e21e0c-fcb1-4f26-9831-684e537e03b8 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:41.923959 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8a3e8f-8889-4185-a85b-5b5f632f2f45 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:03:41.942479 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-0317fbfd-b49e-4f29-b912-842ade9d8f20 None None] Could not find standard attr ID for object 189bd250-e17a-40df-ae8a-840ee333dc2e. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:03:41.961185 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-24bae785-1088-4b3f-8814-fd8ffa6be5b9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet c51f59d6-484f-4f01-a9be-d0a577d667f3 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:03:41.966438 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-24bae785-1088-4b3f-8814-fd8ffa6be5b9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (c51f59d6-484f-4f01-a9be-d0a577d667f3), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:42.096331 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-24bae785-1088-4b3f-8814-fd8ffa6be5b9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (c51f59d6-484f-4f01-a9be-d0a577d667f3), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:42.148166 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9bd8a4ff-a87d-4cb5-8c01-5b45e70e2c96 req-d0293490-c94a-483e-a9a1-7cc94301762f tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846315 Sep 16 13:03:42.197631 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61cca984-ec6c-40db-b64a-20cacdc7e05f req-ba282fea-950d-42c9-8eb9-8d5fc65d7988 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/949764d7-e109-4aa2-8e93-b6c6fed88453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4801295 Sep 16 13:03:42.431270 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aab95367-0373-4dde-af0d-edc521241a36 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:42.435875 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aab95367-0373-4dde-af0d-edc521241a36 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/networks?id=56dd3a41-efae-420b-b361-8c953ab80e6c HTTP/1.1" status: 200 len: 813 time: 0.4296508 Sep 16 13:03:42.513891 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-e0a33781-372b-48f5-a5b2-9164b9fa544d tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/quotas/aaeff399942c4286a71ea3a0eab43280 HTTP/1.1" status: 200 len: 375 time: 0.0568948 Sep 16 13:03:42.775097 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-24bae785-1088-4b3f-8814-fd8ffa6be5b9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (c51f59d6-484f-4f01-a9be-d0a577d667f3), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:42.866577 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-e087f05f-4178-429d-b1b7-76b3ec5c55fa tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=aaeff399942c4286a71ea3a0eab43280&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3506904 Sep 16 13:03:42.867326 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39476) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:42.888547 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-24bae785-1088-4b3f-8814-fd8ffa6be5b9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (c51f59d6-484f-4f01-a9be-d0a577d667f3), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:42.944647 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:42.950379 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bae785-1088-4b3f-8814-fd8ffa6be5b9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=c51f59d6-484f-4f01-a9be-d0a577d667f3,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:42.962276 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-24bae785-1088-4b3f-8814-fd8ffa6be5b9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:42.985080 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-24bae785-1088-4b3f-8814-fd8ffa6be5b9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/c51f59d6-484f-4f01-a9be-d0a577d667f3 HTTP/1.1" status: 204 len: 168 time: 1.1797583 Sep 16 13:03:42.985748 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39480) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:43.038381 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551796b-63ef-4eeb-87a6-d3d189fc3901 req-bb3829a7-2765-4fbc-b503-2daaedd30a36 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:43.047869 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a551796b-63ef-4eeb-87a6-d3d189fc3901 req-bb3829a7-2765-4fbc-b503-2daaedd30a36 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 945 time: 0.2844784 Sep 16 13:03:43.050174 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c428fd88-fa87-426e-ad84-35f673c81afd tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (135ec64b-8d3a-496c-b646-0083fa7843e2), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:43.091290 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39482) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:43.096041 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3f8d5edb-4186-4056-9461-cc6b911fe31c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1090660 Sep 16 13:03:43.098093 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-da9d6610-8754-4969-9f91-8a5f42b579da tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:43.112478 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-4d0abdc9-b0c6-4610-a202-5d563086e562 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1067889169-network', 'tenant_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:43.145278 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428fd88-fa87-426e-ad84-35f673c81afd tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Pushing event deleted for resources: {'Port': ['ID=135ec64b-8d3a-496c-b646-0083fa7843e2,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:43.195901 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0abdc9-b0c6-4610-a202-5d563086e562 admin admin] Made reservation on behalf of eb6bf90ce3cc45fe8cee3b47d24da01f for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:03:43.200095 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4d0abdc9-b0c6-4610-a202-5d563086e562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:43.234579 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4d0abdc9-b0c6-4610-a202-5d563086e562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:43.341489 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a551796b-63ef-4eeb-87a6-d3d189fc3901 req-da765f64-ecd0-48b2-af33-4a269048aae0 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735636 Sep 16 13:03:43.373847 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-31083774-58f1-46d8-80bd-bc6ff830b257 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963124 Sep 16 13:03:43.381264 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c428fd88-fa87-426e-ad84-35f673c81afd tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:43.468968 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4d0abdc9-b0c6-4610-a202-5d563086e562 admin admin] Publish callbacks [] for security_group (285a644d-c2ae-4bda-8f5c-ec4a4fcf52c3), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:43.475773 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4d0abdc9-b0c6-4610-a202-5d563086e562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (285a644d-c2ae-4bda-8f5c-ec4a4fcf52c3), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:43.540400 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0abdc9-b0c6-4610-a202-5d563086e562 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:03:43.552316 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0abdc9-b0c6-4610-a202-5d563086e562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285a644d-c2ae-4bda-8f5c-ec4a4fcf52c3,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:43.573966 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4d0abdc9-b0c6-4610-a202-5d563086e562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (b545afce-634e-4f36-b1b1-7446eedbc50b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:43.575082 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-4d0abdc9-b0c6-4610-a202-5d563086e562 admin admin] Added segment b545afce-634e-4f36-b1b1-7446eedbc50b of type vlan for network 589c67fc-8171-4fa6-b550-f98d987e73d5 Sep 16 13:03:43.601680 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c428fd88-fa87-426e-ad84-35f673c81afd tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:43.606426 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c428fd88-fa87-426e-ad84-35f673c81afd tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_controller (db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:43.615464 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9d6610-8754-4969-9f91-8a5f42b579da tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:03:43.620541 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-da9d6610-8754-4969-9f91-8a5f42b579da tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:43.628357 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4d0abdc9-b0c6-4610-a202-5d563086e562 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (589c67fc-8171-4fa6-b550-f98d987e73d5), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:43.659615 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:43.664649 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4d0abdc9-b0c6-4610-a202-5d563086e562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (589c67fc-8171-4fa6-b550-f98d987e73d5), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:43.666114 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0abdc9-b0c6-4610-a202-5d563086e562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:43.666902 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4d0abdc9-b0c6-4610-a202-5d563086e562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:43.693356 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=8,neutron:INSERT=9 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:43.709402 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e97baa4-5e0e-45ac-aea0-620015b53804 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:03:43.795480 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4d0abdc9-b0c6-4610-a202-5d563086e562 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9231389 Sep 16 13:03:43.817469 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39488) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:43.834200 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-c2c6f947-95f5-40a8-b671-1228c929a6df admin admin] Request body: {'subnet': {'network_id': '589c67fc-8171-4fa6-b550-f98d987e73d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1067889169-subnet', 'tenant_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:43.842372 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-6c038b89-ceb1-4342-9433-75d985277cd1 None None] Provisioning complete for port e3e21e0c-fcb1-4f26-9831-684e537e03b8 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:43.842748 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6c038b89-ceb1-4342-9433-75d985277cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e3e21e0c-fcb1-4f26-9831-684e537e03b8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:43.843246 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-6c038b89-ceb1-4342-9433-75d985277cd1 None None] Attempt 1 to provision port e3e21e0c-fcb1-4f26-9831-684e537e03b8 Sep 16 13:03:43.846710 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9f695-bc07-40c5-bba7-3df697c543ad req-274bc318-0673-4f14-9402-34972a2ca7ac tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:43.853791 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-92e9f695-bc07-40c5-bba7-3df697c543ad req-274bc318-0673-4f14-9402-34972a2ca7ac tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 946 time: 0.3420248 Sep 16 13:03:43.878386 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0abdc9-b0c6-4610-a202-5d563086e562 admin admin] Pushing event updated for resources: {'Network': ['ID=589c67fc-8171-4fa6-b550-f98d987e73d5,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:43.906759 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c6f947-95f5-40a8-b671-1228c929a6df admin admin] Made reservation on behalf of eb6bf90ce3cc45fe8cee3b47d24da01f for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:03:43.912168 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 589c67fc-8171-4fa6-b550-f98d987e73d5 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:03:43.912664 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c2c6f947-95f5-40a8-b671-1228c929a6df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:43.972930 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c428fd88-fa87-426e-ad84-35f673c81afd tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:43.973570 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c428fd88-fa87-426e-ad84-35f673c81afd tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Fanout notify agent at l3_agent the message router_deleted on router db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61 {{(pid=113698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:03:43.987743 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c428fd88-fa87-426e-ad84-35f673c81afd tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:43.993081 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c428fd88-fa87-426e-ad84-35f673c81afd tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "DELETE /networking/v2.0/routers/db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61 HTTP/1.1" status: 204 len: 168 time: 5.3916438 Sep 16 13:03:43.998994 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39490) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:44.001610 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-05991662-476e-4311-809e-a79f831c85da service neutron] 10.222.0.67 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6175287 Sep 16 13:03:44.006306 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-4368dab2-e96b-4028-827b-8ea117f51d11 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-714806580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:44.113369 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4368dab2-e96b-4028-827b-8ea117f51d11 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (1aa3bf6d-c1be-4767-829f-bc7c9d808a88), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:44.117401 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4368dab2-e96b-4028-827b-8ea117f51d11 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (1aa3bf6d-c1be-4767-829f-bc7c9d808a88), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:44.216007 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6c038b89-ceb1-4342-9433-75d985277cd1 None None] Current status of the port e3e21e0c-fcb1-4f26-9831-684e537e03b8 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:44.219765 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8021450-c7d5-4523-8c8c-a3acbd2150be None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:03:44.248690 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-92e9f695-bc07-40c5-bba7-3df697c543ad req-3f12c86a-5d36-4434-9f94-de57a1f50735 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3366807 Sep 16 13:03:44.258306 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=13 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:44.267022 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:44.357356 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a8021450-c7d5-4523-8c8c-a3acbd2150be None None] Deleting port e3e21e0c-fcb1-4f26-9831-684e537e03b8 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:44.357698 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a8021450-c7d5-4523-8c8c-a3acbd2150be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (e3e21e0c-fcb1-4f26-9831-684e537e03b8), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:44.420540 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c2c6f947-95f5-40a8-b671-1228c929a6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (522625b8-687c-4529-93ce-daeacbcc562c), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:44.505226 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:44.553423 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6f947-95f5-40a8-b671-1228c929a6df admin admin] Pushing event updated for resources: {'Subnet': ['ID=522625b8-687c-4529-93ce-daeacbcc562c,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:44.571709 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-a8021450-c7d5-4523-8c8c-a3acbd2150be None None] For port e3e21e0c-fcb1-4f26-9831-684e537e03b8, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e3e21e0c-fcb1-4f26-9831-684e537e03b8,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:44.572102 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a8021450-c7d5-4523-8c8c-a3acbd2150be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (e3e21e0c-fcb1-4f26-9831-684e537e03b8), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:44.581860 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4368dab2-e96b-4028-827b-8ea117f51d11 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_controller (1aa3bf6d-c1be-4767-829f-bc7c9d808a88), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:44.614447 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4368dab2-e96b-4028-827b-8ea117f51d11 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (1aa3bf6d-c1be-4767-829f-bc7c9d808a88), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:44.621937 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c6f947-95f5-40a8-b671-1228c929a6df admin admin] Checking segment: {'id': 'b545afce-634e-4f36-b1b1-7446eedbc50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '589c67fc-8171-4fa6-b550-f98d987e73d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:03:44.622335 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c6f947-95f5-40a8-b671-1228c929a6df admin admin] Network hostable DHCP agents. Network: 589c67fc-8171-4fa6-b550-f98d987e73d5, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:03:44.624035 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a8021450-c7d5-4523-8c8c-a3acbd2150be None None] Calling delete_port for e3e21e0c-fcb1-4f26-9831-684e537e03b8 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:44.650993 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e72ef32f-0837-457b-97b0-e759e76ef3bd req-0888c256-b1d5-4ecd-844b-d4ea5a4dc813 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 210 time: 0.1418827 Sep 16 13:03:44.674662 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8726c1b-4049-4afa-95e7-81ccf3fa83f0 req-19026698-9395-4b83-8265-cc683b6746fc tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:44.676611 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a8726c1b-4049-4afa-95e7-81ccf3fa83f0 req-19026698-9395-4b83-8265-cc683b6746fc tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 945 time: 0.4070587 Sep 16 13:03:44.705536 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c6f947-95f5-40a8-b671-1228c929a6df admin admin] Network 589c67fc-8171-4fa6-b550-f98d987e73d5 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:03:44.725327 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-c2c6f947-95f5-40a8-b671-1228c929a6df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 589c67fc-8171-4fa6-b550-f98d987e73d5) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:44.737557 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6f947-95f5-40a8-b671-1228c929a6df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:44.738484 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c2c6f947-95f5-40a8-b671-1228c929a6df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:44.786343 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c2c6f947-95f5-40a8-b671-1228c929a6df admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9641171 Sep 16 13:03:44.787411 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39512) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:44.800331 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-4b9b15c3-f2fc-4ad9-aef0-917e8e507265 admin admin] Request body: {'router': {'name': 'tempest-ServerGroup264TestJSON-1067889169-router', 'tenant_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:44.852308 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edcf2bc-da37-4b43-a2de-54a5e5161c1d None None] Network 589c67fc-8171-4fa6-b550-f98d987e73d5 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:03:44.858750 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b9b15c3-f2fc-4ad9-aef0-917e8e507265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (db72a902-bbcc-4d33-9d86-7a89182e9699), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:44.860423 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b9b15c3-f2fc-4ad9-aef0-917e8e507265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (db72a902-bbcc-4d33-9d86-7a89182e9699), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:44.875235 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4368dab2-e96b-4028-827b-8ea117f51d11 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:44.876490 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-4368dab2-e96b-4028-827b-8ea117f51d11 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8738678 Sep 16 13:03:44.880584 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39514) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:44.893147 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-7aa6ad22-78e7-4e12-8286-fd574c43f2d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'enable_snat': False}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:44.914792 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc74d7-461b-4491-a346-804cb3a46105 req-52116b52-d19a-4ac0-9833-cc23565193de tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:44.923306 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9cc74d7-461b-4491-a346-804cb3a46105 req-52116b52-d19a-4ac0-9833-cc23565193de tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 944 time: 0.3396482 Sep 16 13:03:45.009516 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c9cc74d7-461b-4491-a346-804cb3a46105 req-872fe3a4-7c3b-4ff3-a360-c6cb35985337 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852416 Sep 16 13:03:45.040256 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a8021450-c7d5-4523-8c8c-a3acbd2150be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (e3e21e0c-fcb1-4f26-9831-684e537e03b8), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:45.053395 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-a8726c1b-4049-4afa-95e7-81ccf3fa83f0 req-b0aad390-c6a0-4200-937e-99bb85a07e75 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Deleting port b7230234-bb6e-4e87-88c3-bcd278e26f85 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:45.057065 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a8726c1b-4049-4afa-95e7-81ccf3fa83f0 req-b0aad390-c6a0-4200-937e-99bb85a07e75 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (b7230234-bb6e-4e87-88c3-bcd278e26f85), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:45.087817 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b9b15c3-f2fc-4ad9-aef0-917e8e507265 admin admin] Publish callbacks [] for router_controller (db72a902-bbcc-4d33-9d86-7a89182e9699), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:45.166954 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8021450-c7d5-4523-8c8c-a3acbd2150be None None] Pushing event deleted for resources: {'Port': ['ID=e3e21e0c-fcb1-4f26-9831-684e537e03b8,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:45.176646 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8021450-c7d5-4523-8c8c-a3acbd2150be None None] No DVR routers for this DVR port e3e21e0c-fcb1-4f26-9831-684e537e03b8 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:03:45.177203 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147e987-8f60-43d8-a71d-48eececd938a req-223c251a-2c2e-4fc3-96b3-3b3a636bb81a tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:45.178973 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d147e987-8f60-43d8-a71d-48eececd938a req-223c251a-2c2e-4fc3-96b3-3b3a636bb81a tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 945 time: 0.3439229 Sep 16 13:03:45.296619 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e3e21e0c-fcb1-4f26-9831-684e537e03b8 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:03:45.318106 n-d-858094-4 neutron-server[113698]: DEBUG neutron.objects.ports [None req-da9d6610-8754-4969-9f91-8a5f42b579da tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113698) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 16 13:03:45.349231 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: e3e21e0c-fcb1-4f26-9831-684e537e03b8 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:03:45.349543 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e3e21e0c-fcb1-4f26-9831-684e537e03b8 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:03:45.350988 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-da9d6610-8754-4969-9f91-8a5f42b579da tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (2ea266ed-ae40-4e8f-8b82-935bc7e2b5c3), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:45.352380 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-589c67fc-8171-4fa6-b550-f98d987e73d5', 'network_id': '589c67fc-8171-4fa6-b550-f98d987e73d5', 'project_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'fixed_ips': [{'subnet_id': '522625b8-687c-4529-93ce-daeacbcc562c'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:03:45.355733 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:45.431680 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:45.489955 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d6610-8754-4969-9f91-8a5f42b579da tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=2ea266ed-ae40-4e8f-8b82-935bc7e2b5c3,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:45.503382 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9d6610-8754-4969-9f91-8a5f42b579da tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:45.522187 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-da9d6610-8754-4969-9f91-8a5f42b579da tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:45.542942 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ad22-78e7-4e12-8286-fd574c43f2d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_gateway (1aa3bf6d-c1be-4767-829f-bc7c9d808a88), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:45.555395 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9d6610-8754-4969-9f91-8a5f42b579da tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:45.555919 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69f14cc-cd9f-410c-b1ce-b99bde5f2a5c None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:03:45.556088 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-da9d6610-8754-4969-9f91-8a5f42b579da tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:45.588354 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3496058-5bd5-4d74-8b3a-dbbf695f5d62 req-2598a52d-a1d5-424b-b743-33a1b47ebb48 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:45.591567 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c3496058-5bd5-4d74-8b3a-dbbf695f5d62 req-2598a52d-a1d5-424b-b743-33a1b47ebb48 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 946 time: 0.1721313 Sep 16 13:03:45.611684 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b9b15c3-f2fc-4ad9-aef0-917e8e507265 admin admin] Publish callbacks [] for router_gateway (db72a902-bbcc-4d33-9d86-7a89182e9699), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:45.660208 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d147e987-8f60-43d8-a71d-48eececd938a req-700eaf7d-b3f7-4ce7-b955-23c8b887cf16 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3989484 Sep 16 13:03:45.726591 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-da9d6610-8754-4969-9f91-8a5f42b579da tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6339393 Sep 16 13:03:45.735415 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39534) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:45.760449 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-4e0f74f2-e1f2-4b9c-8fd2-2eb5955aaefa tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:45.780109 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] Allocated IP 172.20.0.2 (589c67fc-8171-4fa6-b550-f98d987e73d5/522625b8-687c-4529-93ce-daeacbcc562c/34b0d52d-f940-4454-a169-45ac9cf4d021) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:45.782787 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-a8726c1b-4049-4afa-95e7-81ccf3fa83f0 req-b0aad390-c6a0-4200-937e-99bb85a07e75 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] For port b7230234-bb6e-4e87-88c3-bcd278e26f85, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=b7230234-bb6e-4e87-88c3-bcd278e26f85,segment=NetworkSegment(ea9ac0dd-12c0-4c61-bdd8-73eff891277b),segment_id=ea9ac0dd-12c0-4c61-bdd8-73eff891277b)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:45.783398 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a8726c1b-4049-4afa-95e7-81ccf3fa83f0 req-b0aad390-c6a0-4200-937e-99bb85a07e75 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (b7230234-bb6e-4e87-88c3-bcd278e26f85), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:45.862883 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:45.894864 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': '2ea266ed-ae40-4e8f-8b82-935bc7e2b5c3'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:03:45.896874 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:45.945363 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:45.959101 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c3496058-5bd5-4d74-8b3a-dbbf695f5d62 req-707bf0f0-c7a7-43df-b6fd-20d790760999 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3283911 Sep 16 13:03:46.014130 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a30d6601-1c40-497a-a00c-e7267c02a4b0 req-9a78e173-ef34-4f53-bf26-f5458b60adea tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 210 time: 0.2007935 Sep 16 13:03:46.287572 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ad22-78e7-4e12-8286-fd574c43f2d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_gateway (1aa3bf6d-c1be-4767-829f-bc7c9d808a88), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:46.310879 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ad22-78e7-4e12-8286-fd574c43f2d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:46.311433 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] Allocated IP 2001:db8::f816:3eff:fec9:651c (9baef6e6-991f-4370-ace0-656f975a51ae/2ea266ed-ae40-4e8f-8b82-935bc7e2b5c3/604494a4-2300-4e3a-9950-e92f8d616d13) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:46.322582 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b9b15c3-f2fc-4ad9-aef0-917e8e507265 admin admin] Publish callbacks [] for router_gateway (db72a902-bbcc-4d33-9d86-7a89182e9699), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:46.350075 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b9b15c3-f2fc-4ad9-aef0-917e8e507265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:46.393359 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:46.440616 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:46.496744 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f74877-af44-4661-a886-28eff43c586f req-ee72d290-caa4-40e8-8b2c-faf8d6a0eb53 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:46.499438 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-02f74877-af44-4661-a886-28eff43c586f req-ee72d290-caa4-40e8-8b2c-faf8d6a0eb53 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 944 time: 0.2512467 Sep 16 13:03:46.536463 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-7aa6ad22-78e7-4e12-8286-fd574c43f2d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Allocated IP 172.25.2.143 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/383f4934-d7ae-4ef8-9af3-0df4a8330259) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:46.594239 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] Publish callbacks [] for port (34b0d52d-f940-4454-a169-45ac9cf4d021), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:46.661125 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (34b0d52d-f940-4454-a169-45ac9cf4d021), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:46.718704 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ad22-78e7-4e12-8286-fd574c43f2d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for port (383f4934-d7ae-4ef8-9af3-0df4a8330259), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:46.735381 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-02f74877-af44-4661-a886-28eff43c586f req-fca4405d-bb1d-4c74-82e1-c19fc3468b97 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248065 Sep 16 13:03:46.736714 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0f74f2-e1f2-4b9c-8fd2-2eb5955aaefa tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:03:46.742595 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4e0f74f2-e1f2-4b9c-8fd2-2eb5955aaefa tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:46.773735 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] Pushing event updated for resources: {'Port': ['ID=34b0d52d-f940-4454-a169-45ac9cf4d021,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:46.812707 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ad22-78e7-4e12-8286-fd574c43f2d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (383f4934-d7ae-4ef8-9af3-0df4a8330259), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:46.840267 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] Network 589c67fc-8171-4fa6-b550-f98d987e73d5 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:46.843393 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:46.853865 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:03:46.867348 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] Publish callbacks [] for port (604494a4-2300-4e3a-9950-e92f8d616d13), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:46.891671 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa6ad22-78e7-4e12-8286-fd574c43f2d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:46.900241 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (604494a4-2300-4e3a-9950-e92f8d616d13), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:46.900876 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-7aa6ad22-78e7-4e12-8286-fd574c43f2d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:46.905237 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa6ad22-78e7-4e12-8286-fd574c43f2d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:03:46.958877 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6ad22-78e7-4e12-8286-fd574c43f2d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Pushing event updated for resources: {'Port': ['ID=383f4934-d7ae-4ef8-9af3-0df4a8330259,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:46.973405 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-4b9b15c3-f2fc-4ad9-aef0-917e8e507265 admin admin] Allocated IP 172.25.2.68 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/22a59231-a88d-4116-8a48-50934b484d78) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:46.985993 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:46.986903 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] Attempting to bind port 34b0d52d-f940-4454-a169-45ac9cf4d021 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:03:46.987271 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] Attempting to bind port 34b0d52d-f940-4454-a169-45ac9cf4d021 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'b545afce-634e-4f36-b1b1-7446eedbc50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '589c67fc-8171-4fa6-b550-f98d987e73d5'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:03:46.987636 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] Attempting to bind port 34b0d52d-f940-4454-a169-45ac9cf4d021 on network 589c67fc-8171-4fa6-b550-f98d987e73d5 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:03:46.994299 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:47.018883 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] Pushing event updated for resources: {'Port': ['ID=604494a4-2300-4e3a-9950-e92f8d616d13,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:47.021531 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:03:47.103937 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:03:47.104339 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] Checking segment: {'id': 'b545afce-634e-4f36-b1b1-7446eedbc50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '589c67fc-8171-4fa6-b550-f98d987e73d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:03:47.105443 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:47.106055 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] Bound using segment: {'id': 'b545afce-634e-4f36-b1b1-7446eedbc50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '589c67fc-8171-4fa6-b550-f98d987e73d5'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:03:47.106684 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] Bound port: 34b0d52d-f940-4454-a169-45ac9cf4d021, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b545afce-634e-4f36-b1b1-7446eedbc50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '589c67fc-8171-4fa6-b550-f98d987e73d5'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:03:47.107069 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (34b0d52d-f940-4454-a169-45ac9cf4d021), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:47.111270 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] Attempting to bind port 604494a4-2300-4e3a-9950-e92f8d616d13 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:03:47.111723 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] Attempting to bind port 604494a4-2300-4e3a-9950-e92f8d616d13 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:03:47.112086 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] Attempting to bind port 604494a4-2300-4e3a-9950-e92f8d616d13 on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:03:47.220631 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] For port 34b0d52d-f940-4454-a169-45ac9cf4d021, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:03:47.224383 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] For port 34b0d52d-f940-4454-a169-45ac9cf4d021, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=34b0d52d-f940-4454-a169-45ac9cf4d021,segment=NetworkSegment(b545afce-634e-4f36-b1b1-7446eedbc50b),segment_id=b545afce-634e-4f36-b1b1-7446eedbc50b)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:03:47.229154 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:INSERT=5,neutron:UPDATE=7,neutron:SELECT=88 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:47.236855 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (34b0d52d-f940-4454-a169-45ac9cf4d021), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:47.253504 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b9b15c3-f2fc-4ad9-aef0-917e8e507265 admin admin] Publish callbacks [] for port (22a59231-a88d-4116-8a48-50934b484d78), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:47.274786 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:47.304588 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:03:47.304959 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:03:47.305356 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:47.305748 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:03:47.306207 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] Bound port: 604494a4-2300-4e3a-9950-e92f8d616d13, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:03:47.306570 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (604494a4-2300-4e3a-9950-e92f8d616d13), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:47.324768 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b9b15c3-f2fc-4ad9-aef0-917e8e507265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (22a59231-a88d-4116-8a48-50934b484d78), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:47.334167 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072ba5b-b105-402b-b00c-257edf49a819 None None] Pushing event updated for resources: {'Port': ['ID=34b0d52d-f940-4454-a169-45ac9cf4d021,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:47.382358 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b15c3-f2fc-4ad9-aef0-917e8e507265 admin admin] Pushing event updated for resources: {'Port': ['ID=22a59231-a88d-4116-8a48-50934b484d78,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:47.385661 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:47.395219 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] For port 604494a4-2300-4e3a-9950-e92f8d616d13, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:03:47.399397 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] For port 604494a4-2300-4e3a-9950-e92f8d616d13, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=604494a4-2300-4e3a-9950-e92f8d616d13,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:03:47.420832 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:47.423117 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (604494a4-2300-4e3a-9950-e92f8d616d13), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:47.441037 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9b15c3-f2fc-4ad9-aef0-917e8e507265 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:47.445258 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-4b9b15c3-f2fc-4ad9-aef0-917e8e507265 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:47.448977 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9b15c3-f2fc-4ad9-aef0-917e8e507265 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:03:47.468436 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a8726c1b-4049-4afa-95e7-81ccf3fa83f0 req-b0aad390-c6a0-4200-937e-99bb85a07e75 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:47.471755 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a8726c1b-4049-4afa-95e7-81ccf3fa83f0 req-b0aad390-c6a0-4200-937e-99bb85a07e75 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (d77e7c20-c05e-4203-8f37-7972fdad7d0b), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:47.475167 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [req-a8726c1b-4049-4afa-95e7-81ccf3fa83f0 req-b0aad390-c6a0-4200-937e-99bb85a07e75 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Floating IP d77e7c20-c05e-4203-8f37-7972fdad7d0b disassociated. External IP: 172.25.2.134, port: b7230234-bb6e-4e87-88c3-bcd278e26f85. Sep 16 13:03:47.475510 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-a8726c1b-4049-4afa-95e7-81ccf3fa83f0 req-b0aad390-c6a0-4200-937e-99bb85a07e75 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Calling delete_port for b7230234-bb6e-4e87-88c3-bcd278e26f85 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:47.498772 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c573fdf-41d5-41a8-8c77-8a71d39b22cf None None] Pushing event updated for resources: {'Port': ['ID=604494a4-2300-4e3a-9950-e92f8d616d13,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:47.586951 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8674f049-33dd-4f40-a797-78a325066109 req-4588527e-d006-43d2-bd49-a4602a89690d tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 210 time: 0.1784160 Sep 16 13:03:47.598789 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:47.623843 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3885a-3384-4959-9c88-3ece84a329af req-96acdfac-6cc4-413d-a224-7c3800960077 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:47.626528 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d9d3885a-3384-4959-9c88-3ece84a329af req-96acdfac-6cc4-413d-a224-7c3800960077 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 945 time: 0.7943532 Sep 16 13:03:47.635479 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-8484c77e-8518-4f39-a6ae-a9a28576278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:47.637539 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-8484c77e-8518-4f39-a6ae-a9a28576278c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44&tenant_id=e3f3ad027f264333a95500ef691b7815 HTTP/1.1" status: 200 len: 1126 time: 0.2457616 Sep 16 13:03:47.791045 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] Request body: {'port': {'binding:host_id': 'n-h2-858094-4', 'device_owner': 'compute:nova'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:47.873487 n-d-858094-4 neutron-server[113698]: INFO neutron.db.ipam_backend_mixin [None req-4e0f74f2-e1f2-4b9c-8fd2-2eb5955aaefa tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ea266ed-ae40-4e8f-8b82-935bc7e2b5c3 (CIDR: 2001:db8::/64) Sep 16 13:03:47.904823 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0f74f2-e1f2-4b9c-8fd2-2eb5955aaefa tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 13:03:47.905286 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e0f74f2-e1f2-4b9c-8fd2-2eb5955aaefa tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:03:47.913438 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-7986e1f4-8c1b-4d4b-9537-9c86ba39e4ba tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:47.914818 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-7986e1f4-8c1b-4d4b-9537-9c86ba39e4ba tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.76 "GET /networking/v2.0/networks?id=56dd3a41-efae-420b-b361-8c953ab80e6c HTTP/1.1" status: 200 len: 813 time: 1.3152204 Sep 16 13:03:47.947143 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-63b0014d-4d29-4423-b533-9db552a549b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Request body: {'port': {'device_id': '17bd55c8-4d10-424e-a143-037b14585d31', 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c', 'admin_state_up': True, 'tenant_id': 'aaeff399942c4286a71ea3a0eab43280'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:47.962985 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ad22-78e7-4e12-8286-fd574c43f2d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router_gateway (1aa3bf6d-c1be-4767-829f-bc7c9d808a88), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:47.966491 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d9d3885a-3384-4959-9c88-3ece84a329af req-1159bcfa-e638-4047-9009-b07d4914def9 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=51b796a0-8e62-4dd2-8098-f6b34e00217d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178504 Sep 16 13:03:47.996148 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6ee02-aaa8-4bb1-bd53-3902a3d21805 req-8257056e-c1e6-4976-a6bb-198a0cbedb6c tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:47.996148 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e7a6ee02-aaa8-4bb1-bd53-3902a3d21805 req-8257056e-c1e6-4976-a6bb-198a0cbedb6c tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 946 time: 0.2217488 Sep 16 13:03:48.069904 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-4e0f74f2-e1f2-4b9c-8fd2-2eb5955aaefa tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3158221 Sep 16 13:03:48.080450 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39584) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:48.086815 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-97bbe4a0-12f4-4087-9029-ae521c25d651 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:48.110598 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:48.161649 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a8726c1b-4049-4afa-95e7-81ccf3fa83f0 req-b0aad390-c6a0-4200-937e-99bb85a07e75 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (b7230234-bb6e-4e87-88c3-bcd278e26f85), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:48.187247 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:48.194724 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device b7230234-bb6e-4e87-88c3-bcd278e26f85 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:03:48.226918 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: b7230234-bb6e-4e87-88c3-bcd278e26f85 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:03:48.227624 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device b7230234-bb6e-4e87-88c3-bcd278e26f85 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:03:48.254100 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aad390-c6a0-4200-937e-99bb85a07e75 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Pushing event deleted for resources: {'Port': ['ID=b7230234-bb6e-4e87-88c3-bcd278e26f85,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:48.276759 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e7a6ee02-aaa8-4bb1-bd53-3902a3d21805 req-398e494c-9586-4cff-8807-9134f259fe74 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261748 Sep 16 13:03:48.282702 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c962004-b975-4808-885a-5161aed7aa41 req-6bfdb2c0-019a-4887-9ceb-69e7a62265b2 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:48.284726 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1c962004-b975-4808-885a-5161aed7aa41 req-6bfdb2c0-019a-4887-9ceb-69e7a62265b2 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 944 time: 0.1914790 Sep 16 13:03:48.349350 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b9b15c3-f2fc-4ad9-aef0-917e8e507265 admin admin] Publish callbacks [] for router_gateway (db72a902-bbcc-4d33-9d86-7a89182e9699), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:48.394473 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=20 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:48.395126 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=26 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:48.463278 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ad22-78e7-4e12-8286-fd574c43f2d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3778242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3776751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1202'] for router (1aa3bf6d-c1be-4767-829f-bc7c9d808a88), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:48.467513 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bbe4a0-12f4-4087-9029-ae521c25d651 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:03:48.471313 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-97bbe4a0-12f4-4087-9029-ae521c25d651 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:48.520246 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ad22-78e7-4e12-8286-fd574c43f2d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3778251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3778096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3776724'] for router (1aa3bf6d-c1be-4767-829f-bc7c9d808a88), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:48.526470 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:48.668565 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [req-830dd1be-3ded-4eca-892a-6a7ad5c4d343 req-9d753532-e0df-4388-a141-dbfdeb03569d service neutron] (113699) timed out ('10.222.0.25', 53222) {{(pid=113699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 13:03:48.712077 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1c962004-b975-4808-885a-5161aed7aa41 req-36a33e31-d9b5-446f-bfbe-16d646a58081 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4182897 Sep 16 13:03:48.728460 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-63b0014d-4d29-4423-b533-9db552a549b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Made reservation on behalf of aaeff399942c4286a71ea3a0eab43280 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:03:48.757023 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-63b0014d-4d29-4423-b533-9db552a549b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:48.919870 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-98e369f0-e6c4-489e-8a9b-34fb65813845 req-fa4e0208-7f75-4d32-ab43-3dda125a1a83 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 210 time: 0.0864432 Sep 16 13:03:48.999513 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8726c1b-4049-4afa-95e7-81ccf3fa83f0 req-b0aad390-c6a0-4200-937e-99bb85a07e75 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Router b32cd8a2-1874-459e-8a54-5f03d6f3fe22 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:03:49.037712 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] For port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:49.202744 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7630f6fb-3907-4a24-9436-5d57a339e9fe req-e87c2d96-c342-465c-b79b-9c0ffbcc76b3 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 210 time: 0.0835023 Sep 16 13:03:49.203150 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:49.204487 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3af800e8-0d1f-497b-bca5-8901587cb91c no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:03:49.273064 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:49.297439 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] For port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:03:49.326566 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:49.336426 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-24bab685-7a5c-4771-bf02-99d66ea42f3b None None] Provisioning complete for port 604494a4-2300-4e3a-9950-e92f8d616d13 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:49.337010 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-24bab685-7a5c-4771-bf02-99d66ea42f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (604494a4-2300-4e3a-9950-e92f8d616d13), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:49.348419 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-24bab685-7a5c-4771-bf02-99d66ea42f3b None None] Attempt 1 to provision port 604494a4-2300-4e3a-9950-e92f8d616d13 Sep 16 13:03:49.395499 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5b1f2b-2004-4cf4-93bd-f498b62488fe {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:03:49.441925 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 604494a4-2300-4e3a-9950-e92f8d616d13 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:49.442795 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] Publish callbacks [] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:49.453323 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b9b15c3-f2fc-4ad9-aef0-917e8e507265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (db72a902-bbcc-4d33-9d86-7a89182e9699), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:49.467251 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-97bbe4a0-12f4-4087-9029-ae521c25d651 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (32a17e79-1d9d-4662-862c-3edb1e3d09eb), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:49.473740 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 3af800e8-0d1f-497b-bca5-8901587cb91c is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:49.474131 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:49.482654 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-63b0014d-4d29-4423-b533-9db552a549b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Allocated IP 172.20.0.11 (56dd3a41-efae-420b-b361-8c953ab80e6c/1f466e8b-55f7-427d-b163-cda4af9f8b77/e7480e72-f883-4315-9905-ecaed73586e8) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:49.485476 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] Transition to ACTIVE for port object 3a5b1f2b-2004-4cf4-93bd-f498b62488fe will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:03:49.506794 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:49.512235 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e2ab71-e56e-488f-8967-5aa902395388 None None] Network 589c67fc-8171-4fa6-b550-f98d987e73d5 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:03:49.549411 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8726c1b-4049-4afa-95e7-81ccf3fa83f0 req-b0aad390-c6a0-4200-937e-99bb85a07e75 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:03:49.577397 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:49.590653 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af800e8-0d1f-497b-bca5-8901587cb91c'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:03:49.595530 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7369703c-cd6e-4adc-af6b-d85907303d2f" -d '{"events": [{"server_uuid": "af5e660b-de79-42ca-a8de-fe06738b9771", "name": "network-vif-unplugged", "status": "completed", "tag": "3af800e8-0d1f-497b-bca5-8901587cb91c"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:03:49.609935 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014926e-e8c7-48a1-9557-b0ac9530a9c5 None None] Sync routers for ids ['b32cd8a2-1874-459e-8a54-5f03d6f3fe22'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:03:49.633820 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bbe4a0-12f4-4087-9029-ae521c25d651 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:49.648944 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-97bbe4a0-12f4-4087-9029-ae521c25d651 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:49.651133 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3af800e8-0d1f-497b-bca5-8901587cb91c, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3af800e8-0d1f-497b-bca5-8901587cb91c,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:49.655630 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bbe4a0-12f4-4087-9029-ae521c25d651 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:49.656428 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-97bbe4a0-12f4-4087-9029-ae521c25d651 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:49.662581 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbe4a0-12f4-4087-9029-ae521c25d651 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=32a17e79-1d9d-4662-862c-3edb1e3d09eb,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:49.665595 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014926e-e8c7-48a1-9557-b0ac9530a9c5 None None] Routers {'b32cd8a2-1874-459e-8a54-5f03d6f3fe22'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:03:49.666294 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-6014926e-e8c7-48a1-9557-b0ac9530a9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:03:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b32cd8a2-1874-459e-8a54-5f03d6f3fe22'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:49.670259 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d971b34-8bcc-446d-acf6-d35ec4d38d5e None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:03:49.677952 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-828481be-3857-410c-96c1-8a13d346b89f req-b1a359be-f25b-4c22-84c6-77413a5e5223 tempest-ServersAdminTestJSON-1188504796 tempest-ServersAdminTestJSON-1188504796-project] (113698) timed out ('10.222.0.25', 53252) {{(pid=113698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 13:03:49.743502 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-97bbe4a0-12f4-4087-9029-ae521c25d651 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6604095 Sep 16 13:03:49.747010 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39664) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:49.751353 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] Pushing event updated for resources: {'Port': ['ID=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,revision_number=9']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:49.753484 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-ed95a54f-fea2-4f94-9b24-11c7af9f77e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'mac_address': 'fa:16:3e:81:fc:d4', 'name': 'tempest-NetworksTestDHCPv6-1001677801'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:49.757708 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa6ad22-78e7-4e12-8286-fd574c43f2d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Router 1aa3bf6d-c1be-4767-829f-bc7c9d808a88 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:03:49.767521 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8726c1b-4049-4afa-95e7-81ccf3fa83f0 req-b0aad390-c6a0-4200-937e-99bb85a07e75 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] No DVR routers for this DVR port b7230234-bb6e-4e87-88c3-bcd278e26f85 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:03:49.779864 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a8726c1b-4049-4afa-95e7-81ccf3fa83f0 req-b0aad390-c6a0-4200-937e-99bb85a07e75 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:49.783572 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a8726c1b-4049-4afa-95e7-81ccf3fa83f0 req-b0aad390-c6a0-4200-937e-99bb85a07e75 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.25 "DELETE /networking/v2.0/ports/b7230234-bb6e-4e87-88c3-bcd278e26f85 HTTP/1.1" status: 204 len: 173 time: 5.0664268 Sep 16 13:03:49.788355 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cebb2a-47ea-4fac-ac5d-24bb6311d8e8', 'name': 'network-vif-deleted', 'tag': 'b7230234-bb6e-4e87-88c3-bcd278e26f85'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:03:49.790476 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f8969b-b9a4-4753-9c18-6186edf512e0" -d '{"events": [{"server_uuid": "64cebb2a-47ea-4fac-ac5d-24bb6311d8e8", "name": "network-vif-deleted", "tag": "b7230234-bb6e-4e87-88c3-bcd278e26f85"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:03:49.833001 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] No DVR routers for this DVR port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:03:49.906378 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f02892-14f8-4540-bd02-848cf1ce242a x-openstack-request-id: req-f3f02892-14f8-4540-bd02-848cf1ce242a {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:03:49.906684 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cebb2a-47ea-4fac-ac5d-24bb6311d8e8", "name": "network-vif-deleted", "tag": "b7230234-bb6e-4e87-88c3-bcd278e26f85", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:03:49.906946 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f3f02892-14f8-4540-bd02-848cf1ce242a {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:03:49.907419 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3f02892-14f8-4540-bd02-848cf1ce242a'] response: {'server_uuid': '64cebb2a-47ea-4fac-ac5d-24bb6311d8e8', 'name': 'network-vif-deleted', 'tag': 'b7230234-bb6e-4e87-88c3-bcd278e26f85', 'status': 'completed', 'code': 200} Sep 16 13:03:49.958847 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:49.984876 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 13:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c57b88-f5e8-4597-af4c-0fe97c8fa2d7 x-openstack-request-id: req-85c57b88-f5e8-4597-af4c-0fe97c8fa2d7 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:03:49.985210 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5e660b-de79-42ca-a8de-fe06738b9771", "name": "network-vif-unplugged", "status": "completed", "tag": "3af800e8-0d1f-497b-bca5-8901587cb91c", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:03:49.985556 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-85c57b88-f5e8-4597-af4c-0fe97c8fa2d7 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:03:49.986001 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c57b88-f5e8-4597-af4c-0fe97c8fa2d7'] response: {'server_uuid': 'af5e660b-de79-42ca-a8de-fe06738b9771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af800e8-0d1f-497b-bca5-8901587cb91c', 'code': 200} Sep 16 13:03:49.990723 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3af800e8-0d1f-497b-bca5-8901587cb91c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:50.047505 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 604494a4-2300-4e3a-9950-e92f8d616d13 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:50.047505 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (604494a4-2300-4e3a-9950-e92f8d616d13), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:50.047868 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 604494a4-2300-4e3a-9950-e92f8d616d13 Sep 16 13:03:50.102243 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9b15c3-f2fc-4ad9-aef0-917e8e507265 admin admin] Router db72a902-bbcc-4d33-9d86-7a89182e9699 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:03:50.129920 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f9c39f8-ee40-43c2-9759-a942fa365210 req-eec64017-afae-4617-86cd-21a98a2f4822 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 210 time: 0.0368161 Sep 16 13:03:50.155203 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed95a54f-fea2-4f94-9b24-11c7af9f77e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:03:50.170030 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-63b0014d-4d29-4423-b533-9db552a549b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for port (e7480e72-f883-4315-9905-ecaed73586e8), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:50.191253 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916a40a-5eca-4659-ac0a-11fe996a83d0 req-fd6fdaae-3f5c-4c3f-9cfa-9f4824ed038d tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:50.192985 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1916a40a-5eca-4659-ac0a-11fe996a83d0 req-fd6fdaae-3f5c-4c3f-9cfa-9f4824ed038d tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 944 time: 0.2731647 Sep 16 13:03:50.204591 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:50.276829 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-24bab685-7a5c-4771-bf02-99d66ea42f3b None None] Current status of the port 604494a4-2300-4e3a-9950-e92f8d616d13 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:50.277447 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-24bab685-7a5c-4771-bf02-99d66ea42f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (604494a4-2300-4e3a-9950-e92f8d616d13), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:50.321740 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa6ad22-78e7-4e12-8286-fd574c43f2d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:03:50.329688 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ad22-78e7-4e12-8286-fd574c43f2d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:50.333339 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7aa6ad22-78e7-4e12-8286-fd574c43f2d3 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "PUT /networking/v2.0/routers/1aa3bf6d-c1be-4767-829f-bc7c9d808a88 HTTP/1.1" status: 200 len: 915 time: 5.4467380 Sep 16 13:03:50.334209 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=3af800e8-0d1f-497b-bca5-8901587cb91c,revision_number=14']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:50.337382 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39676) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:50.343298 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ed95a54f-fea2-4f94-9b24-11c7af9f77e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:50.361257 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19907226-6bb8-4bf4-9484-beab844c8ddb None None] Sync routers for ids ['1aa3bf6d-c1be-4767-829f-bc7c9d808a88'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:03:50.361841 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] Attempting to bind port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:03:50.362226 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] Attempting to bind port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '100fdcc4-5ec1-4699-93d1-07b5aef19ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:03:50.362622 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] Attempting to bind port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe on network 9c660356-b242-47cf-8b53-5c05af82a4ce {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:03:50.381865 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:50.413967 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-6014926e-e8c7-48a1-9557-b0ac9530a9c5 None None] Set router b32cd8a2-1874-459e-8a54-5f03d6f3fe22 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:03:50.430052 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca300765-4576-4867-8fb4-a19f11b89571 req-b6306e9c-497d-473d-960e-a1201f1dc0ea tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:50.431871 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19907226-6bb8-4bf4-9484-beab844c8ddb None None] Routers {'1aa3bf6d-c1be-4767-829f-bc7c9d808a88'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:03:50.437377 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-19907226-6bb8-4bf4-9484-beab844c8ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:03:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1aa3bf6d-c1be-4767-829f-bc7c9d808a88'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:50.438432 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ca300765-4576-4867-8fb4-a19f11b89571 req-b6306e9c-497d-473d-960e-a1201f1dc0ea tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.1908269 Sep 16 13:03:50.458240 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1916a40a-5eca-4659-ac0a-11fe996a83d0 req-70071a92-275c-4b64-97c7-900686e649d1 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529023 Sep 16 13:03:50.462447 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-ed95a54f-fea2-4f94-9b24-11c7af9f77e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port 0edfde90-8f4f-4a36-9279-33c048de6ee5 yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:03:50.505943 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:50.516229 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-63b0014d-4d29-4423-b533-9db552a549b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (e7480e72-f883-4315-9905-ecaed73586e8), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:50.517485 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-24bab685-7a5c-4771-bf02-99d66ea42f3b None None] For port 604494a4-2300-4e3a-9950-e92f8d616d13, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=604494a4-2300-4e3a-9950-e92f8d616d13,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:50.540997 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-24bab685-7a5c-4771-bf02-99d66ea42f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (604494a4-2300-4e3a-9950-e92f8d616d13), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:50.562841 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-19907226-6bb8-4bf4-9484-beab844c8ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:50.581837 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['4c0896cf-3255-42ff-b580-d2a345dbb96d'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:03:50.595271 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19907226-6bb8-4bf4-9484-beab844c8ddb None None] Routers {'1aa3bf6d-c1be-4767-829f-bc7c9d808a88'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:03:50.608329 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ca300765-4576-4867-8fb4-a19f11b89571 req-7fa15c5d-09bf-4d36-891e-2e855be42cbb tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662362 Sep 16 13:03:50.627818 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-19907226-6bb8-4bf4-9484-beab844c8ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:03:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1aa3bf6d-c1be-4767-829f-bc7c9d808a88'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:50.718577 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-19907226-6bb8-4bf4-9484-beab844c8ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:50.719176 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19907226-6bb8-4bf4-9484-beab844c8ddb None None] The sync data for ids ['1aa3bf6d-c1be-4767-829f-bc7c9d808a88'] in n-d-858094-4 is: [] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:03:50.739397 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-63b0014d-4d29-4423-b533-9db552a549b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Network 56dd3a41-efae-420b-b361-8c953ab80e6c is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:50.752668 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 604494a4-2300-4e3a-9950-e92f8d616d13 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:50.753927 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-63b0014d-4d29-4423-b533-9db552a549b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:50.754739 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (604494a4-2300-4e3a-9950-e92f8d616d13), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:50.856835 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8cc07-9522-4ce9-8a16-449caec326ad req-99589ee7-f4e4-4bf8-af11-b12d9a1fd99b tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:50.865284 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d2b8cc07-9522-4ce9-8a16-449caec326ad req-99589ee7-f4e4-4bf8-af11-b12d9a1fd99b tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.1139894 Sep 16 13:03:50.867088 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] Port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe on network 9c660356-b242-47cf-8b53-5c05af82a4ce not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:03:50.867688 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] Attempting to bind port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe on network 9c660356-b242-47cf-8b53-5c05af82a4ce {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:03:50.873524 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-63b0014d-4d29-4423-b533-9db552a549b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:03:50.885602 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:50.888037 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-c5ccea8b-dbb6-42cc-a15b-400ec66ff07a None None] Provisioning complete for port 34b0d52d-f940-4454-a169-45ac9cf4d021 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:50.888692 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c5ccea8b-dbb6-42cc-a15b-400ec66ff07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (34b0d52d-f940-4454-a169-45ac9cf4d021), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:50.889323 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-c5ccea8b-dbb6-42cc-a15b-400ec66ff07a None None] Attempt 1 to provision port 34b0d52d-f940-4454-a169-45ac9cf4d021 Sep 16 13:03:50.934373 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-63b0014d-4d29-4423-b533-9db552a549b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:50.934989 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-63b0014d-4d29-4423-b533-9db552a549b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:50.984907 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1f14f6e6-3f9f-4851-8c23-30345ee08ae6 req-0ea91e2a-3bbc-4de7-ab39-bd14f7d98c60 tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64cebb2a-47ea-4fac-ac5d-24bb6311d8e8 HTTP/1.1" status: 200 len: 210 time: 0.2835472 Sep 16 13:03:51.004427 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-63b0014d-4d29-4423-b533-9db552a549b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0583246 Sep 16 13:03:51.017196 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0014d-4d29-4423-b533-9db552a549b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event updated for resources: {'Port': ['ID=e7480e72-f883-4315-9905-ecaed73586e8,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:51.028174 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] Request body: {'port': {'device_id': '17bd55c8-4d10-424e-a143-037b14585d31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:51.030633 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9b15c3-f2fc-4ad9-aef0-917e8e507265 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:03:51.055066 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bab685-7a5c-4771-bf02-99d66ea42f3b None None] Pushing event updated for resources: {'Port': ['ID=604494a4-2300-4e3a-9950-e92f8d616d13,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:51.060851 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] Sync routers for ids ['db72a902-bbcc-4d33-9d86-7a89182e9699'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:03:51.079265 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4b9b15c3-f2fc-4ad9-aef0-917e8e507265 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:51.080633 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4b9b15c3-f2fc-4ad9-aef0-917e8e507265 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2920136 Sep 16 13:03:51.089637 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39680) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:51.097426 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-aaeb4531-aba2-4ffa-9c6b-c4d52bed7c50 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "GET /networking/v2.0/routers/1aa3bf6d-c1be-4767-829f-bc7c9d808a88 HTTP/1.1" status: 200 len: 921 time: 0.7562633 Sep 16 13:03:51.124054 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39682) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:51.156496 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] Routers {'db72a902-bbcc-4d33-9d86-7a89182e9699'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:03:51.157512 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:03:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['db72a902-bbcc-4d33-9d86-7a89182e9699'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:51.162729 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bb5222-a823-427f-97ac-e240c0520350 None None] Update dhcp port {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'fixed_ips': [{'subnet_id': '2ea266ed-ae40-4e8f-8b82-935bc7e2b5c3', 'ip_address': '2001:db8::f816:3eff:fec9:651c'}, {'subnet_id': '32a17e79-1d9d-4662-862c-3edb1e3d09eb'}], 'binding:host_id': 'n-d-858094-4'}, 'id': '604494a4-2300-4e3a-9950-e92f8d616d13'} from n-d-858094-4. {{(pid=113700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Sep 16 13:03:51.166057 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.api [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 13:03:51.169865 n-d-858094-4 neutron-server[113700]: DEBUG oslo_db.api [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 13:03:51.241948 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab602ef3-abfa-4dfa-87f9-7a1edd605f83 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:51.243754 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ab602ef3-abfa-4dfa-87f9-7a1edd605f83 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?network_id=42d33e50-b5e8-4084-82dc-226debf86786&device_id=1aa3bf6d-c1be-4767-829f-bc7c9d808a88&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1186254 Sep 16 13:03:51.289265 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39686) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:51.291208 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:51.315275 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:51.332674 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f6bb5222-a823-427f-97ac-e240c0520350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (604494a4-2300-4e3a-9950-e92f8d616d13), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:51.376326 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c5ccea8b-dbb6-42cc-a15b-400ec66ff07a None None] Current status of the port 34b0d52d-f940-4454-a169-45ac9cf4d021 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:51.376815 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c5ccea8b-dbb6-42cc-a15b-400ec66ff07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (34b0d52d-f940-4454-a169-45ac9cf4d021), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:51.386838 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-ed95a54f-fea2-4f94-9b24-11c7af9f77e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8:0:1::181 (9baef6e6-991f-4370-ace0-656f975a51ae/32a17e79-1d9d-4662-862c-3edb1e3d09eb/0edfde90-8f4f-4a36-9279-33c048de6ee5) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:51.406555 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-6014926e-e8c7-48a1-9557-b0ac9530a9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'name': 'tempest-ServersTestFqdnHostnames-1573970857-router', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:33Z', 'updated_at': '2022-09-16T13:01:40Z', 'revision_number': 4, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'gw_port': {'id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:34Z', 'updated_at': '2022-09-16T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'cbf1d839-3708-4371-94bc-d5d1a2ae9dc8', 'name': '', 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'mac_address': 'fa:16:3e:69:2c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '986973c6-fff5-4745-bba8-c036a91b83e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:38Z', 'updated_at': '2022-09-16T13:01:46Z', 'revision_number': 5, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'subnets': [{'id': '986973c6-fff5-4745-bba8-c036a91b83e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:51.436045 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-ed95a54f-fea2-4f94-9b24-11c7af9f77e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::f816:3eff:fe81:fcd4 (9baef6e6-991f-4370-ace0-656f975a51ae/2ea266ed-ae40-4e8f-8b82-935bc7e2b5c3/0edfde90-8f4f-4a36-9279-33c048de6ee5) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:51.463811 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:51.486185 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014926e-e8c7-48a1-9557-b0ac9530a9c5 None None] Checking router: b32cd8a2-1874-459e-8a54-5f03d6f3fe22 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:03:51.503249 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb257911-47a9-4e17-8d26-f4ad009a9bf9 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:51.504588 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-cb257911-47a9-4e17-8d26-f4ad009a9bf9 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "GET /networking/v2.0/networks/42d33e50-b5e8-4084-82dc-226debf86786 HTTP/1.1" status: 200 len: 881 time: 0.2128184 Sep 16 13:03:51.521218 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] Set router db72a902-bbcc-4d33-9d86-7a89182e9699 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:03:51.537980 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39690) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:51.538819 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:03:51.539138 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] Checking segment: {'id': '100fdcc4-5ec1-4699-93d1-07b5aef19ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:03:51.539523 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] Bound using segment: {'id': '100fdcc4-5ec1-4699-93d1-07b5aef19ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:03:51.539969 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] Bound port: 3a5b1f2b-2004-4cf4-93bd-f498b62488fe, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '100fdcc4-5ec1-4699-93d1-07b5aef19ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:03:51.540349 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:51.598480 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-e53fc2b6-86c7-40da-97a9-8f82e35ddc46 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1aa3bf6d-c1be-4767-829f-bc7c9d808a88 HTTP/1.1" status: 200 len: 205 time: 0.0524824 Sep 16 13:03:51.605216 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d2b8cc07-9522-4ce9-8a16-449caec326ad req-736fe452-0e73-4fc4-b955-b93a686bc792 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7383482 Sep 16 13:03:51.635650 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39692) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:51.639420 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c5ccea8b-dbb6-42cc-a15b-400ec66ff07a None None] For port 34b0d52d-f940-4454-a169-45ac9cf4d021, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=34b0d52d-f940-4454-a169-45ac9cf4d021,segment=NetworkSegment(b545afce-634e-4f36-b1b1-7446eedbc50b),segment_id=b545afce-634e-4f36-b1b1-7446eedbc50b)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:51.656220 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014926e-e8c7-48a1-9557-b0ac9530a9c5 None None] Routers {'b32cd8a2-1874-459e-8a54-5f03d6f3fe22'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:03:51.657095 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-6014926e-e8c7-48a1-9557-b0ac9530a9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:03:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b32cd8a2-1874-459e-8a54-5f03d6f3fe22'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:51.703142 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9e543-b0b4-44a1-8a01-e7e3b5ee1012 req-86693e00-3a5d-4765-bc1a-bc80c78d49d0 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:51.707569 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-58f9e543-b0b4-44a1-8a01-e7e3b5ee1012 req-86693e00-3a5d-4765-bc1a-bc80c78d49d0 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 932 time: 0.2372386 Sep 16 13:03:51.708580 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c5ccea8b-dbb6-42cc-a15b-400ec66ff07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (34b0d52d-f940-4454-a169-45ac9cf4d021), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:51.783904 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] For port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:03:51.818385 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] For port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:03:51.826251 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e13c5d-a11f-4a13-8dc5-3bae4ad6d163 req-429ab9ad-e31e-452c-acb2-a5276e3d62a2 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:51.828603 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-55e13c5d-a11f-4a13-8dc5-3bae4ad6d163 req-429ab9ad-e31e-452c-acb2-a5276e3d62a2 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 944 time: 0.1094701 Sep 16 13:03:51.830801 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e7480e72-f883-4315-9905-ecaed73586e8), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:51.859281 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:51.873848 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ed95a54f-fea2-4f94-9b24-11c7af9f77e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (0edfde90-8f4f-4a36-9279-33c048de6ee5), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:51.885510 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:51.900446 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-19f8ffd9-e315-4b64-ae06-beeb06be7ae1 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router (1aa3bf6d-c1be-4767-829f-bc7c9d808a88), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:51.905626 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:51.906480 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:51.907963 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/3a5b1f2b-2004-4cf4-93bd-f498b62488fe HTTP/1.1" status: 200 len: 1092 time: 4.1233172 Sep 16 13:03:51.912885 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66413dbd-455f-45f6-b057-39a11a9f2d44', 'tag': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:03:51.920727 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979e9706-e2c8-4718-9a39-d633ac69d7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "66413dbd-455f-45f6-b057-39a11a9f2d44", "tag": "3a5b1f2b-2004-4cf4-93bd-f498b62488fe"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:03:52.022782 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-58f9e543-b0b4-44a1-8a01-e7e3b5ee1012 req-7b69641b-b6cb-403a-a447-b83ab4355853 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936037 Sep 16 13:03:52.032198 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:52.067294 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-fbf6df2c-6853-482f-bdbc-b8d8576b072c None None] Provisioning complete for port 34b0d52d-f940-4454-a169-45ac9cf4d021 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:52.067675 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fbf6df2c-6853-482f-bdbc-b8d8576b072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (34b0d52d-f940-4454-a169-45ac9cf4d021), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:52.068007 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-fbf6df2c-6853-482f-bdbc-b8d8576b072c None None] Attempt 1 to provision port 34b0d52d-f940-4454-a169-45ac9cf4d021 Sep 16 13:03:52.077698 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ed95a54f-fea2-4f94-9b24-11c7af9f77e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (0edfde90-8f4f-4a36-9279-33c048de6ee5), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:52.100226 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:52.101038 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-42051aa4-5c72-4a15-907a-534bf7a78cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:52.103654 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-42051aa4-5c72-4a15-907a-534bf7a78cb3 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=e3f3ad027f264333a95500ef691b7815&device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 1127 time: 0.1453936 Sep 16 13:03:52.106770 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 604494a4-2300-4e3a-9950-e92f8d616d13 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:52.107870 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 34b0d52d-f940-4454-a169-45ac9cf4d021 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:52.140618 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-55e13c5d-a11f-4a13-8dc5-3bae4ad6d163 req-09ab5ab6-c5f2-4e50-abea-434a51277710 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3002012 Sep 16 13:03:52.160091 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:52.189813 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed95a54f-fea2-4f94-9b24-11c7af9f77e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:52.207801 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-ed95a54f-fea2-4f94-9b24-11c7af9f77e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:52.213438 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fdafb-388f-4e17-b263-0161357cf6df service neutron] Pushing event updated for resources: {'Port': ['ID=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,revision_number=10']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:52.221805 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed95a54f-fea2-4f94-9b24-11c7af9f77e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:03:52.227283 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed95a54f-fea2-4f94-9b24-11c7af9f77e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:52.227470 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ed95a54f-fea2-4f94-9b24-11c7af9f77e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:52.232073 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95a54f-fea2-4f94-9b24-11c7af9f77e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=0edfde90-8f4f-4a36-9279-33c048de6ee5,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:52.241238 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-19f8ffd9-e315-4b64-ae06-beeb06be7ae1 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_gateway (1aa3bf6d-c1be-4767-829f-bc7c9d808a88), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:52.247110 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccea8b-dbb6-42cc-a15b-400ec66ff07a None None] Pushing event updated for resources: {'Port': ['ID=34b0d52d-f940-4454-a169-45ac9cf4d021,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:52.258323 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-590cd4b2-3947-469c-b3de-72548ed4a8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:52.284768 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ed95a54f-fea2-4f94-9b24-11c7af9f77e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5362468 Sep 16 13:03:52.303670 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39700) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:52.327196 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-6014926e-e8c7-48a1-9557-b0ac9530a9c5 None None] Set router b32cd8a2-1874-459e-8a54-5f03d6f3fe22 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:03:52.358654 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-f6bb5222-a823-427f-97ac-e240c0520350 None None] Allocated IP 2001:db8:0:1::2 (9baef6e6-991f-4370-ace0-656f975a51ae/32a17e79-1d9d-4662-862c-3edb1e3d09eb/604494a4-2300-4e3a-9950-e92f8d616d13) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:52.372472 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39704) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:52.388700 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:52.423878 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-19f8ffd9-e315-4b64-ae06-beeb06be7ae1 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Deleting port 383f4934-d7ae-4ef8-9af3-0df4a8330259 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:52.424505 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-19f8ffd9-e315-4b64-ae06-beeb06be7ae1 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (383f4934-d7ae-4ef8-9af3-0df4a8330259), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:52.437951 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:52.446767 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9906f-d709-4cfc-95ed-a50bb8e84e24 req-a9f16da4-993f-4931-9a76-d4b22bfa2fbd tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:52.452909 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fcf9906f-d709-4cfc-95ed-a50bb8e84e24 req-a9f16da4-993f-4931-9a76-d4b22bfa2fbd tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.3050942 Sep 16 13:03:52.458535 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d6914a-5fb3-4c01-86f8-1f52f72bccb1 x-openstack-request-id: req-71d6914a-5fb3-4c01-86f8-1f52f72bccb1 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:03:52.459374 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66413dbd-455f-45f6-b057-39a11a9f2d44", "tag": "3a5b1f2b-2004-4cf4-93bd-f498b62488fe", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:03:52.461013 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-71d6914a-5fb3-4c01-86f8-1f52f72bccb1 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:03:52.462845 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71d6914a-5fb3-4c01-86f8-1f52f72bccb1'] response: {'name': 'network-changed', 'server_uuid': '66413dbd-455f-45f6-b057-39a11a9f2d44', 'tag': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe', 'status': 'completed', 'code': 200} Sep 16 13:03:52.516626 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 34b0d52d-f940-4454-a169-45ac9cf4d021 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:52.517005 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (34b0d52d-f940-4454-a169-45ac9cf4d021), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:52.517373 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 34b0d52d-f940-4454-a169-45ac9cf4d021 Sep 16 13:03:52.520680 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-17f651d6-ab6c-45f6-a26e-aaf8bd13cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:52.522161 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-17f651d6-ab6c-45f6-a26e-aaf8bd13cb10 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9c660356-b242-47cf-8b53-5c05af82a4ce HTTP/1.1" status: 200 len: 918 time: 0.3992255 Sep 16 13:03:52.560034 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db72a902-bbcc-4d33-9d86-7a89182e9699', 'name': 'tempest-ServerGroup264TestJSON-1067889169-router', 'tenant_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '22a59231-a88d-4116-8a48-50934b484d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:03:44Z', 'updated_at': '2022-09-16T13:03:48Z', 'revision_number': 3, 'project_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'gw_port': {'id': '22a59231-a88d-4116-8a48-50934b484d78', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:48:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db72a902-bbcc-4d33-9d86-7a89182e9699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:03:46Z', 'updated_at': '2022-09-16T13:03:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:52.592054 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-5b5757e3-3f3c-4483-ae55-9e3007ffc465 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port 0edfde90-8f4f-4a36-9279-33c048de6ee5 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:52.592431 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5b5757e3-3f3c-4483-ae55-9e3007ffc465 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (0edfde90-8f4f-4a36-9279-33c048de6ee5), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:52.647532 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fcf9906f-d709-4cfc-95ed-a50bb8e84e24 req-60c0b85b-030f-44f2-8700-5337e26a6b1d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751559 Sep 16 13:03:52.657720 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:52.666335 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] Checking router: db72a902-bbcc-4d33-9d86-7a89182e9699 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:03:52.666335 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] Updating router db72a902-bbcc-4d33-9d86-7a89182e9699 port 22a59231-a88d-4116-8a48-50934b484d78 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:03:52.672653 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-1bae17ae-3989-42ae-bdbb-d185393ce49d service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe HTTP/1.1" status: 200 len: 1000 time: 0.1332834 Sep 16 13:03:52.676745 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-fbf6df2c-6853-482f-bdbc-b8d8576b072c None None] Current status of the port 34b0d52d-f940-4454-a169-45ac9cf4d021 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:52.718148 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:52.753297 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-fbf6df2c-6853-482f-bdbc-b8d8576b072c None None] Provisioning complete for port e7480e72-f883-4315-9905-ecaed73586e8 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:52.753671 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fbf6df2c-6853-482f-bdbc-b8d8576b072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e7480e72-f883-4315-9905-ecaed73586e8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:52.754013 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-fbf6df2c-6853-482f-bdbc-b8d8576b072c None None] Attempt 1 to provision port e7480e72-f883-4315-9905-ecaed73586e8 Sep 16 13:03:52.762377 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (22a59231-a88d-4116-8a48-50934b484d78), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:52.766471 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-2cae7d68-83d1-443c-96a5-0cc11a86012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:52.767950 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-2cae7d68-83d1-443c-96a5-0cc11a86012b service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=d4ae86a7-4106-447a-a8be-db073682c5f0 HTTP/1.1" status: 200 len: 856 time: 0.0884242 Sep 16 13:03:52.784610 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-590cd4b2-3947-469c-b3de-72548ed4a8c7 admin admin] Allocated IP 172.20.0.1 (589c67fc-8171-4fa6-b550-f98d987e73d5/522625b8-687c-4529-93ce-daeacbcc562c/71e8d823-06bc-4bc6-a416-fec69535f44a) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:03:52.791418 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c646-3b2d-43bc-a5f7-e955e377f05f tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for security_group (51b796a0-8e62-4dd2-8098-f6b34e00217d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:52.807211 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:52.821203 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-19f8ffd9-e315-4b64-ae06-beeb06be7ae1 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (383f4934-d7ae-4ef8-9af3-0df4a8330259), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:52.873999 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7480e72-f883-4315-9905-ecaed73586e8 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:03:52.874920 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-f6bb5222-a823-427f-97ac-e240c0520350 None None] For port 604494a4-2300-4e3a-9950-e92f8d616d13, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=604494a4-2300-4e3a-9950-e92f8d616d13,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:52.884053 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] Publish callbacks [] for port (e7480e72-f883-4315-9905-ecaed73586e8), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:52.892480 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-fbf6df2c-6853-482f-bdbc-b8d8576b072c None None] Port e7480e72-f883-4315-9905-ecaed73586e8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:03:52.901854 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] Transition to ACTIVE for port object e7480e72-f883-4315-9905-ecaed73586e8 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:03:52.906060 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-928fc597-48c9-42c8-ad42-8333bf8c80a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:52.909195 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-928fc597-48c9-42c8-ad42-8333bf8c80a0 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9c660356-b242-47cf-8b53-5c05af82a4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1351504 Sep 16 13:03:52.910743 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (e7480e72-f883-4315-9905-ecaed73586e8), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:52.943076 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-19f8ffd9-e315-4b64-ae06-beeb06be7ae1 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Calling delete_port for 383f4934-d7ae-4ef8-9af3-0df4a8330259 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:52.946493 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c646-3b2d-43bc-a5f7-e955e377f05f tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for security_group (51b796a0-8e62-4dd2-8098-f6b34e00217d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:53.019459 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f6bb5222-a823-427f-97ac-e240c0520350 None None] Publish callbacks [] for port (604494a4-2300-4e3a-9950-e92f8d616d13), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:53.025256 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 34b0d52d-f940-4454-a169-45ac9cf4d021 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:53.035373 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f6bb5222-a823-427f-97ac-e240c0520350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (604494a4-2300-4e3a-9950-e92f8d616d13), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:53.057464 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:53.087978 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] Pushing event updated for resources: {'Port': ['ID=e7480e72-f883-4315-9905-ecaed73586e8,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:53.120425 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5b5757e3-3f3c-4483-ae55-9e3007ffc465 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (0edfde90-8f4f-4a36-9279-33c048de6ee5), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:53.131876 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-6014926e-e8c7-48a1-9557-b0ac9530a9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'name': 'tempest-ServersTestFqdnHostnames-1573970857-router', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:33Z', 'updated_at': '2022-09-16T13:01:40Z', 'revision_number': 4, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'gw_port': {'id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:34Z', 'updated_at': '2022-09-16T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'cbf1d839-3708-4371-94bc-d5d1a2ae9dc8', 'name': '', 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'mac_address': 'fa:16:3e:69:2c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '986973c6-fff5-4745-bba8-c036a91b83e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:38Z', 'updated_at': '2022-09-16T13:01:46Z', 'revision_number': 5, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'subnets': [{'id': '986973c6-fff5-4745-bba8-c036a91b83e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:53.150489 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2354d0-dfcd-4da3-985d-f239c6c89aa0 req-be03be17-d7e8-4ddf-8660-dcfbc11a8f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:53.153337 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-da2354d0-dfcd-4da3-985d-f239c6c89aa0 req-be03be17-d7e8-4ddf-8660-dcfbc11a8f18 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 1126 time: 0.2244895 Sep 16 13:03:53.174545 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-5b5757e3-3f3c-4483-ae55-9e3007ffc465 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for 0edfde90-8f4f-4a36-9279-33c048de6ee5 owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:53.184145 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dad890-6b11-4cdd-903c-6709870b76eb req-bf5b00d0-4833-4f9b-b52f-4ca0bbebc79a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:53.184145 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-86dad890-6b11-4cdd-903c-6709870b76eb req-bf5b00d0-4833-4f9b-b52f-4ca0bbebc79a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.2279799 Sep 16 13:03:53.247564 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014926e-e8c7-48a1-9557-b0ac9530a9c5 None None] The sync data for ids ['b32cd8a2-1874-459e-8a54-5f03d6f3fe22'] in n-d-858094-4 is: [{'id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'name': 'tempest-ServersTestFqdnHostnames-1573970857-router', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:33Z', 'updated_at': '2022-09-16T13:01:40Z', 'revision_number': 4, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'gw_port': {'id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:34Z', 'updated_at': '2022-09-16T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'cbf1d839-3708-4371-94bc-d5d1a2ae9dc8', 'name': '', 'network_id': '949764d7-e109-4aa2-8e93-b6c6fed88453', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'mac_address': 'fa:16:3e:69:2c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '986973c6-fff5-4745-bba8-c036a91b83e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:38Z', 'updated_at': '2022-09-16T13:01:46Z', 'revision_number': 5, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'subnets': [{'id': '986973c6-fff5-4745-bba8-c036a91b83e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:03:53.315026 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 604494a4-2300-4e3a-9950-e92f8d616d13 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:53.321566 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-86dad890-6b11-4cdd-903c-6709870b76eb req-4d619968-5669-467f-aadd-5b076f3cda68 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131568 Sep 16 13:03:53.327358 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e53b6-19f2-4392-9a54-288cd90ac4d7 req-ef6d0fe3-7ffc-45cc-bea4-07d10b583817 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:53.334331 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2f9e53b6-19f2-4392-9a54-288cd90ac4d7 req-ef6d0fe3-7ffc-45cc-bea4-07d10b583817 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 944 time: 0.1517744 Sep 16 13:03:53.342119 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-12c4c0da-5bdc-4c3f-943a-c18113d67012 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234886 Sep 16 13:03:53.373803 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb5222-a823-427f-97ac-e240c0520350 None None] Pushing event updated for resources: {'Port': ['ID=604494a4-2300-4e3a-9950-e92f8d616d13,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:53.418229 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] Attempting to bind port e7480e72-f883-4315-9905-ecaed73586e8 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:03:53.418590 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] Attempting to bind port e7480e72-f883-4315-9905-ecaed73586e8 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': 'bbab3c9e-7709-444a-adb6-0434f4755f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:03:53.418900 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] Attempting to bind port e7480e72-f883-4315-9905-ecaed73586e8 on network 56dd3a41-efae-420b-b361-8c953ab80e6c {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:03:53.560066 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] Publish callbacks [] for port (22a59231-a88d-4116-8a48-50934b484d78), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:53.562407 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2f9e53b6-19f2-4392-9a54-288cd90ac4d7 req-635ab05f-4727-4362-ad32-8e5cd12ecbb8 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270951 Sep 16 13:03:53.564139 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-fbf6df2c-6853-482f-bdbc-b8d8576b072c None None] Attempt 2 to provision port e7480e72-f883-4315-9905-ecaed73586e8 Sep 16 13:03:53.591872 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] Port e7480e72-f883-4315-9905-ecaed73586e8 on network 56dd3a41-efae-420b-b361-8c953ab80e6c not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:03:53.592504 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] Attempting to bind port e7480e72-f883-4315-9905-ecaed73586e8 on network 56dd3a41-efae-420b-b361-8c953ab80e6c {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:03:53.607937 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:53.624092 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-fbf6df2c-6853-482f-bdbc-b8d8576b072c None None] Port e7480e72-f883-4315-9905-ecaed73586e8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:03:53.624693 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (22a59231-a88d-4116-8a48-50934b484d78), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:53.668406 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] Attempting to bind port 22a59231-a88d-4116-8a48-50934b484d78 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:03:53.668718 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] Attempting to bind port 22a59231-a88d-4116-8a48-50934b484d78 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:03:53.669082 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] Attempting to bind port 22a59231-a88d-4116-8a48-50934b484d78 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:03:53.675287 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:53.695892 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7b772e38-6f82-4909-b218-4891db6d04a1 req-c365d579-350e-4304-971c-ba2ebd23667d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405516 Sep 16 13:03:53.708548 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd6c3a1-92e3-4538-b18d-c0f1a008a435 None None] New status for floating IP d77e7c20-c05e-4203-8f37-7972fdad7d0b: DOWN {{(pid=113701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 13:03:53.717388 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:03:53.717778 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] Checking segment: {'id': 'bbab3c9e-7709-444a-adb6-0434f4755f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:03:53.718173 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] Bound using segment: {'id': 'bbab3c9e-7709-444a-adb6-0434f4755f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:03:53.718624 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] Bound port: e7480e72-f883-4315-9905-ecaed73586e8, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbab3c9e-7709-444a-adb6-0434f4755f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:03:53.718984 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e7480e72-f883-4315-9905-ecaed73586e8), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:53.794395 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:53.795757 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c646-3b2d-43bc-a5f7-e955e377f05f tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (51b796a0-8e62-4dd2-8098-f6b34e00217d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:53.799181 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c646-3b2d-43bc-a5f7-e955e377f05f tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:53.800711 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7ff5c646-3b2d-43bc-a5f7-e955e377f05f tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/51b796a0-8e62-4dd2-8098-f6b34e00217d HTTP/1.1" status: 204 len: 168 time: 1.4252207 Sep 16 13:03:53.834930 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39714) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:53.839888 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 604494a4-2300-4e3a-9950-e92f8d616d13 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:53.840306 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (604494a4-2300-4e3a-9950-e92f8d616d13), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:53.841415 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 604494a4-2300-4e3a-9950-e92f8d616d13 Sep 16 13:03:53.857458 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-590cd4b2-3947-469c-b3de-72548ed4a8c7 admin admin] Publish callbacks [] for port (71e8d823-06bc-4bc6-a416-fec69535f44a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:53.899343 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5c646-3b2d-43bc-a5f7-e955e377f05f tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b796a0-8e62-4dd2-8098-f6b34e00217d,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:53.937687 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [None req-5bec2eec-f4b6-427d-8549-0c5be7d877cb tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] show failed (client error): The resource could not be found. Sep 16 13:03:53.942973 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-5bec2eec-f4b6-427d-8549-0c5be7d877cb tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "GET /networking/v2.0/security-groups/51b796a0-8e62-4dd2-8098-f6b34e00217d HTTP/1.1" status: 404 len: 347 time: 0.1063321 Sep 16 13:03:53.952713 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39720) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:53.970423 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:53.981359 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] For port e7480e72-f883-4315-9905-ecaed73586e8, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:03:54.007417 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e9706-e2c8-4718-9a39-d633ac69d7ea req-d71ca9d1-e872-46a7-aced-5f0c5fa6d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:54.015363 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:03:54.015757 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-979e9706-e2c8-4718-9a39-d633ac69d7ea req-d71ca9d1-e872-46a7-aced-5f0c5fa6d74c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=e3f3ad027f264333a95500ef691b7815&device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 1127 time: 0.1859207 Sep 16 13:03:54.016033 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:03:54.017948 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:54.018475 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:03:54.019596 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] Bound port: 22a59231-a88d-4116-8a48-50934b484d78, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:03:54.020079 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (22a59231-a88d-4116-8a48-50934b484d78), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:54.029454 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] For port e7480e72-f883-4315-9905-ecaed73586e8, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e7480e72-f883-4315-9905-ecaed73586e8,segment=NetworkSegment(bbab3c9e-7709-444a-adb6-0434f4755f1b),segment_id=bbab3c9e-7709-444a-adb6-0434f4755f1b)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:03:54.067027 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a833da3-ece3-4994-a08f-5938332315d2 req-a685cd77-c02b-417a-89f7-98ca1b2e04af tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:54.068056 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2354d0-dfcd-4da3-985d-f239c6c89aa0 req-f5bfb180-fdf9-4262-abff-771b2405403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:54.071064 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a833da3-ece3-4994-a08f-5938332315d2 req-a685cd77-c02b-417a-89f7-98ca1b2e04af tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 945 time: 0.1985965 Sep 16 13:03:54.083503 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-da2354d0-dfcd-4da3-985d-f239c6c89aa0 req-f5bfb180-fdf9-4262-abff-771b2405403b service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 913 time: 0.9190850 Sep 16 13:03:54.087433 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (e7480e72-f883-4315-9905-ecaed73586e8), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:54.092941 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:54.093631 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:54.095117 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/e7480e72-f883-4315-9905-ecaed73586e8 HTTP/1.1" status: 200 len: 1092 time: 3.0819201 Sep 16 13:03:54.127953 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-fbf6df2c-6853-482f-bdbc-b8d8576b072c None None] Attempt 3 to provision port e7480e72-f883-4315-9905-ecaed73586e8 Sep 16 13:03:54.206582 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa834154-9729-413f-afa7-2c743c5d7e12 service neutron] Pushing event updated for resources: {'Port': ['ID=e7480e72-f883-4315-9905-ecaed73586e8,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:54.246942 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:54.362998 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-590cd4b2-3947-469c-b3de-72548ed4a8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (71e8d823-06bc-4bc6-a416-fec69535f44a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:54.401785 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-20ef60d2-3da2-4bce-be35-9a1068f76813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:54.411569 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-20ef60d2-3da2-4bce-be35-9a1068f76813 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=aaeff399942c4286a71ea3a0eab43280&device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 1126 time: 0.1970716 Sep 16 13:03:54.451466 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd10601-136b-4681-a3a9-3d4735180562 None None] Pushing event updated for resources: {'Port': ['ID=22a59231-a88d-4116-8a48-50934b484d78,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:54.474581 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17bd55c8-4d10-424e-a143-037b14585d31', 'tag': 'e7480e72-f883-4315-9905-ecaed73586e8'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:03:54.487128 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ee7290-e426-4804-aa71-2b11fea155e2" -d '{"events": [{"name": "network-changed", "server_uuid": "17bd55c8-4d10-424e-a143-037b14585d31", "tag": "e7480e72-f883-4315-9905-ecaed73586e8"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:03:54.508877 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a833da3-ece3-4994-a08f-5938332315d2 req-27e5cd99-d59d-4611-985e-714f4b00c42b tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4123731 Sep 16 13:03:54.566607 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] For port 22a59231-a88d-4116-8a48-50934b484d78, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:03:54.638343 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] For port 22a59231-a88d-4116-8a48-50934b484d78, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=22a59231-a88d-4116-8a48-50934b484d78,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:03:54.645802 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3560274-9cbc-4605-be3e-223dbd50c882 x-openstack-request-id: req-c3560274-9cbc-4605-be3e-223dbd50c882 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:03:54.648997 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 604494a4-2300-4e3a-9950-e92f8d616d13 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:54.649575 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17bd55c8-4d10-424e-a143-037b14585d31", "tag": "e7480e72-f883-4315-9905-ecaed73586e8", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:03:54.650685 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c3560274-9cbc-4605-be3e-223dbd50c882 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:03:54.652437 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3560274-9cbc-4605-be3e-223dbd50c882'] response: {'name': 'network-changed', 'server_uuid': '17bd55c8-4d10-424e-a143-037b14585d31', 'tag': 'e7480e72-f883-4315-9905-ecaed73586e8', 'status': 'completed', 'code': 200} Sep 16 13:03:54.655905 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 34b0d52d-f940-4454-a169-45ac9cf4d021 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:54.661984 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e9706-e2c8-4718-9a39-d633ac69d7ea req-a46d0ca6-04d1-4b31-9bea-acf29d6e486b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:54.665592 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-979e9706-e2c8-4718-9a39-d633ac69d7ea req-a46d0ca6-04d1-4b31-9bea-acf29d6e486b service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9c660356-b242-47cf-8b53-5c05af82a4ce HTTP/1.1" status: 200 len: 918 time: 0.6316044 Sep 16 13:03:54.670990 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-19f8ffd9-e315-4b64-ae06-beeb06be7ae1 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (383f4934-d7ae-4ef8-9af3-0df4a8330259), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:54.674909 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-da2354d0-dfcd-4da3-985d-f239c6c89aa0 req-12a6ebf1-cd35-455d-ad9f-70c823ba036e service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3af800e8-0d1f-497b-bca5-8901587cb91c HTTP/1.1" status: 200 len: 999 time: 0.5184872 Sep 16 13:03:54.688365 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590cd4b2-3947-469c-b3de-72548ed4a8c7 admin admin] Network 589c67fc-8171-4fa6-b550-f98d987e73d5 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:54.728877 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-52724153-100d-4c57-b549-63741a187c8e tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Deleting port 3d312099-fae5-4f3c-90d0-aff5cbdecb4d {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:54.729364 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52724153-100d-4c57-b549-63741a187c8e tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (3d312099-fae5-4f3c-90d0-aff5cbdecb4d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:54.731575 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:54.743291 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (22a59231-a88d-4116-8a48-50934b484d78), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:54.746389 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-5ac1395b-a93c-44f7-8899-709f4ba4afab service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7480e72-f883-4315-9905-ecaed73586e8 HTTP/1.1" status: 200 len: 217 time: 0.2907071 Sep 16 13:03:54.773817 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-590cd4b2-3947-469c-b3de-72548ed4a8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:54.775073 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-fbf6df2c-6853-482f-bdbc-b8d8576b072c None None] Port e7480e72-f883-4315-9905-ecaed73586e8 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 13:03:54.888348 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590cd4b2-3947-469c-b3de-72548ed4a8c7 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:03:54.944198 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-590cd4b2-3947-469c-b3de-72548ed4a8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (db72a902-bbcc-4d33-9d86-7a89182e9699), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:54.944764 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25598ff5-4017-4648-a6bd-38ae3ef72a54 req-a27994c1-2c03-4227-bcaa-817e59b05b94 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:54.955815 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-25598ff5-4017-4648-a6bd-38ae3ef72a54 req-a27994c1-2c03-4227-bcaa-817e59b05b94 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.3440955 Sep 16 13:03:54.960454 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] Routers {'db72a902-bbcc-4d33-9d86-7a89182e9699'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:03:54.965193 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:03:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['db72a902-bbcc-4d33-9d86-7a89182e9699'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:55.079345 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-b8217858-a6d1-4ae4-b7c8-1896a1ae8bf8 None None] Provisioning complete for port 604494a4-2300-4e3a-9950-e92f8d616d13 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:55.079718 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b8217858-a6d1-4ae4-b7c8-1896a1ae8bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (604494a4-2300-4e3a-9950-e92f8d616d13), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:55.080049 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b8217858-a6d1-4ae4-b7c8-1896a1ae8bf8 None None] Attempt 1 to provision port 604494a4-2300-4e3a-9950-e92f8d616d13 Sep 16 13:03:55.102461 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f469d-034a-4ee8-920b-323138e01909 req-f027a595-9e0d-44c3-8077-8521e2508be6 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:55.114727 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c9f469d-034a-4ee8-920b-323138e01909 req-f027a595-9e0d-44c3-8077-8521e2508be6 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 944 time: 0.3667023 Sep 16 13:03:55.149940 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cd4b2-3947-469c-b3de-72548ed4a8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=71e8d823-06bc-4bc6-a416-fec69535f44a,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:55.161977 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-979e9706-e2c8-4718-9a39-d633ac69d7ea req-4cf1490a-f834-4243-9290-eb4124470f54 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe HTTP/1.1" status: 200 len: 1000 time: 0.4063253 Sep 16 13:03:55.169454 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd10601-136b-4681-a3a9-3d4735180562 None None] Pushing event updated for resources: {'Port': ['ID=22a59231-a88d-4116-8a48-50934b484d78,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:55.173376 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-bfd60df2-a48b-4c29-9971-12e87a3935ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:55.175874 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-bfd60df2-a48b-4c29-9971-12e87a3935ec service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=1f466e8b-55f7-427d-b163-cda4af9f8b77 HTTP/1.1" status: 200 len: 852 time: 0.3979793 Sep 16 13:03:55.212662 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-25598ff5-4017-4648-a6bd-38ae3ef72a54 req-9d66c9c1-33e5-482c-9a58-64334a941398 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2557876 Sep 16 13:03:55.224236 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 34b0d52d-f940-4454-a169-45ac9cf4d021 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:55.224610 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (34b0d52d-f940-4454-a169-45ac9cf4d021), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:55.241251 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 34b0d52d-f940-4454-a169-45ac9cf4d021 Sep 16 13:03:55.284719 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2354d0-dfcd-4da3-985d-f239c6c89aa0 req-c5422b0b-57ea-4611-ae4c-2066ba2a4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:55.286254 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-da2354d0-dfcd-4da3-985d-f239c6c89aa0 req-c5422b0b-57ea-4611-ae4c-2066ba2a4db5 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 0.5907040 Sep 16 13:03:55.347564 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:55.370755 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-5ccbb40a-e87b-4f49-8604-2314e1f5929d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:55.373039 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-5ccbb40a-e87b-4f49-8604-2314e1f5929d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=56dd3a41-efae-420b-b361-8c953ab80e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1503232 Sep 16 13:03:55.383473 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] Set router db72a902-bbcc-4d33-9d86-7a89182e9699 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:03:55.411918 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c9f469d-034a-4ee8-920b-323138e01909 req-420d16b4-6b55-4119-945a-411474e2d75b tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946632 Sep 16 13:03:55.431711 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e9706-e2c8-4718-9a39-d633ac69d7ea req-fc7ea071-5e9a-430b-82fc-1433b27aeb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:55.434257 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-979e9706-e2c8-4718-9a39-d633ac69d7ea req-fc7ea071-5e9a-430b-82fc-1433b27aeb9d service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=d4ae86a7-4106-447a-a8be-db073682c5f0 HTTP/1.1" status: 200 len: 856 time: 0.2511716 Sep 16 13:03:55.435747 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:55.490603 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52724153-100d-4c57-b549-63741a187c8e tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (3d312099-fae5-4f3c-90d0-aff5cbdecb4d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:55.491617 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52724153-100d-4c57-b549-63741a187c8e tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for floatingip (3d312099-fae5-4f3c-90d0-aff5cbdecb4d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:55.510788 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-52724153-100d-4c57-b549-63741a187c8e tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Calling delete_port for 3d312099-fae5-4f3c-90d0-aff5cbdecb4d owned by network:floatingip {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:03:55.516861 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e9706-e2c8-4718-9a39-d633ac69d7ea req-ade85e09-d3d3-4f18-adb6-b144bfc79899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:55.518859 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-979e9706-e2c8-4718-9a39-d633ac69d7ea req-ade85e09-d3d3-4f18-adb6-b144bfc79899 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9c660356-b242-47cf-8b53-5c05af82a4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0633979 Sep 16 13:03:55.560155 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b8217858-a6d1-4ae4-b7c8-1896a1ae8bf8 None None] Current status of the port 604494a4-2300-4e3a-9950-e92f8d616d13 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:55.616321 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 34b0d52d-f940-4454-a169-45ac9cf4d021 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:55.620980 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8ffd9-e315-4b64-ae06-beeb06be7ae1 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Pushing event deleted for resources: {'Port': ['ID=383f4934-d7ae-4ef8-9af3-0df4a8330259,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:55.629156 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5b5757e3-3f3c-4483-ae55-9e3007ffc465 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (0edfde90-8f4f-4a36-9279-33c048de6ee5), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:55.743082 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Provisioning complete for port 71e8d823-06bc-4bc6-a416-fec69535f44a triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:55.743422 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (71e8d823-06bc-4bc6-a416-fec69535f44a), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:55.743756 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Attempt 1 to provision port 71e8d823-06bc-4bc6-a416-fec69535f44a Sep 16 13:03:55.774366 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:55.900605 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 604494a4-2300-4e3a-9950-e92f8d616d13 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:55.904850 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Port 71e8d823-06bc-4bc6-a416-fec69535f44a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:03:55.907942 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480ed91-5e80-4782-8c38-1c90f2d9646c req-481f1f2e-d844-46ae-b7c5-3b51ab7fa170 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:55.910494 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6480ed91-5e80-4782-8c38-1c90f2d9646c req-481f1f2e-d844-46ae-b7c5-3b51ab7fa170 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 945 time: 0.1835604 Sep 16 13:03:55.950247 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db72a902-bbcc-4d33-9d86-7a89182e9699', 'name': 'tempest-ServerGroup264TestJSON-1067889169-router', 'tenant_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '22a59231-a88d-4116-8a48-50934b484d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:03:44Z', 'updated_at': '2022-09-16T13:03:48Z', 'revision_number': 3, 'project_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'gw_port': {'id': '22a59231-a88d-4116-8a48-50934b484d78', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:48:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db72a902-bbcc-4d33-9d86-7a89182e9699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:03:46Z', 'updated_at': '2022-09-16T13:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:03:55.954010 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-590cd4b2-3947-469c-b3de-72548ed4a8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (71e8d823-06bc-4bc6-a416-fec69535f44a), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:55.969100 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-979e9706-e2c8-4718-9a39-d633ac69d7ea req-2b57028a-e3d2-4a9b-be13-d4742f50198f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810706 Sep 16 13:03:55.975668 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-d726fc5b-3c7f-489b-8b4b-9b32caefcb2a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907912 Sep 16 13:03:56.020857 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0a770-61ea-4e01-a622-aba78e6bc308 None None] The sync data for ids ['db72a902-bbcc-4d33-9d86-7a89182e9699'] in n-d-858094-4 is: [{'id': 'db72a902-bbcc-4d33-9d86-7a89182e9699', 'name': 'tempest-ServerGroup264TestJSON-1067889169-router', 'tenant_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '22a59231-a88d-4116-8a48-50934b484d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:03:44Z', 'updated_at': '2022-09-16T13:03:48Z', 'revision_number': 3, 'project_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'gw_port': {'id': '22a59231-a88d-4116-8a48-50934b484d78', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:48:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db72a902-bbcc-4d33-9d86-7a89182e9699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:03:46Z', 'updated_at': '2022-09-16T13:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:03:56.044848 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5757e3-3f3c-4483-ae55-9e3007ffc465 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=0edfde90-8f4f-4a36-9279-33c048de6ee5,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:56.079608 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:56.081967 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 604494a4-2300-4e3a-9950-e92f8d616d13 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:56.082348 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (604494a4-2300-4e3a-9950-e92f8d616d13), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:56.082956 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 604494a4-2300-4e3a-9950-e92f8d616d13 Sep 16 13:03:56.107463 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5b5757e3-3f3c-4483-ae55-9e3007ffc465 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:56.112385 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5b5757e3-3f3c-4483-ae55-9e3007ffc465 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/0edfde90-8f4f-4a36-9279-33c048de6ee5 HTTP/1.1" status: 204 len: 168 time: 3.8073211 Sep 16 13:03:56.130540 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39742) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:56.211691 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:56.216657 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c2d6c5a-2429-4fad-82fa-1629ea01bce5 req-bc11b2fa-547d-4882-9cb7-8ed0e46fe7bf service neutron] 10.222.0.76 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808536 Sep 16 13:03:56.236003 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2354d0-dfcd-4da3-985d-f239c6c89aa0 req-8b2fa2c1-d578-432a-967a-48a06ebd54b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:56.237558 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-da2354d0-dfcd-4da3-985d-f239c6c89aa0 req-8b2fa2c1-d578-432a-967a-48a06ebd54b6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5353279 Sep 16 13:03:56.281042 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 604494a4-2300-4e3a-9950-e92f8d616d13 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:56.406264 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Attempt 2 to provision port 71e8d823-06bc-4bc6-a416-fec69535f44a Sep 16 13:03:56.441760 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6480ed91-5e80-4782-8c38-1c90f2d9646c req-befe000d-2473-40e4-a83d-cb48cdbb5bed tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4612157 Sep 16 13:03:56.503277 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2707800-0648-49bd-a7c4-91668041e0c2 req-688458be-a063-41cd-8f13-118190334b6c tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:56.505920 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f2707800-0648-49bd-a7c4-91668041e0c2 req-688458be-a063-41cd-8f13-118190334b6c tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.1342196 Sep 16 13:03:56.515928 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Port 71e8d823-06bc-4bc6-a416-fec69535f44a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:03:56.575773 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-19f8ffd9-e315-4b64-ae06-beeb06be7ae1 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (1aa3bf6d-c1be-4767-829f-bc7c9d808a88), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:56.576658 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-979e9706-e2c8-4718-9a39-d633ac69d7ea req-25dbaa44-7820-4209-9a83-ac5f9a6ee77b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421946 Sep 16 13:03:56.593819 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e474631-8e27-4d62-9360-78375528587e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:56.601524 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-6e474631-8e27-4d62-9360-78375528587e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4677653 Sep 16 13:03:56.621167 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39748) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:56.626271 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f2707800-0648-49bd-a7c4-91668041e0c2 req-64b5729c-45c4-47db-a5d3-baa9230ff970 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077693 Sep 16 13:03:56.724461 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8803134e-2cd3-4668-be24-ad1d4f11ec52 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:56.728677 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-8803134e-2cd3-4668-be24-ad1d4f11ec52 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1014473 Sep 16 13:03:56.732461 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39750) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:56.750759 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2489c-508d-4359-9c16-33756c50a3c3 req-66c4b6f7-4fd5-4a59-923e-40cf4a9a3ac0 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:56.752827 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67f2489c-508d-4359-9c16-33756c50a3c3 req-66c4b6f7-4fd5-4a59-923e-40cf4a9a3ac0 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 944 time: 0.1326218 Sep 16 13:03:56.789711 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-19f8ffd9-e315-4b64-ae06-beeb06be7ae1 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (1aa3bf6d-c1be-4767-829f-bc7c9d808a88), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:56.793286 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:56.795644 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-da2354d0-dfcd-4da3-985d-f239c6c89aa0 req-73854149-28f8-42c2-b129-7237627acc24 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212507 Sep 16 13:03:56.797017 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-19f8ffd9-e315-4b64-ae06-beeb06be7ae1 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_controller (1aa3bf6d-c1be-4767-829f-bc7c9d808a88), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:56.802396 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52724153-100d-4c57-b549-63741a187c8e tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (3d312099-fae5-4f3c-90d0-aff5cbdecb4d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:56.827532 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183f2ecf-99c6-45c2-a96d-4be626e68522 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:56.829357 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183f2ecf-99c6-45c2-a96d-4be626e68522 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:56.831363 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183f2ecf-99c6-45c2-a96d-4be626e68522 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:56.833278 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-183f2ecf-99c6-45c2-a96d-4be626e68522 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0995333 Sep 16 13:03:56.837045 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39752) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:56.878028 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52724153-100d-4c57-b549-63741a187c8e tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Pushing event deleted for resources: {'Port': ['ID=3d312099-fae5-4f3c-90d0-aff5cbdecb4d,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:56.887177 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-67f2489c-508d-4359-9c16-33756c50a3c3 req-fb7a1589-2c50-4c7e-a961-90f3422f0441 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126308 Sep 16 13:03:56.913719 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-191cb976-0308-4121-95b0-2dfa54b3fd30 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet 2ea266ed-ae40-4e8f-8b82-935bc7e2b5c3 {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:03:56.918334 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-191cb976-0308-4121-95b0-2dfa54b3fd30 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (2ea266ed-ae40-4e8f-8b82-935bc7e2b5c3), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:56.931670 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-19f8ffd9-e315-4b64-ae06-beeb06be7ae1 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (1aa3bf6d-c1be-4767-829f-bc7c9d808a88), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:56.932352 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f8ffd9-e315-4b64-ae06-beeb06be7ae1 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Fanout notify agent at l3_agent the message router_deleted on router 1aa3bf6d-c1be-4767-829f-bc7c9d808a88 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:03:56.945115 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-19f8ffd9-e315-4b64-ae06-beeb06be7ae1 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:56.952254 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39754) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:56.952456 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-19f8ffd9-e315-4b64-ae06-beeb06be7ae1 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "DELETE /networking/v2.0/routers/1aa3bf6d-c1be-4767-829f-bc7c9d808a88 HTTP/1.1" status: 204 len: 168 time: 5.3145764 Sep 16 13:03:56.959567 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-3774479f-55ad-4af1-ae9e-9e76af34de37 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-383233442', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}, 'admin_state_up': False}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:56.996051 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-191cb976-0308-4121-95b0-2dfa54b3fd30 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (2ea266ed-ae40-4e8f-8b82-935bc7e2b5c3), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:57.016776 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Attempt 3 to provision port 71e8d823-06bc-4bc6-a416-fec69535f44a Sep 16 13:03:57.019198 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3774479f-55ad-4af1-ae9e-9e76af34de37 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (e49e6a25-9273-4c44-929b-ad7364daa8f4), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:57.020093 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3774479f-55ad-4af1-ae9e-9e76af34de37 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (e49e6a25-9273-4c44-929b-ad7364daa8f4), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:57.029661 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52724153-100d-4c57-b549-63741a187c8e tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks [] for floatingip (d77e7c20-c05e-4203-8f37-7972fdad7d0b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:57.032188 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52724153-100d-4c57-b549-63741a187c8e tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:57.036723 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-52724153-100d-4c57-b549-63741a187c8e tempest-ServersTestFqdnHostnames-1315877957 tempest-ServersTestFqdnHostnames-1315877957-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/d77e7c20-c05e-4203-8f37-7972fdad7d0b HTTP/1.1" status: 204 len: 168 time: 3.0769877 Sep 16 13:03:57.036723 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-590cd4b2-3947-469c-b3de-72548ed4a8c7 admin admin] Publish callbacks [] for port (71e8d823-06bc-4bc6-a416-fec69535f44a), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:57.037514 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39756) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:57.046828 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-590cd4b2-3947-469c-b3de-72548ed4a8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (71e8d823-06bc-4bc6-a416-fec69535f44a), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:57.063912 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:57.079484 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Port 71e8d823-06bc-4bc6-a416-fec69535f44a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:03:57.131681 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3774479f-55ad-4af1-ae9e-9e76af34de37 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_controller (e49e6a25-9273-4c44-929b-ad7364daa8f4), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:57.166644 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-191cb976-0308-4121-95b0-2dfa54b3fd30 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (2ea266ed-ae40-4e8f-8b82-935bc7e2b5c3), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:57.204208 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device e7480e72-f883-4315-9905-ecaed73586e8 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:03:57.237138 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cd4b2-3947-469c-b3de-72548ed4a8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=71e8d823-06bc-4bc6-a416-fec69535f44a,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:57.371716 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-191cb976-0308-4121-95b0-2dfa54b3fd30 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (2ea266ed-ae40-4e8f-8b82-935bc7e2b5c3), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:57.477613 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port e7480e72-f883-4315-9905-ecaed73586e8, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e7480e72-f883-4315-9905-ecaed73586e8,segment=NetworkSegment(bbab3c9e-7709-444a-adb6-0434f4755f1b),segment_id=bbab3c9e-7709-444a-adb6-0434f4755f1b)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:57.525232 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': 'e7480e72-f883-4315-9905-ecaed73586e8', 'network_id': '56dd3a41-efae-420b-b361-8c953ab80e6c', 'port_id': 'e7480e72-f883-4315-9905-ecaed73586e8', 'mac_address': 'fa:16:3e:46:18:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f466e8b-55f7-427d-b163-cda4af9f8b77', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:03:57.581779 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Attempt 4 to provision port 71e8d823-06bc-4bc6-a416-fec69535f44a Sep 16 13:03:57.678513 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Port 71e8d823-06bc-4bc6-a416-fec69535f44a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:03:57.679124 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port e7480e72-f883-4315-9905-ecaed73586e8 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:57.690549 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e7480e72-f883-4315-9905-ecaed73586e8), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:57.724931 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7480e72-f883-4315-9905-ecaed73586e8 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:03:57.782433 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port e7480e72-f883-4315-9905-ecaed73586e8, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e7480e72-f883-4315-9905-ecaed73586e8,segment=NetworkSegment(bbab3c9e-7709-444a-adb6-0434f4755f1b),segment_id=bbab3c9e-7709-444a-adb6-0434f4755f1b)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:57.789130 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e7480e72-f883-4315-9905-ecaed73586e8), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:57.892248 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-590cd4b2-3947-469c-b3de-72548ed4a8c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (db72a902-bbcc-4d33-9d86-7a89182e9699), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:57.894053 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 22a59231-a88d-4116-8a48-50934b484d78 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:57.948482 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=e7480e72-f883-4315-9905-ecaed73586e8,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:57.971714 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 22a59231-a88d-4116-8a48-50934b484d78 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:57.974087 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (22a59231-a88d-4116-8a48-50934b484d78), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:57.974548 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 22a59231-a88d-4116-8a48-50934b484d78 Sep 16 13:03:57.976846 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:58.011672 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['e7480e72-f883-4315-9905-ecaed73586e8'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:03:58.197784 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Attempt 5 to provision port 71e8d823-06bc-4bc6-a416-fec69535f44a Sep 16 13:03:58.212140 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-191cb976-0308-4121-95b0-2dfa54b3fd30 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:58.216395 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-191cb976-0308-4121-95b0-2dfa54b3fd30 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/2ea266ed-ae40-4e8f-8b82-935bc7e2b5c3 HTTP/1.1" status: 204 len: 168 time: 1.3758652 Sep 16 13:03:58.236962 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39766) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:58.278319 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5255530e-bf2d-4929-b6d7-a91c8bad3dbe None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:03:58.288567 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cb976-0308-4121-95b0-2dfa54b3fd30 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea266ed-ae40-4e8f-8b82-935bc7e2b5c3,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:58.291027 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Port 71e8d823-06bc-4bc6-a416-fec69535f44a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:03:58.297168 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 22a59231-a88d-4116-8a48-50934b484d78 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:03:58.298446 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (22a59231-a88d-4116-8a48-50934b484d78), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:58.305239 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:58.336962 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 22a59231-a88d-4116-8a48-50934b484d78, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=22a59231-a88d-4116-8a48-50934b484d78,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:03:58.364236 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (22a59231-a88d-4116-8a48-50934b484d78), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:58.416091 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-da2354d0-dfcd-4da3-985d-f239c6c89aa0 req-3d51548b-9075-444f-ac93-9ec896bfa226 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824221 Sep 16 13:03:58.440299 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbada9-3a70-48b5-a9a2-01f1bf686913 req-bcc6cb72-5e7b-47f5-8503-79e83e644835 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:58.441969 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f3dbada9-3a70-48b5-a9a2-01f1bf686913 req-bcc6cb72-5e7b-47f5-8503-79e83e644835 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 945 time: 0.3005183 Sep 16 13:03:58.450266 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5348a3-8ad0-43bf-9719-ca814db44fb0 req-7f6ed3f3-572a-4157-8fc5-76f871fdbf1a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:58.452076 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4d5348a3-8ad0-43bf-9719-ca814db44fb0 req-7f6ed3f3-572a-4157-8fc5-76f871fdbf1a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.2945361 Sep 16 13:03:58.506483 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee7290-e426-4804-aa71-2b11fea155e2 req-ca662109-eb8a-4708-a2ee-7387479eba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:58.508460 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-79ee7290-e426-4804-aa71-2b11fea155e2 req-ca662109-eb8a-4708-a2ee-7387479eba84 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=aaeff399942c4286a71ea3a0eab43280&device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 1127 time: 0.3621562 Sep 16 13:03:58.525161 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3774479f-55ad-4af1-ae9e-9e76af34de37 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_gateway (e49e6a25-9273-4c44-929b-ad7364daa8f4), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:58.545330 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:58.562052 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-0919acb3-915d-4a5c-87a6-9aef04c09a74 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet 32a17e79-1d9d-4662-862c-3edb1e3d09eb {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:03:58.568200 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0919acb3-915d-4a5c-87a6-9aef04c09a74 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (32a17e79-1d9d-4662-862c-3edb1e3d09eb), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:58.632019 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0919acb3-915d-4a5c-87a6-9aef04c09a74 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (32a17e79-1d9d-4662-862c-3edb1e3d09eb), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:58.659999 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:58.720313 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590cd4b2-3947-469c-b3de-72548ed4a8c7 admin admin] Network 589c67fc-8171-4fa6-b550-f98d987e73d5 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:03:58.760724 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-590cd4b2-3947-469c-b3de-72548ed4a8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:03:58.777362 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0919acb3-915d-4a5c-87a6-9aef04c09a74 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (32a17e79-1d9d-4662-862c-3edb1e3d09eb), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:58.816676 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ec59acae-ce1b-41d9-980b-b9e3e3f3426e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (b32cd8a2-1874-459e-8a54-5f03d6f3fe22), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:58.824492 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Attempt 6 to provision port 71e8d823-06bc-4bc6-a416-fec69535f44a Sep 16 13:03:58.880673 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:03:58.917536 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:58.925207 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=22a59231-a88d-4116-8a48-50934b484d78,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:58.959145 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Port 71e8d823-06bc-4bc6-a416-fec69535f44a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:03:58.975132 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:03:59.257635 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0919acb3-915d-4a5c-87a6-9aef04c09a74 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (32a17e79-1d9d-4662-862c-3edb1e3d09eb), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:59.323481 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919acb3-915d-4a5c-87a6-9aef04c09a74 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=32a17e79-1d9d-4662-862c-3edb1e3d09eb,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:03:59.330075 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590cd4b2-3947-469c-b3de-72548ed4a8c7 admin admin] Router db72a902-bbcc-4d33-9d86-7a89182e9699 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:03:59.351297 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4d5348a3-8ad0-43bf-9719-ca814db44fb0 req-970dba9a-dc4a-499e-a54a-13c809983579 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8588781 Sep 16 13:03:59.374565 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f3dbada9-3a70-48b5-a9a2-01f1bf686913 req-6db3a6b2-0a90-4562-90dd-1c507785e4da tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8831196 Sep 16 13:03:59.411873 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0919acb3-915d-4a5c-87a6-9aef04c09a74 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:59.415890 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-0919acb3-915d-4a5c-87a6-9aef04c09a74 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/32a17e79-1d9d-4662-862c-3edb1e3d09eb HTTP/1.1" status: 204 len: 168 time: 1.1743999 Sep 16 13:03:59.425914 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39770) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:59.460382 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Attempt 7 to provision port 71e8d823-06bc-4bc6-a416-fec69535f44a Sep 16 13:03:59.461032 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-ec59acae-ce1b-41d9-980b-b9e3e3f3426e admin admin] Deleting port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:03:59.461462 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ec59acae-ce1b-41d9-980b-b9e3e3f3426e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (cbf1d839-3708-4371-94bc-d5d1a2ae9dc8), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:59.551227 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Port 71e8d823-06bc-4bc6-a416-fec69535f44a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:03:59.558933 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device e7480e72-f883-4315-9905-ecaed73586e8 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:59.617082 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-08e9e50e-6584-4739-9540-abd11afb8596 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1858263 Sep 16 13:03:59.628163 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39772) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:03:59.643352 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-e56dfb6f-402e-40c1-aecd-1e0a19dd3b97 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:03:59.731484 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port e7480e72-f883-4315-9905-ecaed73586e8 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:03:59.747311 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port e7480e72-f883-4315-9905-ecaed73586e8 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:03:59.751413 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e7480e72-f883-4315-9905-ecaed73586e8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:03:59.752849 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port e7480e72-f883-4315-9905-ecaed73586e8 Sep 16 13:03:59.791513 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d26e63-dba4-48e5-b7b9-9044750a114f req-def336e9-ff99-41e0-b245-5b1bf5d9b0c3 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:59.801944 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-09d26e63-dba4-48e5-b7b9-9044750a114f req-def336e9-ff99-41e0-b245-5b1bf5d9b0c3 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 945 time: 0.1916130 Sep 16 13:03:59.868245 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 22a59231-a88d-4116-8a48-50934b484d78 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:03:59.918076 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee7290-e426-4804-aa71-2b11fea155e2 req-80d7b68e-6326-46f8-a3a3-e6b55f33a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:03:59.919900 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-79ee7290-e426-4804-aa71-2b11fea155e2 req-80d7b68e-6326-46f8-a3a3-e6b55f33a1ad service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=56dd3a41-efae-420b-b361-8c953ab80e6c HTTP/1.1" status: 200 len: 914 time: 1.0916808 Sep 16 13:04:00.022237 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590cd4b2-3947-469c-b3de-72548ed4a8c7 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:04:00.046721 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] Sync routers for ids ['db72a902-bbcc-4d33-9d86-7a89182e9699'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:04:00.054163 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-590cd4b2-3947-469c-b3de-72548ed4a8c7 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/db72a902-bbcc-4d33-9d86-7a89182e9699/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9621789 Sep 16 13:04:00.087385 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-79ee7290-e426-4804-aa71-2b11fea155e2 req-83b48f07-3c2b-4da4-9f90-9b5ea1f24c51 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7480e72-f883-4315-9905-ecaed73586e8 HTTP/1.1" status: 200 len: 217 time: 0.1609366 Sep 16 13:04:00.207533 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-ec59acae-ce1b-41d9-980b-b9e3e3f3426e admin admin] For port cbf1d839-3708-4371-94bc-d5d1a2ae9dc8, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=cbf1d839-3708-4371-94bc-d5d1a2ae9dc8,segment=NetworkSegment(ea9ac0dd-12c0-4c61-bdd8-73eff891277b),segment_id=ea9ac0dd-12c0-4c61-bdd8-73eff891277b)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:00.212079 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ec59acae-ce1b-41d9-980b-b9e3e3f3426e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (cbf1d839-3708-4371-94bc-d5d1a2ae9dc8), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:00.227956 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee7290-e426-4804-aa71-2b11fea155e2 req-11343119-2f69-486b-8cc3-325157a3b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:00.229584 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-79ee7290-e426-4804-aa71-2b11fea155e2 req-11343119-2f69-486b-8cc3-325157a3b255 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=1f466e8b-55f7-427d-b163-cda4af9f8b77 HTTP/1.1" status: 200 len: 852 time: 0.1285782 Sep 16 13:04:00.302857 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-ec59acae-ce1b-41d9-980b-b9e3e3f3426e admin admin] Calling delete_port for cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:00.315203 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3774479f-55ad-4af1-ae9e-9e76af34de37 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_gateway (e49e6a25-9273-4c44-929b-ad7364daa8f4), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:00.376242 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3774479f-55ad-4af1-ae9e-9e76af34de37 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:00.379074 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Attempt 8 to provision port 71e8d823-06bc-4bc6-a416-fec69535f44a Sep 16 13:04:00.383542 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-09d26e63-dba4-48e5-b7b9-9044750a114f req-91488349-1910-4efb-be89-9fd5edab8c04 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607785 Sep 16 13:04:00.385482 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a133917a-d3ec-447c-b00e-fec043face8c None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:00.404426 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee7290-e426-4804-aa71-2b11fea155e2 req-bf7127ad-9c64-47d3-83b9-81e9b4e29aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:00.406020 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-79ee7290-e426-4804-aa71-2b11fea155e2 req-bf7127ad-9c64-47d3-83b9-81e9b4e29aa4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=56dd3a41-efae-420b-b361-8c953ab80e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1044650 Sep 16 13:04:00.408745 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56dfb6f-402e-40c1-aecd-1e0a19dd3b97 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:00.427936 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e56dfb6f-402e-40c1-aecd-1e0a19dd3b97 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:00.549622 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:00.597124 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:00.735339 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port e7480e72-f883-4315-9905-ecaed73586e8 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:00.735727 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e7480e72-f883-4315-9905-ecaed73586e8), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:00.750150 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] Routers {'db72a902-bbcc-4d33-9d86-7a89182e9699'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:00.750810 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:03:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['db72a902-bbcc-4d33-9d86-7a89182e9699'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:00.798323 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Port 71e8d823-06bc-4bc6-a416-fec69535f44a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:00.908482 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-3774479f-55ad-4af1-ae9e-9e76af34de37 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Allocated IP 172.25.2.252 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/27022ca1-edeb-4b37-a4e4-c6e6b44c6de7) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:00.977818 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 22a59231-a88d-4116-8a48-50934b484d78 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:00.978648 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (22a59231-a88d-4116-8a48-50934b484d78), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:00.979321 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 22a59231-a88d-4116-8a48-50934b484d78 Sep 16 13:04:01.044761 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bd55c8-4d10-424e-a143-037b14585d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7480e72-f883-4315-9905-ecaed73586e8'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:04:01.049408 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8142737-41a9-4f68-9ac1-411d2c147277" -d '{"events": [{"server_uuid": "17bd55c8-4d10-424e-a143-037b14585d31", "name": "network-vif-plugged", "status": "completed", "tag": "e7480e72-f883-4315-9905-ecaed73586e8"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:04:01.070847 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323092b-4855-413b-ab2a-7bf43bf51bd7 req-e919842b-6f9c-4675-b323-8ca0333967c8 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:01.072434 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2323092b-4855-413b-ab2a-7bf43bf51bd7 req-e919842b-6f9c-4675-b323-8ca0333967c8 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.4086535 Sep 16 13:04:01.100703 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port e7480e72-f883-4315-9905-ecaed73586e8, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e7480e72-f883-4315-9905-ecaed73586e8,segment=NetworkSegment(bbab3c9e-7709-444a-adb6-0434f4755f1b),segment_id=bbab3c9e-7709-444a-adb6-0434f4755f1b)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:01.108051 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:01.139347 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e7480e72-f883-4315-9905-ecaed73586e8), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:01.192045 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:01.250983 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] Set router db72a902-bbcc-4d33-9d86-7a89182e9699 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:04:01.264784 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ec59acae-ce1b-41d9-980b-b9e3e3f3426e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (cbf1d839-3708-4371-94bc-d5d1a2ae9dc8), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:01.273488 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e56dfb6f-402e-40c1-aecd-1e0a19dd3b97 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (e2531112-be09-49c8-9b4b-d2f1fa59d410), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:01.278661 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-79ee7290-e426-4804-aa71-2b11fea155e2 req-10e9675a-1e44-4d29-857e-98ab824c23f3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8226380 Sep 16 13:04:01.319332 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Attempt 9 to provision port 71e8d823-06bc-4bc6-a416-fec69535f44a Sep 16 13:04:01.384532 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81d9ab5-4d60-49dd-be3a-abe8f0f026bc None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:04:01.436763 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56dfb6f-402e-40c1-aecd-1e0a19dd3b97 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=e2531112-be09-49c8-9b4b-d2f1fa59d410,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:01.440414 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59acae-ce1b-41d9-980b-b9e3e3f3426e admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf1d839-3708-4371-94bc-d5d1a2ae9dc8,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:01.472005 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79943222-2521-466b-9daf-7992b8547ff9 req-c4d5ff3c-aa29-4450-83ec-fc1ada771ec9 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:01.482383 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56dfb6f-402e-40c1-aecd-1e0a19dd3b97 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:01.486905 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-e56dfb6f-402e-40c1-aecd-1e0a19dd3b97 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:01.489261 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-79943222-2521-466b-9daf-7992b8547ff9 req-c4d5ff3c-aa29-4450-83ec-fc1ada771ec9 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 945 time: 0.3093877 Sep 16 13:04:01.510643 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56dfb6f-402e-40c1-aecd-1e0a19dd3b97 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:01.511080 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e56dfb6f-402e-40c1-aecd-1e0a19dd3b97 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:01.513306 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:01.536622 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:01.537999 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e56dfb6f-402e-40c1-aecd-1e0a19dd3b97 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9069521 Sep 16 13:04:01.540062 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Port 71e8d823-06bc-4bc6-a416-fec69535f44a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:01.548675 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39790) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:01.562496 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-e0b8fdab-56c0-4dd9-bdfc-fd4b6018f738 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:01.599952 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2323092b-4855-413b-ab2a-7bf43bf51bd7 req-0236202d-93f8-40f7-b092-ab76371a92b3 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5000434 Sep 16 13:04:01.621411 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3774479f-55ad-4af1-ae9e-9e76af34de37 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for port (27022ca1-edeb-4b37-a4e4-c6e6b44c6de7), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:01.665558 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a81d9ab5-4d60-49dd-be3a-abe8f0f026bc None None] Deleting port 604494a4-2300-4e3a-9950-e92f8d616d13 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:01.666190 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a81d9ab5-4d60-49dd-be3a-abe8f0f026bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (604494a4-2300-4e3a-9950-e92f8d616d13), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:01.707652 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-79943222-2521-466b-9daf-7992b8547ff9 req-2878b601-72cf-4463-ba6d-ea00185b155e tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148187 Sep 16 13:04:01.772667 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-79ee7290-e426-4804-aa71-2b11fea155e2 req-cd6c9d2c-c63d-43f9-a671-2a21a352f5c4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595056 Sep 16 13:04:01.802557 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3774479f-55ad-4af1-ae9e-9e76af34de37 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (27022ca1-edeb-4b37-a4e4-c6e6b44c6de7), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:01.884966 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-a81d9ab5-4d60-49dd-be3a-abe8f0f026bc None None] For port 604494a4-2300-4e3a-9950-e92f8d616d13, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=604494a4-2300-4e3a-9950-e92f8d616d13,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:01.885414 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a81d9ab5-4d60-49dd-be3a-abe8f0f026bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (604494a4-2300-4e3a-9950-e92f8d616d13), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:01.923826 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3774479f-55ad-4af1-ae9e-9e76af34de37 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:01.934330 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-3774479f-55ad-4af1-ae9e-9e76af34de37 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:01.936496 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a81d9ab5-4d60-49dd-be3a-abe8f0f026bc None None] Calling delete_port for 604494a4-2300-4e3a-9950-e92f8d616d13 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:01.946824 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3774479f-55ad-4af1-ae9e-9e76af34de37 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:01.990413 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8c7e4-edef-4e96-b58b-b0494bdcbe42 req-06f86dcf-2338-4682-abac-6ebaa7586e11 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:02.000208 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-76a8c7e4-edef-4e96-b58b-b0494bdcbe42 req-06f86dcf-2338-4682-abac-6ebaa7586e11 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 946 time: 0.1257281 Sep 16 13:04:02.055189 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774479f-55ad-4af1-ae9e-9e76af34de37 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Pushing event updated for resources: {'Port': ['ID=27022ca1-edeb-4b37-a4e4-c6e6b44c6de7,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:02.087599 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b8fdab-56c0-4dd9-bdfc-fd4b6018f738 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:02.092378 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e0b8fdab-56c0-4dd9-bdfc-fd4b6018f738 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:02.130519 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3c9bc9-7b3f-4d7b-8590-ba4dd0333f19 x-openstack-request-id: req-2c3c9bc9-7b3f-4d7b-8590-ba4dd0333f19 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:04:02.130818 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bd55c8-4d10-424e-a143-037b14585d31", "name": "network-vif-plugged", "status": "completed", "tag": "e7480e72-f883-4315-9905-ecaed73586e8", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:04:02.131095 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2c3c9bc9-7b3f-4d7b-8590-ba4dd0333f19 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:04:02.131457 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c3c9bc9-7b3f-4d7b-8590-ba4dd0333f19'] response: {'server_uuid': '17bd55c8-4d10-424e-a143-037b14585d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7480e72-f883-4315-9905-ecaed73586e8', 'code': 200} Sep 16 13:04:02.137565 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Attempt 10 to provision port 71e8d823-06bc-4bc6-a416-fec69535f44a Sep 16 13:04:02.146408 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:02.147740 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a81d9ab5-4d60-49dd-be3a-abe8f0f026bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (604494a4-2300-4e3a-9950-e92f8d616d13), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:02.210658 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=e7480e72-f883-4315-9905-ecaed73586e8,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:02.222640 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:02.223003 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:02.223318 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:02.223648 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:02.223981 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:02.231255 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:02.231596 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:02.231894 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:02.232257 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:02.232594 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:02.232930 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:02.233348 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:02.233585 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:02.233904 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:02.234231 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:02.341233 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907ab15-85bf-4995-9540-5f69ab0126e6 req-cae362ee-2a20-4a65-b46f-69de47bd4597 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:02.349240 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8907ab15-85bf-4995-9540-5f69ab0126e6 req-cae362ee-2a20-4a65-b46f-69de47bd4597 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.0698950 Sep 16 13:04:02.384868 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ec59acae-ce1b-41d9-980b-b9e3e3f3426e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (b32cd8a2-1874-459e-8a54-5f03d6f3fe22), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:02.394077 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-76a8c7e4-edef-4e96-b58b-b0494bdcbe42 req-cf0a8e83-64c4-44d9-b5f6-132cdc295202 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925889 Sep 16 13:04:02.455519 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Port 71e8d823-06bc-4bc6-a416-fec69535f44a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:02.458613 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-a3691ac9-730e-4054-9861-d6ea674f1d1a None None] Could not find standard attr ID for object 0edfde90-8f4f-4a36-9279-33c048de6ee5. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:04:02.470242 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81d9ab5-4d60-49dd-be3a-abe8f0f026bc None None] No DVR routers for this DVR port 604494a4-2300-4e3a-9950-e92f8d616d13 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:04:02.502605 n-d-858094-4 neutron-server[113699]: INFO neutron.db.ipam_backend_mixin [None req-e0b8fdab-56c0-4dd9-bdfc-fd4b6018f738 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e2531112-be09-49c8-9b4b-d2f1fa59d410 (CIDR: 2001:db8::/64) Sep 16 13:04:02.513621 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b8fdab-56c0-4dd9-bdfc-fd4b6018f738 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 13:04:02.514364 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b8fdab-56c0-4dd9-bdfc-fd4b6018f738 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:02.564983 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:02.565581 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39802) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:02.579396 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e0b8fdab-56c0-4dd9-bdfc-fd4b6018f738 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0294917 Sep 16 13:04:02.585984 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39804) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:02.593371 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:02.600729 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 22a59231-a88d-4116-8a48-50934b484d78 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:02.635047 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d9ab5-4d60-49dd-be3a-abe8f0f026bc None None] Pushing event deleted for resources: {'Port': ['ID=604494a4-2300-4e3a-9950-e92f8d616d13,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:02.665820 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604eb788-492b-4670-a4b9-835deef315a6 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:02.764323 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfa422-4d74-4318-970a-864fed6ac945 req-cbba6031-a6c5-4cc8-8dd1-89162ca6aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:02.771164 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61cfa422-4d74-4318-970a-864fed6ac945 req-cbba6031-a6c5-4cc8-8dd1-89162ca6aa86 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 1128 time: 0.4399700 Sep 16 13:04:02.774912 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8907ab15-85bf-4995-9540-5f69ab0126e6 req-989d1afd-cb54-481b-9226-81c3eefe53db tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4247966 Sep 16 13:04:02.851587 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-627b012c-fca2-4055-bb95-9bc360e8d3bf None None] Could not find standard attr ID for object 604494a4-2300-4e3a-9950-e92f8d616d13. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:04:02.892356 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-152dd813-5721-48bd-ad67-048366fde78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:02.920206 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 604494a4-2300-4e3a-9950-e92f8d616d13 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:04:02.990457 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db72a902-bbcc-4d33-9d86-7a89182e9699', 'name': 'tempest-ServerGroup264TestJSON-1067889169-router', 'tenant_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '22a59231-a88d-4116-8a48-50934b484d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:03:44Z', 'updated_at': '2022-09-16T13:03:55Z', 'revision_number': 4, 'project_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'gw_port': {'id': '22a59231-a88d-4116-8a48-50934b484d78', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db72a902-bbcc-4d33-9d86-7a89182e9699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:03:46Z', 'updated_at': '2022-09-16T13:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '71e8d823-06bc-4bc6-a416-fec69535f44a', 'name': '', 'network_id': '589c67fc-8171-4fa6-b550-f98d987e73d5', 'tenant_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'mac_address': 'fa:16:3e:a6:3f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db72a902-bbcc-4d33-9d86-7a89182e9699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '522625b8-687c-4529-93ce-daeacbcc562c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:03:52Z', 'updated_at': '2022-09-16T13:03:56Z', 'revision_number': 2, 'project_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'subnets': [{'id': '522625b8-687c-4529-93ce-daeacbcc562c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:03.014443 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-627b012c-fca2-4055-bb95-9bc360e8d3bf None None] Provisioning complete for port 71e8d823-06bc-4bc6-a416-fec69535f44a triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:03.014818 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-627b012c-fca2-4055-bb95-9bc360e8d3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (71e8d823-06bc-4bc6-a416-fec69535f44a), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:03.015159 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-627b012c-fca2-4055-bb95-9bc360e8d3bf None None] Attempt 1 to provision port 71e8d823-06bc-4bc6-a416-fec69535f44a Sep 16 13:04:03.034875 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:03.044617 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f002e-e4ea-4af8-a0c0-9d00ec7d7443 req-4af1987c-7a50-4a39-b5a6-a1e75f39e74a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:03.048805 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-da1f002e-e4ea-4af8-a0c0-9d00ec7d7443 req-4af1987c-7a50-4a39-b5a6-a1e75f39e74a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.0946555 Sep 16 13:04:03.050604 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 604494a4-2300-4e3a-9950-e92f8d616d13 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:04:03.050961 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 604494a4-2300-4e3a-9950-e92f8d616d13 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:04:03.072841 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] Checking router: db72a902-bbcc-4d33-9d86-7a89182e9699 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:04:03.073266 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] Updating router db72a902-bbcc-4d33-9d86-7a89182e9699 port 71e8d823-06bc-4bc6-a416-fec69535f44a binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:04:03.082384 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9695003e-9b98-4701-8918-4d730943647e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': 'e2531112-be09-49c8-9b4b-d2f1fa59d410'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:04:03.083300 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9695003e-9b98-4701-8918-4d730943647e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:03.099948 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:03.142035 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:03.149966 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:03.173808 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-627b012c-fca2-4055-bb95-9bc360e8d3bf None None] Port 71e8d823-06bc-4bc6-a416-fec69535f44a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:03.208635 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1591e-09c7-43e0-bfeb-dad1045a0c4d req-3967d91e-5594-4ebb-9917-6c4bd407fca0 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:03.210752 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8ec1591e-09c7-43e0-bfeb-dad1045a0c4d req-3967d91e-5594-4ebb-9917-6c4bd407fca0 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 945 time: 0.3072703 Sep 16 13:04:03.224007 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:03.232825 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (71e8d823-06bc-4bc6-a416-fec69535f44a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:03.251148 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3774479f-55ad-4af1-ae9e-9e76af34de37 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_gateway (e49e6a25-9273-4c44-929b-ad7364daa8f4), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:03.279677 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec59acae-ce1b-41d9-980b-b9e3e3f3426e admin admin] Router b32cd8a2-1874-459e-8a54-5f03d6f3fe22 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:04:03.560079 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:03.579928 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec59acae-ce1b-41d9-980b-b9e3e3f3426e admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:04:03.595419 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd2883d-ba62-43f4-9aad-fd917226acab None None] Sync routers for ids ['b32cd8a2-1874-459e-8a54-5f03d6f3fe22'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:04:03.618707 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd2883d-ba62-43f4-9aad-fd917226acab None None] Routers {'b32cd8a2-1874-459e-8a54-5f03d6f3fe22'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:03.621147 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-3dd2883d-ba62-43f4-9aad-fd917226acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:03:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b32cd8a2-1874-459e-8a54-5f03d6f3fe22'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:03.625609 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ec59acae-ce1b-41d9-980b-b9e3e3f3426e admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/b32cd8a2-1874-459e-8a54-5f03d6f3fe22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5869987 Sep 16 13:04:03.637958 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39814) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:03.702753 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-627b012c-fca2-4055-bb95-9bc360e8d3bf None None] Attempt 2 to provision port 71e8d823-06bc-4bc6-a416-fec69535f44a Sep 16 13:04:03.839079 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61cfa422-4d74-4318-970a-864fed6ac945 req-8e20b9c7-6c03-4e00-ae6c-ea2012fddace service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9156787 Sep 16 13:04:03.912726 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-3dd2883d-ba62-43f4-9aad-fd917226acab None None] Set router b32cd8a2-1874-459e-8a54-5f03d6f3fe22 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:04:03.934182 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-9695003e-9b98-4701-8918-4d730943647e None None] Allocated IP 2001:db8::2 (9baef6e6-991f-4370-ace0-656f975a51ae/e2531112-be09-49c8-9b4b-d2f1fa59d410/865d6299-ea52-4d12-a3dd-6f593a93a4ae) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:03.939953 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-627b012c-fca2-4055-bb95-9bc360e8d3bf None None] Port 71e8d823-06bc-4bc6-a416-fec69535f44a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:03.958606 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] Publish callbacks [] for port (71e8d823-06bc-4bc6-a416-fec69535f44a), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:03.989756 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (71e8d823-06bc-4bc6-a416-fec69535f44a), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:04.014973 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-da1f002e-e4ea-4af8-a0c0-9d00ec7d7443 req-edb21b94-d198-405b-89d7-7825365d29e7 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9355650 Sep 16 13:04:04.052340 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:04.281074 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-3dd2883d-ba62-43f4-9aad-fd917226acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'name': 'tempest-ServersTestFqdnHostnames-1573970857-router', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:33Z', 'updated_at': '2022-09-16T13:04:01Z', 'revision_number': 5, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'gw_port': {'id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:34Z', 'updated_at': '2022-09-16T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:04.312967 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd2883d-ba62-43f4-9aad-fd917226acab None None] Checking router: b32cd8a2-1874-459e-8a54-5f03d6f3fe22 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:04:04.336392 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd2883d-ba62-43f4-9aad-fd917226acab None None] Routers {'b32cd8a2-1874-459e-8a54-5f03d6f3fe22'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:04.337037 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-3dd2883d-ba62-43f4-9aad-fd917226acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:03:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['b32cd8a2-1874-459e-8a54-5f03d6f3fe22'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:04.403714 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8ec1591e-09c7-43e0-bfeb-dad1045a0c4d req-3322733a-ecc5-414a-a0e1-ec8a73825181 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1630828 Sep 16 13:04:04.405891 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b032cd0-7e8d-4a64-8a91-9baf1c211d8d None None] Pushing event updated for resources: {'Port': ['ID=71e8d823-06bc-4bc6-a416-fec69535f44a,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:04.462582 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-627b012c-fca2-4055-bb95-9bc360e8d3bf None None] Attempt 3 to provision port 71e8d823-06bc-4bc6-a416-fec69535f44a Sep 16 13:04:04.531269 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-3dd2883d-ba62-43f4-9aad-fd917226acab None None] Set router b32cd8a2-1874-459e-8a54-5f03d6f3fe22 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:04:04.570704 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e77ef-927e-4d2b-93e6-5412e9410592 req-7c470972-ca1b-4ce0-a45c-c3f91246256d tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:04.579928 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c8e77ef-927e-4d2b-93e6-5412e9410592 req-7c470972-ca1b-4ce0-a45c-c3f91246256d tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 946 time: 0.3810849 Sep 16 13:04:04.690990 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c8e77ef-927e-4d2b-93e6-5412e9410592 req-c4bfc873-5c23-4c31-bce9-b2ad0e2cb444 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095116 Sep 16 13:04:04.781961 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9695003e-9b98-4701-8918-4d730943647e None None] Publish callbacks [] for port (865d6299-ea52-4d12-a3dd-6f593a93a4ae), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:04.802004 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-627b012c-fca2-4055-bb95-9bc360e8d3bf None None] Port 71e8d823-06bc-4bc6-a416-fec69535f44a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:04.802666 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] Attempting to bind port 71e8d823-06bc-4bc6-a416-fec69535f44a on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:04:04.803051 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] Attempting to bind port 71e8d823-06bc-4bc6-a416-fec69535f44a by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'b545afce-634e-4f36-b1b1-7446eedbc50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '589c67fc-8171-4fa6-b550-f98d987e73d5'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:04:04.803791 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:04.804384 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] Attempting to bind port 71e8d823-06bc-4bc6-a416-fec69535f44a on network 589c67fc-8171-4fa6-b550-f98d987e73d5 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:04:04.816149 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9695003e-9b98-4701-8918-4d730943647e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (865d6299-ea52-4d12-a3dd-6f593a93a4ae), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:04.824773 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-3dd2883d-ba62-43f4-9aad-fd917226acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'name': 'tempest-ServersTestFqdnHostnames-1573970857-router', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:33Z', 'updated_at': '2022-09-16T13:04:01Z', 'revision_number': 5, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'gw_port': {'id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:34Z', 'updated_at': '2022-09-16T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:04.827566 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3774479f-55ad-4af1-ae9e-9e76af34de37 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (e49e6a25-9273-4c44-929b-ad7364daa8f4), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:04.847941 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0d199-05fa-4604-9be3-0412155d3949 req-539b77ab-b90f-40c2-bcef-3e1a905254fc tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:04.849587 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-76f0d199-05fa-4604-9be3-0412155d3949 req-539b77ab-b90f-40c2-bcef-3e1a905254fc tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.2980018 Sep 16 13:04:04.867958 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9695003e-9b98-4701-8918-4d730943647e None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:04.874881 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-9695003e-9b98-4701-8918-4d730943647e None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:04.875740 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd2883d-ba62-43f4-9aad-fd917226acab None None] The sync data for ids ['b32cd8a2-1874-459e-8a54-5f03d6f3fe22'] in n-d-858094-4 is: [{'id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'name': 'tempest-ServersTestFqdnHostnames-1573970857-router', 'tenant_id': '82287f900aa34e05ba0e0cf7ba924585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:01:33Z', 'updated_at': '2022-09-16T13:04:01Z', 'revision_number': 5, 'project_id': '82287f900aa34e05ba0e0cf7ba924585', 'gw_port': {'id': '1539505a-d083-42dd-b54b-66e196cd12bf', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32cd8a2-1874-459e-8a54-5f03d6f3fe22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:01:34Z', 'updated_at': '2022-09-16T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:04:04.908295 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9695003e-9b98-4701-8918-4d730943647e None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:04.930158 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-62670fba-4205-4d91-81f0-3ebae82300e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:05.000396 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43865bd2-6d69-4a35-bfa6-898f1b4690ff admin admin] Publish callbacks [] for router (b32cd8a2-1874-459e-8a54-5f03d6f3fe22), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:05.022734 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9695003e-9b98-4701-8918-4d730943647e None None] Attempting to bind port 865d6299-ea52-4d12-a3dd-6f593a93a4ae on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:04:05.023105 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9695003e-9b98-4701-8918-4d730943647e None None] Attempting to bind port 865d6299-ea52-4d12-a3dd-6f593a93a4ae by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:04:05.023470 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9695003e-9b98-4701-8918-4d730943647e None None] Attempting to bind port 865d6299-ea52-4d12-a3dd-6f593a93a4ae on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:04:05.052400 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1bd3572b-bf25-41ba-ae1b-f06bc6d45dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (db72a902-bbcc-4d33-9d86-7a89182e9699), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:05.076066 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9695003e-9b98-4701-8918-4d730943647e None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:04:05.076454 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9695003e-9b98-4701-8918-4d730943647e None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:05.076858 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9695003e-9b98-4701-8918-4d730943647e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:05.077254 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9695003e-9b98-4701-8918-4d730943647e None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:04:05.077717 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9695003e-9b98-4701-8918-4d730943647e None None] Bound port: 865d6299-ea52-4d12-a3dd-6f593a93a4ae, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:04:05.078084 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9695003e-9b98-4701-8918-4d730943647e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (865d6299-ea52-4d12-a3dd-6f593a93a4ae), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:05.080511 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695003e-9b98-4701-8918-4d730943647e None None] Pushing event updated for resources: {'Port': ['ID=865d6299-ea52-4d12-a3dd-6f593a93a4ae,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:05.095484 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:04:05.095856 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] Checking segment: {'id': 'b545afce-634e-4f36-b1b1-7446eedbc50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '589c67fc-8171-4fa6-b550-f98d987e73d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:05.096328 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:05.096719 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] Bound using segment: {'id': 'b545afce-634e-4f36-b1b1-7446eedbc50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '589c67fc-8171-4fa6-b550-f98d987e73d5'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:04:05.097210 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] Bound port: 71e8d823-06bc-4bc6-a416-fec69535f44a, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b545afce-634e-4f36-b1b1-7446eedbc50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '589c67fc-8171-4fa6-b550-f98d987e73d5'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:04:05.097638 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (71e8d823-06bc-4bc6-a416-fec69535f44a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:05.119337 n-d-858094-4 neutron-server[113699]: DEBUG neutron.objects.ports [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=113699) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 16 13:04:05.169508 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] For port 71e8d823-06bc-4bc6-a416-fec69535f44a, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:04:05.173128 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] For port 71e8d823-06bc-4bc6-a416-fec69535f44a, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=71e8d823-06bc-4bc6-a416-fec69535f44a,segment=NetworkSegment(b545afce-634e-4f36-b1b1-7446eedbc50b),segment_id=b545afce-634e-4f36-b1b1-7446eedbc50b)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:04:05.196639 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:05.217446 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:05.241894 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9695003e-9b98-4701-8918-4d730943647e None None] For port 865d6299-ea52-4d12-a3dd-6f593a93a4ae, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:04:05.246796 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9695003e-9b98-4701-8918-4d730943647e None None] For port 865d6299-ea52-4d12-a3dd-6f593a93a4ae, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=865d6299-ea52-4d12-a3dd-6f593a93a4ae,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:04:05.250649 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:05.255137 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (71e8d823-06bc-4bc6-a416-fec69535f44a), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:05.262653 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9695003e-9b98-4701-8918-4d730943647e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (865d6299-ea52-4d12-a3dd-6f593a93a4ae), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:05.285778 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-76f0d199-05fa-4604-9be3-0412155d3949 req-14c9d762-2705-4f27-b334-0054c4f4a155 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4247310 Sep 16 13:04:05.364964 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (865d6299-ea52-4d12-a3dd-6f593a93a4ae), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:05.375633 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:05.385266 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-627b012c-fca2-4055-bb95-9bc360e8d3bf None None] Attempt 4 to provision port 71e8d823-06bc-4bc6-a416-fec69535f44a Sep 16 13:04:05.412827 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:05.479579 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] Routers {'db72a902-bbcc-4d33-9d86-7a89182e9699'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:05.494706 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['db72a902-bbcc-4d33-9d86-7a89182e9699'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:05.645782 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:05.726814 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5c210-2fa3-4407-8bf3-0d44cade8a10 req-06f2c632-f40a-474f-8da3-185bbb431e2a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:05.735621 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-def5c210-2fa3-4407-8bf3-0d44cade8a10 req-06f2c632-f40a-474f-8da3-185bbb431e2a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.1716628 Sep 16 13:04:05.764442 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b032cd0-7e8d-4a64-8a91-9baf1c211d8d None None] Pushing event updated for resources: {'Port': ['ID=71e8d823-06bc-4bc6-a416-fec69535f44a,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:05.821550 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68f0c8-f0c0-467a-b05d-6d8815c92f95 req-93ae6b5d-2dcd-49d0-a646-144d52503970 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:05.829325 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bc68f0c8-f0c0-467a-b05d-6d8815c92f95 req-93ae6b5d-2dcd-49d0-a646-144d52503970 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 945 time: 0.0854337 Sep 16 13:04:05.879387 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3774479f-55ad-4af1-ae9e-9e76af34de37 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Router e49e6a25-9273-4c44-929b-ad7364daa8f4 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:04:05.953453 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] For port 865d6299-ea52-4d12-a3dd-6f593a93a4ae, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=865d6299-ea52-4d12-a3dd-6f593a93a4ae,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:06.008701 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (865d6299-ea52-4d12-a3dd-6f593a93a4ae), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:06.013960 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43865bd2-6d69-4a35-bfa6-898f1b4690ff admin admin] Publish callbacks [] for router_gateway (b32cd8a2-1874-459e-8a54-5f03d6f3fe22), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:06.016377 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695003e-9b98-4701-8918-4d730943647e None None] Pushing event updated for resources: {'Port': ['ID=865d6299-ea52-4d12-a3dd-6f593a93a4ae,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:06.020811 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] Set router db72a902-bbcc-4d33-9d86-7a89182e9699 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:04:06.034993 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (865d6299-ea52-4d12-a3dd-6f593a93a4ae), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:06.037518 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (74a82f75-6b81-4962-8d10-731413f2b588), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:06.095603 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3774479f-55ad-4af1-ae9e-9e76af34de37 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:04:06.099057 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-627b012c-fca2-4055-bb95-9bc360e8d3bf None None] Current status of the port 71e8d823-06bc-4bc6-a416-fec69535f44a is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:06.099444 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-627b012c-fca2-4055-bb95-9bc360e8d3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (71e8d823-06bc-4bc6-a416-fec69535f44a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:06.170893 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-1bd3572b-bf25-41ba-ae1b-f06bc6d45dcb admin admin] Deleting port 71e8d823-06bc-4bc6-a416-fec69535f44a {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:06.171540 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1bd3572b-bf25-41ba-ae1b-f06bc6d45dcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (71e8d823-06bc-4bc6-a416-fec69535f44a), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:06.195428 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=865d6299-ea52-4d12-a3dd-6f593a93a4ae,revision_number=4']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:06.204412 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-43865bd2-6d69-4a35-bfa6-898f1b4690ff admin admin] Deleting port 1539505a-d083-42dd-b54b-66e196cd12bf {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:06.204748 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43865bd2-6d69-4a35-bfa6-898f1b4690ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (1539505a-d083-42dd-b54b-66e196cd12bf), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:06.216221 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5b7fcd-94c9-4701-853c-f6951ea8ad47 None None] Sync routers for ids ['e49e6a25-9273-4c44-929b-ad7364daa8f4'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:04:06.218449 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:06.222118 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3774479f-55ad-4af1-ae9e-9e76af34de37 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:06.225578 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-3774479f-55ad-4af1-ae9e-9e76af34de37 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.2704990 Sep 16 13:04:06.273004 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-627b012c-fca2-4055-bb95-9bc360e8d3bf None None] For port 71e8d823-06bc-4bc6-a416-fec69535f44a, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=71e8d823-06bc-4bc6-a416-fec69535f44a,segment=NetworkSegment(b545afce-634e-4f36-b1b1-7446eedbc50b),segment_id=b545afce-634e-4f36-b1b1-7446eedbc50b)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:06.283489 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39824) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:06.283982 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b7fcd-94c9-4701-853c-f6951ea8ad47 None None] Routers {'e49e6a25-9273-4c44-929b-ad7364daa8f4'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:06.284821 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-6b5b7fcd-94c9-4701-853c-f6951ea8ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e49e6a25-9273-4c44-929b-ad7364daa8f4'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:06.287751 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-627b012c-fca2-4055-bb95-9bc360e8d3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (71e8d823-06bc-4bc6-a416-fec69535f44a), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:06.293508 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-201cf5bf-616d-44f5-9248-1afdc7808b26 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:06.365340 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-def5c210-2fa3-4407-8bf3-0d44cade8a10 req-b568c939-44d5-49c1-ad37-df0d8871a952 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6288106 Sep 16 13:04:06.407877 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-6b5b7fcd-94c9-4701-853c-f6951ea8ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:06.439035 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bc68f0c8-f0c0-467a-b05d-6d8815c92f95 req-226c5aa4-fc52-4708-b896-31d49e4d521f tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6088386 Sep 16 13:04:06.457646 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b7fcd-94c9-4701-853c-f6951ea8ad47 None None] Routers {'e49e6a25-9273-4c44-929b-ad7364daa8f4'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:06.458551 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-6b5b7fcd-94c9-4701-853c-f6951ea8ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e49e6a25-9273-4c44-929b-ad7364daa8f4'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:06.501664 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:06.502073 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:06.502356 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:06.502700 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:06.503037 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:06.503378 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:06.503713 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:06.504044 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:06.520895 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:06.521324 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:06.521682 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:06.522039 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:06.522383 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:06.522729 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:06.523123 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:06.529580 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-6b5b7fcd-94c9-4701-853c-f6951ea8ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:06.530539 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5b7fcd-94c9-4701-853c-f6951ea8ad47 None None] The sync data for ids ['e49e6a25-9273-4c44-929b-ad7364daa8f4'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:04:06.545165 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:06.546034 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b012c-fca2-4055-bb95-9bc360e8d3bf None None] Pushing event updated for resources: {'Port': ['ID=71e8d823-06bc-4bc6-a416-fec69535f44a,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:06.565723 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:06.569786 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=74a82f75-6b81-4962-8d10-731413f2b588,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:06.584661 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:06.585280 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:06.631934 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db72a902-bbcc-4d33-9d86-7a89182e9699', 'name': 'tempest-ServerGroup264TestJSON-1067889169-router', 'tenant_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '22a59231-a88d-4116-8a48-50934b484d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:03:44Z', 'updated_at': '2022-09-16T13:03:55Z', 'revision_number': 4, 'project_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'gw_port': {'id': '22a59231-a88d-4116-8a48-50934b484d78', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db72a902-bbcc-4d33-9d86-7a89182e9699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:03:46Z', 'updated_at': '2022-09-16T13:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '71e8d823-06bc-4bc6-a416-fec69535f44a', 'name': '', 'network_id': '589c67fc-8171-4fa6-b550-f98d987e73d5', 'tenant_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'mac_address': 'fa:16:3e:a6:3f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db72a902-bbcc-4d33-9d86-7a89182e9699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '522625b8-687c-4529-93ce-daeacbcc562c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:03:52Z', 'updated_at': '2022-09-16T13:04:05Z', 'revision_number': 4, 'project_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'subnets': [{'id': '522625b8-687c-4529-93ce-daeacbcc562c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:06.677441 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c844c0af-9c58-4e44-83c8-6e3a8055a011 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.0902162 Sep 16 13:04:06.685489 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39830) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:06.708825 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-408adb15-6b5f-419f-a828-0cd96b8324b3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'mac_address': 'fa:16:3e:28:22:42', 'name': 'tempest-NetworksTestDHCPv6-1099669008'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:06.719521 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9db84f7-ad39-4f35-95a6-e71b8fccd343 None None] The sync data for ids ['db72a902-bbcc-4d33-9d86-7a89182e9699'] in n-d-858094-4 is: [{'id': 'db72a902-bbcc-4d33-9d86-7a89182e9699', 'name': 'tempest-ServerGroup264TestJSON-1067889169-router', 'tenant_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '22a59231-a88d-4116-8a48-50934b484d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:03:44Z', 'updated_at': '2022-09-16T13:03:55Z', 'revision_number': 4, 'project_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'gw_port': {'id': '22a59231-a88d-4116-8a48-50934b484d78', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db72a902-bbcc-4d33-9d86-7a89182e9699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:03:46Z', 'updated_at': '2022-09-16T13:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '71e8d823-06bc-4bc6-a416-fec69535f44a', 'name': '', 'network_id': '589c67fc-8171-4fa6-b550-f98d987e73d5', 'tenant_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'mac_address': 'fa:16:3e:a6:3f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db72a902-bbcc-4d33-9d86-7a89182e9699', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '522625b8-687c-4529-93ce-daeacbcc562c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:03:52Z', 'updated_at': '2022-09-16T13:04:05Z', 'revision_number': 4, 'project_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'subnets': [{'id': '522625b8-687c-4529-93ce-daeacbcc562c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:04:06.785733 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58fd11-0abe-492a-b3a6-1f8df048b493 req-74509c04-9ee5-4ac0-8cf8-12bffabf2150 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:06.799620 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1c58fd11-0abe-492a-b3a6-1f8df048b493 req-74509c04-9ee5-4ac0-8cf8-12bffabf2150 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 946 time: 0.1694982 Sep 16 13:04:06.847610 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-43865bd2-6d69-4a35-bfa6-898f1b4690ff admin admin] For port 1539505a-d083-42dd-b54b-66e196cd12bf, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=1539505a-d083-42dd-b54b-66e196cd12bf,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:06.849644 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43865bd2-6d69-4a35-bfa6-898f1b4690ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (1539505a-d083-42dd-b54b-66e196cd12bf), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:06.910275 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-43865bd2-6d69-4a35-bfa6-898f1b4690ff admin admin] Calling delete_port for 1539505a-d083-42dd-b54b-66e196cd12bf owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:06.975934 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-1bd3572b-bf25-41ba-ae1b-f06bc6d45dcb admin admin] For port 71e8d823-06bc-4bc6-a416-fec69535f44a, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=71e8d823-06bc-4bc6-a416-fec69535f44a,segment=NetworkSegment(b545afce-634e-4f36-b1b1-7446eedbc50b),segment_id=b545afce-634e-4f36-b1b1-7446eedbc50b)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:06.976560 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1bd3572b-bf25-41ba-ae1b-f06bc6d45dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (71e8d823-06bc-4bc6-a416-fec69535f44a), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:06.981078 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 865d6299-ea52-4d12-a3dd-6f593a93a4ae up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:04:07.033459 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-1bd3572b-bf25-41ba-ae1b-f06bc6d45dcb admin admin] Calling delete_port for 71e8d823-06bc-4bc6-a416-fec69535f44a owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:07.107062 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 865d6299-ea52-4d12-a3dd-6f593a93a4ae triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:07.107711 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (865d6299-ea52-4d12-a3dd-6f593a93a4ae), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:07.108065 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 865d6299-ea52-4d12-a3dd-6f593a93a4ae Sep 16 13:04:07.227324 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408adb15-6b5f-419f-a828-0cd96b8324b3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:07.242106 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:07.323555 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 865d6299-ea52-4d12-a3dd-6f593a93a4ae is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:07.324623 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (865d6299-ea52-4d12-a3dd-6f593a93a4ae), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:07.329345 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:07.424164 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 865d6299-ea52-4d12-a3dd-6f593a93a4ae, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=865d6299-ea52-4d12-a3dd-6f593a93a4ae,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:07.432983 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (865d6299-ea52-4d12-a3dd-6f593a93a4ae), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:07.457663 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:07.458609 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:04:07.520298 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:07.605409 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-408adb15-6b5f-419f-a828-0cd96b8324b3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:07.608374 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377145bb-ccc8-4e54-a78b-68583aadddec None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:07.672566 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1c58fd11-0abe-492a-b3a6-1f8df048b493 req-6bbecc8c-d7b1-4e31-b707-5f03c9f6e337 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8684425 Sep 16 13:04:07.703116 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-408adb15-6b5f-419f-a828-0cd96b8324b3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port e25fa753-e17e-4f7e-a617-234415d618c3 yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:04:07.754665 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:07.778793 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:07.783159 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:04:07.783513 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device cbf1d839-3708-4371-94bc-d5d1a2ae9dc8 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:04:07.795400 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:07.806505 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43865bd2-6d69-4a35-bfa6-898f1b4690ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (1539505a-d083-42dd-b54b-66e196cd12bf), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:07.839561 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-efd122e0-8bd9-46ce-a7dc-87ddc51952f5 None None] Provisioning complete for port 865d6299-ea52-4d12-a3dd-6f593a93a4ae triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:07.840604 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-efd122e0-8bd9-46ce-a7dc-87ddc51952f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (865d6299-ea52-4d12-a3dd-6f593a93a4ae), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:07.841052 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-efd122e0-8bd9-46ce-a7dc-87ddc51952f5 None None] Attempt 1 to provision port 865d6299-ea52-4d12-a3dd-6f593a93a4ae Sep 16 13:04:07.852466 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:07.860413 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43865bd2-6d69-4a35-bfa6-898f1b4690ff admin admin] Pushing event deleted for resources: {'Port': ['ID=1539505a-d083-42dd-b54b-66e196cd12bf,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:07.916307 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=865d6299-ea52-4d12-a3dd-6f593a93a4ae,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:07.944891 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2372bb-7507-4683-be00-ec78656217b4 req-e3a084c7-0041-4549-903b-d7f31f9c484d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:07.953325 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c2372bb-7507-4683-be00-ec78656217b4 req-e3a084c7-0041-4549-903b-d7f31f9c484d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 812 time: 1.1072929 Sep 16 13:04:08.004772 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-efd122e0-8bd9-46ce-a7dc-87ddc51952f5 None None] Current status of the port 865d6299-ea52-4d12-a3dd-6f593a93a4ae is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:08.018878 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43865bd2-6d69-4a35-bfa6-898f1b4690ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (b32cd8a2-1874-459e-8a54-5f03d6f3fe22), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:08.031150 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c2372bb-7507-4683-be00-ec78656217b4 req-17ddeeab-be91-4ee8-b7bd-9104a5d7a7b5 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/quotas/337bc9a50c6846ada58b194c94d0f193 HTTP/1.1" status: 200 len: 375 time: 0.0769503 Sep 16 13:04:08.039060 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420b85a-1926-493c-9d4d-661b88fc2f5d req-1b8ef340-4ee8-49e3-9780-b15387ad8ac2 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:08.044723 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e420b85a-1926-493c-9d4d-661b88fc2f5d req-1b8ef340-4ee8-49e3-9780-b15387ad8ac2 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 945 time: 0.2265327 Sep 16 13:04:08.152986 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-201cf5bf-616d-44f5-9248-1afdc7808b26 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_gateway (e49e6a25-9273-4c44-929b-ad7364daa8f4), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:08.203663 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c2372bb-7507-4683-be00-ec78656217b4 req-75a595ee-8b82-4e1f-b0e8-97ab01c07429 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1569235 Sep 16 13:04:08.218792 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43865bd2-6d69-4a35-bfa6-898f1b4690ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (b32cd8a2-1874-459e-8a54-5f03d6f3fe22), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:08.223276 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43865bd2-6d69-4a35-bfa6-898f1b4690ff admin admin] Publish callbacks [] for router_controller (b32cd8a2-1874-459e-8a54-5f03d6f3fe22), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:08.225607 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-408adb15-6b5f-419f-a828-0cd96b8324b3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::189 (9baef6e6-991f-4370-ace0-656f975a51ae/e2531112-be09-49c8-9b4b-d2f1fa59d410/e25fa753-e17e-4f7e-a617-234415d618c3) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:08.238527 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-408adb15-6b5f-419f-a828-0cd96b8324b3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8:0:1:f816:3eff:fe28:2242 (9baef6e6-991f-4370-ace0-656f975a51ae/74a82f75-6b81-4962-8d10-731413f2b588/e25fa753-e17e-4f7e-a617-234415d618c3) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:08.291674 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43865bd2-6d69-4a35-bfa6-898f1b4690ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (b32cd8a2-1874-459e-8a54-5f03d6f3fe22), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:08.292578 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43865bd2-6d69-4a35-bfa6-898f1b4690ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router b32cd8a2-1874-459e-8a54-5f03d6f3fe22 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:04:08.304014 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43865bd2-6d69-4a35-bfa6-898f1b4690ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:08.305369 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-43865bd2-6d69-4a35-bfa6-898f1b4690ff admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/b32cd8a2-1874-459e-8a54-5f03d6f3fe22 HTTP/1.1" status: 204 len: 168 time: 4.6646516 Sep 16 13:04:08.309025 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39846) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:08.347189 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c2372bb-7507-4683-be00-ec78656217b4 req-12a65d65-3371-4682-a86c-5adc2a9dda62 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165733 Sep 16 13:04:08.353264 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1bd3572b-bf25-41ba-ae1b-f06bc6d45dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (71e8d823-06bc-4bc6-a416-fec69535f44a), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:08.355739 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:08.364273 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-201cf5bf-616d-44f5-9248-1afdc7808b26 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_gateway (e49e6a25-9273-4c44-929b-ad7364daa8f4), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:08.369181 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-64cba9c1-3802-4c7d-b90c-10db99e18f99 admin admin] Deleting subnet 986973c6-fff5-4745-bba8-c036a91b83e3 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:04:08.390253 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64cba9c1-3802-4c7d-b90c-10db99e18f99 admin admin] Publish callbacks [] for subnet (986973c6-fff5-4745-bba8-c036a91b83e3), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:08.428419 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e420b85a-1926-493c-9d4d-661b88fc2f5d req-47f0d5af-01ec-479e-a6b1-a128d1ceb278 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3731687 Sep 16 13:04:08.442407 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3572b-bf25-41ba-ae1b-f06bc6d45dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=71e8d823-06bc-4bc6-a416-fec69535f44a,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:08.553337 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64cba9c1-3802-4c7d-b90c-10db99e18f99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (986973c6-fff5-4745-bba8-c036a91b83e3), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:08.649204 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:08.725660 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-408adb15-6b5f-419f-a828-0cd96b8324b3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (e25fa753-e17e-4f7e-a617-234415d618c3), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:08.789849 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64cba9c1-3802-4c7d-b90c-10db99e18f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (986973c6-fff5-4745-bba8-c036a91b83e3), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:08.836765 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-408adb15-6b5f-419f-a828-0cd96b8324b3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (e25fa753-e17e-4f7e-a617-234415d618c3), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:08.888252 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:08.907006 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408adb15-6b5f-419f-a828-0cd96b8324b3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:08.915547 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-408adb15-6b5f-419f-a828-0cd96b8324b3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:08.918653 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408adb15-6b5f-419f-a828-0cd96b8324b3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:08.923558 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408adb15-6b5f-419f-a828-0cd96b8324b3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:08.924313 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-408adb15-6b5f-419f-a828-0cd96b8324b3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:08.940988 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408adb15-6b5f-419f-a828-0cd96b8324b3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=e25fa753-e17e-4f7e-a617-234415d618c3,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:08.953062 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64cba9c1-3802-4c7d-b90c-10db99e18f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (986973c6-fff5-4745-bba8-c036a91b83e3), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:09.009255 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-f7597545-74cf-48d6-bd19-39e5abb32ef5 None None] Provisioning complete for port 865d6299-ea52-4d12-a3dd-6f593a93a4ae triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:09.009628 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f7597545-74cf-48d6-bd19-39e5abb32ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (865d6299-ea52-4d12-a3dd-6f593a93a4ae), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:09.009967 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-f7597545-74cf-48d6-bd19-39e5abb32ef5 None None] Attempt 1 to provision port 865d6299-ea52-4d12-a3dd-6f593a93a4ae Sep 16 13:04:09.025223 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-408adb15-6b5f-419f-a828-0cd96b8324b3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3367038 Sep 16 13:04:09.028470 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39848) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:09.051446 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cba9c1-3802-4c7d-b90c-10db99e18f99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=986973c6-fff5-4745-bba8-c036a91b83e3,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:09.075036 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d566ef-3fd8-4f73-a80b-3ce4d82a7b2b None None] Network 949764d7-e109-4aa2-8e93-b6c6fed88453 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:09.106030 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64cba9c1-3802-4c7d-b90c-10db99e18f99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:09.115151 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-64cba9c1-3802-4c7d-b90c-10db99e18f99 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/986973c6-fff5-4745-bba8-c036a91b83e3 HTTP/1.1" status: 204 len: 168 time: 0.8028405 Sep 16 13:04:09.117244 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39850) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:09.146731 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 865d6299-ea52-4d12-a3dd-6f593a93a4ae up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:04:09.160107 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:09.179998 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-201cf5bf-616d-44f5-9248-1afdc7808b26 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Deleting port 27022ca1-edeb-4b37-a4e4-c6e6b44c6de7 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:09.180368 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-201cf5bf-616d-44f5-9248-1afdc7808b26 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (27022ca1-edeb-4b37-a4e4-c6e6b44c6de7), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:09.209181 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-59e2e1a6-4ab6-432c-8afe-86eb247fc3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (949764d7-e109-4aa2-8e93-b6c6fed88453), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:09.276924 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-59e2e1a6-4ab6-432c-8afe-86eb247fc3a3 admin admin] Deleting port f0db72c2-dd4c-4efd-a645-68bcfed66bb9 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:09.277552 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-59e2e1a6-4ab6-432c-8afe-86eb247fc3a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (f0db72c2-dd4c-4efd-a645-68bcfed66bb9), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:09.288966 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-201cf5bf-616d-44f5-9248-1afdc7808b26 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (27022ca1-edeb-4b37-a4e4-c6e6b44c6de7), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:09.304486 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-201cf5bf-616d-44f5-9248-1afdc7808b26 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Calling delete_port for 27022ca1-edeb-4b37-a4e4-c6e6b44c6de7 owned by network:router_gateway {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:09.320007 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:09.382508 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e4f60-8931-4d9c-b462-ea8cd4311151 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port e25fa753-e17e-4f7e-a617-234415d618c3 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:09.382508 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f7e4f60-8931-4d9c-b462-ea8cd4311151 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (e25fa753-e17e-4f7e-a617-234415d618c3), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:09.409037 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-59e2e1a6-4ab6-432c-8afe-86eb247fc3a3 admin admin] For port f0db72c2-dd4c-4efd-a645-68bcfed66bb9, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f0db72c2-dd4c-4efd-a645-68bcfed66bb9,segment=NetworkSegment(ea9ac0dd-12c0-4c61-bdd8-73eff891277b),segment_id=ea9ac0dd-12c0-4c61-bdd8-73eff891277b)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:09.409479 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-59e2e1a6-4ab6-432c-8afe-86eb247fc3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (f0db72c2-dd4c-4efd-a645-68bcfed66bb9), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:09.430494 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-27c399db-fca7-48d1-9c22-7910cb1aed18 req-1520e9e6-9100-4e4f-8f5a-fc476fe35dae tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1524358725&fields=id&tenant_id=aaeff399942c4286a71ea3a0eab43280 HTTP/1.1" status: 200 len: 267 time: 0.7895808 Sep 16 13:04:09.440139 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-f7597545-74cf-48d6-bd19-39e5abb32ef5 None None] Current status of the port 865d6299-ea52-4d12-a3dd-6f593a93a4ae is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:09.448783 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 865d6299-ea52-4d12-a3dd-6f593a93a4ae triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:09.449383 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (865d6299-ea52-4d12-a3dd-6f593a93a4ae), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:09.449688 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 865d6299-ea52-4d12-a3dd-6f593a93a4ae Sep 16 13:04:09.453948 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-59e2e1a6-4ab6-432c-8afe-86eb247fc3a3 admin admin] Calling delete_port for f0db72c2-dd4c-4efd-a645-68bcfed66bb9 owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:09.477334 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c2372bb-7507-4683-be00-ec78656217b4 req-15bc54b2-d68d-423c-aed6-d4535573efda service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0716810 Sep 16 13:04:09.544270 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce33f88e-ff25-40e5-90b2-7191a7bdd136 None None] DHCP port deletion for 949764d7-e109-4aa2-8e93-b6c6fed88453 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:04:09.552002 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f7e4f60-8931-4d9c-b462-ea8cd4311151 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (e25fa753-e17e-4f7e-a617-234415d618c3), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:09.552224 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 865d6299-ea52-4d12-a3dd-6f593a93a4ae is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:09.593957 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e4f60-8931-4d9c-b462-ea8cd4311151 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for e25fa753-e17e-4f7e-a617-234415d618c3 owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:09.601255 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c399db-fca7-48d1-9c22-7910cb1aed18 req-554e1858-ec57-459d-8da6-b73aeb2a84c9 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:09.605741 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-27c399db-fca7-48d1-9c22-7910cb1aed18 req-554e1858-ec57-459d-8da6-b73aeb2a84c9 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 946 time: 0.1417634 Sep 16 13:04:09.612267 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-cbfff846-5367-43cf-83dc-155c912f1df1 None None] Provisioning complete for port e25fa753-e17e-4f7e-a617-234415d618c3 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:09.612659 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cbfff846-5367-43cf-83dc-155c912f1df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e25fa753-e17e-4f7e-a617-234415d618c3), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:09.613191 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-cbfff846-5367-43cf-83dc-155c912f1df1 None None] Attempt 1 to provision port e25fa753-e17e-4f7e-a617-234415d618c3 Sep 16 13:04:09.661595 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:09.668306 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 1539505a-d083-42dd-b54b-66e196cd12bf no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:04:09.670559 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-59e2e1a6-4ab6-432c-8afe-86eb247fc3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (f0db72c2-dd4c-4efd-a645-68bcfed66bb9), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:09.674362 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ce33f88e-ff25-40e5-90b2-7191a7bdd136 None None] Deleting port f0db72c2-dd4c-4efd-a645-68bcfed66bb9 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:09.674782 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ce33f88e-ff25-40e5-90b2-7191a7bdd136 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (f0db72c2-dd4c-4efd-a645-68bcfed66bb9), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:09.709913 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2e1a6-4ab6-432c-8afe-86eb247fc3a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0db72c2-dd4c-4efd-a645-68bcfed66bb9,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:09.712333 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e2e1a6-4ab6-432c-8afe-86eb247fc3a3 admin admin] No DVR routers for this DVR port f0db72c2-dd4c-4efd-a645-68bcfed66bb9 on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:04:09.734163 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 1539505a-d083-42dd-b54b-66e196cd12bf {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:04:09.734526 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 1539505a-d083-42dd-b54b-66e196cd12bf not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:04:09.736620 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1bd3572b-bf25-41ba-ae1b-f06bc6d45dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (db72a902-bbcc-4d33-9d86-7a89182e9699), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:09.815098 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ce33f88e-ff25-40e5-90b2-7191a7bdd136 None None] For port f0db72c2-dd4c-4efd-a645-68bcfed66bb9, host n-d-858094-4, got binding levels [] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:09.815623 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ce33f88e-ff25-40e5-90b2-7191a7bdd136 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (f0db72c2-dd4c-4efd-a645-68bcfed66bb9), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:09.825218 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-cbfff846-5367-43cf-83dc-155c912f1df1 None None] Port e25fa753-e17e-4f7e-a617-234415d618c3 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:09.827428 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:09.828288 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-59e2e1a6-4ab6-432c-8afe-86eb247fc3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (949764d7-e109-4aa2-8e93-b6c6fed88453), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:09.831127 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-27c399db-fca7-48d1-9c22-7910cb1aed18 req-94623cf8-0c73-4c13-9225-6aa81d86ebcb tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Request body: {'port': {'security_groups': ['7c676002-9399-4169-81f1-42139daf39d8', '171162a5-7b15-4d9a-b046-5c75ef6c9ab9']}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:09.833483 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ce33f88e-ff25-40e5-90b2-7191a7bdd136 None None] Calling delete_port for f0db72c2-dd4c-4efd-a645-68bcfed66bb9 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:09.839000 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.ipam_backend_mixin [None req-ce33f88e-ff25-40e5-90b2-7191a7bdd136 None None] Port f0db72c2-dd4c-4efd-a645-68bcfed66bb9 was not found and therefore no delete operation was performed {{(pid=113700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 16 13:04:09.841975 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ce33f88e-ff25-40e5-90b2-7191a7bdd136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (f0db72c2-dd4c-4efd-a645-68bcfed66bb9), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:09.877505 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33f88e-ff25-40e5-90b2-7191a7bdd136 None None] Pushing event deleted for resources: {'Port': ['ID=f0db72c2-dd4c-4efd-a645-68bcfed66bb9,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:09.880254 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-59e2e1a6-4ab6-432c-8afe-86eb247fc3a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949764d7-e109-4aa2-8e93-b6c6fed88453']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:09.898120 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce33f88e-ff25-40e5-90b2-7191a7bdd136 None None] No DVR routers for this DVR port f0db72c2-dd4c-4efd-a645-68bcfed66bb9 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:04:09.901259 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-59e2e1a6-4ab6-432c-8afe-86eb247fc3a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9ac0dd-12c0-4c61-bdd8-73eff891277b') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:09.901528 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-59e2e1a6-4ab6-432c-8afe-86eb247fc3a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9ac0dd-12c0-4c61-bdd8-73eff891277b') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:09.935228 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc92c7b-c7a8-4479-99d3-a4605bbc6e44 req-c5fd7ec0-d122-4cab-9398-1887c506cdc4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:09.936754 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7cc92c7b-c7a8-4479-99d3-a4605bbc6e44 req-c5fd7ec0-d122-4cab-9398-1887c506cdc4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 945 time: 0.1923914 Sep 16 13:04:09.940900 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:09.942793 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-59e2e1a6-4ab6-432c-8afe-86eb247fc3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (ea9ac0dd-12c0-4c61-bdd8-73eff891277b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:09.998911 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-59e2e1a6-4ab6-432c-8afe-86eb247fc3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (ea9ac0dd-12c0-4c61-bdd8-73eff891277b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:10.012520 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e2e1a6-4ab6-432c-8afe-86eb247fc3a3 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:04:10.012951 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-59e2e1a6-4ab6-432c-8afe-86eb247fc3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (ea9ac0dd-12c0-4c61-bdd8-73eff891277b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:10.065621 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment ea9ac0dd-12c0-4c61-bdd8-73eff891277b resource provider aggregate not found Sep 16 13:04:10.084052 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-27c399db-fca7-48d1-9c22-7910cb1aed18 req-94623cf8-0c73-4c13-9225-6aa81d86ebcb tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e7480e72-f883-4315-9905-ecaed73586e8), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:10.093131 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f7e4f60-8931-4d9c-b462-ea8cd4311151 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (e25fa753-e17e-4f7e-a617-234415d618c3), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:10.128932 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment ea9ac0dd-12c0-4c61-bdd8-73eff891277b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea9ac0dd-12c0-4c61-bdd8-73eff891277b found for delete ", "request_id": "req-a2b4001d-f394-467f-8313-2cbb4ae2d1bc"}]} Sep 16 13:04:10.130019 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-59e2e1a6-4ab6-432c-8afe-86eb247fc3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (949764d7-e109-4aa2-8e93-b6c6fed88453), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:10.136758 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e4f60-8931-4d9c-b462-ea8cd4311151 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=e25fa753-e17e-4f7e-a617-234415d618c3,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:10.140972 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-59e2e1a6-4ab6-432c-8afe-86eb247fc3a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:10.144335 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-59e2e1a6-4ab6-432c-8afe-86eb247fc3a3 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/949764d7-e109-4aa2-8e93-b6c6fed88453 HTTP/1.1" status: 204 len: 168 time: 1.0257640 Sep 16 13:04:10.169360 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7cc92c7b-c7a8-4479-99d3-a4605bbc6e44 req-0e011e8a-fd7e-41db-ab2c-0572a109b69f tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234635 Sep 16 13:04:10.200143 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-201cf5bf-616d-44f5-9248-1afdc7808b26 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (27022ca1-edeb-4b37-a4e4-c6e6b44c6de7), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:10.211330 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2e1a6-4ab6-432c-8afe-86eb247fc3a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=949764d7-e109-4aa2-8e93-b6c6fed88453,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:10.273318 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7f7e4f60-8931-4d9c-b462-ea8cd4311151 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:10.280823 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7f7e4f60-8931-4d9c-b462-ea8cd4311151 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/e25fa753-e17e-4f7e-a617-234415d618c3 HTTP/1.1" status: 204 len: 168 time: 1.2510326 Sep 16 13:04:10.283090 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39870) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:10.326968 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-cbfff846-5367-43cf-83dc-155c912f1df1 None None] Attempt 2 to provision port e25fa753-e17e-4f7e-a617-234415d618c3 Sep 16 13:04:10.327640 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:10.329456 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cf5bf-616d-44f5-9248-1afdc7808b26 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Pushing event deleted for resources: {'Port': ['ID=27022ca1-edeb-4b37-a4e4-c6e6b44c6de7,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:10.366736 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-cbfff846-5367-43cf-83dc-155c912f1df1 None None] Port e25fa753-e17e-4f7e-a617-234415d618c3 was deleted so its status cannot be updated. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 16 13:04:10.383895 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc8fcce-caec-4610-93a2-3a870df2eb2e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:10.385684 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2fc8fcce-caec-4610-93a2-3a870df2eb2e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1013911 Sep 16 13:04:10.388230 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0170a424-d811-4c32-91f1-a3ea948f3c52 req-c983eac7-fdf0-4fd7-9ac8-156c3229131f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 210 time: 0.1051772 Sep 16 13:04:10.392254 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39872) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:10.412431 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39874) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:10.481604 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3e25cf56-cd9d-4f40-a038-e5ef01888894 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=82287f900aa34e05ba0e0cf7ba924585&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0669320 Sep 16 13:04:10.485500 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39876) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:10.545400 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e48a7310-3010-47f9-8913-f8902ba0ab43 admin admin] Publish callbacks [] for security_group (93a6ad97-b303-47b1-a48d-c84aad4bbccf), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:10.555604 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:10.567213 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e48a7310-3010-47f9-8913-f8902ba0ab43 admin admin] Publish callbacks [] for security_group (93a6ad97-b303-47b1-a48d-c84aad4bbccf), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:10.572617 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd3572b-bf25-41ba-ae1b-f06bc6d45dcb admin admin] Router db72a902-bbcc-4d33-9d86-7a89182e9699 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:04:10.601673 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd48cf5-a8c4-40bc-bcfa-5827c98281fa tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:10.603493 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-abd48cf5-a8c4-40bc-bcfa-5827c98281fa tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2083187 Sep 16 13:04:10.606200 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39878) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:10.615022 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-201cf5bf-616d-44f5-9248-1afdc7808b26 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (e49e6a25-9273-4c44-929b-ad7364daa8f4), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:10.715414 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f0db72c2-dd4c-4efd-a645-68bcfed66bb9 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:04:10.745817 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: f0db72c2-dd4c-4efd-a645-68bcfed66bb9 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:04:10.746754 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f0db72c2-dd4c-4efd-a645-68bcfed66bb9 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:04:10.962146 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e48a7310-3010-47f9-8913-f8902ba0ab43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (93a6ad97-b303-47b1-a48d-c84aad4bbccf), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:10.965258 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e48a7310-3010-47f9-8913-f8902ba0ab43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:10.967027 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e48a7310-3010-47f9-8913-f8902ba0ab43 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/93a6ad97-b303-47b1-a48d-c84aad4bbccf HTTP/1.1" status: 204 len: 168 time: 0.4802847 Sep 16 13:04:10.980607 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a7310-3010-47f9-8913-f8902ba0ab43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a6ad97-b303-47b1-a48d-c84aad4bbccf,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:10.986195 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3541bad0-2265-4a13-b6a7-721f953d3d49 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:10.988056 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3541bad0-2265-4a13-b6a7-721f953d3d49 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:10.990962 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3541bad0-2265-4a13-b6a7-721f953d3d49 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:10.996245 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3541bad0-2265-4a13-b6a7-721f953d3d49 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3885698 Sep 16 13:04:10.996866 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39882) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:11.037009 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-27c399db-fca7-48d1-9c22-7910cb1aed18 req-94623cf8-0c73-4c13-9225-6aa81d86ebcb tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] For port e7480e72-f883-4315-9905-ecaed73586e8, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e7480e72-f883-4315-9905-ecaed73586e8,segment=NetworkSegment(bbab3c9e-7709-444a-adb6-0434f4755f1b),segment_id=bbab3c9e-7709-444a-adb6-0434f4755f1b)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:11.070497 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3cab6c7-a33d-4ddc-874a-aa9a0cd48aa8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet 74a82f75-6b81-4962-8d10-731413f2b588 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:04:11.074463 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b3cab6c7-a33d-4ddc-874a-aa9a0cd48aa8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (74a82f75-6b81-4962-8d10-731413f2b588), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:11.095326 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd3572b-bf25-41ba-ae1b-f06bc6d45dcb admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:04:11.098617 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-201cf5bf-616d-44f5-9248-1afdc7808b26 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3778242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3776751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1202'] for router (e49e6a25-9273-4c44-929b-ad7364daa8f4), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:11.110898 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf6caea-efef-43f2-bf31-0d1b723f18cc None None] Sync routers for ids ['db72a902-bbcc-4d33-9d86-7a89182e9699'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:04:11.112947 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-1bd3572b-bf25-41ba-ae1b-f06bc6d45dcb admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/db72a902-bbcc-4d33-9d86-7a89182e9699/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5342910 Sep 16 13:04:11.115047 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39884) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:11.117937 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-201cf5bf-616d-44f5-9248-1afdc7808b26 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3778251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3778096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3776724'] for router (e49e6a25-9273-4c44-929b-ad7364daa8f4), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:11.135224 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-27c399db-fca7-48d1-9c22-7910cb1aed18 req-94623cf8-0c73-4c13-9225-6aa81d86ebcb tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for port (e7480e72-f883-4315-9905-ecaed73586e8), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:11.141582 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf6caea-efef-43f2-bf31-0d1b723f18cc None None] Routers {'db72a902-bbcc-4d33-9d86-7a89182e9699'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:11.144097 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-fcf6caea-efef-43f2-bf31-0d1b723f18cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['db72a902-bbcc-4d33-9d86-7a89182e9699'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:11.180206 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-27c399db-fca7-48d1-9c22-7910cb1aed18 req-94623cf8-0c73-4c13-9225-6aa81d86ebcb tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (e7480e72-f883-4315-9905-ecaed73586e8), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:11.191685 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['e7480e72-f883-4315-9905-ecaed73586e8'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:04:11.199053 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b3cab6c7-a33d-4ddc-874a-aa9a0cd48aa8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (74a82f75-6b81-4962-8d10-731413f2b588), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:11.246924 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['4c0896cf-3255-42ff-b580-d2a345dbb96d'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:04:11.250800 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c399db-fca7-48d1-9c22-7910cb1aed18 req-94623cf8-0c73-4c13-9225-6aa81d86ebcb tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:11.251502 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-27c399db-fca7-48d1-9c22-7910cb1aed18 req-94623cf8-0c73-4c13-9225-6aa81d86ebcb tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:11.255054 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-27c399db-fca7-48d1-9c22-7910cb1aed18 req-94623cf8-0c73-4c13-9225-6aa81d86ebcb tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "PUT /networking/v2.0/ports/e7480e72-f883-4315-9905-ecaed73586e8 HTTP/1.1" status: 200 len: 982 time: 1.5131397 Sep 16 13:04:11.256988 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17bd55c8-4d10-424e-a143-037b14585d31', 'tag': 'e7480e72-f883-4315-9905-ecaed73586e8'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:04:11.266423 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03538770-5a32-47e6-bf2a-7e33bfe9b4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "17bd55c8-4d10-424e-a143-037b14585d31", "tag": "e7480e72-f883-4315-9905-ecaed73586e8"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:04:11.317414 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:11.342260 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['e7480e72-f883-4315-9905-ecaed73586e8'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:04:11.386803 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-fcf6caea-efef-43f2-bf31-0d1b723f18cc None None] Set router db72a902-bbcc-4d33-9d86-7a89182e9699 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:04:11.473467 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52092509-776a-402c-a5d2-bc7d4ecf38e0 admin admin] Publish callbacks [] for router (db72a902-bbcc-4d33-9d86-7a89182e9699), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:11.521209 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201cf5bf-616d-44f5-9248-1afdc7808b26 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Router e49e6a25-9273-4c44-929b-ad7364daa8f4 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:04:11.549895 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:11.567734 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94623cf8-0c73-4c13-9225-6aa81d86ebcb tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event updated for resources: {'Port': ['ID=e7480e72-f883-4315-9905-ecaed73586e8,revision_number=6']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:11.603613 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bec13-9221-4ca0-bbc8-47bdc57788c3 req-52cf6d9b-c93d-4169-be5d-65985341fb06 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:11.611441 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f78bec13-9221-4ca0-bbc8-47bdc57788c3 req-52cf6d9b-c93d-4169-be5d-65985341fb06 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 945 time: 0.2435300 Sep 16 13:04:11.622038 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-00c02f5d-ff09-4e33-9d9c-0880fa3d65c3 req-e3c654f1-425d-47b2-b5e7-1f49dd3d0ed3 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/171162a5-7b15-4d9a-b046-5c75ef6c9ab9 HTTP/1.1" status: 200 len: 1820 time: 0.2659798 Sep 16 13:04:11.631071 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-fcf6caea-efef-43f2-bf31-0d1b723f18cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db72a902-bbcc-4d33-9d86-7a89182e9699', 'name': 'tempest-ServerGroup264TestJSON-1067889169-router', 'tenant_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '22a59231-a88d-4116-8a48-50934b484d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:03:44Z', 'updated_at': '2022-09-16T13:04:08Z', 'revision_number': 5, 'project_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'gw_port': {'id': '22a59231-a88d-4116-8a48-50934b484d78', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db72a902-bbcc-4d33-9d86-7a89182e9699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:03:46Z', 'updated_at': '2022-09-16T13:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:11.685499 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:11.705110 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52092509-776a-402c-a5d2-bc7d4ecf38e0 admin admin] Publish callbacks [] for router_gateway (db72a902-bbcc-4d33-9d86-7a89182e9699), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:11.714949 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf6caea-efef-43f2-bf31-0d1b723f18cc None None] Checking router: db72a902-bbcc-4d33-9d86-7a89182e9699 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:04:11.715714 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b3cab6c7-a33d-4ddc-874a-aa9a0cd48aa8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (74a82f75-6b81-4962-8d10-731413f2b588), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:11.741921 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:11.743413 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf6caea-efef-43f2-bf31-0d1b723f18cc None None] Routers {'db72a902-bbcc-4d33-9d86-7a89182e9699'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:11.745301 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-fcf6caea-efef-43f2-bf31-0d1b723f18cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['db72a902-bbcc-4d33-9d86-7a89182e9699'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:11.805758 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-52092509-776a-402c-a5d2-bc7d4ecf38e0 admin admin] Deleting port 22a59231-a88d-4116-8a48-50934b484d78 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:11.806105 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52092509-776a-402c-a5d2-bc7d4ecf38e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (22a59231-a88d-4116-8a48-50934b484d78), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:11.812012 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:11.832211 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2372bb-7507-4683-be00-ec78656217b4 req-012056a0-bd46-4cea-9e79-e61b4c4f9878 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:11.834711 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c2372bb-7507-4683-be00-ec78656217b4 req-012056a0-bd46-4cea-9e79-e61b4c4f9878 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.25 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 812 time: 0.5017312 Sep 16 13:04:11.860426 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-7c2372bb-7507-4683-be00-ec78656217b4 req-5e28e667-d5ef-4ee5-abb3-e1c178581df3 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Request body: {'port': {'device_id': '17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d', 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5', 'admin_state_up': True, 'tenant_id': '337bc9a50c6846ada58b194c94d0f193'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:11.883169 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b3cab6c7-a33d-4ddc-874a-aa9a0cd48aa8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (74a82f75-6b81-4962-8d10-731413f2b588), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:11.903354 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:11.907040 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201cf5bf-616d-44f5-9248-1afdc7808b26 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:04:11.922683 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-201cf5bf-616d-44f5-9248-1afdc7808b26 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:11.923844 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cab6c7-a33d-4ddc-874a-aa9a0cd48aa8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=74a82f75-6b81-4962-8d10-731413f2b588,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:11.927777 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39904) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:11.928628 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-201cf5bf-616d-44f5-9248-1afdc7808b26 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "PUT /networking/v2.0/routers/e49e6a25-9273-4c44-929b-ad7364daa8f4 HTTP/1.1" status: 200 len: 705 time: 5.6407783 Sep 16 13:04:11.939649 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3721a-d7dd-45c6-9ecb-bcfb751aba94 None None] Sync routers for ids ['e49e6a25-9273-4c44-929b-ad7364daa8f4'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:04:11.946111 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-fcf6caea-efef-43f2-bf31-0d1b723f18cc None None] Set router db72a902-bbcc-4d33-9d86-7a89182e9699 gateway port host: None {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:04:11.956586 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca3721a-d7dd-45c6-9ecb-bcfb751aba94 None None] Routers {'e49e6a25-9273-4c44-929b-ad7364daa8f4'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:11.957216 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-0ca3721a-d7dd-45c6-9ecb-bcfb751aba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e49e6a25-9273-4c44-929b-ad7364daa8f4'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:11.994694 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f78bec13-9221-4ca0-bbc8-47bdc57788c3 req-98cc9d6e-5cfb-4e25-9446-4a8d1d8d920e tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3823414 Sep 16 13:04:12.017783 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-0ca3721a-d7dd-45c6-9ecb-bcfb751aba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:12.027793 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-00c02f5d-ff09-4e33-9d9c-0880fa3d65c3 req-2ba19666-3556-4b67-bd75-2ab309298208 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 13:04:12.029997 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-00c02f5d-ff09-4e33-9d9c-0880fa3d65c3 req-2ba19666-3556-4b67-bd75-2ab309298208 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/171162a5-7b15-4d9a-b046-5c75ef6c9ab9 HTTP/1.1" status: 409 len: 341 time: 0.3928132 Sep 16 13:04:12.031833 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55efe3c1-ddae-491a-9f8d-1604820ed9ff None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:12.032201 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b3cab6c7-a33d-4ddc-874a-aa9a0cd48aa8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:12.039049 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b3cab6c7-a33d-4ddc-874a-aa9a0cd48aa8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/74a82f75-6b81-4962-8d10-731413f2b588 HTTP/1.1" status: 204 len: 168 time: 1.0406933 Sep 16 13:04:12.039716 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39908) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:12.092521 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:12.113610 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31523f3-17f9-43b0-83c8-d34bc9056e19 x-openstack-request-id: req-f31523f3-17f9-43b0-83c8-d34bc9056e19 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:04:12.113917 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17bd55c8-4d10-424e-a143-037b14585d31", "tag": "e7480e72-f883-4315-9905-ecaed73586e8", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:04:12.114152 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f31523f3-17f9-43b0-83c8-d34bc9056e19 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:04:12.114578 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31523f3-17f9-43b0-83c8-d34bc9056e19'] response: {'name': 'network-changed', 'server_uuid': '17bd55c8-4d10-424e-a143-037b14585d31', 'tag': 'e7480e72-f883-4315-9905-ecaed73586e8', 'status': 'completed', 'code': 200} Sep 16 13:04:12.150769 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0208537-7074-4d5f-96e5-0b32d5e08b33 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet e2531112-be09-49c8-9b4b-d2f1fa59d410 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:04:12.164445 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-52092509-776a-402c-a5d2-bc7d4ecf38e0 admin admin] For port 22a59231-a88d-4116-8a48-50934b484d78, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=22a59231-a88d-4116-8a48-50934b484d78,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:12.164812 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52092509-776a-402c-a5d2-bc7d4ecf38e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (22a59231-a88d-4116-8a48-50934b484d78), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:12.183151 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a0208537-7074-4d5f-96e5-0b32d5e08b33 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (e2531112-be09-49c8-9b4b-d2f1fa59d410), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:12.191834 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8a5dc0ab-e7c0-451b-8cda-0adc10c1b79e tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "GET /networking/v2.0/routers/e49e6a25-9273-4c44-929b-ad7364daa8f4 HTTP/1.1" status: 200 len: 740 time: 0.2623215 Sep 16 13:04:12.206542 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39912) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:12.230302 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca3721a-d7dd-45c6-9ecb-bcfb751aba94 None None] Routers {'e49e6a25-9273-4c44-929b-ad7364daa8f4'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:12.231179 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-0ca3721a-d7dd-45c6-9ecb-bcfb751aba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['e49e6a25-9273-4c44-929b-ad7364daa8f4'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:12.264241 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03538770-5a32-47e6-bf2a-7e33bfe9b4d5 req-1e4cb8f2-4061-4ba7-b0fc-54e7f0c6dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:12.266941 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-03538770-5a32-47e6-bf2a-7e33bfe9b4d5 req-1e4cb8f2-4061-4ba7-b0fc-54e7f0c6dc28 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=aaeff399942c4286a71ea3a0eab43280&device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 1167 time: 0.1099198 Sep 16 13:04:12.288601 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-52092509-776a-402c-a5d2-bc7d4ecf38e0 admin admin] Calling delete_port for 22a59231-a88d-4116-8a48-50934b484d78 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:12.294059 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-fcf6caea-efef-43f2-bf31-0d1b723f18cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db72a902-bbcc-4d33-9d86-7a89182e9699', 'name': 'tempest-ServerGroup264TestJSON-1067889169-router', 'tenant_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:03:44Z', 'updated_at': '2022-09-16T13:04:11Z', 'revision_number': 6, 'project_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:12.326081 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf6caea-efef-43f2-bf31-0d1b723f18cc None None] The sync data for ids ['db72a902-bbcc-4d33-9d86-7a89182e9699'] in n-d-858094-4 is: [{'id': 'db72a902-bbcc-4d33-9d86-7a89182e9699', 'name': 'tempest-ServerGroup264TestJSON-1067889169-router', 'tenant_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:03:44Z', 'updated_at': '2022-09-16T13:04:11Z', 'revision_number': 6, 'project_id': 'eb6bf90ce3cc45fe8cee3b47d24da01f', 'gw_port_host': None}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:04:12.330410 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d3318764-066a-446c-b564-d585ee498092 tempest-RoutersAdminTest-1551017431 tempest-RoutersAdminTest-1551017431-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?network_id=42d33e50-b5e8-4084-82dc-226debf86786&device_id=e49e6a25-9273-4c44-929b-ad7364daa8f4 HTTP/1.1" status: 200 len: 205 time: 0.0783515 Sep 16 13:04:12.347246 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39920) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:12.400726 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-48a8f8c5-4c1b-4725-b128-fafc00fac48a tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e49e6a25-9273-4c44-929b-ad7364daa8f4 HTTP/1.1" status: 200 len: 205 time: 0.0523100 Sep 16 13:04:12.430095 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-0ca3721a-d7dd-45c6-9ecb-bcfb751aba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:12.431031 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3721a-d7dd-45c6-9ecb-bcfb751aba94 None None] The sync data for ids ['e49e6a25-9273-4c44-929b-ad7364daa8f4'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:04:12.434775 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39924) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:12.438175 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a0208537-7074-4d5f-96e5-0b32d5e08b33 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (e2531112-be09-49c8-9b4b-d2f1fa59d410), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:12.447145 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f1a6e3b5-57be-42e1-9139-912be2a9ffae req-57cb2f92-f97c-4f00-87a1-aeace3bb2e0e tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 210 time: 0.1764135 Sep 16 13:04:12.501624 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c2372bb-7507-4683-be00-ec78656217b4 req-5e28e667-d5ef-4ee5-abb3-e1c178581df3 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Made reservation on behalf of 337bc9a50c6846ada58b194c94d0f193 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:12.505434 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7c2372bb-7507-4683-be00-ec78656217b4 req-5e28e667-d5ef-4ee5-abb3-e1c178581df3 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:12.591191 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39928) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:12.594150 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfa83c-2f35-458f-88b7-3696049f742f req-64fe8109-e323-4c09-a061-6a4226b163b1 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:12.595775 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14dfa83c-2f35-458f-88b7-3696049f742f req-64fe8109-e323-4c09-a061-6a4226b163b1 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 985 time: 0.2079861 Sep 16 13:04:12.637059 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6b33fa9-ed7a-4ec8-b40a-aba1b470c67a tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router (e49e6a25-9273-4c44-929b-ad7364daa8f4), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:12.728698 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 71e8d823-06bc-4bc6-a416-fec69535f44a no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:04:12.735385 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03538770-5a32-47e6-bf2a-7e33bfe9b4d5 req-c76242ff-d225-4259-86a9-1264fb30e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:12.737135 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-03538770-5a32-47e6-bf2a-7e33bfe9b4d5 req-c76242ff-d225-4259-86a9-1264fb30e821 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=56dd3a41-efae-420b-b361-8c953ab80e6c HTTP/1.1" status: 200 len: 914 time: 0.4487202 Sep 16 13:04:12.768328 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 71e8d823-06bc-4bc6-a416-fec69535f44a {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:04:12.770827 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 71e8d823-06bc-4bc6-a416-fec69535f44a not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:04:12.806151 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-99b25263-2f6d-44fc-97f2-642da38d26ea admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-27505381-network', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:12.838202 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-03538770-5a32-47e6-bf2a-7e33bfe9b4d5 req-57d7d2fd-b7f6-4386-a309-34667c207798 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7480e72-f883-4315-9905-ecaed73586e8 HTTP/1.1" status: 200 len: 217 time: 0.0805910 Sep 16 13:04:12.896189 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-7c2372bb-7507-4683-be00-ec78656217b4 req-5e28e667-d5ef-4ee5-abb3-e1c178581df3 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Allocated IP 172.20.0.6 (9af47dcf-ef82-4350-bfb1-14c70158aca5/3d21eb8b-32f8-4b19-96f6-c4c4e33061d9/d408043a-8807-412e-bac0-ea9a50061ee1) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:12.910479 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-14dfa83c-2f35-458f-88b7-3696049f742f req-1a17cd86-ebb5-4f2a-b072-54685f9126c1 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&id=171162a5-7b15-4d9a-b046-5c75ef6c9ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3051798 Sep 16 13:04:12.933018 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03538770-5a32-47e6-bf2a-7e33bfe9b4d5 req-ea5e2cb2-a45f-4f9c-bb08-8d0e991ac446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:12.934501 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-03538770-5a32-47e6-bf2a-7e33bfe9b4d5 req-ea5e2cb2-a45f-4f9c-bb08-8d0e991ac446 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=1f466e8b-55f7-427d-b163-cda4af9f8b77 HTTP/1.1" status: 200 len: 852 time: 0.0862801 Sep 16 13:04:12.970441 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6b33fa9-ed7a-4ec8-b40a-aba1b470c67a tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (e49e6a25-9273-4c44-929b-ad7364daa8f4), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:12.977027 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6b33fa9-ed7a-4ec8-b40a-aba1b470c67a tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router_controller (e49e6a25-9273-4c44-929b-ad7364daa8f4), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:12.987796 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a0208537-7074-4d5f-96e5-0b32d5e08b33 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (e2531112-be09-49c8-9b4b-d2f1fa59d410), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:12.993368 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:13.017293 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b25263-2f6d-44fc-97f2-642da38d26ea admin admin] Made reservation on behalf of d2628c648b2e4465821bdcdf4330fb4e for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:13.019725 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-99b25263-2f6d-44fc-97f2-642da38d26ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:13.059888 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:13.083409 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-99b25263-2f6d-44fc-97f2-642da38d26ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:13.109498 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6b33fa9-ed7a-4ec8-b40a-aba1b470c67a tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (e49e6a25-9273-4c44-929b-ad7364daa8f4), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:13.110365 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b33fa9-ed7a-4ec8-b40a-aba1b470c67a tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Fanout notify agent at l3_agent the message router_deleted on router e49e6a25-9273-4c44-929b-ad7364daa8f4 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:04:13.117345 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d6b33fa9-ed7a-4ec8-b40a-aba1b470c67a tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:13.122310 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d6b33fa9-ed7a-4ec8-b40a-aba1b470c67a tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "DELETE /networking/v2.0/routers/e49e6a25-9273-4c44-929b-ad7364daa8f4 HTTP/1.1" status: 204 len: 168 time: 0.6768107 Sep 16 13:04:13.153758 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39934) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:13.210486 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1c71060c-29d1-45e2-b561-6376fbd056dc tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e49e6a25-9273-4c44-929b-ad7364daa8f4 HTTP/1.1" status: 200 len: 205 time: 0.0555077 Sep 16 13:04:13.220908 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39936) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:13.277119 n-d-858094-4 neutron-server[113699]: INFO neutron.api.v2.resource [None req-85097ee5-53b1-4f5b-a2bc-2b5efe7a7bcc tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] delete failed (client error): The resource could not be found. Sep 16 13:04:13.278461 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-85097ee5-53b1-4f5b-a2bc-2b5efe7a7bcc tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "DELETE /networking/v2.0/routers/e49e6a25-9273-4c44-929b-ad7364daa8f4 HTTP/1.1" status: 404 len: 336 time: 0.0532410 Sep 16 13:04:13.281989 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52092509-776a-402c-a5d2-bc7d4ecf38e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (22a59231-a88d-4116-8a48-50934b484d78), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:13.284356 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a0208537-7074-4d5f-96e5-0b32d5e08b33 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (e2531112-be09-49c8-9b4b-d2f1fa59d410), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:13.290928 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39938) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:13.321354 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-18b47f4a-3f52-4323-9203-79ac01998da9 None None] Provisioning complete for port 865d6299-ea52-4d12-a3dd-6f593a93a4ae triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:13.322671 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-18b47f4a-3f52-4323-9203-79ac01998da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (865d6299-ea52-4d12-a3dd-6f593a93a4ae), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:13.322671 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-18b47f4a-3f52-4323-9203-79ac01998da9 None None] Attempt 1 to provision port 865d6299-ea52-4d12-a3dd-6f593a93a4ae Sep 16 13:04:13.387431 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52092509-776a-402c-a5d2-bc7d4ecf38e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=22a59231-a88d-4116-8a48-50934b484d78,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:13.397280 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a0208537-7074-4d5f-96e5-0b32d5e08b33 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:13.400637 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a0208537-7074-4d5f-96e5-0b32d5e08b33 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/e2531112-be09-49c8-9b4b-d2f1fa59d410 HTTP/1.1" status: 204 len: 168 time: 1.3546791 Sep 16 13:04:13.408658 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-56fb04fe-0d4b-42b5-8762-5284d148211a tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1aa3bf6d-c1be-4767-829f-bc7c9d808a88 HTTP/1.1" status: 200 len: 205 time: 0.1083059 Sep 16 13:04:13.408658 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0208537-7074-4d5f-96e5-0b32d5e08b33 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=e2531112-be09-49c8-9b4b-d2f1fa59d410,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:13.411966 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39940) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:13.412655 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39942) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:13.428646 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96390678-53e2-47f1-8a48-3647520ebb7e None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:13.454225 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-18b47f4a-3f52-4323-9203-79ac01998da9 None None] Current status of the port 865d6299-ea52-4d12-a3dd-6f593a93a4ae is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:13.509163 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52092509-776a-402c-a5d2-bc7d4ecf38e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (db72a902-bbcc-4d33-9d86-7a89182e9699), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:13.521864 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-661c64be-1541-4263-9043-88b3cbe9084b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1008453 Sep 16 13:04:13.521864 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03538770-5a32-47e6-bf2a-7e33bfe9b4d5 req-bc06aff5-0c94-46b8-87ce-9e957c4ab687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:13.521864 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-03538770-5a32-47e6-bf2a-7e33bfe9b4d5 req-bc06aff5-0c94-46b8-87ce-9e957c4ab687 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=56dd3a41-efae-420b-b361-8c953ab80e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5783942 Sep 16 13:04:13.523794 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39946) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:13.528517 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [None req-07bd2363-caee-4197-9461-c91bafee5d21 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] delete failed (client error): The resource could not be found. Sep 16 13:04:13.529563 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-07bd2363-caee-4197-9461-c91bafee5d21 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "DELETE /networking/v2.0/routers/1aa3bf6d-c1be-4767-829f-bc7c9d808a88 HTTP/1.1" status: 404 len: 336 time: 0.1101525 Sep 16 13:04:13.535343 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39948) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:13.568910 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:13.603630 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-33f20af2-b36b-4cb3-9b25-664927022b1d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:13.611995 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-99b25263-2f6d-44fc-97f2-642da38d26ea admin admin] Publish callbacks [] for security_group (9ebc146d-e636-4bef-a977-811a227f101e), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:13.638591 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f1ed5-1651-474c-9378-8a08975f0b81 req-6aa1d821-5ad6-4688-b168-138d1dd45a6b tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:13.640086 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c27f1ed5-1651-474c-9378-8a08975f0b81 req-6aa1d821-5ad6-4688-b168-138d1dd45a6b tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 945 time: 0.2709265 Sep 16 13:04:13.656852 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-4b570380-a53e-4c5f-ace1-bebe3ef6a285 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61 HTTP/1.1" status: 200 len: 205 time: 0.1110339 Sep 16 13:04:13.660569 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02a7a64-6531-4af8-82e3-83c1b9889225 None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:04:13.668162 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-99b25263-2f6d-44fc-97f2-642da38d26ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (9ebc146d-e636-4bef-a977-811a227f101e), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:13.688823 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39950) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:13.701064 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c02a7a64-6531-4af8-82e3-83c1b9889225 None None] Deleting port 865d6299-ea52-4d12-a3dd-6f593a93a4ae {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:13.701710 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c02a7a64-6531-4af8-82e3-83c1b9889225 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (865d6299-ea52-4d12-a3dd-6f593a93a4ae), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:13.721037 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52092509-776a-402c-a5d2-bc7d4ecf38e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (db72a902-bbcc-4d33-9d86-7a89182e9699), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:13.730239 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52092509-776a-402c-a5d2-bc7d4ecf38e0 admin admin] Publish callbacks [] for router_controller (db72a902-bbcc-4d33-9d86-7a89182e9699), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:13.766475 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [None req-b72fd2ef-33a9-48d8-ab2a-9246d92f4770 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] delete failed (client error): The resource could not be found. Sep 16 13:04:13.767537 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b72fd2ef-33a9-48d8-ab2a-9246d92f4770 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "DELETE /networking/v2.0/routers/db4a6b6f-5eb6-4652-8c80-a2e4fe8fcb61 HTTP/1.1" status: 404 len: 336 time: 0.0760632 Sep 16 13:04:13.769409 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-01735c4b-3d7c-4a11-ae56-532fe387cd4a req-d4d0377c-9937-4f4e-abcc-cc0b32285e58 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 210 time: 0.1862454 Sep 16 13:04:13.769591 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b25263-2f6d-44fc-97f2-642da38d26ea admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:04:13.770177 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39952) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:13.775418 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c02a7a64-6531-4af8-82e3-83c1b9889225 None None] For port 865d6299-ea52-4d12-a3dd-6f593a93a4ae, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=865d6299-ea52-4d12-a3dd-6f593a93a4ae,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:13.775821 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c02a7a64-6531-4af8-82e3-83c1b9889225 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (865d6299-ea52-4d12-a3dd-6f593a93a4ae), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:13.796169 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-99b25263-2f6d-44fc-97f2-642da38d26ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (1980d704-4134-4855-b6db-fe631160701f), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:13.796169 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-99b25263-2f6d-44fc-97f2-642da38d26ea admin admin] Added segment 1980d704-4134-4855-b6db-fe631160701f of type vlan for network 8add36eb-29cb-4c92-8149-fffc1787dd77 Sep 16 13:04:13.796464 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c02a7a64-6531-4af8-82e3-83c1b9889225 None None] Calling delete_port for 865d6299-ea52-4d12-a3dd-6f593a93a4ae owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:13.805004 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:13.818618 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-73bf2bfa-ab2d-46d6-812e-3c2d970f18f0 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a HTTP/1.1" status: 200 len: 205 time: 0.0388246 Sep 16 13:04:13.829538 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39954) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:13.841292 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-99b25263-2f6d-44fc-97f2-642da38d26ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (8add36eb-29cb-4c92-8149-fffc1787dd77), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:13.873114 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:UPDATE=5,neutron:INSERT=11 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:13.882273 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c02a7a64-6531-4af8-82e3-83c1b9889225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (865d6299-ea52-4d12-a3dd-6f593a93a4ae), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:13.909254 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a7a64-6531-4af8-82e3-83c1b9889225 None None] Pushing event deleted for resources: {'Port': ['ID=865d6299-ea52-4d12-a3dd-6f593a93a4ae,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:13.913821 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [None req-1c292980-3708-43d1-af30-ff9e010dee0e tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] delete failed (client error): The resource could not be found. Sep 16 13:04:13.914669 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02a7a64-6531-4af8-82e3-83c1b9889225 None None] No DVR routers for this DVR port 865d6299-ea52-4d12-a3dd-6f593a93a4ae on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:04:13.914900 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-1c292980-3708-43d1-af30-ff9e010dee0e tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "DELETE /networking/v2.0/routers/ada3bec8-ab6c-46c1-ba3e-30f8e2fdae7a HTTP/1.1" status: 404 len: 336 time: 0.0818207 Sep 16 13:04:13.920267 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-99b25263-2f6d-44fc-97f2-642da38d26ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (8add36eb-29cb-4c92-8149-fffc1787dd77), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:13.921377 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b25263-2f6d-44fc-97f2-642da38d26ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:13.922053 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-99b25263-2f6d-44fc-97f2-642da38d26ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:13.925348 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39956) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:13.935758 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b25263-2f6d-44fc-97f2-642da38d26ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebc146d-e636-4bef-a977-811a227f101e,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:13.976069 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c27f1ed5-1651-474c-9378-8a08975f0b81 req-fd322e0d-2134-4852-aac2-daf2e9e380c9 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3144274 Sep 16 13:04:13.984747 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-03538770-5a32-47e6-bf2a-7e33bfe9b4d5 req-434bf833-57e6-4bde-92f8-803de1ffda53 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540579 Sep 16 13:04:14.008289 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7c2372bb-7507-4683-be00-ec78656217b4 req-5e28e667-d5ef-4ee5-abb3-e1c178581df3 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks [] for port (d408043a-8807-412e-bac0-ea9a50061ee1), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:14.011390 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:14.024885 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52092509-776a-402c-a5d2-bc7d4ecf38e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (db72a902-bbcc-4d33-9d86-7a89182e9699), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:14.025489 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52092509-776a-402c-a5d2-bc7d4ecf38e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db72a902-bbcc-4d33-9d86-7a89182e9699 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:04:14.033324 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-52092509-776a-402c-a5d2-bc7d4ecf38e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:14.036702 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-52092509-776a-402c-a5d2-bc7d4ecf38e0 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/db72a902-bbcc-4d33-9d86-7a89182e9699 HTTP/1.1" status: 204 len: 168 time: 2.9182751 Sep 16 13:04:14.043294 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-de010f1b-87fa-4491-8fcb-a24fd0c0aa20 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6453cbc2-accf-4604-a9f8-e3f75654bbde HTTP/1.1" status: 200 len: 205 time: 0.1091435 Sep 16 13:04:14.049245 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-99b25263-2f6d-44fc-97f2-642da38d26ea admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4508529 Sep 16 13:04:14.049427 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39960) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:14.049427 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39962) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:14.050234 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f20af2-b36b-4cb3-9b25-664927022b1d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:14.054007 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-33f20af2-b36b-4cb3-9b25-664927022b1d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:14.060087 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39964) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:14.076614 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-1da94a5b-3305-4f55-b3b5-0e8a0786fd33 admin admin] Request body: {'subnet': {'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-27505381-subnet', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:14.083794 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b25263-2f6d-44fc-97f2-642da38d26ea admin admin] Pushing event updated for resources: {'Network': ['ID=8add36eb-29cb-4c92-8149-fffc1787dd77,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:14.097310 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 8add36eb-29cb-4c92-8149-fffc1787dd77 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:04:14.149640 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da94a5b-3305-4f55-b3b5-0e8a0786fd33 admin admin] Made reservation on behalf of d2628c648b2e4465821bdcdf4330fb4e for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:14.152708 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1da94a5b-3305-4f55-b3b5-0e8a0786fd33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:14.168045 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [None req-dabeb720-27bf-45ae-98fe-f250f3833e3d tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] delete failed (client error): The resource could not be found. Sep 16 13:04:14.169488 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-dabeb720-27bf-45ae-98fe-f250f3833e3d tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "DELETE /networking/v2.0/routers/6453cbc2-accf-4604-a9f8-e3f75654bbde HTTP/1.1" status: 404 len: 336 time: 0.1133859 Sep 16 13:04:14.174008 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39966) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:14.196696 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b869ec-fe82-4735-b3ff-c5081d1c3c97 req-6831e1ea-bab9-415d-83ec-5ebe62f21126 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:14.199053 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-71b869ec-fe82-4735-b3ff-c5081d1c3c97 req-6831e1ea-bab9-415d-83ec-5ebe62f21126 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 985 time: 0.1739922 Sep 16 13:04:14.203502 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-d691eb09-6b89-4b0f-9d0f-a528f2ce91e7 admin admin] Deleting subnet 522625b8-687c-4529-93ce-daeacbcc562c {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:04:14.212530 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7c2372bb-7507-4683-be00-ec78656217b4 req-5e28e667-d5ef-4ee5-abb3-e1c178581df3 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (d408043a-8807-412e-bac0-ea9a50061ee1), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:14.216497 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d691eb09-6b89-4b0f-9d0f-a528f2ce91e7 admin admin] Publish callbacks [] for subnet (522625b8-687c-4529-93ce-daeacbcc562c), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:14.240781 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:UPDATE=2,neutron:SELECT=82,neutron:INSERT=8,neutron:DELETE=8 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:14.250799 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d7ae8c8c-6eb6-421e-bc89-1eecec4f2668 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1cadfd87-696e-480a-b974-5ff3244b4e30 HTTP/1.1" status: 200 len: 205 time: 0.0756719 Sep 16 13:04:14.254590 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39968) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:14.307113 n-d-858094-4 neutron-server[113699]: INFO neutron.api.v2.resource [None req-bbccd9cd-81ff-4792-922f-568221777a77 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] delete failed (client error): The resource could not be found. Sep 16 13:04:14.311353 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-bbccd9cd-81ff-4792-922f-568221777a77 tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "DELETE /networking/v2.0/routers/1cadfd87-696e-480a-b974-5ff3244b4e30 HTTP/1.1" status: 404 len: 336 time: 0.0495837 Sep 16 13:04:14.316354 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39970) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:14.336736 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c2372bb-7507-4683-be00-ec78656217b4 req-5e28e667-d5ef-4ee5-abb3-e1c178581df3 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Network 9af47dcf-ef82-4350-bfb1-14c70158aca5 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:14.339354 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d691eb09-6b89-4b0f-9d0f-a528f2ce91e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (522625b8-687c-4529-93ce-daeacbcc562c), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:14.368610 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-7c2372bb-7507-4683-be00-ec78656217b4 req-5e28e667-d5ef-4ee5-abb3-e1c178581df3 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:14.392660 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28e667-d5ef-4ee5-abb3-e1c178581df3 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Pushing event updated for resources: {'Port': ['ID=d408043a-8807-412e-bac0-ea9a50061ee1,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:14.396953 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2372bb-7507-4683-be00-ec78656217b4 req-5e28e667-d5ef-4ee5-abb3-e1c178581df3 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:14.405800 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3258e1b-aff0-43eb-becd-57b3fe27c3ff tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:14.406278 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3258e1b-aff0-43eb-becd-57b3fe27c3ff tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:14.409333 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a3258e1b-aff0-43eb-becd-57b3fe27c3ff tempest-RoutersAdminTest-1321535455 tempest-RoutersAdminTest-1321535455-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/ff632edc-1a7b-45aa-a720-2f5a5f4f7c83 HTTP/1.1" status: 404 len: 337 time: 0.0849361 Sep 16 13:04:14.481032 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-71b869ec-fe82-4735-b3ff-c5081d1c3c97 req-f8ade84c-f6dd-4ae6-87b7-f300f35e4dd3 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&id=171162a5-7b15-4d9a-b046-5c75ef6c9ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2699940 Sep 16 13:04:14.526015 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2372bb-7507-4683-be00-ec78656217b4 req-5e28e667-d5ef-4ee5-abb3-e1c178581df3 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:14.526687 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7c2372bb-7507-4683-be00-ec78656217b4 req-5e28e667-d5ef-4ee5-abb3-e1c178581df3 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:14.574060 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c2372bb-7507-4683-be00-ec78656217b4 req-5e28e667-d5ef-4ee5-abb3-e1c178581df3 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7175605 Sep 16 13:04:14.587900 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d691eb09-6b89-4b0f-9d0f-a528f2ce91e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (522625b8-687c-4529-93ce-daeacbcc562c), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:14.607738 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Request body: {'port': {'device_id': '17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:14.721173 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 865d6299-ea52-4d12-a3dd-6f593a93a4ae no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:04:14.728349 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-3338f55b-8281-4069-a8af-3d7b0bc7994d None None] Provisioning complete for port d408043a-8807-412e-bac0-ea9a50061ee1 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:14.730284 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3338f55b-8281-4069-a8af-3d7b0bc7994d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (d408043a-8807-412e-bac0-ea9a50061ee1), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:14.731209 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3338f55b-8281-4069-a8af-3d7b0bc7994d None None] Attempt 1 to provision port d408043a-8807-412e-bac0-ea9a50061ee1 Sep 16 13:04:14.754546 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39976) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:14.771049 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-33f20af2-b36b-4cb3-9b25-664927022b1d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (cf2874cc-07ed-442c-9ea6-ea3bd3e02264), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:14.780989 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 865d6299-ea52-4d12-a3dd-6f593a93a4ae {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:04:14.781476 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 865d6299-ea52-4d12-a3dd-6f593a93a4ae not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:04:14.781993 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 22a59231-a88d-4116-8a48-50934b484d78 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:04:14.820812 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 22a59231-a88d-4116-8a48-50934b484d78 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:04:14.821300 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 22a59231-a88d-4116-8a48-50934b484d78 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:04:14.824465 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3338f55b-8281-4069-a8af-3d7b0bc7994d None None] Port d408043a-8807-412e-bac0-ea9a50061ee1 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:14.832965 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-03538770-5a32-47e6-bf2a-7e33bfe9b4d5 req-02044f8b-50f3-46e2-ae1d-86f3dac4eacb service neutron] 10.222.0.76 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576277 Sep 16 13:04:14.847280 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f20af2-b36b-4cb3-9b25-664927022b1d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:14.852903 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d408043a-8807-412e-bac0-ea9a50061ee1), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:14.858518 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-33f20af2-b36b-4cb3-9b25-664927022b1d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:14.867114 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d691eb09-6b89-4b0f-9d0f-a528f2ce91e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (522625b8-687c-4529-93ce-daeacbcc562c), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:14.868336 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f20af2-b36b-4cb3-9b25-664927022b1d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:14.869633 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-33f20af2-b36b-4cb3-9b25-664927022b1d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:14.874600 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deb20b4-f22e-4579-bcea-844d818079f5 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:14.882077 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1da94a5b-3305-4f55-b3b5-0e8a0786fd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (0c86fa22-38fb-4a34-a6ef-3769982fb8a5), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:14.884026 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f20af2-b36b-4cb3-9b25-664927022b1d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=cf2874cc-07ed-442c-9ea6-ea3bd3e02264,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:14.892627 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:14.927336 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-33f20af2-b36b-4cb3-9b25-664927022b1d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3627615 Sep 16 13:04:14.929835 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:14.930054 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39982) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:14.935668 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-f2bd50a7-6678-4e40-bec7-588dd007b1aa tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:14.960575 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:14.960755 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691eb09-6b89-4b0f-9d0f-a528f2ce91e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=522625b8-687c-4529-93ce-daeacbcc562c,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:14.990423 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c16e01-1071-4034-9535-5a850f044e91 None None] Network 589c67fc-8171-4fa6-b550-f98d987e73d5 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:14.998716 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d691eb09-6b89-4b0f-9d0f-a528f2ce91e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:15.002997 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-d691eb09-6b89-4b0f-9d0f-a528f2ce91e7 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/522625b8-687c-4529-93ce-daeacbcc562c HTTP/1.1" status: 204 len: 168 time: 0.9542139 Sep 16 13:04:15.007403 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da94a5b-3305-4f55-b3b5-0e8a0786fd33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c86fa22-38fb-4a34-a6ef-3769982fb8a5,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:15.009397 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39986) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:15.025237 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:15.084446 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6248b-4e1f-4bc4-8905-0cc7b957f8a5 req-033abcfd-1e19-4b06-9853-e3fba8bef08d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:15.086087 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-69f6248b-4e1f-4bc4-8905-0cc7b957f8a5 req-033abcfd-1e19-4b06-9853-e3fba8bef08d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 931 time: 0.1593878 Sep 16 13:04:15.100483 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da94a5b-3305-4f55-b3b5-0e8a0786fd33 admin admin] Checking segment: {'id': '1980d704-4134-4855-b6db-fe631160701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:15.100863 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da94a5b-3305-4f55-b3b5-0e8a0786fd33 admin admin] Network hostable DHCP agents. Network: 8add36eb-29cb-4c92-8149-fffc1787dd77, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:04:15.153118 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc7cdf3d-1ec6-45ff-8eae-b1345cd0d4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (589c67fc-8171-4fa6-b550-f98d987e73d5), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:15.161761 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9baef6e6-991f-4370-ace0-656f975a51ae', 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'project_id': '5c8cffcd53cc4db6a38a52d1423521d5', 'fixed_ips': [{'subnet_id': 'cf2874cc-07ed-442c-9ea6-ea3bd3e02264'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:04:15.162811 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:15.176719 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da94a5b-3305-4f55-b3b5-0e8a0786fd33 admin admin] Network 8add36eb-29cb-4c92-8149-fffc1787dd77 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:04:15.208724 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bd50a7-6678-4e40-bec7-588dd007b1aa tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:15.212660 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f2bd50a7-6678-4e40-bec7-588dd007b1aa tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:15.231278 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d2859f3c-c945-4fba-8a32-4ece3cf530d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:15.237024 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-1da94a5b-3305-4f55-b3b5-0e8a0786fd33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 8add36eb-29cb-4c92-8149-fffc1787dd77) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:15.241026 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8844f3c-2e3c-463f-9a3e-5d419540edad req-1ea9989f-7f56-4c06-a7f2-90c286c84967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:15.242949 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8844f3c-2e3c-463f-9a3e-5d419540edad req-1ea9989f-7f56-4c06-a7f2-90c286c84967 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=aaeff399942c4286a71ea3a0eab43280&device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 1167 time: 0.3138697 Sep 16 13:04:15.257384 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52f3888-c816-4e89-822b-7afbd442289b None None] Network 8add36eb-29cb-4c92-8149-fffc1787dd77 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:15.292931 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da94a5b-3305-4f55-b3b5-0e8a0786fd33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:15.293551 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1da94a5b-3305-4f55-b3b5-0e8a0786fd33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:15.301426 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-bc7cdf3d-1ec6-45ff-8eae-b1345cd0d4bb admin admin] Deleting port 34b0d52d-f940-4454-a169-45ac9cf4d021 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:15.301759 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc7cdf3d-1ec6-45ff-8eae-b1345cd0d4bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (34b0d52d-f940-4454-a169-45ac9cf4d021), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:15.320152 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ccdf8-00dd-4351-8600-dd08ba87fe68 req-89df9f26-aee2-4a3a-b6de-409483fd306c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:15.321713 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b92ccdf8-00dd-4351-8600-dd08ba87fe68 req-89df9f26-aee2-4a3a-b6de-409483fd306c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 945 time: 0.2158644 Sep 16 13:04:15.327266 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3338f55b-8281-4069-a8af-3d7b0bc7994d None None] Attempt 2 to provision port d408043a-8807-412e-bac0-ea9a50061ee1 Sep 16 13:04:15.362392 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1da94a5b-3305-4f55-b3b5-0e8a0786fd33 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2998333 Sep 16 13:04:15.368092 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afce86f0-5e27-44c6-84fd-323918812102 None None] DHCP port deletion for 589c67fc-8171-4fa6-b550-f98d987e73d5 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:04:15.374764 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39988) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:15.384727 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-3e6edf2c-795d-434b-a9e4-ed2c06381b60 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-27505381-router', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:15.433426 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-bc7cdf3d-1ec6-45ff-8eae-b1345cd0d4bb admin admin] For port 34b0d52d-f940-4454-a169-45ac9cf4d021, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=34b0d52d-f940-4454-a169-45ac9cf4d021,segment=NetworkSegment(b545afce-634e-4f36-b1b1-7446eedbc50b),segment_id=b545afce-634e-4f36-b1b1-7446eedbc50b)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:15.433791 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc7cdf3d-1ec6-45ff-8eae-b1345cd0d4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (34b0d52d-f940-4454-a169-45ac9cf4d021), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:15.448983 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-69f6248b-4e1f-4bc4-8905-0cc7b957f8a5 req-7125c805-7a6e-49c9-ba81-cb7d6b8a3efe tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351023 Sep 16 13:04:15.453168 n-d-858094-4 neutron-server[113699]: INFO neutron.db.ipam_backend_mixin [None req-f2bd50a7-6678-4e40-bec7-588dd007b1aa tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cf2874cc-07ed-442c-9ea6-ea3bd3e02264 (CIDR: 2001:db8::/64) Sep 16 13:04:15.453885 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=5,neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:15.460983 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-bc7cdf3d-1ec6-45ff-8eae-b1345cd0d4bb admin admin] Calling delete_port for 34b0d52d-f940-4454-a169-45ac9cf4d021 owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:15.463880 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2bd50a7-6678-4e40-bec7-588dd007b1aa tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 13:04:15.464486 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2bd50a7-6678-4e40-bec7-588dd007b1aa tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:15.467084 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3e6edf2c-795d-434b-a9e4-ed2c06381b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (0835cee8-e786-4ab4-8f10-3a1b34de95b5), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:15.468095 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3e6edf2c-795d-434b-a9e4-ed2c06381b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (0835cee8-e786-4ab4-8f10-3a1b34de95b5), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:15.545326 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f2bd50a7-6678-4e40-bec7-588dd007b1aa tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6142118 Sep 16 13:04:15.549006 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 39992) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:15.555612 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8844f3c-2e3c-463f-9a3e-5d419540edad req-7103142b-232b-4f6d-90c2-b889428161b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:15.557218 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8844f3c-2e3c-463f-9a3e-5d419540edad req-7103142b-232b-4f6d-90c2-b889428161b0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=56dd3a41-efae-420b-b361-8c953ab80e6c HTTP/1.1" status: 200 len: 914 time: 0.3012738 Sep 16 13:04:15.560408 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-88096bdb-99da-4dfa-aebb-f31dff51d587 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'subnet': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:15.619157 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3a5b1f2b-2004-4cf4-93bd-f498b62488fe details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:04:15.622302 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b92ccdf8-00dd-4351-8600-dd08ba87fe68 req-8c0c31f2-2743-4594-ac4a-5f6fb5d63fd7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595994 Sep 16 13:04:15.646901 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8844f3c-2e3c-463f-9a3e-5d419540edad req-5fb63ce6-1e30-40fc-a4b5-e2ba54e4b627 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7480e72-f883-4315-9905-ecaed73586e8 HTTP/1.1" status: 200 len: 217 time: 0.0760310 Sep 16 13:04:15.676381 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-afce86f0-5e27-44c6-84fd-323918812102 None None] Deleting port 34b0d52d-f940-4454-a169-45ac9cf4d021 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:15.676754 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-afce86f0-5e27-44c6-84fd-323918812102 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (34b0d52d-f940-4454-a169-45ac9cf4d021), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:15.701244 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3338f55b-8281-4069-a8af-3d7b0bc7994d None None] Port d408043a-8807-412e-bac0-ea9a50061ee1 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:15.712040 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d2859f3c-c945-4fba-8a32-4ece3cf530d2 admin admin] Publish callbacks [] for security_group (2f0a8d78-8d0d-4e84-a708-0fd0b5e3de86), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:15.717225 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3e6edf2c-795d-434b-a9e4-ed2c06381b60 admin admin] Publish callbacks [] for router_controller (0835cee8-e786-4ab4-8f10-3a1b34de95b5), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:15.763366 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d2859f3c-c945-4fba-8a32-4ece3cf530d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (2f0a8d78-8d0d-4e84-a708-0fd0b5e3de86), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:15.770139 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:15.783509 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] Allocated IP 2001:db8::2 (9baef6e6-991f-4370-ace0-656f975a51ae/cf2874cc-07ed-442c-9ea6-ea3bd3e02264/e76046c8-588d-480c-8ea6-a57ca1a7e6dd) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:15.784667 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:15.815901 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9659e6d-711c-4c29-9f08-62b942864f09 req-16249906-90d5-4563-b585-7412784f7ac8 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:15.817469 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d9659e6d-711c-4c29-9f08-62b942864f09 req-16249906-90d5-4563-b585-7412784f7ac8 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 985 time: 0.2281029 Sep 16 13:04:15.826564 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-8add36eb-29cb-4c92-8149-fffc1787dd77', 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77', 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'fixed_ips': [{'subnet_id': '0c86fa22-38fb-4a34-a6ef-3769982fb8a5'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:04:15.827758 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:15.830625 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d408043a-8807-412e-bac0-ea9a50061ee1 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:04:15.861152 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Publish callbacks [] for port (d408043a-8807-412e-bac0-ea9a50061ee1), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:15.864217 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8844f3c-2e3c-463f-9a3e-5d419540edad req-b5839b6e-3ace-4434-876d-8f78353e444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:15.865680 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8844f3c-2e3c-463f-9a3e-5d419540edad req-b5839b6e-3ace-4434-876d-8f78353e444b service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=1f466e8b-55f7-427d-b163-cda4af9f8b77 HTTP/1.1" status: 200 len: 852 time: 0.1754627 Sep 16 13:04:15.871731 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-d2859f3c-c945-4fba-8a32-4ece3cf530d2 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=5bdb882e5845486eae9bc0f17b3cdecd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1052115 Sep 16 13:04:15.872831 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 39994) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:15.885906 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2859f3c-c945-4fba-8a32-4ece3cf530d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0a8d78-8d0d-4e84-a708-0fd0b5e3de86,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:15.903914 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-afce86f0-5e27-44c6-84fd-323918812102 None None] For port 34b0d52d-f940-4454-a169-45ac9cf4d021, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=34b0d52d-f940-4454-a169-45ac9cf4d021,segment=NetworkSegment(b545afce-634e-4f36-b1b1-7446eedbc50b),segment_id=b545afce-634e-4f36-b1b1-7446eedbc50b)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:15.904355 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-afce86f0-5e27-44c6-84fd-323918812102 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (34b0d52d-f940-4454-a169-45ac9cf4d021), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:15.913922 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88096bdb-99da-4dfa-aebb-f31dff51d587 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:15.916232 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-88096bdb-99da-4dfa-aebb-f31dff51d587 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:15.923493 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:15.925325 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3e6edf2c-795d-434b-a9e4-ed2c06381b60 admin admin] Publish callbacks [] for router_gateway (0835cee8-e786-4ab4-8f10-3a1b34de95b5), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:15.942958 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc7cdf3d-1ec6-45ff-8eae-b1345cd0d4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (34b0d52d-f940-4454-a169-45ac9cf4d021), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:15.952098 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Transition to ACTIVE for port object d408043a-8807-412e-bac0-ea9a50061ee1 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:04:15.973457 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (d408043a-8807-412e-bac0-ea9a50061ee1), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:16.013174 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:16.020655 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7cdf3d-1ec6-45ff-8eae-b1345cd0d4bb admin admin] No DVR routers for this DVR port 34b0d52d-f940-4454-a169-45ac9cf4d021 on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:04:16.029629 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cdf3d-1ec6-45ff-8eae-b1345cd0d4bb admin admin] Pushing event deleted for resources: {'Port': ['ID=34b0d52d-f940-4454-a169-45ac9cf4d021,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:16.035633 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8844f3c-2e3c-463f-9a3e-5d419540edad req-0c4a4082-6cb1-4919-a0fd-31d8d6ae0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:16.035892 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-afce86f0-5e27-44c6-84fd-323918812102 None None] Calling delete_port for 34b0d52d-f940-4454-a169-45ac9cf4d021 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:16.036528 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8844f3c-2e3c-463f-9a3e-5d419540edad req-0c4a4082-6cb1-4919-a0fd-31d8d6ae0d05 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=56dd3a41-efae-420b-b361-8c953ab80e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1619527 Sep 16 13:04:16.037765 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:16.105332 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d9659e6d-711c-4c29-9f08-62b942864f09 req-ef14d52e-4342-44ba-ae22-a6f311953b9e tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&id=171162a5-7b15-4d9a-b046-5c75ef6c9ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2585762 Sep 16 13:04:16.108543 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Pushing event updated for resources: {'Port': ['ID=d408043a-8807-412e-bac0-ea9a50061ee1,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:16.146592 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-794f3c60-f5b6-432e-b2b2-d1c951fc509b admin admin] Publish callbacks [] for security_group (2f0a8d78-8d0d-4e84-a708-0fd0b5e3de86), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:16.179472 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:16.179815 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:16.180171 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:16.180514 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:16.180845 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:16.181187 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:16.181503 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:16.181830 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:16.182178 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:16.182699 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:16.183331 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:16.183810 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:16.184306 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:16.184773 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:16.185239 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:16.203165 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3338f55b-8281-4069-a8af-3d7b0bc7994d None None] Attempt 3 to provision port d408043a-8807-412e-bac0-ea9a50061ee1 Sep 16 13:04:16.219679 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:16.219920 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-794f3c60-f5b6-432e-b2b2-d1c951fc509b admin admin] Publish callbacks [] for security_group (2f0a8d78-8d0d-4e84-a708-0fd0b5e3de86), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:16.249003 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc7cdf3d-1ec6-45ff-8eae-b1345cd0d4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (589c67fc-8171-4fa6-b550-f98d987e73d5), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:16.285768 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'port_id': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe', 'mac_address': 'fa:16:3e:85:0e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:04:16.291214 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Attempting to bind port d408043a-8807-412e-bac0-ea9a50061ee1 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:04:16.291553 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Attempting to bind port d408043a-8807-412e-bac0-ea9a50061ee1 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': 'f72e1020-ff53-4725-ba40-214cded1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:04:16.291887 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Attempting to bind port d408043a-8807-412e-bac0-ea9a50061ee1 on network 9af47dcf-ef82-4350-bfb1-14c70158aca5 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:04:16.323335 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8844f3c-2e3c-463f-9a3e-5d419540edad req-2d67d7ae-954d-47d3-8bae-42879edaa269 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734566 Sep 16 13:04:16.342550 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-bc7cdf3d-1ec6-45ff-8eae-b1345cd0d4bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589c67fc-8171-4fa6-b550-f98d987e73d5']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:16.365909 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3338f55b-8281-4069-a8af-3d7b0bc7994d None None] Port d408043a-8807-412e-bac0-ea9a50061ee1 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:16.371266 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] Allocated IP 172.20.0.2 (8add36eb-29cb-4c92-8149-fffc1787dd77/0c86fa22-38fb-4a34-a6ef-3769982fb8a5/85946f08-0504-46d2-bcb6-fe13b562ea79) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:16.387943 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-bc7cdf3d-1ec6-45ff-8eae-b1345cd0d4bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b545afce-634e-4f36-b1b1-7446eedbc50b') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:16.388600 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-bc7cdf3d-1ec6-45ff-8eae-b1345cd0d4bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b545afce-634e-4f36-b1b1-7446eedbc50b') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:16.402221 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-794f3c60-f5b6-432e-b2b2-d1c951fc509b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (2f0a8d78-8d0d-4e84-a708-0fd0b5e3de86), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:16.404651 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-794f3c60-f5b6-432e-b2b2-d1c951fc509b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:16.408255 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-794f3c60-f5b6-432e-b2b2-d1c951fc509b admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/2f0a8d78-8d0d-4e84-a708-0fd0b5e3de86 HTTP/1.1" status: 204 len: 168 time: 0.5325098 Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.408402 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.410358 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.410358 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.410358 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.410358 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.410358 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.410358 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.410358 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.410358 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.410358 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.410358 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.410358 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.410358 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.410358 n-d-858094-4 neutron-server[113700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 13:04:16.410358 n-d-858094-4 neutron-server[113700]: self.session.flush() Sep 16 13:04:16.411557 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Port d408043a-8807-412e-bac0-ea9a50061ee1 on network 9af47dcf-ef82-4350-bfb1-14c70158aca5 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:04:16.411557 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Attempting to bind port d408043a-8807-412e-bac0-ea9a50061ee1 on network 9af47dcf-ef82-4350-bfb1-14c70158aca5 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:04:16.426337 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:16.426817 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc7cdf3d-1ec6-45ff-8eae-b1345cd0d4bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (b545afce-634e-4f36-b1b1-7446eedbc50b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:16.426951 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:16.440729 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] Publish callbacks [] for port (e76046c8-588d-480c-8ea6-a57ca1a7e6dd), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:16.453555 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-afce86f0-5e27-44c6-84fd-323918812102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (34b0d52d-f940-4454-a169-45ac9cf4d021), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:16.459548 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc7cdf3d-1ec6-45ff-8eae-b1345cd0d4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (b545afce-634e-4f36-b1b1-7446eedbc50b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:16.465825 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3e6edf2c-795d-434b-a9e4-ed2c06381b60 admin admin] Publish callbacks [] for router_gateway (0835cee8-e786-4ab4-8f10-3a1b34de95b5), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:16.475005 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5b1f2b-2004-4cf4-93bd-f498b62488fe {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:04:16.489115 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (e76046c8-588d-480c-8ea6-a57ca1a7e6dd), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:16.500249 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3e6edf2c-795d-434b-a9e4-ed2c06381b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:16.519732 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f3c60-f5b6-432e-b2b2-d1c951fc509b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0a8d78-8d0d-4e84-a708-0fd0b5e3de86,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:16.537842 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8844f3c-2e3c-463f-9a3e-5d419540edad req-70a55352-fe7d-45de-9d9a-e0a869c9b8e8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049124 Sep 16 13:04:16.552482 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce86f0-5e27-44c6-84fd-323918812102 None None] Pushing event deleted for resources: {'Port': ['ID=34b0d52d-f940-4454-a169-45ac9cf4d021,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:16.556392 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce86f0-5e27-44c6-84fd-323918812102 None None] No DVR routers for this DVR port 34b0d52d-f940-4454-a169-45ac9cf4d021 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:04:16.599718 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:16.625388 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7cdf3d-1ec6-45ff-8eae-b1345cd0d4bb admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:04:16.625871 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc7cdf3d-1ec6-45ff-8eae-b1345cd0d4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (b545afce-634e-4f36-b1b1-7446eedbc50b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:16.631803 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:16.641371 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:16.657173 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment b545afce-634e-4f36-b1b1-7446eedbc50b resource provider aggregate not found Sep 16 13:04:16.660914 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:16.699097 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:16.720972 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=2,neutron:DELETE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:16.731657 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:16.747034 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:16.756723 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment b545afce-634e-4f36-b1b1-7446eedbc50b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b545afce-634e-4f36-b1b1-7446eedbc50b found for delete ", "request_id": "req-9cc1211e-89b3-474a-ba3d-22346bb9808d"}]} Sep 16 13:04:16.771353 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] Pushing event updated for resources: {'Port': ['ID=e76046c8-588d-480c-8ea6-a57ca1a7e6dd,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:16.788038 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-3e6edf2c-795d-434b-a9e4-ed2c06381b60 admin admin] Allocated IP 172.25.2.202 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/6ad390f5-0b71-457c-b568-e5ff00915933) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:16.800238 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:16.814228 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:04:16.814571 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Checking segment: {'id': 'f72e1020-ff53-4725-ba40-214cded1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:16.815643 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Bound using segment: {'id': 'f72e1020-ff53-4725-ba40-214cded1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:04:16.816337 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Bound port: d408043a-8807-412e-bac0-ea9a50061ee1, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72e1020-ff53-4725-ba40-214cded1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:04:16.819397 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d408043a-8807-412e-bac0-ea9a50061ee1), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:16.829765 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 34b0d52d-f940-4454-a169-45ac9cf4d021 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:04:16.843931 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc7cdf3d-1ec6-45ff-8eae-b1345cd0d4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (589c67fc-8171-4fa6-b550-f98d987e73d5), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:16.897629 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bc7cdf3d-1ec6-45ff-8eae-b1345cd0d4bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:16.905525 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-bc7cdf3d-1ec6-45ff-8eae-b1345cd0d4bb admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/589c67fc-8171-4fa6-b550-f98d987e73d5 HTTP/1.1" status: 204 len: 168 time: 1.8914576 Sep 16 13:04:16.906741 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cdf3d-1ec6-45ff-8eae-b1345cd0d4bb admin admin] Pushing event deleted for resources: {'Network': ['ID=589c67fc-8171-4fa6-b550-f98d987e73d5,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:16.922356 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3338f55b-8281-4069-a8af-3d7b0bc7994d None None] Attempt 4 to provision port d408043a-8807-412e-bac0-ea9a50061ee1 Sep 16 13:04:16.996276 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8d7e3-3ac3-4f19-9139-375699ed3dbf req-02e3cc2e-5dba-429a-8356-b2e5a55a0f11 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:16.999596 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7cf8d7e3-3ac3-4f19-9139-375699ed3dbf req-02e3cc2e-5dba-429a-8356-b2e5a55a0f11 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 943 time: 0.3512809 Sep 16 13:04:17.024547 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['3a5b1f2b-2004-4cf4-93bd-f498b62488fe'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:04:17.030401 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40010) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:17.071517 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b33b9-dae4-42c3-a9b7-88c1907debab req-6be5fc28-721d-456e-9055-e6d148af2ad0 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:17.079436 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6e1b33b9-dae4-42c3-a9b7-88c1907debab req-6be5fc28-721d-456e-9055-e6d148af2ad0 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.2330410 Sep 16 13:04:17.085881 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] For port d408043a-8807-412e-bac0-ea9a50061ee1, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:04:17.087467 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 34b0d52d-f940-4454-a169-45ac9cf4d021 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:04:17.087969 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 34b0d52d-f940-4454-a169-45ac9cf4d021 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:04:17.100182 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] For port d408043a-8807-412e-bac0-ea9a50061ee1, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=d408043a-8807-412e-bac0-ea9a50061ee1,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:04:17.129014 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (d408043a-8807-412e-bac0-ea9a50061ee1), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:17.153863 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:17.155263 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:17.156332 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c2372bb-7507-4683-be00-ec78656217b4 req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/d408043a-8807-412e-bac0-ea9a50061ee1 HTTP/1.1" status: 200 len: 1091 time: 2.5647421 Sep 16 13:04:17.158699 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d', 'tag': 'd408043a-8807-412e-bac0-ea9a50061ee1'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:04:17.160333 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6acd3f-7555-4bbf-a759-44217368abb6" -d '{"events": [{"name": "network-changed", "server_uuid": "17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d", "tag": "d408043a-8807-412e-bac0-ea9a50061ee1"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:04:17.188763 n-d-858094-4 neutron-server[113699]: DEBUG neutron.objects.ports [None req-88096bdb-99da-4dfa-aebb-f31dff51d587 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=113699) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 16 13:04:17.194981 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0458fffa-cb2a-4980-a533-c5ea4f088b5a admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=cfff1ce4c6ce4b0aa76297ad6a38c92c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1616518 Sep 16 13:04:17.195897 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:17.203215 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3e6edf2c-795d-434b-a9e4-ed2c06381b60 admin admin] Publish callbacks [] for port (6ad390f5-0b71-457c-b568-e5ff00915933), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:17.206053 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40016) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:17.216449 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7cf8d7e3-3ac3-4f19-9139-375699ed3dbf req-896d1e01-05d3-42f1-abd1-767c294153b7 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918519 Sep 16 13:04:17.236414 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] Publish callbacks [] for port (85946f08-0504-46d2-bcb6-fe13b562ea79), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:17.241345 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3338f55b-8281-4069-a8af-3d7b0bc7994d None None] Port d408043a-8807-412e-bac0-ea9a50061ee1 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:17.255092 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,revision_number=11']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:17.274410 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] Attempting to bind port e76046c8-588d-480c-8ea6-a57ca1a7e6dd on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:04:17.275349 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] Attempting to bind port e76046c8-588d-480c-8ea6-a57ca1a7e6dd by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:04:17.276014 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] Attempting to bind port e76046c8-588d-480c-8ea6-a57ca1a7e6dd on network 9baef6e6-991f-4370-ace0-656f975a51ae {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:04:17.281532 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (85946f08-0504-46d2-bcb6-fe13b562ea79), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:17.304730 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6e1b33b9-dae4-42c3-a9b7-88c1907debab req-c8a9e07e-1355-427a-913a-bb8406a87361 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243152 Sep 16 13:04:17.320006 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40018) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:17.404968 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] Network 8add36eb-29cb-4c92-8149-fffc1787dd77 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:17.420537 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0d33c36a-ed4b-44d9-aac8-61550d5a4e92 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=eb6bf90ce3cc45fe8cee3b47d24da01f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0979099 Sep 16 13:04:17.421281 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4867c03e-19fc-4043-84ef-9443a0fe917a admin admin] Publish callbacks [] for security_group (99fa1fc9-6675-4625-98f5-f88d69c30b93), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:17.421821 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:17.428007 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:17.430298 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] Pushing event updated for resources: {'Port': ['ID=85946f08-0504-46d2-bcb6-fe13b562ea79,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:17.433527 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40020) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:17.459766 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2372bb-7507-4683-be00-ec78656217b4 req-65d51ed7-a7d0-476e-be51-3ea4dc13f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:17.461398 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c2372bb-7507-4683-be00-ec78656217b4 req-65d51ed7-a7d0-476e-be51-3ea4dc13f57f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 1125 time: 0.1556585 Sep 16 13:04:17.466098 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6726f004-a132-4a31-b51c-268d276aeb19 x-openstack-request-id: req-6726f004-a132-4a31-b51c-268d276aeb19 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:04:17.466098 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d", "tag": "d408043a-8807-412e-bac0-ea9a50061ee1", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:04:17.466098 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6726f004-a132-4a31-b51c-268d276aeb19 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:04:17.466098 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6726f004-a132-4a31-b51c-268d276aeb19'] response: {'name': 'network-changed', 'server_uuid': '17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d', 'tag': 'd408043a-8807-412e-bac0-ea9a50061ee1', 'status': 'completed', 'code': 200} Sep 16 13:04:17.476340 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:04:17.476722 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] Checking segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:17.477597 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:17.477597 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] Bound using segment: {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:04:17.477992 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] Bound port: e76046c8-588d-480c-8ea6-a57ca1a7e6dd, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5763885c-7a11-4b5f-9311-3cdb21326a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:04:17.478375 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e76046c8-588d-480c-8ea6-a57ca1a7e6dd), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:17.485166 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40008120-4faf-47ed-b066-218e02ceb013 service neutron] Pushing event updated for resources: {'Port': ['ID=d408043a-8807-412e-bac0-ea9a50061ee1,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:17.506665 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3e6edf2c-795d-434b-a9e4-ed2c06381b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (6ad390f5-0b71-457c-b568-e5ff00915933), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:17.514807 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4867c03e-19fc-4043-84ef-9443a0fe917a admin admin] Publish callbacks [] for security_group (99fa1fc9-6675-4625-98f5-f88d69c30b93), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:17.540337 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c2372bb-7507-4683-be00-ec78656217b4 req-3f09245a-4257-4ce1-9db2-14945dd6cce2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d408043a-8807-412e-bac0-ea9a50061ee1 HTTP/1.1" status: 200 len: 217 time: 0.0518110 Sep 16 13:04:17.549968 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a333c0-f16b-47d6-ad00-44e4feec7e57 req-85659ea7-5167-40db-bc4c-1f66d7e6b386 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:17.551642 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a2a333c0-f16b-47d6-ad00-44e4feec7e57 req-85659ea7-5167-40db-bc4c-1f66d7e6b386 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 985 time: 0.1091702 Sep 16 13:04:17.570715 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] Attempting to bind port 85946f08-0504-46d2-bcb6-fe13b562ea79 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:04:17.571092 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] Attempting to bind port 85946f08-0504-46d2-bcb6-fe13b562ea79 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '1980d704-4134-4855-b6db-fe631160701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:04:17.571458 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] Attempting to bind port 85946f08-0504-46d2-bcb6-fe13b562ea79 on network 8add36eb-29cb-4c92-8149-fffc1787dd77 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:04:17.627293 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2372bb-7507-4683-be00-ec78656217b4 req-3a192dce-9fa8-4b1e-9a25-bee8db07f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:17.627900 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6edf2c-795d-434b-a9e4-ed2c06381b60 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:17.630100 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c2372bb-7507-4683-be00-ec78656217b4 req-3a192dce-9fa8-4b1e-9a25-bee8db07f213 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 0.0769176 Sep 16 13:04:17.636568 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:UPDATE=4,neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:17.643423 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-3e6edf2c-795d-434b-a9e4-ed2c06381b60 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:17.654764 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6edf2c-795d-434b-a9e4-ed2c06381b60 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:17.661305 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6edf2c-795d-434b-a9e4-ed2c06381b60 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad390f5-0b71-457c-b568-e5ff00915933,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:17.662859 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] For port e76046c8-588d-480c-8ea6-a57ca1a7e6dd, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:04:17.667526 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] For port e76046c8-588d-480c-8ea6-a57ca1a7e6dd, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e76046c8-588d-480c-8ea6-a57ca1a7e6dd,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:04:17.681524 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:04:17.681912 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] Checking segment: {'id': '1980d704-4134-4855-b6db-fe631160701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:17.682889 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:17.683271 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] Bound using segment: {'id': '1980d704-4134-4855-b6db-fe631160701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:04:17.683761 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] Bound port: 85946f08-0504-46d2-bcb6-fe13b562ea79, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1980d704-4134-4855-b6db-fe631160701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:04:17.684156 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (85946f08-0504-46d2-bcb6-fe13b562ea79), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:17.687313 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e76046c8-588d-480c-8ea6-a57ca1a7e6dd), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:17.692154 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:17.692651 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-88096bdb-99da-4dfa-aebb-f31dff51d587 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e76046c8-588d-480c-8ea6-a57ca1a7e6dd), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:17.698220 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:17.698431 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4eed763d-539f-4492-a4fe-988523091583 admin admin] Publish callbacks [] for security_group (285a644d-c2ae-4bda-8f5c-ec4a4fcf52c3), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:17.716715 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a2a333c0-f16b-47d6-ad00-44e4feec7e57 req-8a3abfd1-ebba-4eee-8e0f-fa39c150b14d tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&id=171162a5-7b15-4d9a-b046-5c75ef6c9ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1555412 Sep 16 13:04:17.738066 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2372bb-7507-4683-be00-ec78656217b4 req-474223f4-39c4-4304-9397-fadb56587553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:17.740742 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c2372bb-7507-4683-be00-ec78656217b4 req-474223f4-39c4-4304-9397-fadb56587553 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0976024 Sep 16 13:04:17.751120 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3338f55b-8281-4069-a8af-3d7b0bc7994d None None] Attempt 5 to provision port d408043a-8807-412e-bac0-ea9a50061ee1 Sep 16 13:04:17.762791 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4eed763d-539f-4492-a4fe-988523091583 admin admin] Publish callbacks [] for security_group (285a644d-c2ae-4bda-8f5c-ec4a4fcf52c3), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:17.842502 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4867c03e-19fc-4043-84ef-9443a0fe917a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (99fa1fc9-6675-4625-98f5-f88d69c30b93), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:17.844660 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4867c03e-19fc-4043-84ef-9443a0fe917a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:17.845834 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4867c03e-19fc-4043-84ef-9443a0fe917a admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/99fa1fc9-6675-4625-98f5-f88d69c30b93 HTTP/1.1" status: 204 len: 168 time: 0.6381571 Sep 16 13:04:17.858825 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c2372bb-7507-4683-be00-ec78656217b4 req-1d2fa45b-8747-4476-933b-ee7928271d00 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112010 Sep 16 13:04:17.882984 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e03da-2768-4f01-8cc2-525eb0cc1f63 None None] Pushing event updated for resources: {'Port': ['ID=e76046c8-588d-480c-8ea6-a57ca1a7e6dd,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:17.890641 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3338f55b-8281-4069-a8af-3d7b0bc7994d None None] Port d408043a-8807-412e-bac0-ea9a50061ee1 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 13:04:17.895052 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] For port 85946f08-0504-46d2-bcb6-fe13b562ea79, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:04:17.904377 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] For port 85946f08-0504-46d2-bcb6-fe13b562ea79, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=85946f08-0504-46d2-bcb6-fe13b562ea79,segment=NetworkSegment(1980d704-4134-4855-b6db-fe631160701f),segment_id=1980d704-4134-4855-b6db-fe631160701f)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:04:17.915674 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (85946f08-0504-46d2-bcb6-fe13b562ea79), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:17.950452 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867c03e-19fc-4043-84ef-9443a0fe917a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fa1fc9-6675-4625-98f5-f88d69c30b93,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:18.008900 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7c2372bb-7507-4683-be00-ec78656217b4 req-bc8b804f-690f-4e0f-af78-99c25d533a1c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438320 Sep 16 13:04:18.059294 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13415f-9360-4a57-a58f-69f300d1afb9 None None] Pushing event updated for resources: {'Port': ['ID=85946f08-0504-46d2-bcb6-fe13b562ea79,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:18.087785 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4eed763d-539f-4492-a4fe-988523091583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (285a644d-c2ae-4bda-8f5c-ec4a4fcf52c3), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:18.091039 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4eed763d-539f-4492-a4fe-988523091583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:18.092382 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4eed763d-539f-4492-a4fe-988523091583 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/285a644d-c2ae-4bda-8f5c-ec4a4fcf52c3 HTTP/1.1" status: 204 len: 168 time: 0.6528211 Sep 16 13:04:18.156044 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed763d-539f-4492-a4fe-988523091583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285a644d-c2ae-4bda-8f5c-ec4a4fcf52c3,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:18.267955 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-88096bdb-99da-4dfa-aebb-f31dff51d587 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] For port e76046c8-588d-480c-8ea6-a57ca1a7e6dd, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e76046c8-588d-480c-8ea6-a57ca1a7e6dd,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:18.354383 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-88096bdb-99da-4dfa-aebb-f31dff51d587 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (e76046c8-588d-480c-8ea6-a57ca1a7e6dd), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:18.370923 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-88096bdb-99da-4dfa-aebb-f31dff51d587 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (e76046c8-588d-480c-8ea6-a57ca1a7e6dd), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:18.386408 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-88096bdb-99da-4dfa-aebb-f31dff51d587 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (13f409f5-f75e-4d90-a391-9b12089aebdb), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:18.464590 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3e6edf2c-795d-434b-a9e4-ed2c06381b60 admin admin] Publish callbacks [] for router_gateway (0835cee8-e786-4ab4-8f10-3a1b34de95b5), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:18.492402 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6e897-232e-4ab8-bd50-fcb19daefe8d req-5bdfdb23-7f86-4aa8-838f-859b64bab3be tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:18.496468 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90d6e897-232e-4ab8-bd50-fcb19daefe8d req-5bdfdb23-7f86-4aa8-838f-859b64bab3be tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 943 time: 0.1383283 Sep 16 13:04:18.594878 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77854a54-c974-4511-81bd-43d8a5691f72 req-e924ff7e-937b-4c4a-9a87-ca9b52dbc3e3 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:18.596565 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-77854a54-c974-4511-81bd-43d8a5691f72 req-e924ff7e-937b-4c4a-9a87-ca9b52dbc3e3 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 946 time: 0.0991478 Sep 16 13:04:18.659392 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-90d6e897-232e-4ab8-bd50-fcb19daefe8d req-2f4c6750-e2d3-41f1-95be-59d3ecf7cbe8 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428328 Sep 16 13:04:18.746808 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-77854a54-c974-4511-81bd-43d8a5691f72 req-cd4dd95d-5531-4d5e-b27a-673e454d7d6b tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391144 Sep 16 13:04:18.938667 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 85946f08-0504-46d2-bcb6-fe13b562ea79 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:04:18.956629 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2504cf4-e72e-41fb-91b7-948a06528146 req-fa0d7db1-1cee-4d94-908e-68e99f7a4755 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:18.958583 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b2504cf4-e72e-41fb-91b7-948a06528146 req-fa0d7db1-1cee-4d94-908e-68e99f7a4755 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 985 time: 0.0945468 Sep 16 13:04:18.979886 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88096bdb-99da-4dfa-aebb-f31dff51d587 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:18.985477 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:19.002615 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:19.014375 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-88096bdb-99da-4dfa-aebb-f31dff51d587 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:19.025355 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096bdb-99da-4dfa-aebb-f31dff51d587 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Subnet': ['ID=13f409f5-f75e-4d90-a391-9b12089aebdb,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:19.030415 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 85946f08-0504-46d2-bcb6-fe13b562ea79 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:19.031245 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (85946f08-0504-46d2-bcb6-fe13b562ea79), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:19.031878 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 85946f08-0504-46d2-bcb6-fe13b562ea79 Sep 16 13:04:19.053918 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88096bdb-99da-4dfa-aebb-f31dff51d587 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:19.054645 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-88096bdb-99da-4dfa-aebb-f31dff51d587 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:19.074885 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b2504cf4-e72e-41fb-91b7-948a06528146 req-5bdc94ef-c6f4-403c-bf39-91600985b300 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&id=171162a5-7b15-4d9a-b046-5c75ef6c9ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1045296 Sep 16 13:04:19.108595 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096bdb-99da-4dfa-aebb-f31dff51d587 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=e76046c8-588d-480c-8ea6-a57ca1a7e6dd,revision_number=4']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:19.164507 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:19.166181 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 85946f08-0504-46d2-bcb6-fe13b562ea79 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:19.167384 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (85946f08-0504-46d2-bcb6-fe13b562ea79), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:19.205492 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-88096bdb-99da-4dfa-aebb-f31dff51d587 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.6541753 Sep 16 13:04:19.213123 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40056) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:19.224364 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 85946f08-0504-46d2-bcb6-fe13b562ea79, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=85946f08-0504-46d2-bcb6-fe13b562ea79,segment=NetworkSegment(1980d704-4134-4855-b6db-fe631160701f),segment_id=1980d704-4134-4855-b6db-fe631160701f)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:19.230927 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (85946f08-0504-46d2-bcb6-fe13b562ea79), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:19.234527 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-03b56eb1-cac5-4fd8-98b8-0e3e5e3c35d9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Request body: {'port': {'network_id': '9baef6e6-991f-4370-ace0-656f975a51ae', 'mac_address': 'fa:16:3e:bb:d5:dc', 'name': 'tempest-NetworksTestDHCPv6-792666252'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:19.234766 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e76046c8-588d-480c-8ea6-a57ca1a7e6dd up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:04:19.274489 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-513c6364-054f-4090-abe5-3f504fd6b098 req-e4adfa3c-4c6b-4ed6-876b-61f2c4e85000 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-264247054&fields=id&tenant_id=aaeff399942c4286a71ea3a0eab43280 HTTP/1.1" status: 200 len: 267 time: 0.0686920 Sep 16 13:04:19.399763 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c6364-054f-4090-abe5-3f504fd6b098 req-c414813d-fd40-4dc2-bc9c-7f7e95afa895 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:19.406235 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-513c6364-054f-4090-abe5-3f504fd6b098 req-c414813d-fd40-4dc2-bc9c-7f7e95afa895 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 985 time: 0.1244378 Sep 16 13:04:19.420257 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-513c6364-054f-4090-abe5-3f504fd6b098 req-9aca3366-d223-47b3-933e-b6f4af12cc46 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Request body: {'port': {'security_groups': ['171162a5-7b15-4d9a-b046-5c75ef6c9ab9', '7c676002-9399-4169-81f1-42139daf39d8', '8ee7e4f8-3252-4678-a0b1-ce4987e5d9cb']}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:19.438167 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:19.593495 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3a5b1f2b-2004-4cf4-93bd-f498b62488fe up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:04:19.642947 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-513c6364-054f-4090-abe5-3f504fd6b098 req-9aca3366-d223-47b3-933e-b6f4af12cc46 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e7480e72-f883-4315-9905-ecaed73586e8), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:19.651381 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4335a479-c2f1-49d5-a8aa-94b7ac017a08 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:19.705724 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:19.768846 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b56eb1-cac5-4fd8-98b8-0e3e5e3c35d9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Made reservation on behalf of 5c8cffcd53cc4db6a38a52d1423521d5 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:19.816411 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40074) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:19.847955 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:04:19.874516 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3e6edf2c-795d-434b-a9e4-ed2c06381b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (0835cee8-e786-4ab4-8f10-3a1b34de95b5), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:19.890375 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-6436068d-0639-4284-850f-0c4ea983b481 None None] Provisioning complete for port e76046c8-588d-480c-8ea6-a57ca1a7e6dd triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:19.890969 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6436068d-0639-4284-850f-0c4ea983b481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e76046c8-588d-480c-8ea6-a57ca1a7e6dd), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:19.891695 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-6436068d-0639-4284-850f-0c4ea983b481 None None] Attempt 1 to provision port e76046c8-588d-480c-8ea6-a57ca1a7e6dd Sep 16 13:04:19.903174 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:19.903905 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:19.904461 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe Sep 16 13:04:19.986975 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=85946f08-0504-46d2-bcb6-fe13b562ea79,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:20.028404 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40080) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:20.047026 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1b558f-1d2e-47ff-adb3-51e92951dcbe None None] Network 8add36eb-29cb-4c92-8149-fffc1787dd77 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:20.049554 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e76046c8-588d-480c-8ea6-a57ca1a7e6dd triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:20.049926 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e76046c8-588d-480c-8ea6-a57ca1a7e6dd), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:20.050263 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e76046c8-588d-480c-8ea6-a57ca1a7e6dd Sep 16 13:04:20.072667 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a701466-6df2-4511-b9ef-7c7e499bdd62 req-ee786d7d-35cc-464f-b92d-8f3d88fb5303 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:20.074433 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9a701466-6df2-4511-b9ef-7c7e499bdd62 req-ee786d7d-35cc-464f-b92d-8f3d88fb5303 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 943 time: 0.2520156 Sep 16 13:04:20.078771 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-4fd393c0-fdd9-4423-90cb-7b597c3e0202 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-206589706'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:20.096096 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6acd3f-7555-4bbf-a759-44217368abb6 req-7fe2e0fa-d557-46ea-8ad2-4a171ac47e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:20.096983 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0e6acd3f-7555-4bbf-a759-44217368abb6 req-7fe2e0fa-d557-46ea-8ad2-4a171ac47e2d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 1125 time: 0.1611784 Sep 16 13:04:20.120994 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-03b56eb1-cac5-4fd8-98b8-0e3e5e3c35d9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:20.123111 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:20.145772 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-8fc09c17-1ca2-4e9d-99a0-3545c7768118 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1008235230-network', 'tenant_id': '20800c45135443888e60144c602a8429'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:20.186015 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-03b56eb1-cac5-4fd8-98b8-0e3e5e3c35d9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] device_id is not set on port 3694d1f6-9c6d-4722-8703-b7e8ccea65bd yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:04:20.193156 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc09c17-1ca2-4e9d-99a0-3545c7768118 admin admin] Made reservation on behalf of 20800c45135443888e60144c602a8429 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:20.195579 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8fc09c17-1ca2-4e9d-99a0-3545c7768118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:20.248085 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8fc09c17-1ca2-4e9d-99a0-3545c7768118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:20.300981 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e76046c8-588d-480c-8ea6-a57ca1a7e6dd is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:20.301290 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e76046c8-588d-480c-8ea6-a57ca1a7e6dd), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:20.325059 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:20.325448 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:20.347417 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device d408043a-8807-412e-bac0-ea9a50061ee1 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:04:20.352872 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6edf2c-795d-434b-a9e4-ed2c06381b60 admin admin] Router 0835cee8-e786-4ab4-8f10-3a1b34de95b5 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:04:20.356967 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:20.436570 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:20.437393 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6436068d-0639-4284-850f-0c4ea983b481 None None] Current status of the port e76046c8-588d-480c-8ea6-a57ca1a7e6dd is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:20.437784 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6436068d-0639-4284-850f-0c4ea983b481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e76046c8-588d-480c-8ea6-a57ca1a7e6dd), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:20.453056 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66413dbd-455f-45f6-b057-39a11a9f2d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:04:20.455156 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a6c18d-d246-43ff-aa54-ba11444c99f1" -d '{"events": [{"server_uuid": "66413dbd-455f-45f6-b057-39a11a9f2d44", "name": "network-vif-plugged", "status": "completed", "tag": "3a5b1f2b-2004-4cf4-93bd-f498b62488fe"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:04:20.471241 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port e76046c8-588d-480c-8ea6-a57ca1a7e6dd, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e76046c8-588d-480c-8ea6-a57ca1a7e6dd,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:20.508460 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e76046c8-588d-480c-8ea6-a57ca1a7e6dd), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:20.513884 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:20.525739 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8fc09c17-1ca2-4e9d-99a0-3545c7768118 admin admin] Publish callbacks [] for security_group (7eea0a8c-5c08-4593-8107-daeddcd0eac9), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:20.570291 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8fc09c17-1ca2-4e9d-99a0-3545c7768118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (7eea0a8c-5c08-4593-8107-daeddcd0eac9), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:20.582523 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:20.603748 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd393c0-fdd9-4423-90cb-7b597c3e0202 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Made reservation on behalf of d230f216aa8f4d6d96bb02810e763dfa for: {'network': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:20.608775 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4fd393c0-fdd9-4423-90cb-7b597c3e0202 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:20.620412 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-03b56eb1-cac5-4fd8-98b8-0e3e5e3c35d9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8::354 (9baef6e6-991f-4370-ace0-656f975a51ae/cf2874cc-07ed-442c-9ea6-ea3bd3e02264/3694d1f6-9c6d-4722-8703-b7e8ccea65bd) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:20.646314 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9a701466-6df2-4511-b9ef-7c7e499bdd62 req-6c08bd3a-4701-49da-96d5-6cf894ca6c22 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569975 Sep 16 13:04:20.646861 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4fd393c0-fdd9-4423-90cb-7b597c3e0202 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:20.659908 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-03b56eb1-cac5-4fd8-98b8-0e3e5e3c35d9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Allocated IP 2001:db8:0:1:f816:3eff:febb:d5dc (9baef6e6-991f-4370-ace0-656f975a51ae/13f409f5-f75e-4d90-a391-9b12089aebdb/3694d1f6-9c6d-4722-8703-b7e8ccea65bd) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:20.677527 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-513c6364-054f-4090-abe5-3f504fd6b098 req-9aca3366-d223-47b3-933e-b6f4af12cc46 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] For port e7480e72-f883-4315-9905-ecaed73586e8, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e7480e72-f883-4315-9905-ecaed73586e8,segment=NetworkSegment(bbab3c9e-7709-444a-adb6-0434f4755f1b),segment_id=bbab3c9e-7709-444a-adb6-0434f4755f1b)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:20.706874 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:20.711514 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc09c17-1ca2-4e9d-99a0-3545c7768118 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:04:20.713446 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:20.737828 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc09c17-1ca2-4e9d-99a0-3545c7768118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eea0a8c-5c08-4593-8107-daeddcd0eac9,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:20.754500 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6edf2c-795d-434b-a9e4-ed2c06381b60 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:04:20.761441 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=e76046c8-588d-480c-8ea6-a57ca1a7e6dd,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:20.783105 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] Sync routers for ids ['0835cee8-e786-4ab4-8f10-3a1b34de95b5'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:04:20.793345 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.api [None req-6436068d-0639-4284-850f-0c4ea983b481 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 13:04:20.795133 n-d-858094-4 neutron-server[113700]: DEBUG oslo_db.api [None req-6436068d-0639-4284-850f-0c4ea983b481 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 13:04:20.809486 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8fc09c17-1ca2-4e9d-99a0-3545c7768118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (02157669-a842-4cef-9f02-cc6acf3b127a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:20.809861 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-8fc09c17-1ca2-4e9d-99a0-3545c7768118 admin admin] Added segment 02157669-a842-4cef-9f02-cc6acf3b127a of type vlan for network ec7d99db-29cf-4b25-8dc4-5bad41f23052 Sep 16 13:04:20.826259 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] Routers {'0835cee8-e786-4ab4-8f10-3a1b34de95b5'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:20.834687 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0835cee8-e786-4ab4-8f10-3a1b34de95b5'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:20.846816 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port d408043a-8807-412e-bac0-ea9a50061ee1, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=d408043a-8807-412e-bac0-ea9a50061ee1,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:20.862995 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3e6edf2c-795d-434b-a9e4-ed2c06381b60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:20.864278 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3e6edf2c-795d-434b-a9e4-ed2c06381b60 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4884472 Sep 16 13:04:20.864387 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': 'd408043a-8807-412e-bac0-ea9a50061ee1', 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5', 'port_id': 'd408043a-8807-412e-bac0-ea9a50061ee1', 'mac_address': 'fa:16:3e:f3:68:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d21eb8b-32f8-4b19-96f6-c4c4e33061d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:04:20.870150 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 85946f08-0504-46d2-bcb6-fe13b562ea79 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:04:20.871521 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:20.878947 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40086) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:20.905737 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-513c6364-054f-4090-abe5-3f504fd6b098 req-9aca3366-d223-47b3-933e-b6f4af12cc46 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for port (e7480e72-f883-4315-9905-ecaed73586e8), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:20.949348 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8fc09c17-1ca2-4e9d-99a0-3545c7768118 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (ec7d99db-29cf-4b25-8dc4-5bad41f23052), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:20.953198 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6acd3f-7555-4bbf-a759-44217368abb6 req-80a7eba9-c1f8-40e0-aa39-4634d829b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:20.960694 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0e6acd3f-7555-4bbf-a759-44217368abb6 req-80a7eba9-c1f8-40e0-aa39-4634d829b82c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 913 time: 0.8275480 Sep 16 13:04:20.970944 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-513c6364-054f-4090-abe5-3f504fd6b098 req-9aca3366-d223-47b3-933e-b6f4af12cc46 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (e7480e72-f883-4315-9905-ecaed73586e8), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:20.982674 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c6364-054f-4090-abe5-3f504fd6b098 req-9aca3366-d223-47b3-933e-b6f4af12cc46 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:20.983611 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-513c6364-054f-4090-abe5-3f504fd6b098 req-9aca3366-d223-47b3-933e-b6f4af12cc46 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:21.002369 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-513c6364-054f-4090-abe5-3f504fd6b098 req-9aca3366-d223-47b3-933e-b6f4af12cc46 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "PUT /networking/v2.0/ports/e7480e72-f883-4315-9905-ecaed73586e8 HTTP/1.1" status: 200 len: 1021 time: 1.5889664 Sep 16 13:04:21.045491 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['e7480e72-f883-4315-9905-ecaed73586e8'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:04:21.053838 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['4c0896cf-3255-42ff-b580-d2a345dbb96d'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:04:21.058326 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,revision_number=12']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:21.067072 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c6e8eb-3699-4c26-9a44-0262c26b82f7 x-openstack-request-id: req-73c6e8eb-3699-4c26-9a44-0262c26b82f7 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:04:21.067420 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66413dbd-455f-45f6-b057-39a11a9f2d44", "name": "network-vif-plugged", "status": "completed", "tag": "3a5b1f2b-2004-4cf4-93bd-f498b62488fe", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:04:21.067614 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-73c6e8eb-3699-4c26-9a44-0262c26b82f7 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:04:21.068026 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c6e8eb-3699-4c26-9a44-0262c26b82f7'] response: {'server_uuid': '66413dbd-455f-45f6-b057-39a11a9f2d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe', 'code': 200} Sep 16 13:04:21.108497 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] Set router 0835cee8-e786-4ab4-8f10-3a1b34de95b5 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:04:21.120551 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8fc09c17-1ca2-4e9d-99a0-3545c7768118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (ec7d99db-29cf-4b25-8dc4-5bad41f23052), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:21.121606 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc09c17-1ca2-4e9d-99a0-3545c7768118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:21.122217 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8fc09c17-1ca2-4e9d-99a0-3545c7768118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:21.151865 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17bd55c8-4d10-424e-a143-037b14585d31', 'tag': 'e7480e72-f883-4315-9905-ecaed73586e8'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:04:21.154641 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c3bfcc-728a-49dc-a37b-6d24fd3a8909" -d '{"events": [{"name": "network-changed", "server_uuid": "17bd55c8-4d10-424e-a143-037b14585d31", "tag": "e7480e72-f883-4315-9905-ecaed73586e8"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:04:21.176087 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-03b56eb1-cac5-4fd8-98b8-0e3e5e3c35d9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for port (3694d1f6-9c6d-4722-8703-b7e8ccea65bd), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:21.205550 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['e7480e72-f883-4315-9905-ecaed73586e8'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:04:21.232472 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8fc09c17-1ca2-4e9d-99a0-3545c7768118 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2028739 Sep 16 13:04:21.233359 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40092) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:21.251643 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-8aed98a2-7cbc-4d6f-bc55-65c715da4e89 admin admin] Request body: {'subnet': {'network_id': 'ec7d99db-29cf-4b25-8dc4-5bad41f23052', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1008235230-subnet', 'tenant_id': '20800c45135443888e60144c602a8429', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:21.285042 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc09c17-1ca2-4e9d-99a0-3545c7768118 admin admin] Pushing event updated for resources: {'Network': ['ID=ec7d99db-29cf-4b25-8dc4-5bad41f23052,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:21.296776 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port d408043a-8807-412e-bac0-ea9a50061ee1 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:21.297275 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d408043a-8807-412e-bac0-ea9a50061ee1), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:21.307380 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network ec7d99db-29cf-4b25-8dc4-5bad41f23052 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:04:21.337807 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aed98a2-7cbc-4d6f-bc55-65c715da4e89 admin admin] Made reservation on behalf of 20800c45135443888e60144c602a8429 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:21.340401 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 85946f08-0504-46d2-bcb6-fe13b562ea79 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:21.340860 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (85946f08-0504-46d2-bcb6-fe13b562ea79), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:21.342187 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8aed98a2-7cbc-4d6f-bc55-65c715da4e89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:21.342971 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 85946f08-0504-46d2-bcb6-fe13b562ea79 Sep 16 13:04:21.343766 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0e6acd3f-7555-4bbf-a759-44217368abb6 req-8146e84a-801a-4ff2-91ab-512cb5816928 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d408043a-8807-412e-bac0-ea9a50061ee1 HTTP/1.1" status: 200 len: 217 time: 0.3394742 Sep 16 13:04:21.357333 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20d9e2-7249-4cc1-aac7-b8bf5c7f9ee0 req-7dfa4f69-2cda-4292-8872-031194d43b47 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:21.358890 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fa20d9e2-7249-4cc1-aac7-b8bf5c7f9ee0 req-7dfa4f69-2cda-4292-8872-031194d43b47 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 947 time: 0.5609710 Sep 16 13:04:21.364817 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-03b56eb1-cac5-4fd8-98b8-0e3e5e3c35d9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (3694d1f6-9c6d-4722-8703-b7e8ccea65bd), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:21.465278 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'name': 'tempest-ServersTestManualDisk-27505381-router', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:15Z', 'updated_at': '2022-09-16T13:04:18Z', 'revision_number': 3, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'gw_port': {'id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:16Z', 'updated_at': '2022-09-16T13:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:21.485542 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d408043a-8807-412e-bac0-ea9a50061ee1 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:04:21.490190 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b56eb1-cac5-4fd8-98b8-0e3e5e3c35d9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event updated for resources: {'Port': ['ID=3694d1f6-9c6d-4722-8703-b7e8ccea65bd,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:21.502990 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] Checking router: 0835cee8-e786-4ab4-8f10-3a1b34de95b5 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:04:21.503508 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] Updating router 0835cee8-e786-4ab4-8f10-3a1b34de95b5 port 6ad390f5-0b71-457c-b568-e5ff00915933 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:04:21.507521 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a116e8c-ae0c-45a8-8625-a738ba6073db req-88789ddb-ea84-40d2-b16a-4fa72d02a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:21.511585 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7a116e8c-ae0c-45a8-8625-a738ba6073db req-88789ddb-ea84-40d2-b16a-4fa72d02a3a2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 1129 time: 0.2009714 Sep 16 13:04:21.524319 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e7c0e85c-bb55-4278-956a-f783b7c52a2c req-b154dfa1-1970-4412-9e8c-9666c7539071 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/8ee7e4f8-3252-4678-a0b1-ce4987e5d9cb HTTP/1.1" status: 200 len: 1819 time: 0.3512232 Sep 16 13:04:21.524925 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b56eb1-cac5-4fd8-98b8-0e3e5e3c35d9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Network 9baef6e6-991f-4370-ace0-656f975a51ae is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:21.536756 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-03b56eb1-cac5-4fd8-98b8-0e3e5e3c35d9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:21.547723 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6ad390f5-0b71-457c-b568-e5ff00915933), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:21.549743 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b56eb1-cac5-4fd8-98b8-0e3e5e3c35d9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:21.556275 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b56eb1-cac5-4fd8-98b8-0e3e5e3c35d9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:21.557681 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-03b56eb1-cac5-4fd8-98b8-0e3e5e3c35d9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:21.559108 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:21.576563 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-6436068d-0639-4284-850f-0c4ea983b481 None None] Current status of the port e76046c8-588d-480c-8ea6-a57ca1a7e6dd is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:21.600518 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port d408043a-8807-412e-bac0-ea9a50061ee1, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=d408043a-8807-412e-bac0-ea9a50061ee1,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:21.621583 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-03b56eb1-cac5-4fd8-98b8-0e3e5e3c35d9 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4026396 Sep 16 13:04:21.628473 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40094) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:21.745909 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ba26c-7219-4f0a-9d33-affb90947d97 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting port 3694d1f6-9c6d-4722-8703-b7e8ccea65bd {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:21.746528 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fb7ba26c-7219-4f0a-9d33-affb90947d97 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (3694d1f6-9c6d-4722-8703-b7e8ccea65bd), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:21.777831 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (d408043a-8807-412e-bac0-ea9a50061ee1), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:21.787231 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:21.788245 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-3e259618-f2ce-4f26-8f9d-59b4878a9e58 None None] Provisioning complete for port 85946f08-0504-46d2-bcb6-fe13b562ea79 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:21.788655 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3e259618-f2ce-4f26-8f9d-59b4878a9e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (85946f08-0504-46d2-bcb6-fe13b562ea79), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:21.788972 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3e259618-f2ce-4f26-8f9d-59b4878a9e58 None None] Attempt 1 to provision port 85946f08-0504-46d2-bcb6-fe13b562ea79 Sep 16 13:04:21.864212 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fb7ba26c-7219-4f0a-9d33-affb90947d97 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (3694d1f6-9c6d-4722-8703-b7e8ccea65bd), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:21.882940 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ba26c-7219-4f0a-9d33-affb90947d97 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Calling delete_port for 3694d1f6-9c6d-4722-8703-b7e8ccea65bd owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:21.930162 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] Publish callbacks [] for port (6ad390f5-0b71-457c-b568-e5ff00915933), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:21.937204 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:21.941013 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6ad390f5-0b71-457c-b568-e5ff00915933), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:21.944292 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 85946f08-0504-46d2-bcb6-fe13b562ea79 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:21.980733 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] Attempting to bind port 6ad390f5-0b71-457c-b568-e5ff00915933 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:04:21.981505 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] Attempting to bind port 6ad390f5-0b71-457c-b568-e5ff00915933 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:04:21.982112 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] Attempting to bind port 6ad390f5-0b71-457c-b568-e5ff00915933 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:04:22.029678 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:22.047427 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fa20d9e2-7249-4cc1-aac7-b8bf5c7f9ee0 req-1eae748a-a4a6-45a4-bccc-aafbcf5c4bd9 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4337392 Sep 16 13:04:22.048597 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:04:22.049173 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:22.049719 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:22.050246 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:04:22.050873 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] Bound port: 6ad390f5-0b71-457c-b568-e5ff00915933, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:04:22.051415 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6ad390f5-0b71-457c-b568-e5ff00915933), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:22.100827 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=d408043a-8807-412e-bac0-ea9a50061ee1,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:22.137253 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] For port 6ad390f5-0b71-457c-b568-e5ff00915933, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:04:22.141023 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] For port 6ad390f5-0b71-457c-b568-e5ff00915933, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6ad390f5-0b71-457c-b568-e5ff00915933,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:04:22.148609 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8123185-5314-4b51-a104-81930a92a911 None None] Pushing event updated for resources: {'Port': ['ID=6ad390f5-0b71-457c-b568-e5ff00915933,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:22.154203 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6ad390f5-0b71-457c-b568-e5ff00915933), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:22.163501 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:22.166338 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:22.172532 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fb7ba26c-7219-4f0a-9d33-affb90947d97 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (3694d1f6-9c6d-4722-8703-b7e8ccea65bd), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:22.175568 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8123185-5314-4b51-a104-81930a92a911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:22.176146 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8123185-5314-4b51-a104-81930a92a911 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:22.176592 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8123185-5314-4b51-a104-81930a92a911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:22.177073 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8123185-5314-4b51-a104-81930a92a911 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:22.177450 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8123185-5314-4b51-a104-81930a92a911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:22.177783 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8123185-5314-4b51-a104-81930a92a911 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:22.178178 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8123185-5314-4b51-a104-81930a92a911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:22.178551 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8123185-5314-4b51-a104-81930a92a911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:22.179120 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8123185-5314-4b51-a104-81930a92a911 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:22.179457 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8123185-5314-4b51-a104-81930a92a911 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:22.179848 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8123185-5314-4b51-a104-81930a92a911 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:22.180773 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8123185-5314-4b51-a104-81930a92a911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:22.180773 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8123185-5314-4b51-a104-81930a92a911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:22.181060 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8123185-5314-4b51-a104-81930a92a911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:22.181356 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8123185-5314-4b51-a104-81930a92a911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:04:22.185927 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] Routers {'0835cee8-e786-4ab4-8f10-3a1b34de95b5'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:22.186611 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0835cee8-e786-4ab4-8f10-3a1b34de95b5'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:22.289741 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4fd393c0-fdd9-4423-90cb-7b597c3e0202 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for security_group (48003664-fb4d-429d-8ea3-bb1d106aaabc), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:22.296644 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adb971f-5e1f-4990-a537-ef58e90e2aa8 x-openstack-request-id: req-4adb971f-5e1f-4990-a537-ef58e90e2aa8 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:04:22.297288 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17bd55c8-4d10-424e-a143-037b14585d31", "tag": "e7480e72-f883-4315-9905-ecaed73586e8", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:04:22.298149 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4adb971f-5e1f-4990-a537-ef58e90e2aa8 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:04:22.298581 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4adb971f-5e1f-4990-a537-ef58e90e2aa8'] response: {'name': 'network-changed', 'server_uuid': '17bd55c8-4d10-424e-a143-037b14585d31', 'tag': 'e7480e72-f883-4315-9905-ecaed73586e8', 'status': 'completed', 'code': 200} Sep 16 13:04:22.300627 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:22.305939 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-e7c0e85c-bb55-4278-956a-f783b7c52a2c req-cac28dc1-7cd2-4880-86cd-c8995401e1ae tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 13:04:22.308397 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e7c0e85c-bb55-4278-956a-f783b7c52a2c req-cac28dc1-7cd2-4880-86cd-c8995401e1ae tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/8ee7e4f8-3252-4678-a0b1-ce4987e5d9cb HTTP/1.1" status: 409 len: 341 time: 0.6799994 Sep 16 13:04:22.323878 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca3366-d223-47b3-933e-b6f4af12cc46 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event updated for resources: {'Port': ['ID=e7480e72-f883-4315-9905-ecaed73586e8,revision_number=7']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:22.349837 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4fd393c0-fdd9-4423-90cb-7b597c3e0202 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (48003664-fb4d-429d-8ea3-bb1d106aaabc), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:22.356707 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ba26c-7219-4f0a-9d33-affb90947d97 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Port': ['ID=3694d1f6-9c6d-4722-8703-b7e8ccea65bd,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:22.415158 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['d408043a-8807-412e-bac0-ea9a50061ee1'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:04:22.417430 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] Set router 0835cee8-e786-4ab4-8f10-3a1b34de95b5 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:04:22.441200 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:22.491858 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8123185-5314-4b51-a104-81930a92a911 None None] Pushing event updated for resources: {'Port': ['ID=6ad390f5-0b71-457c-b568-e5ff00915933,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:22.515902 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:22.534430 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-fb7ba26c-7219-4f0a-9d33-affb90947d97 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:22.540439 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-fb7ba26c-7219-4f0a-9d33-affb90947d97 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/3694d1f6-9c6d-4722-8703-b7e8ccea65bd HTTP/1.1" status: 204 len: 168 time: 0.9079781 Sep 16 13:04:22.540439 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3bfcc-728a-49dc-a37b-6d24fd3a8909 req-133ac426-e49e-46b9-abe3-dcd9bc2eb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:22.540936 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d2c3bfcc-728a-49dc-a37b-6d24fd3a8909 req-133ac426-e49e-46b9-abe3-dcd9bc2eb700 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=aaeff399942c4286a71ea3a0eab43280&device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 1207 time: 0.2521284 Sep 16 13:04:22.541462 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40100) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:22.575159 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3e259618-f2ce-4f26-8f9d-59b4878a9e58 None None] Current status of the port 85946f08-0504-46d2-bcb6-fe13b562ea79 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:22.655854 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-3e259618-f2ce-4f26-8f9d-59b4878a9e58 None None] Provisioning complete for port e76046c8-588d-480c-8ea6-a57ca1a7e6dd triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:22.656429 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3e259618-f2ce-4f26-8f9d-59b4878a9e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e76046c8-588d-480c-8ea6-a57ca1a7e6dd), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:22.656871 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3e259618-f2ce-4f26-8f9d-59b4878a9e58 None None] Attempt 1 to provision port e76046c8-588d-480c-8ea6-a57ca1a7e6dd Sep 16 13:04:22.694533 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e8e05a-ccca-4e56-93c8-1b006f3aa0e3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:22.699824 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-22e8e05a-ccca-4e56-93c8-1b006f3aa0e3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1495039 Sep 16 13:04:22.700090 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:22.740540 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40106) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:22.752320 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6acd3f-7555-4bbf-a759-44217368abb6 req-f3e59dcf-94c1-403f-af31-129162d14c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:22.756109 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0e6acd3f-7555-4bbf-a759-44217368abb6 req-f3e59dcf-94c1-403f-af31-129162d14c62 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 1.2743223 Sep 16 13:04:22.763202 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1cd49-29ea-41f6-93ab-14616e0a1505 req-0ff83f39-2df0-41c6-bfe9-24a5d602f4f2 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:22.765759 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'name': 'tempest-ServersTestManualDisk-27505381-router', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:15Z', 'updated_at': '2022-09-16T13:04:18Z', 'revision_number': 3, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'gw_port': {'id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:16Z', 'updated_at': '2022-09-16T13:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:22.772037 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5ee1cd49-29ea-41f6-93ab-14616e0a1505 req-0ff83f39-2df0-41c6-bfe9-24a5d602f4f2 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 944 time: 0.4264956 Sep 16 13:04:22.796334 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07865ad0-8f6c-468b-9853-3d37d52f569e None None] The sync data for ids ['0835cee8-e786-4ab4-8f10-3a1b34de95b5'] in n-d-858094-4 is: [{'id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'name': 'tempest-ServersTestManualDisk-27505381-router', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:15Z', 'updated_at': '2022-09-16T13:04:18Z', 'revision_number': 3, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'gw_port': {'id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:16Z', 'updated_at': '2022-09-16T13:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:04:22.837357 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8aed98a2-7cbc-4d6f-bc55-65c715da4e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (e536f373-79c1-4990-b125-08465105b595), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:22.845961 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578ed304-a27b-4c5d-9069-37edfb734a56 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:22.849936 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-578ed304-a27b-4c5d-9069-37edfb734a56 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1059678 Sep 16 13:04:22.859390 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40108) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:22.862746 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e76046c8-588d-480c-8ea6-a57ca1a7e6dd up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:04:22.886727 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d2801d8c-c3a8-446a-9c99-aa6935a0c168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:22.925121 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3bfcc-728a-49dc-a37b-6d24fd3a8909 req-bd253cd6-c789-41a4-8413-51ea9139cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:22.925349 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd393c0-fdd9-4423-90cb-7b597c3e0202 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=113698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:04:22.926229 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d2c3bfcc-728a-49dc-a37b-6d24fd3a8909 req-bd253cd6-c789-41a4-8413-51ea9139cd7e service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=56dd3a41-efae-420b-b361-8c953ab80e6c HTTP/1.1" status: 200 len: 914 time: 0.3773711 Sep 16 13:04:22.945464 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:22.988976 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd393c0-fdd9-4423-90cb-7b597c3e0202 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48003664-fb4d-429d-8ea3-bb1d106aaabc,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:23.006172 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7a116e8c-ae0c-45a8-8625-a738ba6073db req-54dcad19-a2a7-4b2e-b752-0a84ce7fbf51 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3940873 Sep 16 13:04:23.012203 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3e259618-f2ce-4f26-8f9d-59b4878a9e58 None None] Current status of the port e76046c8-588d-480c-8ea6-a57ca1a7e6dd is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:23.020935 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bd941-74cc-4730-b6c8-ff73466c3fb6 req-7fb03b51-6618-4199-ad18-93ba962c774f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:23.023190 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f92bd941-74cc-4730-b6c8-ff73466c3fb6 req-7fb03b51-6618-4199-ad18-93ba962c774f tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 1024 time: 0.1576328 Sep 16 13:04:23.027203 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4fd393c0-fdd9-4423-90cb-7b597c3e0202 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (65da3bfc-439b-4ce7-a598-cd416cdb5874), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:23.027553 n-d-858094-4 neutron-server[113698]: INFO neutron.db.segments_db [None req-4fd393c0-fdd9-4423-90cb-7b597c3e0202 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Added segment 65da3bfc-439b-4ce7-a598-cd416cdb5874 of type vlan for network bfba496b-d7c4-4698-bfe4-48cc3f1a548a Sep 16 13:04:23.028246 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d772982a-98df-49e2-a5df-c5e901e18c13 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:23.034855 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d772982a-98df-49e2-a5df-c5e901e18c13 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:23.036937 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d772982a-98df-49e2-a5df-c5e901e18c13 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:23.038617 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d772982a-98df-49e2-a5df-c5e901e18c13 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1781590 Sep 16 13:04:23.042069 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40110) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:23.044144 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed98a2-7cbc-4d6f-bc55-65c715da4e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e536f373-79c1-4990-b125-08465105b595,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:23.050250 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6acd3f-7555-4bbf-a759-44217368abb6 req-10a1a524-d484-437f-908a-73e5bda25d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:23.051946 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0e6acd3f-7555-4bbf-a759-44217368abb6 req-10a1a524-d484-437f-908a-73e5bda25d47 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1748245 Sep 16 13:04:23.110635 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed98a2-7cbc-4d6f-bc55-65c715da4e89 admin admin] Checking segment: {'id': '02157669-a842-4cef-9f02-cc6acf3b127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec7d99db-29cf-4b25-8dc4-5bad41f23052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:23.111002 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aed98a2-7cbc-4d6f-bc55-65c715da4e89 admin admin] Network hostable DHCP agents. Network: ec7d99db-29cf-4b25-8dc4-5bad41f23052, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:04:23.129148 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-030fbf5a-2e5d-4ed9-8277-81d26760825e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet 13f409f5-f75e-4d90-a391-9b12089aebdb {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:04:23.133229 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-030fbf5a-2e5d-4ed9-8277-81d26760825e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (13f409f5-f75e-4d90-a391-9b12089aebdb), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:23.142932 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5ee1cd49-29ea-41f6-93ab-14616e0a1505 req-4977c4b6-b140-46e1-8b49-023e62d64a06 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696566 Sep 16 13:04:23.167596 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e76046c8-588d-480c-8ea6-a57ca1a7e6dd triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:23.168825 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e76046c8-588d-480c-8ea6-a57ca1a7e6dd), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:23.170144 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e76046c8-588d-480c-8ea6-a57ca1a7e6dd Sep 16 13:04:23.180219 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:23.185986 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aed98a2-7cbc-4d6f-bc55-65c715da4e89 admin admin] Network ec7d99db-29cf-4b25-8dc4-5bad41f23052 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:04:23.192942 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-030fbf5a-2e5d-4ed9-8277-81d26760825e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (13f409f5-f75e-4d90-a391-9b12089aebdb), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:23.234240 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-38a5d3eb-d84d-4e88-8999-ffb838e744a1 None None] Could not find standard attr ID for object 3694d1f6-9c6d-4722-8703-b7e8ccea65bd. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:04:23.235055 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-8aed98a2-7cbc-4d6f-bc55-65c715da4e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, ec7d99db-29cf-4b25-8dc4-5bad41f23052) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:23.244310 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aed98a2-7cbc-4d6f-bc55-65c715da4e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:23.245552 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8aed98a2-7cbc-4d6f-bc55-65c715da4e89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:23.262972 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4fd393c0-fdd9-4423-90cb-7b597c3e0202 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (bfba496b-d7c4-4698-bfe4-48cc3f1a548a), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:23.273770 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d944e56-309a-4b71-8265-cfb8acb9f6de None None] Network ec7d99db-29cf-4b25-8dc4-5bad41f23052 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:23.327766 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8aed98a2-7cbc-4d6f-bc55-65c715da4e89 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0869975 Sep 16 13:04:23.329282 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40114) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:23.336260 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-15c27df4-1b4b-4adb-9696-8efbe5eeebe8 admin admin] Request body: {'router': {'name': 'tempest-ServerMetadataNegativeTestJSON-1008235230-router', 'tenant_id': '20800c45135443888e60144c602a8429', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:23.409451 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-030fbf5a-2e5d-4ed9-8277-81d26760825e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (13f409f5-f75e-4d90-a391-9b12089aebdb), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:23.476968 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f92bd941-74cc-4730-b6c8-ff73466c3fb6 req-abb3974e-197f-4129-a69b-c6726b417724 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8ee7e4f8-3252-4678-a0b1-ce4987e5d9cb&id=7c676002-9399-4169-81f1-42139daf39d8&id=171162a5-7b15-4d9a-b046-5c75ef6c9ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4426270 Sep 16 13:04:23.489310 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-030fbf5a-2e5d-4ed9-8277-81d26760825e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (13f409f5-f75e-4d90-a391-9b12089aebdb), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:23.522512 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4fd393c0-fdd9-4423-90cb-7b597c3e0202 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (bfba496b-d7c4-4698-bfe4-48cc3f1a548a), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:23.531064 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd393c0-fdd9-4423-90cb-7b597c3e0202 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:23.531739 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4fd393c0-fdd9-4423-90cb-7b597c3e0202 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:23.533737 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030fbf5a-2e5d-4ed9-8277-81d26760825e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=13f409f5-f75e-4d90-a391-9b12089aebdb,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:23.543879 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-ec7d99db-29cf-4b25-8dc4-5bad41f23052', 'network_id': 'ec7d99db-29cf-4b25-8dc4-5bad41f23052', 'project_id': '20800c45135443888e60144c602a8429', 'fixed_ips': [{'subnet_id': 'e536f373-79c1-4990-b125-08465105b595'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:04:23.545466 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:23.549554 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:23.561711 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-030fbf5a-2e5d-4ed9-8277-81d26760825e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:23.569934 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79437eee-c0e0-4c2f-8a94-9cacb98fa478 None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:23.570143 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-030fbf5a-2e5d-4ed9-8277-81d26760825e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/13f409f5-f75e-4d90-a391-9b12089aebdb HTTP/1.1" status: 204 len: 168 time: 0.5264707 Sep 16 13:04:23.570556 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40116) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:23.586595 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-15c27df4-1b4b-4adb-9696-8efbe5eeebe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (d14b47fa-0f00-4b9c-90fb-43e47f4fcced), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:23.587704 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-15c27df4-1b4b-4adb-9696-8efbe5eeebe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (d14b47fa-0f00-4b9c-90fb-43e47f4fcced), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:23.615930 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:23.674194 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1cc9bd2-1a4b-425c-b36f-11e5d6fcfec7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Deleting subnet cf2874cc-07ed-442c-9ea6-ea3bd3e02264 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:04:23.691753 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e76046c8-588d-480c-8ea6-a57ca1a7e6dd is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:23.699659 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0e6acd3f-7555-4bbf-a759-44217368abb6 req-83648ca5-40e3-4455-87c5-3af579b39662 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126623 Sep 16 13:04:23.705867 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62e435-dafb-41d8-b711-77e8f481ca6d req-288b0fb0-3cbc-49b7-8e19-57f944465ba1 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:23.707374 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc62e435-dafb-41d8-b711-77e8f481ca6d req-288b0fb0-3cbc-49b7-8e19-57f944465ba1 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 947 time: 0.3200059 Sep 16 13:04:23.718703 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e1cc9bd2-1a4b-425c-b36f-11e5d6fcfec7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (cf2874cc-07ed-442c-9ea6-ea3bd3e02264), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:23.743636 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-15c27df4-1b4b-4adb-9696-8efbe5eeebe8 admin admin] Publish callbacks [] for router_controller (d14b47fa-0f00-4b9c-90fb-43e47f4fcced), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:23.749400 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:23.757300 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-4fd393c0-fdd9-4423-90cb-7b597c3e0202 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.9334884 Sep 16 13:04:23.761142 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40118) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:23.773245 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-d978892c-2350-4d77-91ca-74ad98cce02f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'subnet': {'network_id': 'bfba496b-d7c4-4698-bfe4-48cc3f1a548a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:23.865535 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd393c0-fdd9-4423-90cb-7b597c3e0202 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Network': ['ID=bfba496b-d7c4-4698-bfe4-48cc3f1a548a,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:23.881065 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network bfba496b-d7c4-4698-bfe4-48cc3f1a548a details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:04:23.912994 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-d2801d8c-c3a8-446a-9c99-aa6935a0c168 admin admin] Allocated IP 172.20.0.1 (8add36eb-29cb-4c92-8149-fffc1787dd77/0c86fa22-38fb-4a34-a6ef-3769982fb8a5/b109fbd1-95c0-419f-86cb-e915972369c9) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:23.918706 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] Allocated IP 172.20.0.2 (ec7d99db-29cf-4b25-8dc4-5bad41f23052/e536f373-79c1-4990-b125-08465105b595/f8e88fca-0939-4577-afd6-81a57affb223) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:23.930107 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dc62e435-dafb-41d8-b711-77e8f481ca6d req-b87c0369-7095-4bf9-86e5-828b60914cb0 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807230 Sep 16 13:04:23.956827 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e1cc9bd2-1a4b-425c-b36f-11e5d6fcfec7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (cf2874cc-07ed-442c-9ea6-ea3bd3e02264), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:24.029271 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0e6acd3f-7555-4bbf-a759-44217368abb6 req-d0c7bdde-863e-4526-a6e2-8cc10be6798c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167341 Sep 16 13:04:24.100796 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:24.104837 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d2801d8c-c3a8-446a-9c99-aa6935a0c168 admin admin] Publish callbacks [] for port (b109fbd1-95c0-419f-86cb-e915972369c9), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:24.180415 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d2801d8c-c3a8-446a-9c99-aa6935a0c168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (b109fbd1-95c0-419f-86cb-e915972369c9), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:24.236480 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:24.259994 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] Publish callbacks [] for port (f8e88fca-0939-4577-afd6-81a57affb223), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:24.266965 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2801d8c-c3a8-446a-9c99-aa6935a0c168 admin admin] Network 8add36eb-29cb-4c92-8149-fffc1787dd77 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:24.273365 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-d2801d8c-c3a8-446a-9c99-aa6935a0c168 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:24.280082 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2801d8c-c3a8-446a-9c99-aa6935a0c168 admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:24.289461 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (f8e88fca-0939-4577-afd6-81a57affb223), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:24.291216 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2801d8c-c3a8-446a-9c99-aa6935a0c168 admin admin] Pushing event updated for resources: {'Port': ['ID=b109fbd1-95c0-419f-86cb-e915972369c9,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:24.364596 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d2801d8c-c3a8-446a-9c99-aa6935a0c168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (0835cee8-e786-4ab4-8f10-3a1b34de95b5), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:24.364952 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] Network ec7d99db-29cf-4b25-8dc4-5bad41f23052 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:24.380850 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:24.383947 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:24.425854 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] Pushing event updated for resources: {'Port': ['ID=f8e88fca-0939-4577-afd6-81a57affb223,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:24.483097 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device d408043a-8807-412e-bac0-ea9a50061ee1 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:04:24.502630 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c17ea-f832-4989-b47f-9d25753b4b2a req-f85e4b26-a7a7-4ee5-b8f6-dd42bb2a9dfb tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:24.509984 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e39c17ea-f832-4989-b47f-9d25753b4b2a req-f85e4b26-a7a7-4ee5-b8f6-dd42bb2a9dfb tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 944 time: 0.1467185 Sep 16 13:04:24.583958 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] Attempting to bind port f8e88fca-0939-4577-afd6-81a57affb223 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:04:24.584287 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] Attempting to bind port f8e88fca-0939-4577-afd6-81a57affb223 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '02157669-a842-4cef-9f02-cc6acf3b127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec7d99db-29cf-4b25-8dc4-5bad41f23052'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:04:24.584713 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] Attempting to bind port f8e88fca-0939-4577-afd6-81a57affb223 on network ec7d99db-29cf-4b25-8dc4-5bad41f23052 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:04:24.678346 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port d408043a-8807-412e-bac0-ea9a50061ee1 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:04:24.684763 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:04:24.685354 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] Checking segment: {'id': '02157669-a842-4cef-9f02-cc6acf3b127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec7d99db-29cf-4b25-8dc4-5bad41f23052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:24.685631 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:24.686030 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] Bound using segment: {'id': '02157669-a842-4cef-9f02-cc6acf3b127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec7d99db-29cf-4b25-8dc4-5bad41f23052'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:04:24.686543 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] Bound port: f8e88fca-0939-4577-afd6-81a57affb223, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02157669-a842-4cef-9f02-cc6acf3b127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec7d99db-29cf-4b25-8dc4-5bad41f23052'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:04:24.686930 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f8e88fca-0939-4577-afd6-81a57affb223), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:24.697273 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port d408043a-8807-412e-bac0-ea9a50061ee1 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:24.698204 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (d408043a-8807-412e-bac0-ea9a50061ee1), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:24.698564 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port d408043a-8807-412e-bac0-ea9a50061ee1 Sep 16 13:04:24.709438 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d2c3bfcc-728a-49dc-a37b-6d24fd3a8909 req-b6542715-c569-405e-8deb-3291364ccab3 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7480e72-f883-4315-9905-ecaed73586e8 HTTP/1.1" status: 200 len: 217 time: 0.1966836 Sep 16 13:04:24.761213 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e39c17ea-f832-4989-b47f-9d25753b4b2a req-ee06ed26-85be-4558-a20a-fd88841e9e49 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483850 Sep 16 13:04:24.790044 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-15c27df4-1b4b-4adb-9696-8efbe5eeebe8 admin admin] Publish callbacks [] for router_gateway (d14b47fa-0f00-4b9c-90fb-43e47f4fcced), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:24.816035 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Provisioning complete for port b109fbd1-95c0-419f-86cb-e915972369c9 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:24.816655 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b109fbd1-95c0-419f-86cb-e915972369c9), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:24.817144 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Attempt 1 to provision port b109fbd1-95c0-419f-86cb-e915972369c9 Sep 16 13:04:24.827282 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6ad390f5-0b71-457c-b568-e5ff00915933 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:04:24.838802 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f689c-3d89-43f5-86be-227e20d36bde req-e27914b4-e737-4430-9a0d-e369466d5865 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:24.840478 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d48f689c-3d89-43f5-86be-227e20d36bde req-e27914b4-e737-4430-9a0d-e369466d5865 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 1024 time: 0.2254059 Sep 16 13:04:24.895854 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] For port f8e88fca-0939-4577-afd6-81a57affb223, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:04:24.907220 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:24.926683 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] For port f8e88fca-0939-4577-afd6-81a57affb223, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f8e88fca-0939-4577-afd6-81a57affb223,segment=NetworkSegment(02157669-a842-4cef-9f02-cc6acf3b127a),segment_id=02157669-a842-4cef-9f02-cc6acf3b127a)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:04:24.930091 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e1cc9bd2-1a4b-425c-b36f-11e5d6fcfec7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (cf2874cc-07ed-442c-9ea6-ea3bd3e02264), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:24.969456 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-d48f689c-3d89-43f5-86be-227e20d36bde req-f5f8e60b-8c79-4485-9e66-e478b159b562 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Deleting port e7480e72-f883-4315-9905-ecaed73586e8 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:24.970066 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d48f689c-3d89-43f5-86be-227e20d36bde req-f5f8e60b-8c79-4485-9e66-e478b159b562 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (e7480e72-f883-4315-9905-ecaed73586e8), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:24.980265 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Port b109fbd1-95c0-419f-86cb-e915972369c9 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:25.032147 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f8e88fca-0939-4577-afd6-81a57affb223), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:25.032959 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d2801d8c-c3a8-446a-9c99-aa6935a0c168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b109fbd1-95c0-419f-86cb-e915972369c9), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:25.050345 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=8,neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:25.084188 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e1cc9bd2-1a4b-425c-b36f-11e5d6fcfec7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (cf2874cc-07ed-442c-9ea6-ea3bd3e02264), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:25.094391 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 6ad390f5-0b71-457c-b568-e5ff00915933 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:25.095073 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6ad390f5-0b71-457c-b568-e5ff00915933), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:25.095642 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 6ad390f5-0b71-457c-b568-e5ff00915933 Sep 16 13:04:25.117651 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1c147-f181-4470-b48f-cfc48e390e4b req-88f10b6e-cd39-409c-9920-9929af924589 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:25.124700 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a8b1c147-f181-4470-b48f-cfc48e390e4b req-88f10b6e-cd39-409c-9920-9929af924589 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 1024 time: 0.3914201 Sep 16 13:04:25.154896 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port d408043a-8807-412e-bac0-ea9a50061ee1 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:25.155332 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d408043a-8807-412e-bac0-ea9a50061ee1), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:25.188208 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:25.189550 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c7b54-e834-4595-99b8-7552efe6b526 None None] Pushing event updated for resources: {'Port': ['ID=f8e88fca-0939-4577-afd6-81a57affb223,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:25.274938 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc9bd2-1a4b-425c-b36f-11e5d6fcfec7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Subnet': ['ID=cf2874cc-07ed-442c-9ea6-ea3bd3e02264,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:25.286697 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd408043a-8807-412e-bac0-ea9a50061ee1'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:04:25.288839 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1383cec-a770-4bf6-a30d-b28dadbeef82" -d '{"events": [{"server_uuid": "17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d", "name": "network-vif-plugged", "status": "completed", "tag": "d408043a-8807-412e-bac0-ea9a50061ee1"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:04:25.295535 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d978892c-2350-4d77-91ca-74ad98cce02f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Made reservation on behalf of d230f216aa8f4d6d96bb02810e763dfa for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:25.299586 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d978892c-2350-4d77-91ca-74ad98cce02f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:25.303992 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port d408043a-8807-412e-bac0-ea9a50061ee1, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=d408043a-8807-412e-bac0-ea9a50061ee1,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:25.310772 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (d408043a-8807-412e-bac0-ea9a50061ee1), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:25.332538 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3bfcc-728a-49dc-a37b-6d24fd3a8909 req-d51dfec8-2695-4acb-ad12-80adc3f374b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:25.335496 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d2c3bfcc-728a-49dc-a37b-6d24fd3a8909 req-d51dfec8-2695-4acb-ad12-80adc3f374b1 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=1f466e8b-55f7-427d-b163-cda4af9f8b77 HTTP/1.1" status: 200 len: 852 time: 0.6025510 Sep 16 13:04:25.336854 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e1cc9bd2-1a4b-425c-b36f-11e5d6fcfec7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:25.345308 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e1cc9bd2-1a4b-425c-b36f-11e5d6fcfec7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/cf2874cc-07ed-442c-9ea6-ea3bd3e02264 HTTP/1.1" status: 204 len: 168 time: 1.7710242 Sep 16 13:04:25.358204 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff9ecf8-f908-43b5-b6e1-855ebcd4872a None None] Network 9baef6e6-991f-4370-ace0-656f975a51ae requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:25.379706 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:25.379906 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-d48f689c-3d89-43f5-86be-227e20d36bde req-f5f8e60b-8c79-4485-9e66-e478b159b562 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] For port e7480e72-f883-4315-9905-ecaed73586e8, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=e7480e72-f883-4315-9905-ecaed73586e8,segment=NetworkSegment(bbab3c9e-7709-444a-adb6-0434f4755f1b),segment_id=bbab3c9e-7709-444a-adb6-0434f4755f1b)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:25.380354 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d48f689c-3d89-43f5-86be-227e20d36bde req-f5f8e60b-8c79-4485-9e66-e478b159b562 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (e7480e72-f883-4315-9905-ecaed73586e8), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:25.395179 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40138) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:25.415711 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-d48f689c-3d89-43f5-86be-227e20d36bde req-f5f8e60b-8c79-4485-9e66-e478b159b562 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Calling delete_port for e7480e72-f883-4315-9905-ecaed73586e8 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:25.481995 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Attempt 2 to provision port b109fbd1-95c0-419f-86cb-e915972369c9 Sep 16 13:04:25.511814 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:25.593698 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b453b-7472-454c-a2ba-691a56dd6573 req-dbbb66dd-87c7-4045-ac21-a42fe3b061b7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:25.595518 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a03b453b-7472-454c-a2ba-691a56dd6573 req-dbbb66dd-87c7-4045-ac21-a42fe3b061b7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 947 time: 0.3776968 Sep 16 13:04:25.624939 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 6ad390f5-0b71-457c-b568-e5ff00915933 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:25.625338 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6ad390f5-0b71-457c-b568-e5ff00915933), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:25.631976 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=d408043a-8807-412e-bac0-ea9a50061ee1,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:25.704697 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Port b109fbd1-95c0-419f-86cb-e915972369c9 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:25.718981 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a8b1c147-f181-4470-b48f-cfc48e390e4b req-fd845e52-d388-425a-ba8f-5b0583c52ace tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8ee7e4f8-3252-4678-a0b1-ce4987e5d9cb&id=7c676002-9399-4169-81f1-42139daf39d8&id=171162a5-7b15-4d9a-b046-5c75ef6c9ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5875080 Sep 16 13:04:25.720207 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 6ad390f5-0b71-457c-b568-e5ff00915933, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6ad390f5-0b71-457c-b568-e5ff00915933,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:25.736907 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6ad390f5-0b71-457c-b568-e5ff00915933), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:25.790101 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:25.791645 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3bfcc-728a-49dc-a37b-6d24fd3a8909 req-f8999a6e-2e54-4660-a38b-29ac85864a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:25.793494 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d2c3bfcc-728a-49dc-a37b-6d24fd3a8909 req-f8999a6e-2e54-4660-a38b-29ac85864a17 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=56dd3a41-efae-420b-b361-8c953ab80e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3991663 Sep 16 13:04:25.838135 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-30569266-a317-40be-82bb-5fdf9a0ce08e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4396026 Sep 16 13:04:25.842987 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40166) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:25.858982 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a8b3b4-1caf-46d8-9205-aa5fd90f182f x-openstack-request-id: req-25a8b3b4-1caf-46d8-9205-aa5fd90f182f {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:04:25.859158 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d", "name": "network-vif-plugged", "status": "completed", "tag": "d408043a-8807-412e-bac0-ea9a50061ee1", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:04:25.861398 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-25a8b3b4-1caf-46d8-9205-aa5fd90f182f {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:04:25.862626 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25a8b3b4-1caf-46d8-9205-aa5fd90f182f'] response: {'server_uuid': '17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd408043a-8807-412e-bac0-ea9a50061ee1', 'code': 200} Sep 16 13:04:25.871427 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e061ba0c-e132-43e1-b021-539a869bd6b1 None None] DHCP port deletion for 9baef6e6-991f-4370-ace0-656f975a51ae request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:04:25.874727 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=6ad390f5-0b71-457c-b568-e5ff00915933,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:25.945560 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e061ba0c-e132-43e1-b021-539a869bd6b1 None None] Deleting port e76046c8-588d-480c-8ea6-a57ca1a7e6dd {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:25.946388 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e061ba0c-e132-43e1-b021-539a869bd6b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (e76046c8-588d-480c-8ea6-a57ca1a7e6dd), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:25.977506 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a03b453b-7472-454c-a2ba-691a56dd6573 req-8cd8eb05-7173-492b-beba-2fda52daaf08 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3729851 Sep 16 13:04:26.030192 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-15c27df4-1b4b-4adb-9696-8efbe5eeebe8 admin admin] Publish callbacks [] for router_gateway (d14b47fa-0f00-4b9c-90fb-43e47f4fcced), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:26.097321 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-15c27df4-1b4b-4adb-9696-8efbe5eeebe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:26.105856 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6612e88-4dc1-44da-899c-0fe3ced57ad1 req-5a6b203d-30ff-49c7-825b-f4810730dc47 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:26.114841 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b6612e88-4dc1-44da-899c-0fe3ced57ad1 req-5a6b203d-30ff-49c7-825b-f4810730dc47 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 945 time: 0.1595154 Sep 16 13:04:26.124965 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086089db-1f8d-4a21-ac6d-e61db9459e82 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:26.126408 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-086089db-1f8d-4a21-ac6d-e61db9459e82 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2520721 Sep 16 13:04:26.134046 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d48f689c-3d89-43f5-86be-227e20d36bde req-f5f8e60b-8c79-4485-9e66-e478b159b562 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (e7480e72-f883-4315-9905-ecaed73586e8), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:26.140976 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40170) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:26.188762 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d2c3bfcc-728a-49dc-a37b-6d24fd3a8909 req-ea4aca01-72c6-4918-945f-51366ef189ea service neutron] 10.222.0.76 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489087 Sep 16 13:04:26.193233 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d978892c-2350-4d77-91ca-74ad98cce02f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (c9211f05-9c94-48f8-b6cc-3eb9809663b1), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:26.283231 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Attempt 3 to provision port b109fbd1-95c0-419f-86cb-e915972369c9 Sep 16 13:04:26.288612 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['4c0896cf-3255-42ff-b580-d2a345dbb96d'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:04:26.448863 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Port b109fbd1-95c0-419f-86cb-e915972369c9 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:26.451046 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-e061ba0c-e132-43e1-b021-539a869bd6b1 None None] For port e76046c8-588d-480c-8ea6-a57ca1a7e6dd, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e76046c8-588d-480c-8ea6-a57ca1a7e6dd,segment=NetworkSegment(5763885c-7a11-4b5f-9311-3cdb21326a13),segment_id=5763885c-7a11-4b5f-9311-3cdb21326a13)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:26.451590 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e061ba0c-e132-43e1-b021-539a869bd6b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (e76046c8-588d-480c-8ea6-a57ca1a7e6dd), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:26.475491 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-e061ba0c-e132-43e1-b021-539a869bd6b1 None None] Calling delete_port for e76046c8-588d-480c-8ea6-a57ca1a7e6dd owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:26.490721 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978892c-2350-4d77-91ca-74ad98cce02f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Subnet': ['ID=c9211f05-9c94-48f8-b6cc-3eb9809663b1,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:26.525662 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-15c27df4-1b4b-4adb-9696-8efbe5eeebe8 admin admin] Allocated IP 172.25.2.200 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/e16d9ba6-5213-4372-8cee-dea3cc66e68c) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:26.534809 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d978892c-2350-4d77-91ca-74ad98cce02f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Checking segment: {'id': '65da3bfc-439b-4ce7-a598-cd416cdb5874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bfba496b-d7c4-4698-bfe4-48cc3f1a548a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:26.535347 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d978892c-2350-4d77-91ca-74ad98cce02f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Network hostable DHCP agents. Network: bfba496b-d7c4-4698-bfe4-48cc3f1a548a, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:04:26.613829 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e061ba0c-e132-43e1-b021-539a869bd6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (e76046c8-588d-480c-8ea6-a57ca1a7e6dd), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:26.641989 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:26.644725 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea3fc5-c4e7-4fc0-bfb2-7dc1f3f7162f req-487b1a5a-248a-459e-9b5b-cfe78d93068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:26.646254 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-88ea3fc5-c4e7-4fc0-bfb2-7dc1f3f7162f req-487b1a5a-248a-459e-9b5b-cfe78d93068e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 1127 time: 0.6633401 Sep 16 13:04:26.659036 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d2801d8c-c3a8-446a-9c99-aa6935a0c168 admin admin] Publish callbacks [] for port (b109fbd1-95c0-419f-86cb-e915972369c9), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:26.667467 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8e60b-8c79-4485-9e66-e478b159b562 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event deleted for resources: {'Port': ['ID=e7480e72-f883-4315-9905-ecaed73586e8,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:26.684199 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061ba0c-e132-43e1-b021-539a869bd6b1 None None] Pushing event deleted for resources: {'Port': ['ID=e76046c8-588d-480c-8ea6-a57ca1a7e6dd,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:26.692782 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e061ba0c-e132-43e1-b021-539a869bd6b1 None None] No DVR routers for this DVR port e76046c8-588d-480c-8ea6-a57ca1a7e6dd on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:04:26.762629 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-15c27df4-1b4b-4adb-9696-8efbe5eeebe8 admin admin] Publish callbacks [] for port (e16d9ba6-5213-4372-8cee-dea3cc66e68c), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:26.816003 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-d2c3bfcc-728a-49dc-a37b-6d24fd3a8909 req-f462764c-771c-4c94-a05d-8fd3c3c0c309 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6195469 Sep 16 13:04:26.817683 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76743c27-21b0-4e14-93a0-adf62137d819 None None] Network ec7d99db-29cf-4b25-8dc4-5bad41f23052 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:26.837694 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-15c27df4-1b4b-4adb-9696-8efbe5eeebe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (e16d9ba6-5213-4372-8cee-dea3cc66e68c), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:26.849584 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b6612e88-4dc1-44da-899c-0fe3ced57ad1 req-e008b359-4170-4655-92be-e4f5f1a0eacb tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7321231 Sep 16 13:04:26.859733 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d2801d8c-c3a8-446a-9c99-aa6935a0c168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (b109fbd1-95c0-419f-86cb-e915972369c9), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:26.906434 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:26.951870 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Attempt 4 to provision port b109fbd1-95c0-419f-86cb-e915972369c9 Sep 16 13:04:26.959190 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:26.960087 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:26.961289 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c27df4-1b4b-4adb-9696-8efbe5eeebe8 admin admin] Pushing event updated for resources: {'Port': ['ID=e16d9ba6-5213-4372-8cee-dea3cc66e68c,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:26.975764 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c27df4-1b4b-4adb-9696-8efbe5eeebe8 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:26.976236 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48f689c-3d89-43f5-86be-227e20d36bde req-f5f8e60b-8c79-4485-9e66-e478b159b562 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] No DVR routers for this DVR port e7480e72-f883-4315-9905-ecaed73586e8 on host n-h2-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:04:26.980177 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-15c27df4-1b4b-4adb-9696-8efbe5eeebe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:26.982099 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d978892c-2350-4d77-91ca-74ad98cce02f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Network bfba496b-d7c4-4698-bfe4-48cc3f1a548a is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:04:26.986647 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c27df4-1b4b-4adb-9696-8efbe5eeebe8 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:27.023786 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d48f689c-3d89-43f5-86be-227e20d36bde req-f5f8e60b-8c79-4485-9e66-e478b159b562 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:27.027970 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-d978892c-2350-4d77-91ca-74ad98cce02f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, bfba496b-d7c4-4698-bfe4-48cc3f1a548a) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:27.028832 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d48f689c-3d89-43f5-86be-227e20d36bde req-f5f8e60b-8c79-4485-9e66-e478b159b562 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.76 "DELETE /networking/v2.0/ports/e7480e72-f883-4315-9905-ecaed73586e8 HTTP/1.1" status: 204 len: 173 time: 2.1827850 Sep 16 13:04:27.030137 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bd55c8-4d10-424e-a143-037b14585d31', 'name': 'network-vif-deleted', 'tag': 'e7480e72-f883-4315-9905-ecaed73586e8'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:04:27.032947 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2afa5dd-5311-43ab-95ba-2ed9a6fe6aee" -d '{"events": [{"server_uuid": "17bd55c8-4d10-424e-a143-037b14585d31", "name": "network-vif-deleted", "tag": "e7480e72-f883-4315-9905-ecaed73586e8"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:04:27.039117 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d978892c-2350-4d77-91ca-74ad98cce02f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:27.039763 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d978892c-2350-4d77-91ca-74ad98cce02f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:27.074563 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f8e88fca-0939-4577-afd6-81a57affb223 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:04:27.080698 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436e206d-9c85-4568-92bc-981ba81ad195 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:27.085181 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-436e206d-9c85-4568-92bc-981ba81ad195 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9330058 Sep 16 13:04:27.088134 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49595dd-d96d-48ae-bb83-86a1edba3347 None None] Network bfba496b-d7c4-4698-bfe4-48cc3f1a548a requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:27.091679 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40178) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:27.143920 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07316e0-d910-4aad-aa51-3672536d10ed x-openstack-request-id: req-b07316e0-d910-4aad-aa51-3672536d10ed {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:04:27.144522 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bd55c8-4d10-424e-a143-037b14585d31", "name": "network-vif-deleted", "tag": "e7480e72-f883-4315-9905-ecaed73586e8", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:04:27.144522 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b07316e0-d910-4aad-aa51-3672536d10ed {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:04:27.144949 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b07316e0-d910-4aad-aa51-3672536d10ed'] response: {'server_uuid': '17bd55c8-4d10-424e-a143-037b14585d31', 'name': 'network-vif-deleted', 'tag': 'e7480e72-f883-4315-9905-ecaed73586e8', 'status': 'completed', 'code': 200} Sep 16 13:04:27.155637 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d556ae10-ba7b-49a4-976e-4f5a072f6d5c req-734fe9ce-7e3c-4f3b-95e2-4d84a59e9936 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17bd55c8-4d10-424e-a143-037b14585d31 HTTP/1.1" status: 200 len: 210 time: 0.1832321 Sep 16 13:04:27.173188 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d978892c-2350-4d77-91ca-74ad98cce02f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4087672 Sep 16 13:04:27.173503 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40180) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:27.188367 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-4ed3438b-50f7-4057-8a2e-ba646471041f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-531227682', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}, 'admin_state_up': False}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:27.213999 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a27f2dd0-3754-4a29-8ca4-d0bfdd07bb6d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946488 Sep 16 13:04:27.219300 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40182) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:27.254156 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d2801d8c-c3a8-446a-9c99-aa6935a0c168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (0835cee8-e786-4ab4-8f10-3a1b34de95b5), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:27.265865 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4590fb87-96b1-4b2e-847d-cc23a3e1475b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:27.266226 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2801d8c-c3a8-446a-9c99-aa6935a0c168 admin admin] Pushing event updated for resources: {'Port': ['ID=b109fbd1-95c0-419f-86cb-e915972369c9,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:27.266428 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4590fb87-96b1-4b2e-847d-cc23a3e1475b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:27.270441 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4590fb87-96b1-4b2e-847d-cc23a3e1475b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/3694d1f6-9c6d-4722-8703-b7e8ccea65bd HTTP/1.1" status: 404 len: 333 time: 0.0498559 Sep 16 13:04:27.275900 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40184) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:27.299112 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:27.311772 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-764fa445-c5a4-48f2-a40f-2992ea348be3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:27.312059 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764fa445-c5a4-48f2-a40f-2992ea348be3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:27.315338 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94f4ac-075a-47cf-9693-89276ce32978 req-44cdf7ee-84bc-4177-b6a9-0141b0a550c7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:27.315697 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-764fa445-c5a4-48f2-a40f-2992ea348be3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/13f409f5-f75e-4d90-a391-9b12089aebdb HTTP/1.1" status: 404 len: 337 time: 0.0383897 Sep 16 13:04:27.318093 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4ed3438b-50f7-4057-8a2e-ba646471041f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (3232c84f-ac63-49be-9960-1a68565b252b), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:27.318699 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Port b109fbd1-95c0-419f-86cb-e915972369c9 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:27.319272 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4ed3438b-50f7-4057-8a2e-ba646471041f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (3232c84f-ac63-49be-9960-1a68565b252b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:27.324466 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40186) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:27.327307 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d94f4ac-075a-47cf-9693-89276ce32978 req-44cdf7ee-84bc-4177-b6a9-0141b0a550c7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 947 time: 0.1187458 Sep 16 13:04:27.330897 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-88ea3fc5-c4e7-4fc0-bfb2-7dc1f3f7162f req-5b092af8-06c7-4089-95c5-f0d70599d533 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6651485 Sep 16 13:04:27.355052 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port f8e88fca-0939-4577-afd6-81a57affb223 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:27.355480 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f8e88fca-0939-4577-afd6-81a57affb223), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:27.355757 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port f8e88fca-0939-4577-afd6-81a57affb223 Sep 16 13:04:27.405629 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac88e566-49f0-45a9-aadb-2b31d31b35e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:27.406337 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac88e566-49f0-45a9-aadb-2b31d31b35e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:27.409409 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ac88e566-49f0-45a9-aadb-2b31d31b35e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/cf2874cc-07ed-442c-9ea6-ea3bd3e02264 HTTP/1.1" status: 404 len: 337 time: 0.0817776 Sep 16 13:04:27.418153 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40188) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:27.428742 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:27.445148 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaeaacb-a3ac-4ae1-a43f-0c5b2480769c None None] Network bfba496b-d7c4-4698-bfe4-48cc3f1a548a requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:27.469543 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f683dad7-2ebc-4a04-bca9-d90c3e0654c5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:27.470129 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f683dad7-2ebc-4a04-bca9-d90c3e0654c5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:27.473290 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f683dad7-2ebc-4a04-bca9-d90c3e0654c5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/e25fa753-e17e-4f7e-a617-234415d618c3 HTTP/1.1" status: 404 len: 333 time: 0.0538359 Sep 16 13:04:27.502996 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40190) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:27.531118 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4ed3438b-50f7-4057-8a2e-ba646471041f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for router_controller (3232c84f-ac63-49be-9960-1a68565b252b), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:27.542867 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port f8e88fca-0939-4577-afd6-81a57affb223 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:27.543271 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f8e88fca-0939-4577-afd6-81a57affb223), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:27.559187 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-205b5e7d-26df-4a23-bc33-22444cb94794 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:27.559814 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-205b5e7d-26df-4a23-bc33-22444cb94794 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:27.567999 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-205b5e7d-26df-4a23-bc33-22444cb94794 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/74a82f75-6b81-4962-8d10-731413f2b588 HTTP/1.1" status: 404 len: 337 time: 0.0576606 Sep 16 13:04:27.570281 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2801d8c-c3a8-446a-9c99-aa6935a0c168 admin admin] Network 8add36eb-29cb-4c92-8149-fffc1787dd77 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:27.574733 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40192) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:27.584660 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device e7480e72-f883-4315-9905-ecaed73586e8 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:04:27.613275 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-d2801d8c-c3a8-446a-9c99-aa6935a0c168 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:27.644495 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: e7480e72-f883-4315-9905-ecaed73586e8 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:04:27.644850 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device e7480e72-f883-4315-9905-ecaed73586e8 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:04:27.647055 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1ad7c7-04e2-4ddd-b002-2ea5d60ec3c8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:27.647598 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1ad7c7-04e2-4ddd-b002-2ea5d60ec3c8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:27.653143 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-2b1ad7c7-04e2-4ddd-b002-2ea5d60ec3c8 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/e2531112-be09-49c8-9b4b-d2f1fa59d410 HTTP/1.1" status: 404 len: 337 time: 0.0763395 Sep 16 13:04:27.664878 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d94f4ac-075a-47cf-9693-89276ce32978 req-28ae6033-3296-4e87-960a-d8869a6add61 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3355916 Sep 16 13:04:27.665892 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40194) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:27.685937 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port f8e88fca-0939-4577-afd6-81a57affb223, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f8e88fca-0939-4577-afd6-81a57affb223,segment=NetworkSegment(02157669-a842-4cef-9f02-cc6acf3b127a),segment_id=02157669-a842-4cef-9f02-cc6acf3b127a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:27.691913 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f8e88fca-0939-4577-afd6-81a57affb223), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:27.694190 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6ad390f5-0b71-457c-b568-e5ff00915933 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:04:27.717164 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-15c27df4-1b4b-4adb-9696-8efbe5eeebe8 admin admin] Publish callbacks [] for router_gateway (d14b47fa-0f00-4b9c-90fb-43e47f4fcced), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:27.792076 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=f8e88fca-0939-4577-afd6-81a57affb223,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:27.794405 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4ed3438b-50f7-4057-8a2e-ba646471041f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for router_gateway (3232c84f-ac63-49be-9960-1a68565b252b), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:27.801100 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98c41b3-d578-458d-b81f-e8c143c05024 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:27.801727 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98c41b3-d578-458d-b81f-e8c143c05024 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:27.807239 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c98c41b3-d578-458d-b81f-e8c143c05024 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/0edfde90-8f4f-4a36-9279-33c048de6ee5 HTTP/1.1" status: 404 len: 333 time: 0.1322582 Sep 16 13:04:27.808950 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40198) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:27.820105 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Attempt 5 to provision port b109fbd1-95c0-419f-86cb-e915972369c9 Sep 16 13:04:27.855914 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b7718a-3609-40b6-ab69-130140ba6203 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:27.856488 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b7718a-3609-40b6-ab69-130140ba6203 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:27.862103 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-94b7718a-3609-40b6-ab69-130140ba6203 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/32a17e79-1d9d-4662-862c-3edb1e3d09eb HTTP/1.1" status: 404 len: 337 time: 0.0504527 Sep 16 13:04:27.862271 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:27.863095 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Port b109fbd1-95c0-419f-86cb-e915972369c9 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:27.863204 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40200) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:27.864039 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 6ad390f5-0b71-457c-b568-e5ff00915933 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:27.864549 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6ad390f5-0b71-457c-b568-e5ff00915933), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:27.864979 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 6ad390f5-0b71-457c-b568-e5ff00915933 Sep 16 13:04:27.930249 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-565dbf5e-0d06-4c5a-b220-f1b43b2594ae tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:27.930960 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-565dbf5e-0d06-4c5a-b220-f1b43b2594ae tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:27.935214 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-565dbf5e-0d06-4c5a-b220-f1b43b2594ae tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/2ea266ed-ae40-4e8f-8b82-935bc7e2b5c3 HTTP/1.1" status: 404 len: 337 time: 0.0708077 Sep 16 13:04:27.938050 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40204) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:27.981458 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-a773bffd-472d-4f6d-a449-7782207b07d3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:27.982273 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a773bffd-472d-4f6d-a449-7782207b07d3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:27.987553 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a773bffd-472d-4f6d-a449-7782207b07d3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/189bd250-e17a-40df-ae8a-840ee333dc2e HTTP/1.1" status: 404 len: 333 time: 0.0461569 Sep 16 13:04:27.987703 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 6ad390f5-0b71-457c-b568-e5ff00915933 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:27.998208 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40206) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:28.049808 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be3c1c2-9b01-4665-8e66-a927f7091e8d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:28.050086 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e76046c8-588d-480c-8ea6-a57ca1a7e6dd no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:04:28.050285 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be3c1c2-9b01-4665-8e66-a927f7091e8d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:28.053424 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-0be3c1c2-9b01-4665-8e66-a927f7091e8d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/c51f59d6-484f-4f01-a9be-d0a577d667f3 HTTP/1.1" status: 404 len: 337 time: 0.0555503 Sep 16 13:04:28.057620 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40208) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:28.076742 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2801d8c-c3a8-446a-9c99-aa6935a0c168 admin admin] Router 0835cee8-e786-4ab4-8f10-3a1b34de95b5 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:04:28.077593 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: e76046c8-588d-480c-8ea6-a57ca1a7e6dd {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:04:28.077948 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e76046c8-588d-480c-8ea6-a57ca1a7e6dd not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:04:28.093185 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-15c27df4-1b4b-4adb-9696-8efbe5eeebe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (d14b47fa-0f00-4b9c-90fb-43e47f4fcced), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:28.101274 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-042c7678-4fe1-422d-9210-43443309e1dc tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:28.101739 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042c7678-4fe1-422d-9210-43443309e1dc tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:28.104790 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-042c7678-4fe1-422d-9210-43443309e1dc tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/0d187505-ae5e-41df-8f5e-23c8ba219c58 HTTP/1.1" status: 404 len: 337 time: 0.0431125 Sep 16 13:04:28.112434 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea595d9d-be29-403f-83df-05162f9955af req-ba57e683-f641-4e42-ba3e-67266d58ab74 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:28.113956 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ea595d9d-be29-403f-83df-05162f9955af req-ba57e683-f641-4e42-ba3e-67266d58ab74 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 945 time: 0.1363485 Sep 16 13:04:28.114705 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40210) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:28.156360 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdffcd1a-1dcc-4d5e-817e-5dda0fdc081a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:28.156987 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdffcd1a-1dcc-4d5e-817e-5dda0fdc081a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:28.159927 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-cdffcd1a-1dcc-4d5e-817e-5dda0fdc081a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/4b5fee14-42a5-403e-a649-8822f35aee4c HTTP/1.1" status: 404 len: 333 time: 0.0442965 Sep 16 13:04:28.162793 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40212) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:28.239392 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-710b4d60-ebef-405c-bff3-de911c7f7ae5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:28.239392 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-710b4d60-ebef-405c-bff3-de911c7f7ae5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:28.242067 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-710b4d60-ebef-405c-bff3-de911c7f7ae5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/fd15f2fa-fa35-4738-8690-cef89ae6243f HTTP/1.1" status: 404 len: 337 time: 0.0774889 Sep 16 13:04:28.248497 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40218) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:28.270199 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ea595d9d-be29-403f-83df-05162f9955af req-d8325fb6-1e77-4520-a9cc-63d01ff9404e tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442969 Sep 16 13:04:28.290670 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4ed3438b-50f7-4057-8a2e-ba646471041f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for router_gateway (3232c84f-ac63-49be-9960-1a68565b252b), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:28.314822 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:28.318106 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:28.326278 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2801d8c-c3a8-446a-9c99-aa6935a0c168 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:04:28.336354 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-d2801d8c-c3a8-446a-9c99-aa6935a0c168 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/0835cee8-e786-4ab4-8f10-3a1b34de95b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4432244 Sep 16 13:04:28.340344 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] Sync routers for ids ['0835cee8-e786-4ab4-8f10-3a1b34de95b5'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:04:28.343077 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc0dd11-a5d0-4c7b-a948-9942b85e01fc tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:28.343687 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc0dd11-a5d0-4c7b-a948-9942b85e01fc tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:28.345715 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-061fd86e-1483-4fb9-88e9-091393a8f4a9 req-1b5a3234-fb26-4ee9-9ed4-6c0c811bf198 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/171162a5-7b15-4d9a-b046-5c75ef6c9ab9 HTTP/1.1" status: 200 len: 1820 time: 0.0788112 Sep 16 13:04:28.346702 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9fc0dd11-a5d0-4c7b-a948-9942b85e01fc tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/4e543468-2b69-4859-a521-529739b77d6c HTTP/1.1" status: 404 len: 333 time: 0.0972109 Sep 16 13:04:28.349749 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40222) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:28.355738 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4ed3438b-50f7-4057-8a2e-ba646471041f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:28.364774 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Attempt 6 to provision port b109fbd1-95c0-419f-86cb-e915972369c9 Sep 16 13:04:28.395106 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-2845ce26-883c-468a-b8c3-9723e33800d0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:28.395581 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2845ce26-883c-468a-b8c3-9723e33800d0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:28.402650 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-2845ce26-883c-468a-b8c3-9723e33800d0 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/2453a4a6-84b6-4038-bdac-cadfd34cd0ad HTTP/1.1" status: 404 len: 337 time: 0.0488603 Sep 16 13:04:28.404638 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40224) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:28.438547 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Port b109fbd1-95c0-419f-86cb-e915972369c9 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:28.439767 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] Routers {'0835cee8-e786-4ab4-8f10-3a1b34de95b5'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:28.441040 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0835cee8-e786-4ab4-8f10-3a1b34de95b5'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:28.445690 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3615347-49d8-453a-b56c-7f8633fb5171 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:28.446268 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3615347-49d8-453a-b56c-7f8633fb5171 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:28.447416 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-061fd86e-1483-4fb9-88e9-091393a8f4a9 req-a51fe3e4-558b-47ac-900f-a7c602f26210 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (171162a5-7b15-4d9a-b046-5c75ef6c9ab9), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:28.449928 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a3615347-49d8-453a-b56c-7f8633fb5171 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/34e2a673-10b8-48b3-a450-319c167f5b3b HTTP/1.1" status: 404 len: 333 time: 0.0447569 Sep 16 13:04:28.452453 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40226) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:28.495223 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f3c958-37c0-486d-a0b1-87cbead36981 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:28.496055 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f3c958-37c0-486d-a0b1-87cbead36981 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:28.499675 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-19f3c958-37c0-486d-a0b1-87cbead36981 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/89b3e20f-ef7c-44b0-92e2-7eed5f545613 HTTP/1.1" status: 404 len: 337 time: 0.0456116 Sep 16 13:04:28.502838 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40228) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:28.508835 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-061fd86e-1483-4fb9-88e9-091393a8f4a9 req-a51fe3e4-558b-47ac-900f-a7c602f26210 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (171162a5-7b15-4d9a-b046-5c75ef6c9ab9), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:28.554399 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d9c085-d058-4ccb-968a-629d24e8b5ec tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:28.554986 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d9c085-d058-4ccb-968a-629d24e8b5ec tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:28.558894 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f1d9c085-d058-4ccb-968a-629d24e8b5ec tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/a0698cbd-404a-4d9c-b504-8e81da07d51a HTTP/1.1" status: 404 len: 333 time: 0.0549183 Sep 16 13:04:28.562202 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40234) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:28.569238 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-4ed3438b-50f7-4057-8a2e-ba646471041f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Allocated IP 172.25.2.233 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/230e48c2-c6b3-4ca0-bb5e-d5a40d2b5b9c) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:28.571199 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c27df4-1b4b-4adb-9696-8efbe5eeebe8 admin admin] Router d14b47fa-0f00-4b9c-90fb-43e47f4fcced is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:04:28.598875 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b51eb73-5797-4781-a127-0d33297565e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:28.600422 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b51eb73-5797-4781-a127-0d33297565e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:28.604410 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-8b51eb73-5797-4781-a127-0d33297565e5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/55070a2b-1264-4063-b78a-f94577b9c71b HTTP/1.1" status: 404 len: 337 time: 0.0408618 Sep 16 13:04:28.607326 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40236) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:28.618380 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-061fd86e-1483-4fb9-88e9-091393a8f4a9 req-a51fe3e4-558b-47ac-900f-a7c602f26210 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (171162a5-7b15-4d9a-b046-5c75ef6c9ab9), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:28.622134 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-061fd86e-1483-4fb9-88e9-091393a8f4a9 req-a51fe3e4-558b-47ac-900f-a7c602f26210 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:28.623515 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-061fd86e-1483-4fb9-88e9-091393a8f4a9 req-a51fe3e4-558b-47ac-900f-a7c602f26210 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/171162a5-7b15-4d9a-b046-5c75ef6c9ab9 HTTP/1.1" status: 204 len: 173 time: 0.2643650 Sep 16 13:04:28.629306 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:28.656434 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] Set router 0835cee8-e786-4ab4-8f10-3a1b34de95b5 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:04:28.660062 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f344b65-ee07-4b86-9adb-cc3c8d86c1ed tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:28.660699 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f344b65-ee07-4b86-9adb-cc3c8d86c1ed tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:28.665009 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-7f344b65-ee07-4b86-9adb-cc3c8d86c1ed tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/b0bd15a6-67c7-45f0-8c21-a5b988fa3c8c HTTP/1.1" status: 404 len: 333 time: 0.0561712 Sep 16 13:04:28.675102 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40240) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:28.678241 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fe3e4-558b-47ac-900f-a7c602f26210 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=171162a5-7b15-4d9a-b046-5c75ef6c9ab9,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:28.745807 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df5254d-c496-4a8c-b367-3e89a5354456 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:28.746269 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df5254d-c496-4a8c-b367-3e89a5354456 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:28.751696 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-1df5254d-c496-4a8c-b367-3e89a5354456 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/e9acf894-9082-4d59-b838-488a5cf64bfd HTTP/1.1" status: 404 len: 337 time: 0.0728226 Sep 16 13:04:28.752936 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40242) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:28.795520 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-03296b5e-f813-40dc-9959-fb78d414857f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:28.796106 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03296b5e-f813-40dc-9959-fb78d414857f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:28.802276 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-03296b5e-f813-40dc-9959-fb78d414857f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/3baa619a-2c88-4e4f-8d46-87e31e03ec6c HTTP/1.1" status: 404 len: 333 time: 0.0460668 Sep 16 13:04:28.803025 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40244) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:28.824431 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e55f8164-80ec-4efa-9513-c621f43cdbc7 req-0297f0e4-33a9-4f4d-b436-18b8fba8204e tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/8ee7e4f8-3252-4678-a0b1-ce4987e5d9cb HTTP/1.1" status: 200 len: 1819 time: 0.1664882 Sep 16 13:04:28.857769 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-6efdd877-6147-41c8-8108-18c2c4602890 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:28.858242 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6efdd877-6147-41c8-8108-18c2c4602890 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:28.865114 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-6efdd877-6147-41c8-8108-18c2c4602890 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/3bc1005b-50c2-4e12-b077-853ccc6e9541 HTTP/1.1" status: 404 len: 337 time: 0.0581839 Sep 16 13:04:28.870798 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40246) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:28.877174 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:28.910541 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b24a07c-7ffd-4d2d-8899-3648a7d27b3f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:28.911538 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b24a07c-7ffd-4d2d-8899-3648a7d27b3f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:28.918311 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-8b24a07c-7ffd-4d2d-8899-3648a7d27b3f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/b63d44da-9b5d-4767-8aca-5616196b0165 HTTP/1.1" status: 404 len: 337 time: 0.0433068 Sep 16 13:04:28.919264 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40248) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:28.958490 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Attempt 7 to provision port b109fbd1-95c0-419f-86cb-e915972369c9 Sep 16 13:04:28.964903 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f8e88fca-0939-4577-afd6-81a57affb223 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:04:28.979786 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40250) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:28.990580 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5e4613-2186-4cf5-aa4b-4f69b5fb3385 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:28.991161 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd5e4613-2186-4cf5-aa4b-4f69b5fb3385 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:28.997568 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-fd5e4613-2186-4cf5-aa4b-4f69b5fb3385 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/6c700271-18a2-4976-9c3e-39d6181269db HTTP/1.1" status: 404 len: 333 time: 0.0743794 Sep 16 13:04:29.000902 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40252) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:29.027719 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-7909406c-02fa-4c64-8157-61b360a2272e tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--995552854', 'description': 'tempest-description--1596863366'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:29.035328 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-860ee73d-5765-44fb-9820-4c5e094992c2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:29.035980 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860ee73d-5765-44fb-9820-4c5e094992c2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:29.040385 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-860ee73d-5765-44fb-9820-4c5e094992c2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/1556c50f-2af7-4d04-a9b0-b17e6ef3421b HTTP/1.1" status: 404 len: 337 time: 0.0354028 Sep 16 13:04:29.040536 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Port b109fbd1-95c0-419f-86cb-e915972369c9 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:29.042427 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'name': 'tempest-ServersTestManualDisk-27505381-router', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:15Z', 'updated_at': '2022-09-16T13:04:24Z', 'revision_number': 4, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'gw_port': {'id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:16Z', 'updated_at': '2022-09-16T13:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'b109fbd1-95c0-419f-86cb-e915972369c9', 'name': '', 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'mac_address': 'fa:16:3e:8a:bf:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '0c86fa22-38fb-4a34-a6ef-3769982fb8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:23Z', 'updated_at': '2022-09-16T13:04:25Z', 'revision_number': 2, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'subnets': [{'id': '0c86fa22-38fb-4a34-a6ef-3769982fb8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:29.044067 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40254) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:29.074156 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] Checking router: 0835cee8-e786-4ab4-8f10-3a1b34de95b5 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:04:29.074510 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] Updating router 0835cee8-e786-4ab4-8f10-3a1b34de95b5 port b109fbd1-95c0-419f-86cb-e915972369c9 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:04:29.094977 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-55de6ab4-0a44-4b4d-9f98-9e076b9b5b2e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:29.095836 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55de6ab4-0a44-4b4d-9f98-9e076b9b5b2e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:29.102983 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-55de6ab4-0a44-4b4d-9f98-9e076b9b5b2e tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/af790f9e-c8aa-49e2-bdb0-cf28eb4ae2f9 HTTP/1.1" status: 404 len: 337 time: 0.0556104 Sep 16 13:04:29.102983 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e55f8164-80ec-4efa-9513-c621f43cdbc7 req-8f1bdb61-e2b3-480d-8f85-1a293fb43085 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (8ee7e4f8-3252-4678-a0b1-ce4987e5d9cb), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:29.109854 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port f8e88fca-0939-4577-afd6-81a57affb223 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:29.110241 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f8e88fca-0939-4577-afd6-81a57affb223), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:29.110738 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port f8e88fca-0939-4577-afd6-81a57affb223 Sep 16 13:04:29.112760 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40256) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:29.113892 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b109fbd1-95c0-419f-86cb-e915972369c9), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:29.136550 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7909406c-02fa-4c64-8157-61b360a2272e tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:29.173900 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-82857d97-e048-425b-b851-e6ea976dfc32 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:29.174585 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82857d97-e048-425b-b851-e6ea976dfc32 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:29.183142 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-82857d97-e048-425b-b851-e6ea976dfc32 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/84cc2cec-cb1c-4dcb-b92a-82b3569f7706 HTTP/1.1" status: 404 len: 333 time: 0.0679719 Sep 16 13:04:29.186410 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40258) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:29.196116 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e55f8164-80ec-4efa-9513-c621f43cdbc7 req-8f1bdb61-e2b3-480d-8f85-1a293fb43085 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (8ee7e4f8-3252-4678-a0b1-ce4987e5d9cb), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:29.199226 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4ed3438b-50f7-4057-8a2e-ba646471041f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for port (230e48c2-c6b3-4ca0-bb5e-d5a40d2b5b9c), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:29.201621 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c27df4-1b4b-4adb-9696-8efbe5eeebe8 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:04:29.211854 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] Sync routers for ids ['d14b47fa-0f00-4b9c-90fb-43e47f4fcced'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:04:29.231334 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] Routers {'d14b47fa-0f00-4b9c-90fb-43e47f4fcced'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:29.232996 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['d14b47fa-0f00-4b9c-90fb-43e47f4fcced'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:29.241477 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-724bbc24-d947-44a8-a256-1f9a978c89f3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:29.241477 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-724bbc24-d947-44a8-a256-1f9a978c89f3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:29.248946 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-15c27df4-1b4b-4adb-9696-8efbe5eeebe8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:29.249122 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-724bbc24-d947-44a8-a256-1f9a978c89f3 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/d8381d08-d71c-4875-a7a5-b06a02a2c1d0 HTTP/1.1" status: 404 len: 337 time: 0.0614452 Sep 16 13:04:29.250216 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-15c27df4-1b4b-4adb-9696-8efbe5eeebe8 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.9198983 Sep 16 13:04:29.251077 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40260) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:29.255714 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40262) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:29.256421 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:29.297303 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2eeea43-49fd-4b37-9970-4ddcb7c8c82b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:29.298062 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2eeea43-49fd-4b37-9970-4ddcb7c8c82b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:29.299689 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port f8e88fca-0939-4577-afd6-81a57affb223 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:29.301584 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a2eeea43-49fd-4b37-9970-4ddcb7c8c82b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/ebf68d91-e7a7-4e66-b23a-ddc29dc1578f HTTP/1.1" status: 404 len: 337 time: 0.0432699 Sep 16 13:04:29.307144 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40266) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:29.351783 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e15cea1-27d7-49e6-ad83-d92c9848ce89 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:29.352896 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e15cea1-27d7-49e6-ad83-d92c9848ce89 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:29.356766 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7e15cea1-27d7-49e6-ad83-d92c9848ce89 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/754040c4-8022-466b-821f-e2be85afcead HTTP/1.1" status: 404 len: 333 time: 0.0481086 Sep 16 13:04:29.358374 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4ed3438b-50f7-4057-8a2e-ba646471041f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (230e48c2-c6b3-4ca0-bb5e-d5a40d2b5b9c), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:29.364575 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40268) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:29.379105 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7909406c-02fa-4c64-8157-61b360a2272e tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for security_group (da5bdc7d-a90b-4e04-b748-e9404bb72dec), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:29.405300 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] Set router d14b47fa-0f00-4b9c-90fb-43e47f4fcced gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:04:29.425793 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7909406c-02fa-4c64-8157-61b360a2272e tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (da5bdc7d-a90b-4e04-b748-e9404bb72dec), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:29.435144 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-57567940-75ef-4558-8e4a-6462a644ac6c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:29.435950 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57567940-75ef-4558-8e4a-6462a644ac6c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:29.439166 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-57567940-75ef-4558-8e4a-6462a644ac6c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/2e63ab29-7a74-46d1-b454-d18049b4241e HTTP/1.1" status: 404 len: 337 time: 0.0696864 Sep 16 13:04:29.449320 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40270) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:29.464453 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed3438b-50f7-4057-8a2e-ba646471041f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:29.477261 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-4ed3438b-50f7-4057-8a2e-ba646471041f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:29.486178 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed3438b-50f7-4057-8a2e-ba646471041f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:29.490424 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:29.492713 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-38204253-9c7f-4771-9284-00dfc717326c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:29.493493 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38204253-9c7f-4771-9284-00dfc717326c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:29.496428 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3438b-50f7-4057-8a2e-ba646471041f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Port': ['ID=230e48c2-c6b3-4ca0-bb5e-d5a40d2b5b9c,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:29.497700 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-38204253-9c7f-4771-9284-00dfc717326c tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/6216c481-64a7-4e7f-ab30-28ccc000cd47 HTTP/1.1" status: 404 len: 337 time: 0.0447350 Sep 16 13:04:29.501470 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7909406c-02fa-4c64-8157-61b360a2272e tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:29.502979 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7909406c-02fa-4c64-8157-61b360a2272e tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5161328 Sep 16 13:04:29.505541 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40272) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:29.506082 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40274) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:29.525740 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909406c-02fa-4c64-8157-61b360a2272e tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da5bdc7d-a90b-4e04-b748-e9404bb72dec,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:29.534400 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-dcafaafd-8a62-4277-a710-5332ca3c77c2 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Request body: {'security_group_rule': {'security_group_id': 'da5bdc7d-a90b-4e04-b748-e9404bb72dec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:29.536518 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] Publish callbacks [] for port (b109fbd1-95c0-419f-86cb-e915972369c9), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:29.539349 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e55f8164-80ec-4efa-9513-c621f43cdbc7 req-8f1bdb61-e2b3-480d-8f85-1a293fb43085 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (8ee7e4f8-3252-4678-a0b1-ce4987e5d9cb), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:29.541019 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:29.542434 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-e55f8164-80ec-4efa-9513-c621f43cdbc7 req-8f1bdb61-e2b3-480d-8f85-1a293fb43085 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:29.543637 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e55f8164-80ec-4efa-9513-c621f43cdbc7 req-8f1bdb61-e2b3-480d-8f85-1a293fb43085 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/8ee7e4f8-3252-4678-a0b1-ce4987e5d9cb HTTP/1.1" status: 204 len: 173 time: 0.7183447 Sep 16 13:04:29.547123 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Attempt 8 to provision port b109fbd1-95c0-419f-86cb-e915972369c9 Sep 16 13:04:29.559858 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:29.573715 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bdb61-e2b3-480d-8f85-1a293fb43085 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee7e4f8-3252-4678-a0b1-ce4987e5d9cb,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:29.586915 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b00db-20d9-4e02-945e-e7478b9854e2 req-442325f6-8da1-4d98-aab4-eabfca4eeb5a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:29.594140 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-df2b00db-20d9-4e02-945e-e7478b9854e2 req-442325f6-8da1-4d98-aab4-eabfca4eeb5a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 945 time: 0.1792707 Sep 16 13:04:29.611494 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-78c75b87-1a48-45d0-b89e-e5d94a3f4d38 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=1d48ba4e-a42d-4471-be2c-caba6f6d953f HTTP/1.1" status: 200 len: 205 time: 0.0804627 Sep 16 13:04:29.614643 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40278) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:29.620355 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-7212f1d4-0883-41ae-857d-22a626de840c req-ce56c809-a806-4447-946c-9c2cab5d381e tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-419534468', 'description': 'tempest-description-1588297197'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:29.643307 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Port b109fbd1-95c0-419f-86cb-e915972369c9 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:29.653729 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b109fbd1-95c0-419f-86cb-e915972369c9), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:29.691082 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-df2b00db-20d9-4e02-945e-e7478b9854e2 req-e06b4bbb-1b0c-4a7a-bd57-0fa2b4ce1b7d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954559 Sep 16 13:04:29.691426 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7212f1d4-0883-41ae-857d-22a626de840c req-ce56c809-a806-4447-946c-9c2cab5d381e tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:29.701789 n-d-858094-4 neutron-server[113699]: INFO neutron.api.v2.resource [None req-b5ec3fbb-1848-4002-86ed-5dd0a11daeaf tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] delete failed (client error): The resource could not be found. Sep 16 13:04:29.702729 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b5ec3fbb-1848-4002-86ed-5dd0a11daeaf tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/routers/1d48ba4e-a42d-4471-be2c-caba6f6d953f HTTP/1.1" status: 404 len: 336 time: 0.0864234 Sep 16 13:04:29.710858 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40280) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:29.723535 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14b47fa-0f00-4b9c-90fb-43e47f4fcced', 'name': 'tempest-ServerMetadataNegativeTestJSON-1008235230-router', 'tenant_id': '20800c45135443888e60144c602a8429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e16d9ba6-5213-4372-8cee-dea3cc66e68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:23Z', 'updated_at': '2022-09-16T13:04:27Z', 'revision_number': 3, 'project_id': '20800c45135443888e60144c602a8429', 'gw_port': {'id': 'e16d9ba6-5213-4372-8cee-dea3cc66e68c', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14b47fa-0f00-4b9c-90fb-43e47f4fcced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:26Z', 'updated_at': '2022-09-16T13:04:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:29.735764 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f21324-5661-4cb1-bf96-aed544c0f90d None None] Pushing event updated for resources: {'Port': ['ID=b109fbd1-95c0-419f-86cb-e915972369c9,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:29.742343 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dcafaafd-8a62-4277-a710-5332ca3c77c2 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for security_group_rule (3b86f184-39bb-4662-b5af-8443c4d1ce92), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:29.768442 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] Checking router: d14b47fa-0f00-4b9c-90fb-43e47f4fcced for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:04:29.769366 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] Updating router d14b47fa-0f00-4b9c-90fb-43e47f4fcced port e16d9ba6-5213-4372-8cee-dea3cc66e68c binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:04:29.771783 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23b3b8d-41f6-4c98-8edc-6f101ff31cb4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:29.772293 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a23b3b8d-41f6-4c98-8edc-6f101ff31cb4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:29.775275 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a23b3b8d-41f6-4c98-8edc-6f101ff31cb4 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/f28d3ed7-1e0b-412b-8163-dfbaa34960ec HTTP/1.1" status: 404 len: 337 time: 0.0676885 Sep 16 13:04:29.797953 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40284) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:29.808052 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] Attempting to bind port b109fbd1-95c0-419f-86cb-e915972369c9 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:04:29.809029 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] Attempting to bind port b109fbd1-95c0-419f-86cb-e915972369c9 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '1980d704-4134-4855-b6db-fe631160701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:04:29.809608 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] Attempting to bind port b109fbd1-95c0-419f-86cb-e915972369c9 on network 8add36eb-29cb-4c92-8149-fffc1787dd77 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:04:29.809740 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e16d9ba6-5213-4372-8cee-dea3cc66e68c), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:29.844861 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:29.854942 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2138faef-ee55-4518-943b-0feb09d8278f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=38827c8b-fcc2-4ec1-9889-976d2c275032 HTTP/1.1" status: 200 len: 205 time: 0.0542543 Sep 16 13:04:29.862229 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40286) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:29.901959 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:04:29.901959 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] Checking segment: {'id': '1980d704-4134-4855-b6db-fe631160701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:29.901959 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:29.901959 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] Bound using segment: {'id': '1980d704-4134-4855-b6db-fe631160701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:04:29.901959 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] Bound port: b109fbd1-95c0-419f-86cb-e915972369c9, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1980d704-4134-4855-b6db-fe631160701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:04:29.902350 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b109fbd1-95c0-419f-86cb-e915972369c9), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:29.933449 n-d-858094-4 neutron-server[113699]: INFO neutron.api.v2.resource [None req-83057f31-123c-4745-b387-863593d9042b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] delete failed (client error): The resource could not be found. Sep 16 13:04:29.934535 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-83057f31-123c-4745-b387-863593d9042b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/routers/38827c8b-fcc2-4ec1-9889-976d2c275032 HTTP/1.1" status: 404 len: 336 time: 0.0713811 Sep 16 13:04:29.966175 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40290) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:30.010723 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c1438d-0192-4cda-819a-5c477dfbf8d7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:30.011136 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c1438d-0192-4cda-819a-5c477dfbf8d7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:30.014191 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-61c1438d-0192-4cda-819a-5c477dfbf8d7 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/6f43e6e0-ce1e-449e-b9ae-207e827d90cc HTTP/1.1" status: 404 len: 337 time: 0.0448043 Sep 16 13:04:30.015097 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7212f1d4-0883-41ae-857d-22a626de840c req-ce56c809-a806-4447-946c-9c2cab5d381e tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (b7d8b16b-1d24-411e-ac7a-b75d70ea3878), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.019666 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40292) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:30.022123 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:30.027303 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dcafaafd-8a62-4277-a710-5332ca3c77c2 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for security_group_rule (3b86f184-39bb-4662-b5af-8443c4d1ce92), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.029958 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7212f1d4-0883-41ae-857d-22a626de840c req-ce56c809-a806-4447-946c-9c2cab5d381e tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b7d8b16b-1d24-411e-ac7a-b75d70ea3878), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.042790 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dcafaafd-8a62-4277-a710-5332ca3c77c2 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (3b86f184-39bb-4662-b5af-8443c4d1ce92), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.057142 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] For port b109fbd1-95c0-419f-86cb-e915972369c9, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:04:30.061241 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] For port b109fbd1-95c0-419f-86cb-e915972369c9, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b109fbd1-95c0-419f-86cb-e915972369c9,segment=NetworkSegment(1980d704-4134-4855-b6db-fe631160701f),segment_id=1980d704-4134-4855-b6db-fe631160701f)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:04:30.069470 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b109fbd1-95c0-419f-86cb-e915972369c9), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.077559 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-7212f1d4-0883-41ae-857d-22a626de840c req-ce56c809-a806-4447-946c-9c2cab5d381e tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.086225 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7212f1d4-0883-41ae-857d-22a626de840c req-ce56c809-a806-4447-946c-9c2cab5d381e tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4708467 Sep 16 13:04:30.102648 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2e49fd-2024-4351-98f2-7f833c357349 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:30.103113 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a2e49fd-2024-4351-98f2-7f833c357349 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:30.107322 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0a2e49fd-2024-4351-98f2-7f833c357349 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/08238aba-3648-48d1-b24b-9ad101dbfac4 HTTP/1.1" status: 404 len: 337 time: 0.0826252 Sep 16 13:04:30.118845 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40296) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:30.137378 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56c809-a806-4447-946c-9c2cab5d381e tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d8b16b-1d24-411e-ac7a-b75d70ea3878,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:30.138611 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafaafd-8a62-4277-a710-5332ca3c77c2 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b86f184-39bb-4662-b5af-8443c4d1ce92,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:30.148747 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Attempt 9 to provision port b109fbd1-95c0-419f-86cb-e915972369c9 Sep 16 13:04:30.155522 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] Routers {'0835cee8-e786-4ab4-8f10-3a1b34de95b5'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:30.156193 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0835cee8-e786-4ab4-8f10-3a1b34de95b5'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:30.165823 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f4b331-5795-4576-b126-e68ed7115f17 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:30.167080 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f4b331-5795-4576-b126-e68ed7115f17 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:30.170322 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a5f4b331-5795-4576-b126-e68ed7115f17 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/816ef654-3c01-4f97-a5ec-9eb5ca4bef35 HTTP/1.1" status: 404 len: 333 time: 0.0476708 Sep 16 13:04:30.179050 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40298) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:30.183418 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4ed3438b-50f7-4057-8a2e-ba646471041f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for router_gateway (3232c84f-ac63-49be-9960-1a68565b252b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.239760 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f21324-5661-4cb1-bf96-aed544c0f90d None None] Pushing event updated for resources: {'Port': ['ID=b109fbd1-95c0-419f-86cb-e915972369c9,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:30.260435 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dcafaafd-8a62-4277-a710-5332ca3c77c2 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.264380 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-dcafaafd-8a62-4277-a710-5332ca3c77c2 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7318625 Sep 16 13:04:30.267636 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40300) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:30.268789 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e0741d-3afd-4fff-b9b7-e9e812d5f853 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:30.269257 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1e0741d-3afd-4fff-b9b7-e9e812d5f853 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:30.270797 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-e1ab417b-9b80-4914-a6e1-dd891e722d56 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Request body: {'security_group_rule': {'security_group_id': 'da5bdc7d-a90b-4e04-b748-e9404bb72dec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:30.274466 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f1e0741d-3afd-4fff-b9b7-e9e812d5f853 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/64246693-980b-4ebb-b58b-34100ded5e90 HTTP/1.1" status: 404 len: 337 time: 0.0921552 Sep 16 13:04:30.277833 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:30.278360 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40302) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:30.291008 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb093a6-ab14-489a-b68c-64525bce818a req-6495c034-a5c5-4793-9735-5f54451b0502 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:30.293175 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2eb093a6-ab14-489a-b68c-64525bce818a req-6495c034-a5c5-4793-9735-5f54451b0502 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 945 time: 0.2368245 Sep 16 13:04:30.331643 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf62f4ae-3b3e-4001-bff8-ea13aad7c9e1 req-11fb4674-3806-4dfd-8c9c-0e99c0baf4bc tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/b7d8b16b-1d24-411e-ac7a-b75d70ea3878 HTTP/1.1" status: 200 len: 1819 time: 0.1884522 Sep 16 13:04:30.357449 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-cf62f4ae-3b3e-4001-bff8-ea13aad7c9e1 req-c4794e11-c461-4049-b28c-8fe08ac1f732 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1788301851', 'description': 'tempest-description-hth-525605564'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:30.405016 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:30.430013 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-588011d3-b61b-4fa6-88c1-7981fc1e2958 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:30.430580 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588011d3-b61b-4fa6-88c1-7981fc1e2958 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:30.431236 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] Publish callbacks [] for port (e16d9ba6-5213-4372-8cee-dea3cc66e68c), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.434107 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-588011d3-b61b-4fa6-88c1-7981fc1e2958 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/2380aac4-9bf2-42fc-b852-4a5349ddb92e HTTP/1.1" status: 404 len: 333 time: 0.1492474 Sep 16 13:04:30.441203 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40304) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:30.441963 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e16d9ba6-5213-4372-8cee-dea3cc66e68c), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.483796 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] Attempting to bind port e16d9ba6-5213-4372-8cee-dea3cc66e68c on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:04:30.484741 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] Attempting to bind port e16d9ba6-5213-4372-8cee-dea3cc66e68c by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:04:30.485383 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] Attempting to bind port e16d9ba6-5213-4372-8cee-dea3cc66e68c on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:04:30.489073 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e1ab417b-9b80-4914-a6e1-dd891e722d56 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for security_group_rule (3023ac3e-1670-499d-897d-39320a4f193b), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.495130 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2eb093a6-ab14-489a-b68c-64525bce818a req-edb5d69d-37f6-4e08-9ed5-2275f4bcf53e tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844525 Sep 16 13:04:30.502857 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cf62f4ae-3b3e-4001-bff8-ea13aad7c9e1 req-c4794e11-c461-4049-b28c-8fe08ac1f732 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (b7d8b16b-1d24-411e-ac7a-b75d70ea3878), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.511627 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:30.536504 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-448adeab-72dd-4aee-8ce0-51e7c96eeb1f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:30.537760 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-448adeab-72dd-4aee-8ce0-51e7c96eeb1f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:30.541065 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-448adeab-72dd-4aee-8ce0-51e7c96eeb1f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/dc8c363d-990a-4e4e-97cf-24eb599d4498 HTTP/1.1" status: 404 len: 337 time: 0.0973485 Sep 16 13:04:30.545727 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40306) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:30.555110 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:04:30.555745 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:30.556004 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.556421 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:04:30.556933 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] Bound port: e16d9ba6-5213-4372-8cee-dea3cc66e68c, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:04:30.557447 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e16d9ba6-5213-4372-8cee-dea3cc66e68c), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.577514 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e1ab417b-9b80-4914-a6e1-dd891e722d56 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for security_group_rule (3023ac3e-1670-499d-897d-39320a4f193b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.612491 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] For port e16d9ba6-5213-4372-8cee-dea3cc66e68c, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:04:30.614736 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e1ab417b-9b80-4914-a6e1-dd891e722d56 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (3023ac3e-1670-499d-897d-39320a4f193b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.616102 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] For port e16d9ba6-5213-4372-8cee-dea3cc66e68c, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e16d9ba6-5213-4372-8cee-dea3cc66e68c,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:04:30.624014 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61ddc9-30bd-4a3b-afca-c8f73fa4674f None None] Pushing event updated for resources: {'Port': ['ID=e16d9ba6-5213-4372-8cee-dea3cc66e68c,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:30.627166 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e16d9ba6-5213-4372-8cee-dea3cc66e68c), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.638771 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] Set router 0835cee8-e786-4ab4-8f10-3a1b34de95b5 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:04:30.655149 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e1ab417b-9b80-4914-a6e1-dd891e722d56 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.656637 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e1ab417b-9b80-4914-a6e1-dd891e722d56 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3899651 Sep 16 13:04:30.659086 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cf62f4ae-3b3e-4001-bff8-ea13aad7c9e1 req-c4794e11-c461-4049-b28c-8fe08ac1f732 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (b7d8b16b-1d24-411e-ac7a-b75d70ea3878), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.660174 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40308) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:30.662514 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab417b-9b80-4914-a6e1-dd891e722d56 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3023ac3e-1670-499d-897d-39320a4f193b,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:30.666396 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10ce755-4c31-4448-acc8-737b7f2068a1 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:30.668244 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e10ce755-4c31-4448-acc8-737b7f2068a1 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:30.669241 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-27f90f48-a19f-4bb1-8854-f0eb0e234561 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:30.678499 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-e10ce755-4c31-4448-acc8-737b7f2068a1 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/e203d43b-5666-4e65-9e0f-da80b5f3b782 HTTP/1.1" status: 404 len: 333 time: 0.1264904 Sep 16 13:04:30.679739 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40310) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:30.688028 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cf62f4ae-3b3e-4001-bff8-ea13aad7c9e1 req-c4794e11-c461-4049-b28c-8fe08ac1f732 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b7d8b16b-1d24-411e-ac7a-b75d70ea3878), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.689276 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Current status of the port b109fbd1-95c0-419f-86cb-e915972369c9 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:30.689914 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b109fbd1-95c0-419f-86cb-e915972369c9), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.693317 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-cf62f4ae-3b3e-4001-bff8-ea13aad7c9e1 req-c4794e11-c461-4049-b28c-8fe08ac1f732 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.696834 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cf62f4ae-3b3e-4001-bff8-ea13aad7c9e1 req-c4794e11-c461-4049-b28c-8fe08ac1f732 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "PUT /networking/v2.0/security-groups/b7d8b16b-1d24-411e-ac7a-b75d70ea3878 HTTP/1.1" status: 200 len: 1793 time: 0.3642709 Sep 16 13:04:30.715482 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] Routers {'d14b47fa-0f00-4b9c-90fb-43e47f4fcced'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:30.716108 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['d14b47fa-0f00-4b9c-90fb-43e47f4fcced'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:30.780340 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca2718c-b802-44bb-b430-b37b77ecf86a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:30.780876 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca2718c-b802-44bb-b430-b37b77ecf86a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:30.786469 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4ca2718c-b802-44bb-b430-b37b77ecf86a tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/6ce37ad9-25e0-4762-9b52-d4efb6e24d2b HTTP/1.1" status: 404 len: 337 time: 0.1020267 Sep 16 13:04:30.788383 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40314) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:30.802234 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61ddc9-30bd-4a3b-afca-c8f73fa4674f None None] Pushing event updated for resources: {'Port': ['ID=e16d9ba6-5213-4372-8cee-dea3cc66e68c,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:30.806097 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] For port b109fbd1-95c0-419f-86cb-e915972369c9, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b109fbd1-95c0-419f-86cb-e915972369c9,segment=NetworkSegment(1980d704-4134-4855-b6db-fe631160701f),segment_id=1980d704-4134-4855-b6db-fe631160701f)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:30.814279 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b109fbd1-95c0-419f-86cb-e915972369c9), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.861366 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b38c8d-dc07-4a93-8338-1c218e0e942b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:30.863204 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b38c8d-dc07-4a93-8338-1c218e0e942b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:30.863689 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dd003d43-4462-4683-bc18-919c0af2e510 req-cacb32e3-9d89-4d22-b7e5-543fa232ad54 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/b7d8b16b-1d24-411e-ac7a-b75d70ea3878 HTTP/1.1" status: 200 len: 1793 time: 0.1386967 Sep 16 13:04:30.866801 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4794e11-c461-4049-b28c-8fe08ac1f732 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d8b16b-1d24-411e-ac7a-b75d70ea3878,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:30.872706 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40316) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:30.882228 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a1b38c8d-dc07-4a93-8338-1c218e0e942b tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/2b180776-4c06-476d-a043-16e749d157e8 HTTP/1.1" status: 404 len: 333 time: 0.0904751 Sep 16 13:04:30.884071 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-27f90f48-a19f-4bb1-8854-f0eb0e234561 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.897518 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4ed3438b-50f7-4057-8a2e-ba646471041f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (3232c84f-ac63-49be-9960-1a68565b252b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.905148 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7aa842-a678-4eeb-9817-0367b79c76de None None] Pushing event updated for resources: {'Port': ['ID=b109fbd1-95c0-419f-86cb-e915972369c9,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:30.918545 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] Set router d14b47fa-0f00-4b9c-90fb-43e47f4fcced gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:04:30.925506 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:30.936498 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa6eb1a-d3c1-464f-a6be-4c1bce2fa5aa tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:30.937379 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa6eb1a-d3c1-464f-a6be-4c1bce2fa5aa tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:30.942277 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-1fa6eb1a-d3c1-464f-a6be-4c1bce2fa5aa tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/4035ac41-1e08-4b16-919d-ebeb42a82b40 HTTP/1.1" status: 404 len: 337 time: 0.0660617 Sep 16 13:04:30.948234 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-53ba3234-7ede-4fff-b660-1f9b5c5f36e1 None None] Provisioning complete for port b109fbd1-95c0-419f-86cb-e915972369c9 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:30.948622 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-53ba3234-7ede-4fff-b660-1f9b5c5f36e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b109fbd1-95c0-419f-86cb-e915972369c9), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:30.949485 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-53ba3234-7ede-4fff-b660-1f9b5c5f36e1 None None] Attempt 1 to provision port b109fbd1-95c0-419f-86cb-e915972369c9 Sep 16 13:04:30.949619 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40320) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:30.978322 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'name': 'tempest-ServersTestManualDisk-27505381-router', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:15Z', 'updated_at': '2022-09-16T13:04:24Z', 'revision_number': 4, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'gw_port': {'id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:16Z', 'updated_at': '2022-09-16T13:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'b109fbd1-95c0-419f-86cb-e915972369c9', 'name': '', 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'mac_address': 'fa:16:3e:8a:bf:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '0c86fa22-38fb-4a34-a6ef-3769982fb8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:23Z', 'updated_at': '2022-09-16T13:04:30Z', 'revision_number': 4, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'subnets': [{'id': '0c86fa22-38fb-4a34-a6ef-3769982fb8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:30.981931 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1aea13-ed99-43d9-b3c9-8f95aa62a62f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:30.981931 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1aea13-ed99-43d9-b3c9-8f95aa62a62f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:30.987810 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-fa1aea13-ed99-43d9-b3c9-8f95aa62a62f tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/05601a89-5147-40ae-8aa3-28e566de452a HTTP/1.1" status: 404 len: 333 time: 0.0353026 Sep 16 13:04:30.991624 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40322) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:31.011385 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d73fcf-1044-4c51-b019-e84a7c631965 None None] The sync data for ids ['0835cee8-e786-4ab4-8f10-3a1b34de95b5'] in n-d-858094-4 is: [{'id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'name': 'tempest-ServersTestManualDisk-27505381-router', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:15Z', 'updated_at': '2022-09-16T13:04:24Z', 'revision_number': 4, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'gw_port': {'id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:16Z', 'updated_at': '2022-09-16T13:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'b109fbd1-95c0-419f-86cb-e915972369c9', 'name': '', 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'mac_address': 'fa:16:3e:8a:bf:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '0c86fa22-38fb-4a34-a6ef-3769982fb8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:23Z', 'updated_at': '2022-09-16T13:04:30Z', 'revision_number': 4, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'subnets': [{'id': '0c86fa22-38fb-4a34-a6ef-3769982fb8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:04:31.058092 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-8989b6f7-fcf5-4c11-ae7f-cc43747d4c8d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:31.058559 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8989b6f7-fcf5-4c11-ae7f-cc43747d4c8d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:31.061786 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-8989b6f7-fcf5-4c11-ae7f-cc43747d4c8d tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/246f5f58-c641-4c3f-8431-9530e23f3f07 HTTP/1.1" status: 404 len: 337 time: 0.0674660 Sep 16 13:04:31.066460 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4423c483-85ea-462e-bb4f-d6809cc4ecd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:31.070037 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40324) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:31.070494 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:31.107331 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d0139e64-fe00-4bfa-b63c-f38e2fc898e1 req-7a6fee6e-7adc-4766-8655-0b54006f9183 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/b7d8b16b-1d24-411e-ac7a-b75d70ea3878 HTTP/1.1" status: 200 len: 1793 time: 0.2006593 Sep 16 13:04:31.116260 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:31.117284 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-53ba3234-7ede-4fff-b660-1f9b5c5f36e1 None None] Current status of the port b109fbd1-95c0-419f-86cb-e915972369c9 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:31.124439 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-53ba3234-7ede-4fff-b660-1f9b5c5f36e1 None None] Could not find standard attr ID for object e76046c8-588d-480c-8ea6-a57ca1a7e6dd. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:04:31.147819 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-53ba3234-7ede-4fff-b660-1f9b5c5f36e1 None None] Provisioning complete for port f8e88fca-0939-4577-afd6-81a57affb223 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:31.148356 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-53ba3234-7ede-4fff-b660-1f9b5c5f36e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f8e88fca-0939-4577-afd6-81a57affb223), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:31.148795 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-53ba3234-7ede-4fff-b660-1f9b5c5f36e1 None None] Attempt 1 to provision port f8e88fca-0939-4577-afd6-81a57affb223 Sep 16 13:04:31.171823 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b559b0-a45d-4531-95c3-715b460453ec tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:31.172414 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b559b0-a45d-4531-95c3-715b460453ec tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:31.179643 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-91b559b0-a45d-4531-95c3-715b460453ec tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/b84bb4cb-5286-43f9-94bd-98b54c695b49 HTTP/1.1" status: 404 len: 333 time: 0.1033263 Sep 16 13:04:31.196575 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40326) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:31.263666 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-11088382-61a4-4cab-9db9-6a312d7483af tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:31.267138 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11088382-61a4-4cab-9db9-6a312d7483af tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:31.272872 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-11088382-61a4-4cab-9db9-6a312d7483af tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/46e77bba-bd59-4140-85ad-8fda437d7fbc HTTP/1.1" status: 404 len: 337 time: 0.0711768 Sep 16 13:04:31.281392 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40328) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:31.286567 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14b47fa-0f00-4b9c-90fb-43e47f4fcced', 'name': 'tempest-ServerMetadataNegativeTestJSON-1008235230-router', 'tenant_id': '20800c45135443888e60144c602a8429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e16d9ba6-5213-4372-8cee-dea3cc66e68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:23Z', 'updated_at': '2022-09-16T13:04:27Z', 'revision_number': 3, 'project_id': '20800c45135443888e60144c602a8429', 'gw_port': {'id': 'e16d9ba6-5213-4372-8cee-dea3cc66e68c', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14b47fa-0f00-4b9c-90fb-43e47f4fcced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:26Z', 'updated_at': '2022-09-16T13:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:31.296790 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-53ba3234-7ede-4fff-b660-1f9b5c5f36e1 None None] Current status of the port f8e88fca-0939-4577-afd6-81a57affb223 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:31.327998 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90591f19-159c-4d5b-96b4-cf0007acdda5 None None] The sync data for ids ['d14b47fa-0f00-4b9c-90fb-43e47f4fcced'] in n-d-858094-4 is: [{'id': 'd14b47fa-0f00-4b9c-90fb-43e47f4fcced', 'name': 'tempest-ServerMetadataNegativeTestJSON-1008235230-router', 'tenant_id': '20800c45135443888e60144c602a8429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e16d9ba6-5213-4372-8cee-dea3cc66e68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:23Z', 'updated_at': '2022-09-16T13:04:27Z', 'revision_number': 3, 'project_id': '20800c45135443888e60144c602a8429', 'gw_port': {'id': 'e16d9ba6-5213-4372-8cee-dea3cc66e68c', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14b47fa-0f00-4b9c-90fb-43e47f4fcced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:26Z', 'updated_at': '2022-09-16T13:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:04:31.330489 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-27f90f48-a19f-4bb1-8854-f0eb0e234561 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:31.332607 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a1a80f-b771-4ba8-a3e3-f2794fc2e9b2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:31.333201 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a1a80f-b771-4ba8-a3e3-f2794fc2e9b2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:31.337036 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-64a1a80f-b771-4ba8-a3e3-f2794fc2e9b2 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/ports/fd8c3d2e-d92e-4190-a4fb-1deeb0066dc6 HTTP/1.1" status: 404 len: 333 time: 0.0394547 Sep 16 13:04:31.337785 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-4423c483-85ea-462e-bb4f-d6809cc4ecd3 admin admin] Allocated IP 172.20.0.1 (ec7d99db-29cf-4b25-8dc4-5bad41f23052/e536f373-79c1-4990-b125-08465105b595/d1ed62e7-ce20-4599-b396-605a7f739dff) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:31.340626 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40330) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:31.347793 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed3438b-50f7-4057-8a2e-ba646471041f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Router 3232c84f-ac63-49be-9960-1a68565b252b is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:04:31.396937 n-d-858094-4 neutron-server[113698]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b0565e-108e-424a-8a2a-3ab09e202aea tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] DELETE failed (client error): The resource could not be found. Sep 16 13:04:31.397534 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b0565e-108e-424a-8a2a-3ab09e202aea tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:04:31.401700 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c4b0565e-108e-424a-8a2a-3ab09e202aea tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/9a7a0ee1-ef0d-401c-850c-d299ce7100cf HTTP/1.1" status: 404 len: 337 time: 0.0587893 Sep 16 13:04:31.407093 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40332) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:31.439455 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d0139e64-fe00-4bfa-b63c-f38e2fc898e1 req-1c97f115-9f74-41f4-9344-7def3033cfeb tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (b7d8b16b-1d24-411e-ac7a-b75d70ea3878), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:31.500508 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d0139e64-fe00-4bfa-b63c-f38e2fc898e1 req-1c97f115-9f74-41f4-9344-7def3033cfeb tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (b7d8b16b-1d24-411e-ac7a-b75d70ea3878), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:31.531520 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:31.591277 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4423c483-85ea-462e-bb4f-d6809cc4ecd3 admin admin] Publish callbacks [] for port (d1ed62e7-ce20-4599-b396-605a7f739dff), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:31.595643 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d0139e64-fe00-4bfa-b63c-f38e2fc898e1 req-1c97f115-9f74-41f4-9344-7def3033cfeb tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b7d8b16b-1d24-411e-ac7a-b75d70ea3878), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:31.601065 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-d0139e64-fe00-4bfa-b63c-f38e2fc898e1 req-1c97f115-9f74-41f4-9344-7def3033cfeb tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:31.603804 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d0139e64-fe00-4bfa-b63c-f38e2fc898e1 req-1c97f115-9f74-41f4-9344-7def3033cfeb tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b7d8b16b-1d24-411e-ac7a-b75d70ea3878 HTTP/1.1" status: 204 len: 173 time: 0.3124001 Sep 16 13:04:31.690563 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7752562e-dfdb-4c37-8bda-f07e85c845b5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (9baef6e6-991f-4370-ace0-656f975a51ae), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:31.711854 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97f115-9f74-41f4-9344-7def3033cfeb tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d8b16b-1d24-411e-ac7a-b75d70ea3878,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:31.750555 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-27f90f48-a19f-4bb1-8854-f0eb0e234561 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Allocated IP 172.25.2.73 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/65a516e3-56d6-498b-b127-610305832b22) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:31.758177 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed3438b-50f7-4057-8a2e-ba646471041f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:04:31.774255 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d0c24-d557-44be-91d4-e118220b4498 req-00941b50-0159-4d8c-84bf-4d6e5c53a0d5 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:31.775871 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a65d0c24-d557-44be-91d4-e118220b4498 req-00941b50-0159-4d8c-84bf-4d6e5c53a0d5 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 945 time: 0.1699347 Sep 16 13:04:31.782010 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dcd668-bb51-4a67-8709-80a70fe07381 None None] Sync routers for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:04:31.804008 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dcd668-bb51-4a67-8709-80a70fe07381 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:31.804972 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-20dcd668-bb51-4a67-8709-80a70fe07381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:31.810801 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4ed3438b-50f7-4057-8a2e-ba646471041f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:31.820403 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4ed3438b-50f7-4057-8a2e-ba646471041f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6434994 Sep 16 13:04:31.825133 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40340) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:31.839681 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dba7be4-8a6d-4821-863e-85ae28b7f4ac req-5d1fbe9f-4451-43ef-9a16-7638c1105ba7 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0784843 Sep 16 13:04:31.860515 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:31.890927 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-20dcd668-bb51-4a67-8709-80a70fe07381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:31.903630 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dcd668-bb51-4a67-8709-80a70fe07381 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:31.904354 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-20dcd668-bb51-4a67-8709-80a70fe07381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:31.909509 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4423c483-85ea-462e-bb4f-d6809cc4ecd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (d1ed62e7-ce20-4599-b396-605a7f739dff), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:31.966712 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-20dcd668-bb51-4a67-8709-80a70fe07381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:31.967320 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dcd668-bb51-4a67-8709-80a70fe07381 None None] The sync data for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:04:31.996992 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba7be4-8a6d-4821-863e-85ae28b7f4ac req-6ba4e0a8-96c8-40c3-9d96-3c1c3b720cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:31.998714 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dba7be4-8a6d-4821-863e-85ae28b7f4ac req-6ba4e0a8-96c8-40c3-9d96-3c1c3b720cf7 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=e3f3ad027f264333a95500ef691b7815&device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 1129 time: 0.0801289 Sep 16 13:04:32.003900 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-3bd1c9e7-324b-47ca-92da-064cf1d0137f req-3673b3c8-fd38-4b6d-aec4-bf2bce347b53 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] show failed (client error): The resource could not be found. Sep 16 13:04:32.005041 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3bd1c9e7-324b-47ca-92da-064cf1d0137f req-3673b3c8-fd38-4b6d-aec4-bf2bce347b53 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/8ee7e4f8-3252-4678-a0b1-ce4987e5d9cb HTTP/1.1" status: 404 len: 352 time: 0.1216488 Sep 16 13:04:32.027767 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4423c483-85ea-462e-bb4f-d6809cc4ecd3 admin admin] Network ec7d99db-29cf-4b25-8dc4-5bad41f23052 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:32.040666 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-4423c483-85ea-462e-bb4f-d6809cc4ecd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:32.044389 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4423c483-85ea-462e-bb4f-d6809cc4ecd3 admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:32.084275 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7752562e-dfdb-4c37-8bda-f07e85c845b5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (9baef6e6-991f-4370-ace0-656f975a51ae), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:32.191380 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423c483-85ea-462e-bb4f-d6809cc4ecd3 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ed62e7-ce20-4599-b396-605a7f739dff,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:32.202944 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-7752562e-dfdb-4c37-8bda-f07e85c845b5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9baef6e6-991f-4370-ace0-656f975a51ae']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:32.207279 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a65d0c24-d557-44be-91d4-e118220b4498 req-cec15ed2-0157-4e48-9b1f-a6efe3ae04df tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159408 Sep 16 13:04:32.218054 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-88f386d0-afe5-41fa-b946-81dc09fc64f8 req-ca49f69e-21ed-4321-8baf-b66828aaa80a tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] show failed (client error): The resource could not be found. Sep 16 13:04:32.247606 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-88f386d0-afe5-41fa-b946-81dc09fc64f8 req-ca49f69e-21ed-4321-8baf-b66828aaa80a tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/171162a5-7b15-4d9a-b046-5c75ef6c9ab9 HTTP/1.1" status: 404 len: 352 time: 0.1969945 Sep 16 13:04:32.260408 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-7752562e-dfdb-4c37-8bda-f07e85c845b5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5763885c-7a11-4b5f-9311-3cdb21326a13') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:32.264220 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-7752562e-dfdb-4c37-8bda-f07e85c845b5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5763885c-7a11-4b5f-9311-3cdb21326a13') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:32.281080 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba7be4-8a6d-4821-863e-85ae28b7f4ac req-a0e07456-3af3-4dd5-905c-934d9b62eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:32.282567 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dba7be4-8a6d-4821-863e-85ae28b7f4ac req-a0e07456-3af3-4dd5-905c-934d9b62eb19 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9c660356-b242-47cf-8b53-5c05af82a4ce HTTP/1.1" status: 200 len: 918 time: 0.2532115 Sep 16 13:04:32.286183 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:32.286862 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4423c483-85ea-462e-bb4f-d6809cc4ecd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (d14b47fa-0f00-4b9c-90fb-43e47f4fcced), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:32.288609 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7752562e-dfdb-4c37-8bda-f07e85c845b5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (5763885c-7a11-4b5f-9311-3cdb21326a13), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:32.370191 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-376fbc28-6e71-4e6f-bc14-4af088e41088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:32.394099 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:32.405287 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7752562e-dfdb-4c37-8bda-f07e85c845b5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (5763885c-7a11-4b5f-9311-3cdb21326a13), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:32.412108 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-27f90f48-a19f-4bb1-8854-f0eb0e234561 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for port (65a516e3-56d6-498b-b127-610305832b22), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:32.439220 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7752562e-dfdb-4c37-8bda-f07e85c845b5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:04:32.439898 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7752562e-dfdb-4c37-8bda-f07e85c845b5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (5763885c-7a11-4b5f-9311-3cdb21326a13), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:32.509314 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 5763885c-7a11-4b5f-9311-3cdb21326a13 resource provider aggregate not found Sep 16 13:04:32.542368 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] Provisioning complete for port d1ed62e7-ce20-4599-b396-605a7f739dff triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:32.542748 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (d1ed62e7-ce20-4599-b396-605a7f739dff), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:32.543339 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] Attempt 1 to provision port d1ed62e7-ce20-4599-b396-605a7f739dff Sep 16 13:04:32.604344 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:32.612482 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] Port d1ed62e7-ce20-4599-b396-605a7f739dff cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:32.823262 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-d39b0a36-fbe6-4b31-8e5a-a48a4f2f3114 req-5305e443-5d58-4401-8e9a-92f097b4e8b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] show failed (client error): The resource could not be found. Sep 16 13:04:32.839353 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d39b0a36-fbe6-4b31-8e5a-a48a4f2f3114 req-5305e443-5d58-4401-8e9a-92f097b4e8b7 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/36d20921-59f1-4f72-b163-c875dfa04ed8 HTTP/1.1" status: 404 len: 352 time: 0.5554664 Sep 16 13:04:32.858230 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b109fbd1-95c0-419f-86cb-e915972369c9 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:04:32.910981 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 5763885c-7a11-4b5f-9311-3cdb21326a13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5763885c-7a11-4b5f-9311-3cdb21326a13 found for delete ", "request_id": "req-f53ae804-27b5-44a1-b47d-5dd7f7e54cc9"}]} Sep 16 13:04:32.934196 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7752562e-dfdb-4c37-8bda-f07e85c845b5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (9baef6e6-991f-4370-ace0-656f975a51ae), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:32.952698 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port b109fbd1-95c0-419f-86cb-e915972369c9 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:32.953193 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b109fbd1-95c0-419f-86cb-e915972369c9), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:32.953534 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port b109fbd1-95c0-419f-86cb-e915972369c9 Sep 16 13:04:32.955099 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7752562e-dfdb-4c37-8bda-f07e85c845b5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:32.958433 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7752562e-dfdb-4c37-8bda-f07e85c845b5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] 10.222.0.67 "DELETE /networking/v2.0/networks/9baef6e6-991f-4370-ace0-656f975a51ae HTTP/1.1" status: 204 len: 168 time: 1.5445647 Sep 16 13:04:32.965187 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752562e-dfdb-4c37-8bda-f07e85c845b5 tempest-NetworksTestDHCPv6-989560851 tempest-NetworksTestDHCPv6-989560851-project] Pushing event deleted for resources: {'Network': ['ID=9baef6e6-991f-4370-ace0-656f975a51ae,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:32.987881 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-462b19e0-0c1a-4bbc-a9fb-edb850062674 req-97c1d580-aa52-40dd-a668-a569c6205ae9 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] show failed (client error): The resource could not be found. Sep 16 13:04:32.988977 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-462b19e0-0c1a-4bbc-a9fb-edb850062674 req-97c1d580-aa52-40dd-a668-a569c6205ae9 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/54fc3599-fdb8-4090-bf2c-a856093a34d5 HTTP/1.1" status: 404 len: 352 time: 0.1222713 Sep 16 13:04:33.000933 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dba7be4-8a6d-4821-863e-85ae28b7f4ac req-9d11c537-4d81-4379-a591-78b7d8eacadb service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe HTTP/1.1" status: 200 len: 1002 time: 0.6557324 Sep 16 13:04:33.000933 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4423c483-85ea-462e-bb4f-d6809cc4ecd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d1ed62e7-ce20-4599-b396-605a7f739dff), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:33.107214 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port b109fbd1-95c0-419f-86cb-e915972369c9 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:33.108761 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e16d9ba6-5213-4372-8cee-dea3cc66e68c up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:04:33.121300 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-9f8c6bc0-de18-4b86-908b-97710ab1c6fe req-f6d383b3-77e9-42c3-a19e-126230b93625 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] show failed (client error): The resource could not be found. Sep 16 13:04:33.122380 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9f8c6bc0-de18-4b86-908b-97710ab1c6fe req-f6d383b3-77e9-42c3-a19e-126230b93625 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/9d6728b4-995a-4db4-aae5-d8373ab678f5 HTTP/1.1" status: 404 len: 352 time: 0.0761817 Sep 16 13:04:33.154980 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba7be4-8a6d-4821-863e-85ae28b7f4ac req-3efccffe-0bc1-4ff8-bd47-0f6aaafade0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:33.156537 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dba7be4-8a6d-4821-863e-85ae28b7f4ac req-3efccffe-0bc1-4ff8-bd47-0f6aaafade0e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=d4ae86a7-4106-447a-a8be-db073682c5f0 HTTP/1.1" status: 200 len: 856 time: 0.1548908 Sep 16 13:04:33.163787 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] Attempt 2 to provision port d1ed62e7-ce20-4599-b396-605a7f739dff Sep 16 13:04:33.180116 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-27f90f48-a19f-4bb1-8854-f0eb0e234561 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (65a516e3-56d6-498b-b127-610305832b22), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:33.216526 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e16d9ba6-5213-4372-8cee-dea3cc66e68c triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:33.217498 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e16d9ba6-5213-4372-8cee-dea3cc66e68c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:33.219718 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e16d9ba6-5213-4372-8cee-dea3cc66e68c Sep 16 13:04:33.222018 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] Port d1ed62e7-ce20-4599-b396-605a7f739dff cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:33.268475 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [req-15f76efb-9b2a-4b73-b167-5e8679bf0545 req-cfc8a42a-95e3-4861-b3ce-b83fdc878850 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] show failed (client error): The resource could not be found. Sep 16 13:04:33.271241 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-15f76efb-9b2a-4b73-b167-5e8679bf0545 req-cfc8a42a-95e3-4861-b3ce-b83fdc878850 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/89246358-e52b-4a18-89dd-8ef81780d9b9 HTTP/1.1" status: 404 len: 352 time: 0.1000865 Sep 16 13:04:33.295408 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba7be4-8a6d-4821-863e-85ae28b7f4ac req-6df46274-07e9-408b-976c-2e058518c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:33.297136 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dba7be4-8a6d-4821-863e-85ae28b7f4ac req-6df46274-07e9-408b-976c-2e058518c6c3 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9c660356-b242-47cf-8b53-5c05af82a4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1271238 Sep 16 13:04:33.301499 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f90f48-a19f-4bb1-8854-f0eb0e234561 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:33.319562 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e16d9ba6-5213-4372-8cee-dea3cc66e68c is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:33.320405 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e16d9ba6-5213-4372-8cee-dea3cc66e68c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:33.330447 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-27f90f48-a19f-4bb1-8854-f0eb0e234561 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:33.346448 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port e16d9ba6-5213-4372-8cee-dea3cc66e68c, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e16d9ba6-5213-4372-8cee-dea3cc66e68c,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:33.352646 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e16d9ba6-5213-4372-8cee-dea3cc66e68c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:33.400423 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:33.400965 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f90f48-a19f-4bb1-8854-f0eb0e234561 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:33.441089 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40366) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:33.456619 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:33.464006 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4423c483-85ea-462e-bb4f-d6809cc4ecd3 admin admin] Publish callbacks [] for port (d1ed62e7-ce20-4599-b396-605a7f739dff), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:33.469478 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=e16d9ba6-5213-4372-8cee-dea3cc66e68c,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:33.500183 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f90f48-a19f-4bb1-8854-f0eb0e234561 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Pushing event updated for resources: {'Port': ['ID=65a516e3-56d6-498b-b127-610305832b22,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:33.529192 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4423c483-85ea-462e-bb4f-d6809cc4ecd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (d1ed62e7-ce20-4599-b396-605a7f739dff), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:33.591191 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a1da2-9732-452e-b852-d54fed67b3f6 req-89c698ba-3824-4a98-a08f-6471349f6fde tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:33.592925 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-387a1da2-9732-452e-b852-d54fed67b3f6 req-89c698ba-3824-4a98-a08f-6471349f6fde tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 945 time: 0.1440341 Sep 16 13:04:33.649047 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dba7be4-8a6d-4821-863e-85ae28b7f4ac req-123938f3-5f55-47e6-8336-beb175032b4f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379629 Sep 16 13:04:33.719487 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-27f90f48-a19f-4bb1-8854-f0eb0e234561 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for floatingip (3f56c00a-33f9-4305-8b4e-b772f2661024), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:33.722156 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2f6d62f0-5d94-428d-b8a3-26083d415117 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:33.723854 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] Attempt 3 to provision port d1ed62e7-ce20-4599-b396-605a7f739dff Sep 16 13:04:33.729874 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-4423c483-85ea-462e-bb4f-d6809cc4ecd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (d14b47fa-0f00-4b9c-90fb-43e47f4fcced), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:33.747923 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423c483-85ea-462e-bb4f-d6809cc4ecd3 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ed62e7-ce20-4599-b396-605a7f739dff,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:33.822361 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-387a1da2-9732-452e-b852-d54fed67b3f6 req-f0ce475f-d45b-47cc-82c3-51a8f3664f65 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117977 Sep 16 13:04:33.828064 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] Port d1ed62e7-ce20-4599-b396-605a7f739dff cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:33.844915 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742087-ef4d-4b49-8326-3f6b8e585a76 req-a3015b22-8821-40ea-93f8-f7b7019cf62a tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:33.848686 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a7742087-ef4d-4b49-8326-3f6b8e585a76 req-a3015b22-8821-40ea-93f8-f7b7019cf62a tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 1023 time: 0.2020850 Sep 16 13:04:33.880411 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-27f90f48-a19f-4bb1-8854-f0eb0e234561 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (65a516e3-56d6-498b-b127-610305832b22), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:33.907249 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:33.924689 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-66d691b9-1570-4105-b87c-a021cfefedfa admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=5c8cffcd53cc4db6a38a52d1423521d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4822342 Sep 16 13:04:33.930714 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40372) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:33.992564 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dba7be4-8a6d-4821-863e-85ae28b7f4ac req-ac60c653-5046-44d5-80e8-7846d7d2789a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337553 Sep 16 13:04:34.043989 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4423c483-85ea-462e-bb4f-d6809cc4ecd3 admin admin] Network ec7d99db-29cf-4b25-8dc4-5bad41f23052 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:34.050637 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-4423c483-85ea-462e-bb4f-d6809cc4ecd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:34.064977 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:34.069914 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a7742087-ef4d-4b49-8326-3f6b8e585a76 req-4ad12451-dc0e-4d07-99f1-c810f4df73bc tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7c676002-9399-4169-81f1-42139daf39d8&id=4ed0efee-0a9a-4002-8fc8-71699bf983e9&id=0334b825-3168-491b-9d7c-628d6248aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1882691 Sep 16 13:04:34.191238 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c29a1d2a-20ec-4652-afb2-1981d9abf2f6 admin admin] Publish callbacks [] for security_group (06ec9480-085d-4cc8-b119-3aaa2edc5dc2), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:34.227107 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4423c483-85ea-462e-bb4f-d6809cc4ecd3 admin admin] Router d14b47fa-0f00-4b9c-90fb-43e47f4fcced has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:04:34.262910 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c29a1d2a-20ec-4652-afb2-1981d9abf2f6 admin admin] Publish callbacks [] for security_group (06ec9480-085d-4cc8-b119-3aaa2edc5dc2), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:34.301499 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-27f90f48-a19f-4bb1-8854-f0eb0e234561 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for port (65a516e3-56d6-498b-b127-610305832b22), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:34.303861 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-2f6d62f0-5d94-428d-b8a3-26083d415117 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Allocated IP 172.20.0.1 (bfba496b-d7c4-4698-bfe4-48cc3f1a548a/c9211f05-9c94-48f8-b6cc-3eb9809663b1/47577047-6ac0-48aa-a5b0-164c940ee336) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:34.311642 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-27f90f48-a19f-4bb1-8854-f0eb0e234561 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (65a516e3-56d6-498b-b127-610305832b22), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:34.327129 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:34.329400 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] Attempt 4 to provision port d1ed62e7-ce20-4599-b396-605a7f739dff Sep 16 13:04:34.348289 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4423c483-85ea-462e-bb4f-d6809cc4ecd3 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:04:34.353387 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-4423c483-85ea-462e-bb4f-d6809cc4ecd3 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/d14b47fa-0f00-4b9c-90fb-43e47f4fcced/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0957146 Sep 16 13:04:34.373988 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] Port d1ed62e7-ce20-4599-b396-605a7f739dff cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:34.458719 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-27f90f48-a19f-4bb1-8854-f0eb0e234561 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (3f56c00a-33f9-4305-8b4e-b772f2661024), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:34.473362 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f90f48-a19f-4bb1-8854-f0eb0e234561 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Pushing event updated for resources: {'Port': ['ID=65a516e3-56d6-498b-b127-610305832b22,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:34.496736 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-27f90f48-a19f-4bb1-8854-f0eb0e234561 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:34.498018 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-27f90f48-a19f-4bb1-8854-f0eb0e234561 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8365695 Sep 16 13:04:34.502726 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c29a1d2a-20ec-4652-afb2-1981d9abf2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (06ec9480-085d-4cc8-b119-3aaa2edc5dc2), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:34.506570 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c29a1d2a-20ec-4652-afb2-1981d9abf2f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:34.510284 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c29a1d2a-20ec-4652-afb2-1981d9abf2f6 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/06ec9480-085d-4cc8-b119-3aaa2edc5dc2 HTTP/1.1" status: 204 len: 168 time: 0.5693688 Sep 16 13:04:34.529597 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a1d2a-20ec-4652-afb2-1981d9abf2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ec9480-085d-4cc8-b119-3aaa2edc5dc2,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:34.567206 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2f6d62f0-5d94-428d-b8a3-26083d415117 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for port (47577047-6ac0-48aa-a5b0-164c940ee336), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:34.609294 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2f6d62f0-5d94-428d-b8a3-26083d415117 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (47577047-6ac0-48aa-a5b0-164c940ee336), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:34.667889 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-acf6c24d-597c-458d-895b-4df7335a3bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:34.716014 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6d62f0-5d94-428d-b8a3-26083d415117 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Network bfba496b-d7c4-4698-bfe4-48cc3f1a548a is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:34.729826 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-2f6d62f0-5d94-428d-b8a3-26083d415117 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:34.735069 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6d62f0-5d94-428d-b8a3-26083d415117 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:34.780398 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d62f0-5d94-428d-b8a3-26083d415117 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Port': ['ID=47577047-6ac0-48aa-a5b0-164c940ee336,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:34.795092 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:34.802433 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2f6d62f0-5d94-428d-b8a3-26083d415117 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (3232c84f-ac63-49be-9960-1a68565b252b), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:34.820849 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e16d9ba6-5213-4372-8cee-dea3cc66e68c up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:04:34.887086 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-051ddb3c-e7c2-497a-9b80-a1e36b5aee64 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--995552854&fields=id&tenant_id=d2628c648b2e4465821bdcdf4330fb4e HTTP/1.1" status: 200 len: 267 time: 0.1644843 Sep 16 13:04:34.899044 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] Attempt 5 to provision port d1ed62e7-ce20-4599-b396-605a7f739dff Sep 16 13:04:34.991104 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2f6d62f0-5d94-428d-b8a3-26083d415117 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (47577047-6ac0-48aa-a5b0-164c940ee336), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:35.018514 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:35.020034 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] Port d1ed62e7-ce20-4599-b396-605a7f739dff cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:35.042286 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e16d9ba6-5213-4372-8cee-dea3cc66e68c triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:35.042863 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e16d9ba6-5213-4372-8cee-dea3cc66e68c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:35.043337 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e16d9ba6-5213-4372-8cee-dea3cc66e68c Sep 16 13:04:35.072171 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-0a89ecc9-b50c-4edd-95e2-91e0116bd837 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:35.074380 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-0a89ecc9-b50c-4edd-95e2-91e0116bd837 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/networks?id=8add36eb-29cb-4c92-8149-fffc1787dd77 HTTP/1.1" status: 200 len: 810 time: 0.1863358 Sep 16 13:04:35.088720 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:35.091844 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-57b847af-6a77-40e0-a141-11e36815c80c tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/quotas/d2628c648b2e4465821bdcdf4330fb4e HTTP/1.1" status: 200 len: 375 time: 0.0114641 Sep 16 13:04:35.181972 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e16d9ba6-5213-4372-8cee-dea3cc66e68c is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:35.220739 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-2a410267-442e-41a9-b3a0-5ed134710376 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d2628c648b2e4465821bdcdf4330fb4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1213567 Sep 16 13:04:35.236416 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:35.242482 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac035daf-9537-4984-99bc-efc69af3340a req-e48fc1b8-7ee2-468b-a154-81fc585baedd tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:35.244885 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ac035daf-9537-4984-99bc-efc69af3340a req-e48fc1b8-7ee2-468b-a154-81fc585baedd tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 1023 time: 0.0921929 Sep 16 13:04:35.335456 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] Sync routers for ids ['d14b47fa-0f00-4b9c-90fb-43e47f4fcced'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:04:35.355944 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] Routers {'d14b47fa-0f00-4b9c-90fb-43e47f4fcced'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:35.360405 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['d14b47fa-0f00-4b9c-90fb-43e47f4fcced'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:35.422825 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2f6d62f0-5d94-428d-b8a3-26083d415117 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for port (47577047-6ac0-48aa-a5b0-164c940ee336), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:35.427575 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2f6d62f0-5d94-428d-b8a3-26083d415117 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (47577047-6ac0-48aa-a5b0-164c940ee336), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:35.501715 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] Set router d14b47fa-0f00-4b9c-90fb-43e47f4fcced gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:04:35.506436 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-ac035daf-9537-4984-99bc-efc69af3340a req-3e5c6f3b-0765-424f-82ea-dc2cb53dc6be tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Deleting port 4c0896cf-3255-42ff-b580-d2a345dbb96d {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:35.506780 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-ac035daf-9537-4984-99bc-efc69af3340a req-3e5c6f3b-0765-424f-82ea-dc2cb53dc6be tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:35.521560 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] Attempt 6 to provision port d1ed62e7-ce20-4599-b396-605a7f739dff Sep 16 13:04:35.523043 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d2029af3-553c-494e-adca-2c0384f8f4f3 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:35.524675 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d2029af3-553c-494e-adca-2c0384f8f4f3 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/networks?id=ec7d99db-29cf-4b25-8dc4-5bad41f23052 HTTP/1.1" status: 200 len: 821 time: 0.3135343 Sep 16 13:04:35.542498 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d62f0-5d94-428d-b8a3-26083d415117 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Port': ['ID=47577047-6ac0-48aa-a5b0-164c940ee336,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:35.545631 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2f6d62f0-5d94-428d-b8a3-26083d415117 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (3232c84f-ac63-49be-9960-1a68565b252b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:35.581997 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-569a2394-6d8b-42cf-8462-1c0957946c75 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/8add36eb-29cb-4c92-8149-fffc1787dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262856 Sep 16 13:04:35.585517 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-b2a1601d-23c6-48ef-80fe-b21a98355d10 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/quotas/20800c45135443888e60144c602a8429 HTTP/1.1" status: 200 len: 375 time: 0.0477290 Sep 16 13:04:35.622864 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] Port d1ed62e7-ce20-4599-b396-605a7f739dff cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:35.689082 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6d62f0-5d94-428d-b8a3-26083d415117 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Network bfba496b-d7c4-4698-bfe4-48cc3f1a548a is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:35.690657 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-2f6d62f0-5d94-428d-b8a3-26083d415117 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:35.692990 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:35.721157 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-ac035daf-9537-4984-99bc-efc69af3340a req-3e5c6f3b-0765-424f-82ea-dc2cb53dc6be tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] For port 4c0896cf-3255-42ff-b580-d2a345dbb96d, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=4c0896cf-3255-42ff-b580-d2a345dbb96d,segment=NetworkSegment(bbab3c9e-7709-444a-adb6-0434f4755f1b),segment_id=bbab3c9e-7709-444a-adb6-0434f4755f1b)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:35.721575 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-ac035daf-9537-4984-99bc-efc69af3340a req-3e5c6f3b-0765-424f-82ea-dc2cb53dc6be tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:35.743447 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-ac035daf-9537-4984-99bc-efc69af3340a req-3e5c6f3b-0765-424f-82ea-dc2cb53dc6be tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Calling delete_port for 4c0896cf-3255-42ff-b580-d2a345dbb96d owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:35.750229 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d465a3b7-00f2-4e73-93d6-124be5cc806c tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=20800c45135443888e60144c602a8429&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1474664 Sep 16 13:04:35.758936 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40426) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:35.802218 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14b47fa-0f00-4b9c-90fb-43e47f4fcced', 'name': 'tempest-ServerMetadataNegativeTestJSON-1008235230-router', 'tenant_id': '20800c45135443888e60144c602a8429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e16d9ba6-5213-4372-8cee-dea3cc66e68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:23Z', 'updated_at': '2022-09-16T13:04:32Z', 'revision_number': 4, 'project_id': '20800c45135443888e60144c602a8429', 'gw_port': {'id': 'e16d9ba6-5213-4372-8cee-dea3cc66e68c', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14b47fa-0f00-4b9c-90fb-43e47f4fcced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:26Z', 'updated_at': '2022-09-16T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'd1ed62e7-ce20-4599-b396-605a7f739dff', 'name': '', 'network_id': 'ec7d99db-29cf-4b25-8dc4-5bad41f23052', 'tenant_id': '20800c45135443888e60144c602a8429', 'mac_address': 'fa:16:3e:70:34:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14b47fa-0f00-4b9c-90fb-43e47f4fcced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'e536f373-79c1-4990-b125-08465105b595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:31Z', 'updated_at': '2022-09-16T13:04:33Z', 'revision_number': 2, 'project_id': '20800c45135443888e60144c602a8429', 'subnets': [{'id': 'e536f373-79c1-4990-b125-08465105b595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:35.840380 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:35.842493 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6d62f0-5d94-428d-b8a3-26083d415117 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Router 3232c84f-ac63-49be-9960-1a68565b252b has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:04:35.842627 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] Checking router: d14b47fa-0f00-4b9c-90fb-43e47f4fcced for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:04:35.843332 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] Updating router d14b47fa-0f00-4b9c-90fb-43e47f4fcced port d1ed62e7-ce20-4599-b396-605a7f739dff binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:04:35.883596 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d1ed62e7-ce20-4599-b396-605a7f739dff), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:35.893042 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-df804fbe-8a26-42df-b185-6041f3bbc1b7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/8add36eb-29cb-4c92-8149-fffc1787dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007507 Sep 16 13:04:35.907664 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Request body: {'networks': [{'name': 'tempest-network--312574984'}, {'name': 'tempest-network--300020892'}]} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:35.907988 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Request body: {'network': {'name': 'tempest-network--312574984'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:35.908754 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Request body: {'network': {'name': 'tempest-network--300020892'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:35.917615 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:35.986353 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Made reservation on behalf of fa42540f9ee547d2bd8fb95c9a89512f for: {'network': 2} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:35.992092 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:35.998589 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:36.005954 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-ac035daf-9537-4984-99bc-efc69af3340a req-3e5c6f3b-0765-424f-82ea-dc2cb53dc6be tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (4c0896cf-3255-42ff-b580-d2a345dbb96d), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:36.015234 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:36.045708 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6d62f0-5d94-428d-b8a3-26083d415117 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:04:36.058209 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['4c0896cf-3255-42ff-b580-d2a345dbb96d'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:04:36.066660 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2f6d62f0-5d94-428d-b8a3-26083d415117 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "PUT /networking/v2.0/routers/3232c84f-ac63-49be-9960-1a68565b252b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2379549 Sep 16 13:04:36.067049 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40432) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:36.076359 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c6f3b-0765-424f-82ea-dc2cb53dc6be tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event deleted for resources: {'Port': ['ID=4c0896cf-3255-42ff-b580-d2a345dbb96d,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:36.134547 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-daf8d0f5-6404-45e7-8ba6-875f882a00c3 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'port': {'network_id': 'bfba496b-d7c4-4698-bfe4-48cc3f1a548a', 'name': 'tempest-FloatingIPTestJSON-205857475'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:36.154559 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] Attempt 7 to provision port d1ed62e7-ce20-4599-b396-605a7f739dff Sep 16 13:04:36.164039 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:36.164371 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:04:36.165359 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38efa4-f5fc-4c86-865d-243861494757 None None] Sync routers for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:04:36.206154 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:36.217964 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc38efa4-f5fc-4c86-865d-243861494757 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:36.218638 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-dc38efa4-f5fc-4c86-865d-243861494757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:36.250378 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] Publish callbacks [] for port (d1ed62e7-ce20-4599-b396-605a7f739dff), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:36.257853 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (d1ed62e7-ce20-4599-b396-605a7f739dff), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:36.278176 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac035daf-9537-4984-99bc-efc69af3340a req-3e5c6f3b-0765-424f-82ea-dc2cb53dc6be tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] No DVR routers for this DVR port 4c0896cf-3255-42ff-b580-d2a345dbb96d on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:04:36.285723 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-dc38efa4-f5fc-4c86-865d-243861494757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:36.292069 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] Port d1ed62e7-ce20-4599-b396-605a7f739dff cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:36.293946 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-4ab90e44-573d-4629-9658-67a9f7e734af service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ec7d99db-29cf-4b25-8dc4-5bad41f23052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331521 Sep 16 13:04:36.300377 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc38efa4-f5fc-4c86-865d-243861494757 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:36.301437 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-dc38efa4-f5fc-4c86-865d-243861494757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:36.339419 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-ac035daf-9537-4984-99bc-efc69af3340a req-3e5c6f3b-0765-424f-82ea-dc2cb53dc6be tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:36.342735 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ac035daf-9537-4984-99bc-efc69af3340a req-3e5c6f3b-0765-424f-82ea-dc2cb53dc6be tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.25 "DELETE /networking/v2.0/ports/4c0896cf-3255-42ff-b580-d2a345dbb96d HTTP/1.1" status: 204 len: 173 time: 1.0853331 Sep 16 13:04:36.343762 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:36.345992 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f1168a-0491-4d97-8cc9-59e1b27ababe', 'name': 'network-vif-deleted', 'tag': '4c0896cf-3255-42ff-b580-d2a345dbb96d'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:04:36.348326 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfd8df1-567a-4ebf-8a56-cfa1c1f7c6e3" -d '{"events": [{"server_uuid": "97f1168a-0491-4d97-8cc9-59e1b27ababe", "name": "network-vif-deleted", "tag": "4c0896cf-3255-42ff-b580-d2a345dbb96d"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:04:36.378791 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:36.386785 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks [] for security_group (c99e568d-b25e-41ac-99ad-e4f62a9acb3e), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:36.396802 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (c99e568d-b25e-41ac-99ad-e4f62a9acb3e), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:36.397486 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:36.408431 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923accc9-01d5-425a-bab3-7c904faf56bd None None] Pushing event updated for resources: {'Port': ['ID=d1ed62e7-ce20-4599-b396-605a7f739dff,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:36.424171 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] Attempting to bind port d1ed62e7-ce20-4599-b396-605a7f739dff on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:04:36.424171 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] Attempting to bind port d1ed62e7-ce20-4599-b396-605a7f739dff by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '02157669-a842-4cef-9f02-cc6acf3b127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec7d99db-29cf-4b25-8dc4-5bad41f23052'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:04:36.425101 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf8d0f5-6404-45e7-8ba6-875f882a00c3 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Made reservation on behalf of d230f216aa8f4d6d96bb02810e763dfa for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:36.425903 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] Attempting to bind port d1ed62e7-ce20-4599-b396-605a7f739dff on network ec7d99db-29cf-4b25-8dc4-5bad41f23052 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:04:36.430222 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda70cd-2f32-4a81-8504-dea8b959d90e req-5283ac47-843c-43ab-8136-ef06387ea26c tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:36.434869 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-daf8d0f5-6404-45e7-8ba6-875f882a00c3 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:36.438833 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1dda70cd-2f32-4a81-8504-dea8b959d90e req-5283ac47-843c-43ab-8136-ef06387ea26c tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 945 time: 0.2375548 Sep 16 13:04:36.444639 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-dc38efa4-f5fc-4c86-865d-243861494757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:36.446029 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38efa4-f5fc-4c86-865d-243861494757 None None] The sync data for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:04:36.485172 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:04:36.532145 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:04:36.532822 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] Checking segment: {'id': '02157669-a842-4cef-9f02-cc6acf3b127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec7d99db-29cf-4b25-8dc4-5bad41f23052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:36.533468 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:36.534033 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] Bound using segment: {'id': '02157669-a842-4cef-9f02-cc6acf3b127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec7d99db-29cf-4b25-8dc4-5bad41f23052'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:04:36.534519 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] Bound port: d1ed62e7-ce20-4599-b396-605a7f739dff, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02157669-a842-4cef-9f02-cc6acf3b127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec7d99db-29cf-4b25-8dc4-5bad41f23052'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:04:36.534981 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d1ed62e7-ce20-4599-b396-605a7f739dff), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:36.545107 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-daf8d0f5-6404-45e7-8ba6-875f882a00c3 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] device_id is not set on port 992556ae-40ed-4ce3-adbe-193b9da2050b yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:04:36.551769 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (344a3bd0-eb7c-4db4-af90-d8e8c53a4c42), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:36.552411 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Added segment 344a3bd0-eb7c-4db4-af90-d8e8c53a4c42 of type vlan for network 7d315308-79e3-42af-9d6a-7b1c5a9bda46 Sep 16 13:04:36.555201 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99e568d-b25e-41ac-99ad-e4f62a9acb3e,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:36.566428 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1dda70cd-2f32-4a81-8504-dea8b959d90e req-bae5b3c0-33a4-45bc-8b32-44635a183c61 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218455 Sep 16 13:04:36.585543 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-1f087d37-622d-4b74-bef2-6137206f663e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ec7d99db-29cf-4b25-8dc4-5bad41f23052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141008 Sep 16 13:04:36.741454 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fd1182d7-33b6-4df2-95f1-33ed9a950ea0 req-4ba75acf-fac7-4a2b-83a6-49f41eee4525 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=97f1168a-0491-4d97-8cc9-59e1b27ababe HTTP/1.1" status: 200 len: 210 time: 0.0547237 Sep 16 13:04:36.752731 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] For port d1ed62e7-ce20-4599-b396-605a7f739dff, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:04:36.776518 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] For port d1ed62e7-ce20-4599-b396-605a7f739dff, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=d1ed62e7-ce20-4599-b396-605a7f739dff,segment=NetworkSegment(02157669-a842-4cef-9f02-cc6acf3b127a),segment_id=02157669-a842-4cef-9f02-cc6acf3b127a)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:04:36.794110 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] Attempt 8 to provision port d1ed62e7-ce20-4599-b396-605a7f739dff Sep 16 13:04:36.805094 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (d1ed62e7-ce20-4599-b396-605a7f739dff), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:36.827735 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (7d315308-79e3-42af-9d6a-7b1c5a9bda46), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:36.910783 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04eb3264-4f4e-4d9e-bac2-6e21063251fb x-openstack-request-id: req-04eb3264-4f4e-4d9e-bac2-6e21063251fb {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:04:36.911310 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f1168a-0491-4d97-8cc9-59e1b27ababe", "name": "network-vif-deleted", "tag": "4c0896cf-3255-42ff-b580-d2a345dbb96d", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:04:36.911310 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-04eb3264-4f4e-4d9e-bac2-6e21063251fb {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:04:36.911911 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04eb3264-4f4e-4d9e-bac2-6e21063251fb'] response: {'server_uuid': '97f1168a-0491-4d97-8cc9-59e1b27ababe', 'name': 'network-vif-deleted', 'tag': '4c0896cf-3255-42ff-b580-d2a345dbb96d', 'status': 'completed', 'code': 200} Sep 16 13:04:36.925885 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-041edb85-3aec-4a99-9192-e9a291475bad req-1b639827-89e5-436c-b659-9d664b8a639e tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 210 time: 0.0874057 Sep 16 13:04:36.930037 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] Routers {'d14b47fa-0f00-4b9c-90fb-43e47f4fcced'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:36.930678 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['d14b47fa-0f00-4b9c-90fb-43e47f4fcced'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:36.971104 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.db.resource_extend [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 13:04:36.987696 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] Current status of the port d1ed62e7-ce20-4599-b396-605a7f739dff is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:36.988535 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (d1ed62e7-ce20-4599-b396-605a7f739dff), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:37.003203 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1a1ee6e6-b1e2-4dfe-abab-b8b5c48b9771 req-f03da192-c1c3-40a5-9c9b-a156b194bf53 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c4052f17-eb91-4b32-ac5a-5464ba10c0a4 HTTP/1.1" status: 200 len: 210 time: 0.0514195 Sep 16 13:04:37.036898 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923accc9-01d5-425a-bab3-7c904faf56bd None None] Pushing event updated for resources: {'Port': ['ID=d1ed62e7-ce20-4599-b396-605a7f739dff,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:37.050892 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:04:37.053469 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] For port d1ed62e7-ce20-4599-b396-605a7f739dff, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=d1ed62e7-ce20-4599-b396-605a7f739dff,segment=NetworkSegment(02157669-a842-4cef-9f02-cc6acf3b127a),segment_id=02157669-a842-4cef-9f02-cc6acf3b127a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:37.059475 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (d1ed62e7-ce20-4599-b396-605a7f739dff), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:37.086778 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-daf8d0f5-6404-45e7-8ba6-875f882a00c3 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Allocated IP 172.20.0.6 (bfba496b-d7c4-4698-bfe4-48cc3f1a548a/c9211f05-9c94-48f8-b6cc-3eb9809663b1/992556ae-40ed-4ce3-adbe-193b9da2050b) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:37.122716 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a26dc-26e2-4bb4-8d4e-dc32c6959d62 None None] Pushing event updated for resources: {'Port': ['ID=d1ed62e7-ce20-4599-b396-605a7f739dff,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:37.125188 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (66d9d80a-ff58-4aaa-8cfe-fedbc02c4286), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:37.125540 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Added segment 66d9d80a-ff58-4aaa-8cfe-fedbc02c4286 of type vlan for network da23876d-bcf3-4356-9c20-21af72eb45d9 Sep 16 13:04:37.156651 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:37.191994 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-16ae2e3a-b1c3-405d-af20-f54bb1285cf8 None None] Provisioning complete for port d1ed62e7-ce20-4599-b396-605a7f739dff triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:37.192757 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-16ae2e3a-b1c3-405d-af20-f54bb1285cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (d1ed62e7-ce20-4599-b396-605a7f739dff), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:37.193354 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-16ae2e3a-b1c3-405d-af20-f54bb1285cf8 None None] Attempt 1 to provision port d1ed62e7-ce20-4599-b396-605a7f739dff Sep 16 13:04:37.211658 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] Set router d14b47fa-0f00-4b9c-90fb-43e47f4fcced gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:04:37.261921 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (da23876d-bcf3-4356-9c20-21af72eb45d9), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:37.310510 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:37.335186 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-16ae2e3a-b1c3-405d-af20-f54bb1285cf8 None None] Current status of the port d1ed62e7-ce20-4599-b396-605a7f739dff is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:37.373980 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (7d315308-79e3-42af-9d6a-7b1c5a9bda46), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:37.374728 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (da23876d-bcf3-4356-9c20-21af72eb45d9), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:37.381598 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:37.387362 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:37.388144 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:37.402969 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:37.487754 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.7276573 Sep 16 13:04:37.491142 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40452) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:37.498450 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event updated for resources: {'Network': ['ID=7d315308-79e3-42af-9d6a-7b1c5a9bda46,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:37.522724 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 7d315308-79e3-42af-9d6a-7b1c5a9bda46 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:04:37.586237 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:37.644039 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-daf8d0f5-6404-45e7-8ba6-875f882a00c3 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for port (992556ae-40ed-4ce3-adbe-193b9da2050b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:37.675096 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14b47fa-0f00-4b9c-90fb-43e47f4fcced', 'name': 'tempest-ServerMetadataNegativeTestJSON-1008235230-router', 'tenant_id': '20800c45135443888e60144c602a8429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e16d9ba6-5213-4372-8cee-dea3cc66e68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:23Z', 'updated_at': '2022-09-16T13:04:32Z', 'revision_number': 4, 'project_id': '20800c45135443888e60144c602a8429', 'gw_port': {'id': 'e16d9ba6-5213-4372-8cee-dea3cc66e68c', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14b47fa-0f00-4b9c-90fb-43e47f4fcced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:26Z', 'updated_at': '2022-09-16T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'd1ed62e7-ce20-4599-b396-605a7f739dff', 'name': '', 'network_id': 'ec7d99db-29cf-4b25-8dc4-5bad41f23052', 'tenant_id': '20800c45135443888e60144c602a8429', 'mac_address': 'fa:16:3e:70:34:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14b47fa-0f00-4b9c-90fb-43e47f4fcced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'e536f373-79c1-4990-b125-08465105b595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:31Z', 'updated_at': '2022-09-16T13:04:36Z', 'revision_number': 4, 'project_id': '20800c45135443888e60144c602a8429', 'subnets': [{'id': 'e536f373-79c1-4990-b125-08465105b595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:37.677500 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29ed54-7019-451b-acf7-a1ef16bc79fa tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event updated for resources: {'Network': ['ID=da23876d-bcf3-4356-9c20-21af72eb45d9,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:37.696214 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:37.700089 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network da23876d-bcf3-4356-9c20-21af72eb45d9 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:04:37.730521 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-daf8d0f5-6404-45e7-8ba6-875f882a00c3 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (992556ae-40ed-4ce3-adbe-193b9da2050b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:37.741714 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f687846-66c2-49e2-bcc3-9d1feee41488 None None] The sync data for ids ['d14b47fa-0f00-4b9c-90fb-43e47f4fcced'] in n-d-858094-4 is: [{'id': 'd14b47fa-0f00-4b9c-90fb-43e47f4fcced', 'name': 'tempest-ServerMetadataNegativeTestJSON-1008235230-router', 'tenant_id': '20800c45135443888e60144c602a8429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e16d9ba6-5213-4372-8cee-dea3cc66e68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:23Z', 'updated_at': '2022-09-16T13:04:32Z', 'revision_number': 4, 'project_id': '20800c45135443888e60144c602a8429', 'gw_port': {'id': 'e16d9ba6-5213-4372-8cee-dea3cc66e68c', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14b47fa-0f00-4b9c-90fb-43e47f4fcced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:26Z', 'updated_at': '2022-09-16T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'd1ed62e7-ce20-4599-b396-605a7f739dff', 'name': '', 'network_id': 'ec7d99db-29cf-4b25-8dc4-5bad41f23052', 'tenant_id': '20800c45135443888e60144c602a8429', 'mac_address': 'fa:16:3e:70:34:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14b47fa-0f00-4b9c-90fb-43e47f4fcced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'e536f373-79c1-4990-b125-08465105b595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:31Z', 'updated_at': '2022-09-16T13:04:36Z', 'revision_number': 4, 'project_id': '20800c45135443888e60144c602a8429', 'subnets': [{'id': 'e536f373-79c1-4990-b125-08465105b595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:04:37.786589 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ff747-45e0-4936-b699-86ed07936078 req-58195f5b-0dfc-4ab5-bfbe-8a6b5b9a0b57 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:37.793923 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-200ff747-45e0-4936-b699-86ed07936078 req-58195f5b-0dfc-4ab5-bfbe-8a6b5b9a0b57 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 945 time: 0.0731914 Sep 16 13:04:37.859674 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8d0f5-6404-45e7-8ba6-875f882a00c3 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Port': ['ID=992556ae-40ed-4ce3-adbe-193b9da2050b,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:37.887641 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf8d0f5-6404-45e7-8ba6-875f882a00c3 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Network bfba496b-d7c4-4698-bfe4-48cc3f1a548a is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:37.894952 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-daf8d0f5-6404-45e7-8ba6-875f882a00c3 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:37.895209 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf8d0f5-6404-45e7-8ba6-875f882a00c3 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:37.997163 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf8d0f5-6404-45e7-8ba6-875f882a00c3 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:37.997729 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-daf8d0f5-6404-45e7-8ba6-875f882a00c3 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:38.018852 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-daf8d0f5-6404-45e7-8ba6-875f882a00c3 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9116137 Sep 16 13:04:38.022258 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40464) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:38.033858 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-2d181c46-6607-40c7-9974-682657c0c5d7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'port': {'network_id': 'bfba496b-d7c4-4698-bfe4-48cc3f1a548a', 'name': 'tempest-FloatingIPTestJSON-420689035'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:38.058046 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-200ff747-45e0-4936-b699-86ed07936078 req-50ad821f-76a9-4f36-9e95-d0ad0710b296 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625270 Sep 16 13:04:38.065196 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc5044-f533-40b1-9f79-31e9ced704b3 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:38.071735 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc5044-f533-40b1-9f79-31e9ced704b3 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:38.077315 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc5044-f533-40b1-9f79-31e9ced704b3 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:38.082565 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc5044-f533-40b1-9f79-31e9ced704b3 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:38.084522 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-aacc5044-f533-40b1-9f79-31e9ced704b3 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5871239 Sep 16 13:04:38.093958 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-da56acb7-e796-487b-aaaa-e4692fab80d1 req-48386c7f-6f7e-417c-aef3-e7f16a11f1a2 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/4ed0efee-0a9a-4002-8fc8-71699bf983e9 HTTP/1.1" status: 200 len: 1819 time: 0.1245196 Sep 16 13:04:38.095522 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40468) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:38.231656 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d181c46-6607-40c7-9974-682657c0c5d7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Made reservation on behalf of d230f216aa8f4d6d96bb02810e763dfa for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:38.236042 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2d181c46-6607-40c7-9974-682657c0c5d7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:38.271083 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-2d181c46-6607-40c7-9974-682657c0c5d7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] device_id is not set on port 05f7a9f9-1728-47c1-a09a-00c86e726e5a yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:04:38.350029 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1a289b09-b34c-4889-a868-23a01141622d req-7a0eb776-69b5-4fa5-9c85-700c2b8d7d42 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 210 time: 0.1501677 Sep 16 13:04:38.373728 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 4c0896cf-3255-42ff-b580-d2a345dbb96d no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:04:38.424548 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: 4c0896cf-3255-42ff-b580-d2a345dbb96d {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:04:38.424903 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 4c0896cf-3255-42ff-b580-d2a345dbb96d not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:04:38.435337 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:38.455078 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-da56acb7-e796-487b-aaaa-e4692fab80d1 req-f2e052a1-ce94-40f4-af76-4029cfd102da tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (4ed0efee-0a9a-4002-8fc8-71699bf983e9), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:38.475190 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-57da906c-a94f-4de3-a483-c434fafd2cae tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (7d315308-79e3-42af-9d6a-7b1c5a9bda46), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:38.542214 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-2d181c46-6607-40c7-9974-682657c0c5d7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Allocated IP 172.20.0.9 (bfba496b-d7c4-4698-bfe4-48cc3f1a548a/c9211f05-9c94-48f8-b6cc-3eb9809663b1/05f7a9f9-1728-47c1-a09a-00c86e726e5a) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:38.608088 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-da56acb7-e796-487b-aaaa-e4692fab80d1 req-f2e052a1-ce94-40f4-af76-4029cfd102da tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (4ed0efee-0a9a-4002-8fc8-71699bf983e9), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:38.646429 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f98d21dd-20af-4673-bd91-2f8ee711aeb4 req-b6cc5254-8670-44b5-b7f5-98d6ec50560c tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c4052f17-eb91-4b32-ac5a-5464ba10c0a4 HTTP/1.1" status: 200 len: 210 time: 0.1185780 Sep 16 13:04:38.742722 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2d181c46-6607-40c7-9974-682657c0c5d7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for port (05f7a9f9-1728-47c1-a09a-00c86e726e5a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:38.794505 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device d1ed62e7-ce20-4599-b396-605a7f739dff up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:04:38.807860 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2d181c46-6607-40c7-9974-682657c0c5d7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (05f7a9f9-1728-47c1-a09a-00c86e726e5a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:38.867537 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d181c46-6607-40c7-9974-682657c0c5d7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Network bfba496b-d7c4-4698-bfe4-48cc3f1a548a is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:38.869986 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port d1ed62e7-ce20-4599-b396-605a7f739dff triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:38.870368 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (d1ed62e7-ce20-4599-b396-605a7f739dff), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:38.870701 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port d1ed62e7-ce20-4599-b396-605a7f739dff Sep 16 13:04:38.872855 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-2d181c46-6607-40c7-9974-682657c0c5d7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:38.877697 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d181c46-6607-40c7-9974-682657c0c5d7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:38.940227 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:38.944394 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d181c46-6607-40c7-9974-682657c0c5d7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Port': ['ID=05f7a9f9-1728-47c1-a09a-00c86e726e5a,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:39.021733 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port d1ed62e7-ce20-4599-b396-605a7f739dff is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:39.027308 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:39.086404 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-70a76822-5cb6-4e4a-a147-60c6301202d3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6500516 Sep 16 13:04:39.086962 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:39.087718 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d181c46-6607-40c7-9974-682657c0c5d7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:39.089056 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2d181c46-6607-40c7-9974-682657c0c5d7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:39.140979 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-57da906c-a94f-4de3-a483-c434fafd2cae tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (7d315308-79e3-42af-9d6a-7b1c5a9bda46), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:39.239358 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-7564cc17-23b8-4f55-baa2-cba4e46a650d tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:39.241444 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-7564cc17-23b8-4f55-baa2-cba4e46a650d tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.76 "GET /networking/v2.0/networks?id=8add36eb-29cb-4c92-8149-fffc1787dd77 HTTP/1.1" status: 200 len: 810 time: 0.9304080 Sep 16 13:04:39.248237 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-57da906c-a94f-4de3-a483-c434fafd2cae tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d315308-79e3-42af-9d6a-7b1c5a9bda46']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:39.301303 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-57da906c-a94f-4de3-a483-c434fafd2cae tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344a3bd0-eb7c-4db4-af90-d8e8c53a4c42') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:39.301499 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-57da906c-a94f-4de3-a483-c434fafd2cae tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344a3bd0-eb7c-4db4-af90-d8e8c53a4c42') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:39.306036 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-da56acb7-e796-487b-aaaa-e4692fab80d1 req-f2e052a1-ce94-40f4-af76-4029cfd102da tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (4ed0efee-0a9a-4002-8fc8-71699bf983e9), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:39.309903 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-da56acb7-e796-487b-aaaa-e4692fab80d1 req-f2e052a1-ce94-40f4-af76-4029cfd102da tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:39.311100 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-da56acb7-e796-487b-aaaa-e4692fab80d1 req-f2e052a1-ce94-40f4-af76-4029cfd102da tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/4ed0efee-0a9a-4002-8fc8-71699bf983e9 HTTP/1.1" status: 204 len: 173 time: 1.2164505 Sep 16 13:04:39.326809 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-57da906c-a94f-4de3-a483-c434fafd2cae tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (344a3bd0-eb7c-4db4-af90-d8e8c53a4c42), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:39.346824 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-8d4c2d24-fdc3-480c-a49d-3e328e2458b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:39.347330 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-8d4c2d24-fdc3-480c-a49d-3e328e2458b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:39.347795 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-8d4c2d24-fdc3-480c-a49d-3e328e2458b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:39.348306 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-8d4c2d24-fdc3-480c-a49d-3e328e2458b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:39.348788 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-8d4c2d24-fdc3-480c-a49d-3e328e2458b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:39.349280 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-8d4c2d24-fdc3-480c-a49d-3e328e2458b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:39.349731 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-8d4c2d24-fdc3-480c-a49d-3e328e2458b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:39.351905 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-8d4c2d24-fdc3-480c-a49d-3e328e2458b1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bdbc66ae4c664cd18af4bad57bbf12c4&device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 6717 time: 0.1672103 Sep 16 13:04:39.383930 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16ebda-5420-4f15-9068-25eda66c7389 req-4c8db258-b58a-469a-a1c7-e58193f324c8 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:39.386786 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a16ebda-5420-4f15-9068-25eda66c7389 req-4c8db258-b58a-469a-a1c7-e58193f324c8 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 945 time: 0.1636946 Sep 16 13:04:39.387696 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-57da906c-a94f-4de3-a483-c434fafd2cae tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (344a3bd0-eb7c-4db4-af90-d8e8c53a4c42), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:39.397267 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e052a1-ce94-40f4-af76-4029cfd102da tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed0efee-0a9a-4002-8fc8-71699bf983e9,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:39.440329 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57da906c-a94f-4de3-a483-c434fafd2cae tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:04:39.440749 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-57da906c-a94f-4de3-a483-c434fafd2cae tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (344a3bd0-eb7c-4db4-af90-d8e8c53a4c42), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:39.450072 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:39.496095 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 344a3bd0-eb7c-4db4-af90-d8e8c53a4c42 resource provider aggregate not found Sep 16 13:04:39.498840 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2d181c46-6607-40c7-9974-682657c0c5d7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4753065 Sep 16 13:04:39.499480 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40478) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:39.521720 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-0140f38d-1a53-4261-9a40-862057edaa77 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'port_id': '05f7a9f9-1728-47c1-a09a-00c86e726e5a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:39.599205 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d0351054-64ed-4459-b212-152f69a9cece tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:39.600738 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d0351054-64ed-4459-b212-152f69a9cece tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.76 "GET /networking/v2.0/networks?id=ec7d99db-29cf-4b25-8dc4-5bad41f23052 HTTP/1.1" status: 200 len: 821 time: 0.6575656 Sep 16 13:04:39.601475 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 344a3bd0-eb7c-4db4-af90-d8e8c53a4c42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 344a3bd0-eb7c-4db4-af90-d8e8c53a4c42 found for delete ", "request_id": "req-facd54c4-3620-4755-a7f2-5e3c110ed115"}]} Sep 16 13:04:39.602241 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0140f38d-1a53-4261-9a40-862057edaa77 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:39.620796 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a8556a1e-401a-41ed-a370-e748d357aba4 req-86ac2fe9-92cc-455b-825f-70189a9b68f5 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "GET /networking/v2.0/security-groups/0334b825-3168-491b-9d7c-628d6248aee3 HTTP/1.1" status: 200 len: 1819 time: 0.2613125 Sep 16 13:04:39.629850 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-1740e071-6d66-4ba4-bbe2-cbf90568ea48 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Request body: {'port': {'device_id': 'c4052f17-eb91-4b32-ac5a-5464ba10c0a4', 'network_id': 'ec7d99db-29cf-4b25-8dc4-5bad41f23052', 'admin_state_up': True, 'tenant_id': '20800c45135443888e60144c602a8429'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:39.644335 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-84be1c14-95b2-47a6-bb0a-28fd81be6b75 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d2628c648b2e4465821bdcdf4330fb4e HTTP/1.1" status: 200 len: 379 time: 0.3614900 Sep 16 13:04:39.658531 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-57da906c-a94f-4de3-a483-c434fafd2cae tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (7d315308-79e3-42af-9d6a-7b1c5a9bda46), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:39.662943 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-a165f785-1bd5-4fc6-b51f-816fd9d142d0 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Request body: {'port': {'device_id': 'a11bbd81-4323-466b-9d10-6f2d6c1913e4', 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77', 'admin_state_up': True, 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'security_groups': ['da5bdc7d-a90b-4e04-b748-e9404bb72dec']}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:39.682827 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a16ebda-5420-4f15-9068-25eda66c7389 req-b801d29e-3d02-408d-bbd1-f9e367cffe02 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679341 Sep 16 13:04:39.685365 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-57da906c-a94f-4de3-a483-c434fafd2cae tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:39.689557 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-57da906c-a94f-4de3-a483-c434fafd2cae tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "DELETE /networking/v2.0/networks/7d315308-79e3-42af-9d6a-7b1c5a9bda46 HTTP/1.1" status: 204 len: 168 time: 1.5897808 Sep 16 13:04:39.710087 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40484) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:39.767407 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0140f38d-1a53-4261-9a40-862057edaa77 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:39.790178 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da906c-a94f-4de3-a483-c434fafd2cae tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event deleted for resources: {'Network': ['ID=7d315308-79e3-42af-9d6a-7b1c5a9bda46,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:39.855795 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-1740e071-6d66-4ba4-bbe2-cbf90568ea48 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Made reservation on behalf of 20800c45135443888e60144c602a8429 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:39.856494 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-92008af9-bda2-4c5a-86cc-e3cf57de7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:39.856982 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-92008af9-bda2-4c5a-86cc-e3cf57de7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:39.857455 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-92008af9-bda2-4c5a-86cc-e3cf57de7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:39.859155 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-92008af9-bda2-4c5a-86cc-e3cf57de7990 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5fe80c07-1468-4c04-9291-5fbc50b9c34f&id=cbc422c8-d561-47f7-afec-ef049a9a76c5&id=cbc422c8-d561-47f7-afec-ef049a9a76c5&id=cbc422c8-d561-47f7-afec-ef049a9a76c5&id=cbc422c8-d561-47f7-afec-ef049a9a76c5&id=231c3494-8d9a-44ba-b103-fc49819648f0&id=231c3494-8d9a-44ba-b103-fc49819648f0 HTTP/1.1" status: 200 len: 2297 time: 0.4687638 Sep 16 13:04:39.859547 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-1740e071-6d66-4ba4-bbe2-cbf90568ea48 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:39.904248 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6af4c9dc-876f-49be-aa31-32add22393ca req-31c57765-dfb2-460a-a15a-5df0cbb82542 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 210 time: 0.1153436 Sep 16 13:04:39.971999 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-0140f38d-1a53-4261-9a40-862057edaa77 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Allocated IP 172.25.2.195 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/aec2c667-e1e4-4685-95fe-30e71f082f1d) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:39.987489 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-917603f1-8f5c-449c-ae0d-a19e77022f28 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (da23876d-bcf3-4356-9c20-21af72eb45d9), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:39.989177 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:40.042163 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a8556a1e-401a-41ed-a370-e748d357aba4 req-6dd5f3c3-e1f8-4db1-8cbf-dbbdbce77fb4 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (0334b825-3168-491b-9d7c-628d6248aee3), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:40.070440 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-e3360501-371a-4b73-9c63-ad61f7f7faac service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a23d825-e263-4839-8617-11f3b05818ce HTTP/1.1" status: 200 len: 1000 time: 0.1867125 Sep 16 13:04:40.079257 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d6e12e1-f523-41a6-b715-c42034101ba6 req-1df05914-9953-4f8f-b9a3-7e5391230ee2 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c4052f17-eb91-4b32-ac5a-5464ba10c0a4 HTTP/1.1" status: 200 len: 210 time: 0.0719862 Sep 16 13:04:40.105959 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-1740e071-6d66-4ba4-bbe2-cbf90568ea48 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Allocated IP 172.20.0.5 (ec7d99db-29cf-4b25-8dc4-5bad41f23052/e536f373-79c1-4990-b125-08465105b595/05cfdbd1-f34b-468d-a8ad-b77eeac8c622) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:40.112140 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a8556a1e-401a-41ed-a370-e748d357aba4 req-6dd5f3c3-e1f8-4db1-8cbf-dbbdbce77fb4 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (0334b825-3168-491b-9d7c-628d6248aee3), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:40.169824 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0140f38d-1a53-4261-9a40-862057edaa77 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for port (aec2c667-e1e4-4685-95fe-30e71f082f1d), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:40.187565 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-a165f785-1bd5-4fc6-b51f-816fd9d142d0 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Made reservation on behalf of d2628c648b2e4465821bdcdf4330fb4e for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:40.191925 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-a165f785-1bd5-4fc6-b51f-816fd9d142d0 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:40.192767 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:40.260572 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:40.270110 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-917603f1-8f5c-449c-ae0d-a19e77022f28 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (da23876d-bcf3-4356-9c20-21af72eb45d9), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:40.288472 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0140f38d-1a53-4261-9a40-862057edaa77 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (aec2c667-e1e4-4685-95fe-30e71f082f1d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:40.293958 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-059215bd-5eb6-4f97-9cfb-d1b494010b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:40.295498 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-059215bd-5eb6-4f97-9cfb-d1b494010b5b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ef43da26-ec9d-4b33-82f5-510dc693367d HTTP/1.1" status: 200 len: 855 time: 0.2108397 Sep 16 13:04:40.345890 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-917603f1-8f5c-449c-ae0d-a19e77022f28 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da23876d-bcf3-4356-9c20-21af72eb45d9']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:40.346708 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0140f38d-1a53-4261-9a40-862057edaa77 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:40.348969 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:40.358627 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-0140f38d-1a53-4261-9a40-862057edaa77 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:40.366889 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0140f38d-1a53-4261-9a40-862057edaa77 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:40.385121 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-917603f1-8f5c-449c-ae0d-a19e77022f28 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d9d80a-ff58-4aaa-8cfe-fedbc02c4286') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:40.385426 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-917603f1-8f5c-449c-ae0d-a19e77022f28 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d9d80a-ff58-4aaa-8cfe-fedbc02c4286') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:40.389951 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a8556a1e-401a-41ed-a370-e748d357aba4 req-6dd5f3c3-e1f8-4db1-8cbf-dbbdbce77fb4 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (0334b825-3168-491b-9d7c-628d6248aee3), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:40.392311 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-a8556a1e-401a-41ed-a370-e748d357aba4 req-6dd5f3c3-e1f8-4db1-8cbf-dbbdbce77fb4 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:40.393472 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a8556a1e-401a-41ed-a370-e748d357aba4 req-6dd5f3c3-e1f8-4db1-8cbf-dbbdbce77fb4 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/0334b825-3168-491b-9d7c-628d6248aee3 HTTP/1.1" status: 204 len: 173 time: 0.7625215 Sep 16 13:04:40.397021 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140f38d-1a53-4261-9a40-862057edaa77 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Port': ['ID=aec2c667-e1e4-4685-95fe-30e71f082f1d,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:40.402799 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-1740e071-6d66-4ba4-bbe2-cbf90568ea48 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Publish callbacks [] for port (05cfdbd1-f34b-468d-a8ad-b77eeac8c622), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:40.406240 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40486) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:40.417320 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-917603f1-8f5c-449c-ae0d-a19e77022f28 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (66d9d80a-ff58-4aaa-8cfe-fedbc02c4286), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:40.445316 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5f3c3-e1f8-4db1-8cbf-dbbdbce77fb4 tempest-SecurityGroupsTestJSON-210138271 tempest-SecurityGroupsTestJSON-210138271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0334b825-3168-491b-9d7c-628d6248aee3,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:40.456182 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-94a3a3f9-2656-4d34-bfdc-2ec9a05e702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:40.457751 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-94a3a3f9-2656-4d34-bfdc-2ec9a05e702f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5fe80c07-1468-4c04-9291-5fbc50b9c34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1510427 Sep 16 13:04:40.481376 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-917603f1-8f5c-449c-ae0d-a19e77022f28 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (66d9d80a-ff58-4aaa-8cfe-fedbc02c4286), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:40.506683 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917603f1-8f5c-449c-ae0d-a19e77022f28 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:04:40.507103 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-917603f1-8f5c-449c-ae0d-a19e77022f28 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (66d9d80a-ff58-4aaa-8cfe-fedbc02c4286), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:40.585041 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-1740e071-6d66-4ba4-bbe2-cbf90568ea48 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (05cfdbd1-f34b-468d-a8ad-b77eeac8c622), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:40.624852 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-a165f785-1bd5-4fc6-b51f-816fd9d142d0 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Allocated IP 172.20.0.8 (8add36eb-29cb-4c92-8149-fffc1787dd77/0c86fa22-38fb-4a34-a6ef-3769982fb8a5/c40c0347-2b42-4346-a6fd-c898430328a0) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:40.640011 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-917603f1-8f5c-449c-ae0d-a19e77022f28 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (da23876d-bcf3-4356-9c20-21af72eb45d9), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:40.657024 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-917603f1-8f5c-449c-ae0d-a19e77022f28 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:40.660187 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-917603f1-8f5c-449c-ae0d-a19e77022f28 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "DELETE /networking/v2.0/networks/da23876d-bcf3-4356-9c20-21af72eb45d9 HTTP/1.1" status: 204 len: 168 time: 0.9460294 Sep 16 13:04:40.671012 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40488) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:40.694729 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-1740e071-6d66-4ba4-bbe2-cbf90568ea48 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Network ec7d99db-29cf-4b25-8dc4-5bad41f23052 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:40.708432 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917603f1-8f5c-449c-ae0d-a19e77022f28 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event deleted for resources: {'Network': ['ID=da23876d-bcf3-4356-9c20-21af72eb45d9,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:40.729338 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-da963799-2b2a-43d4-9bd2-5cdcc25ebcc2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5fe80c07-1468-4c04-9291-5fbc50b9c34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518499 Sep 16 13:04:40.739711 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-1740e071-6d66-4ba4-bbe2-cbf90568ea48 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:40.755527 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-1740e071-6d66-4ba4-bbe2-cbf90568ea48 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:40.763388 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740e071-6d66-4ba4-bbe2-cbf90568ea48 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Pushing event updated for resources: {'Port': ['ID=05cfdbd1-f34b-468d-a8ad-b77eeac8c622,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:40.901463 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-1740e071-6d66-4ba4-bbe2-cbf90568ea48 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:40.902458 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-1740e071-6d66-4ba4-bbe2-cbf90568ea48 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:40.926543 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:40.972899 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-1740e071-6d66-4ba4-bbe2-cbf90568ea48 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3539317 Sep 16 13:04:40.991103 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08137ce-f17b-4f2a-a1ec-b2d8fc742f05 req-85088bf7-7940-450b-a2ec-d3f43dfb9015 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:40.992920 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d08137ce-f17b-4f2a-a1ec-b2d8fc742f05 req-85088bf7-7940-450b-a2ec-d3f43dfb9015 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 945 time: 0.1848800 Sep 16 13:04:41.013009 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] Request body: {'port': {'device_id': 'c4052f17-eb91-4b32-ac5a-5464ba10c0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:41.058008 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f579b4ca-8c88-4803-bb01-da73004e2ec0 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:41.063540 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f579b4ca-8c88-4803-bb01-da73004e2ec0 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:41.065085 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f579b4ca-8c88-4803-bb01-da73004e2ec0 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3930519 Sep 16 13:04:41.069847 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:41.069847 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40494) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:41.078593 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:41.083345 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-a5a88fb3-35db-4f14-861e-c17cc148a94c tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1294752047'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:41.088808 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-4b8ce428-d47f-4e7c-a5ed-b8ca0d0c1bf8 None None] Provisioning complete for port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:41.089779 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce428-d47f-4e7c-a5ed-b8ca0d0c1bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (05cfdbd1-f34b-468d-a8ad-b77eeac8c622), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:41.090118 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4b8ce428-d47f-4e7c-a5ed-b8ca0d0c1bf8 None None] Attempt 1 to provision port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 Sep 16 13:04:41.106622 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-85b6e03f-a81f-4f0e-9712-df143fd8310e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5fe80c07-1468-4c04-9291-5fbc50b9c34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355527 Sep 16 13:04:41.113538 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0c300df2-1e6a-4435-9f01-25ef7f47d321 req-25c6573f-507f-4267-9cf1-1635bed36017 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 210 time: 0.0955029 Sep 16 13:04:41.124928 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-a165f785-1bd5-4fc6-b51f-816fd9d142d0 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for port (c40c0347-2b42-4346-a6fd-c898430328a0), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:41.152801 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ce428-d47f-4e7c-a5ed-b8ca0d0c1bf8 None None] Port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:41.208258 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-f2a8c060-ae77-4a8b-93e9-f8e6e324dd9c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=96ec0261-1181-470b-971b-163682a9e81d HTTP/1.1" status: 200 len: 217 time: 0.0921676 Sep 16 13:04:41.241156 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a88fb3-35db-4f14-861e-c17cc148a94c tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Made reservation on behalf of fa42540f9ee547d2bd8fb95c9a89512f for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:41.246020 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a5a88fb3-35db-4f14-861e-c17cc148a94c tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:41.263325 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d08137ce-f17b-4f2a-a1ec-b2d8fc742f05 req-5fcb77fc-df03-48d1-8fc8-c21f8ec651bb tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470937 Sep 16 13:04:41.290689 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (05cfdbd1-f34b-468d-a8ad-b77eeac8c622), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:41.297213 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-a165f785-1bd5-4fc6-b51f-816fd9d142d0 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (c40c0347-2b42-4346-a6fd-c898430328a0), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:41.320619 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3e3a5d99-ee2d-4c36-9029-f7d4e846c3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:41.339335 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:41.364014 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077a783-df93-4779-b186-f2e2fd91a42b req-ed0ac22b-5fed-4cff-9a57-5b3a81a0e54d tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:41.366206 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0077a783-df93-4779-b186-f2e2fd91a42b req-ed0ac22b-5fed-4cff-9a57-5b3a81a0e54d tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c4052f17-eb91-4b32-ac5a-5464ba10c0a4 HTTP/1.1" status: 200 len: 931 time: 0.1683187 Sep 16 13:04:41.381731 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-a165f785-1bd5-4fc6-b51f-816fd9d142d0 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Network 8add36eb-29cb-4c92-8149-fffc1787dd77 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:41.402715 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-a165f785-1bd5-4fc6-b51f-816fd9d142d0 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:41.404542 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a88fb3-35db-4f14-861e-c17cc148a94c tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:04:41.405557 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-a165f785-1bd5-4fc6-b51f-816fd9d142d0 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:41.428945 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0140f38d-1a53-4261-9a40-862057edaa77 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (30d6e833-29eb-4014-ab05-24748fd13fcf), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:41.455659 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a5a88fb3-35db-4f14-861e-c17cc148a94c tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (767a9806-9edf-49a5-b09d-4aa64a38bd87), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:41.456006 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-a5a88fb3-35db-4f14-861e-c17cc148a94c tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Added segment 767a9806-9edf-49a5-b09d-4aa64a38bd87 of type vlan for network 74cc5afd-dff0-478f-a23f-f942c11bec1f Sep 16 13:04:41.471566 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-a165f785-1bd5-4fc6-b51f-816fd9d142d0 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:41.472288 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-a165f785-1bd5-4fc6-b51f-816fd9d142d0 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:41.475829 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-9adb59a5-2ac6-4900-ab1d-aa1a5d51a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:41.477313 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-9adb59a5-2ac6-4900-ab1d-aa1a5d51a6dd service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0 HTTP/1.1" status: 200 len: 797 time: 0.2506218 Sep 16 13:04:41.482277 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165f785-1bd5-4fc6-b51f-816fd9d142d0 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Pushing event updated for resources: {'Port': ['ID=c40c0347-2b42-4346-a6fd-c898430328a0,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:41.544058 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-a165f785-1bd5-4fc6-b51f-816fd9d142d0 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8923099 Sep 16 13:04:41.560663 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-06738ed1-4e11-4bb9-baa3-3043e7ed203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:41.562257 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-06738ed1-4e11-4bb9-baa3-3043e7ed203d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=cbc422c8-d561-47f7-afec-ef049a9a76c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0747135 Sep 16 13:04:41.567198 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] Request body: {'port': {'device_id': 'a11bbd81-4323-466b-9d10-6f2d6c1913e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:41.575321 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0077a783-df93-4779-b186-f2e2fd91a42b req-a42d708a-04c3-49bb-9ea9-3905b64d17de tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7eea0a8c-5c08-4593-8107-daeddcd0eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890366 Sep 16 13:04:41.653796 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4b8ce428-d47f-4e7c-a5ed-b8ca0d0c1bf8 None None] Attempt 2 to provision port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 Sep 16 13:04:41.657391 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:41.684880 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 66d9d80a-ff58-4aaa-8cfe-fedbc02c4286 resource provider aggregate not found Sep 16 13:04:41.698239 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a5a88fb3-35db-4f14-861e-c17cc148a94c tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (74cc5afd-dff0-478f-a23f-f942c11bec1f), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:41.732880 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 66d9d80a-ff58-4aaa-8cfe-fedbc02c4286 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66d9d80a-ff58-4aaa-8cfe-fedbc02c4286 found for delete ", "request_id": "req-4e860689-225b-41ae-b69c-92f23e41fe58"}]} Sep 16 13:04:41.739091 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c40c0347-2b42-4346-a6fd-c898430328a0), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:41.741865 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ce428-d47f-4e7c-a5ed-b8ca0d0c1bf8 None None] Port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:41.800593 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0140f38d-1a53-4261-9a40-862057edaa77 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (aec2c667-e1e4-4685-95fe-30e71f082f1d), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:41.805678 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:41.815308 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:41.822036 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-95bb3645-ab2f-4b32-a3e6-1903877f1e52 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513721 Sep 16 13:04:42.039431 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-38558cfe-c8c7-4693-9eab-e563a5a7f596 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093780 Sep 16 13:04:42.103149 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-8ede61e4-3256-4dce-af55-514c50d8474a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=9b032a10-f56e-47fc-b941-54f12778f01c HTTP/1.1" status: 200 len: 217 time: 0.0536709 Sep 16 13:04:42.187725 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a5a88fb3-35db-4f14-861e-c17cc148a94c tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (74cc5afd-dff0-478f-a23f-f942c11bec1f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:42.192648 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a88fb3-35db-4f14-861e-c17cc148a94c tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:42.193262 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a5a88fb3-35db-4f14-861e-c17cc148a94c tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:42.206023 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-cefbe816-9612-4536-b2a9-2846ddf893dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:42.208271 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-cefbe816-9612-4536-b2a9-2846ddf893dd service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0 HTTP/1.1" status: 200 len: 797 time: 0.0974164 Sep 16 13:04:42.243305 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4b8ce428-d47f-4e7c-a5ed-b8ca0d0c1bf8 None None] Attempt 3 to provision port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 Sep 16 13:04:42.259400 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c40c0347-2b42-4346-a6fd-c898430328a0 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:04:42.302279 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ce428-d47f-4e7c-a5ed-b8ca0d0c1bf8 None None] Port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:42.306068 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a5a88fb3-35db-4f14-861e-c17cc148a94c tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2333646 Sep 16 13:04:42.311975 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40506) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:42.338170 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-02977460-2631-44af-aaf4-ab66fa31ea94 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-827867994'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:42.343434 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:42.419400 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a88fb3-35db-4f14-861e-c17cc148a94c tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event updated for resources: {'Network': ['ID=74cc5afd-dff0-478f-a23f-f942c11bec1f,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:42.435098 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 74cc5afd-dff0-478f-a23f-f942c11bec1f details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:04:42.517521 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02977460-2631-44af-aaf4-ab66fa31ea94 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Made reservation on behalf of fa42540f9ee547d2bd8fb95c9a89512f for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:42.521929 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-02977460-2631-44af-aaf4-ab66fa31ea94 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:42.532817 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:42.591233 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a5d99-ee2d-4c36-9029-f7d4e846c3e6 admin admin] Deleting port 6495a113-c2dc-4510-ac2b-3939ea636a0c {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:42.591487 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3e3a5d99-ee2d-4c36-9029-f7d4e846c3e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (6495a113-c2dc-4510-ac2b-3939ea636a0c), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:42.606655 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:04:42.640608 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] Publish callbacks [] for port (05cfdbd1-f34b-468d-a8ad-b77eeac8c622), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:42.695260 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02977460-2631-44af-aaf4-ab66fa31ea94 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:04:42.708902 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] Publish callbacks [] for port (c40c0347-2b42-4346-a6fd-c898430328a0), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:42.732892 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] Transition to ACTIVE for port object 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:04:42.737692 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-02977460-2631-44af-aaf4-ab66fa31ea94 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (7fc7f0e6-fd47-4f5f-a438-bb0f92a626b7), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:42.738229 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-02977460-2631-44af-aaf4-ab66fa31ea94 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Added segment 7fc7f0e6-fd47-4f5f-a438-bb0f92a626b7 of type vlan for network 64b04b7c-7f2b-460b-9510-852dcbf1ff1c Sep 16 13:04:42.767653 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (05cfdbd1-f34b-468d-a8ad-b77eeac8c622), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:42.772815 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-982bfa4d-801d-4a3d-a197-afb94c145723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:42.774451 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-982bfa4d-801d-4a3d-a197-afb94c145723 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=cbc422c8-d561-47f7-afec-ef049a9a76c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5598073 Sep 16 13:04:42.782865 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] Transition to ACTIVE for port object c40c0347-2b42-4346-a6fd-c898430328a0 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:04:42.802988 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62d91b-46af-411f-a9b6-744868d3ff17 req-37247614-6e83-4ebf-9bd3-070c7e49ebe2 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:42.803968 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4b8ce428-d47f-4e7c-a5ed-b8ca0d0c1bf8 None None] Attempt 4 to provision port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 Sep 16 13:04:42.804241 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7f62d91b-46af-411f-a9b6-744868d3ff17 req-37247614-6e83-4ebf-9bd3-070c7e49ebe2 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 931 time: 0.5590355 Sep 16 13:04:42.806272 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (c40c0347-2b42-4346-a6fd-c898430328a0), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:42.855536 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ce428-d47f-4e7c-a5ed-b8ca0d0c1bf8 None None] Port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:42.860761 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0140f38d-1a53-4261-9a40-862057edaa77 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for port (aec2c667-e1e4-4685-95fe-30e71f082f1d), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:42.867043 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d7b08-adc4-4ba2-b00c-f7ffe53883ba req-10debead-3039-4a45-906a-1f1467339b1b tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:42.868982 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d18d7b08-adc4-4ba2-b00c-f7ffe53883ba req-10debead-3039-4a45-906a-1f1467339b1b tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 945 time: 0.1573286 Sep 16 13:04:42.874517 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-02977460-2631-44af-aaf4-ab66fa31ea94 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (64b04b7c-7f2b-460b-9510-852dcbf1ff1c), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:42.887900 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0140f38d-1a53-4261-9a40-862057edaa77 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (aec2c667-e1e4-4685-95fe-30e71f082f1d), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:42.904991 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:42.937601 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-3e3a5d99-ee2d-4c36-9029-f7d4e846c3e6 admin admin] For port 6495a113-c2dc-4510-ac2b-3939ea636a0c, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6495a113-c2dc-4510-ac2b-3939ea636a0c,segment=NetworkSegment(bbab3c9e-7709-444a-adb6-0434f4755f1b),segment_id=bbab3c9e-7709-444a-adb6-0434f4755f1b)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:42.938161 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3e3a5d99-ee2d-4c36-9029-f7d4e846c3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (6495a113-c2dc-4510-ac2b-3939ea636a0c), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:42.945723 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] Pushing event updated for resources: {'Port': ['ID=c40c0347-2b42-4346-a6fd-c898430328a0,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:42.976354 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:42.984994 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] Pushing event updated for resources: {'Port': ['ID=05cfdbd1-f34b-468d-a8ad-b77eeac8c622,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:42.999464 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a5d99-ee2d-4c36-9029-f7d4e846c3e6 admin admin] Calling delete_port for 6495a113-c2dc-4510-ac2b-3939ea636a0c owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:43.097549 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7f62d91b-46af-411f-a9b6-744868d3ff17 req-b63fb314-8719-4dad-be4d-20bf9ec2749d tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=da5bdc7d-a90b-4e04-b748-e9404bb72dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246830 Sep 16 13:04:43.097993 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-02977460-2631-44af-aaf4-ab66fa31ea94 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (64b04b7c-7f2b-460b-9510-852dcbf1ff1c), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:43.106343 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02977460-2631-44af-aaf4-ab66fa31ea94 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:43.107434 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-02977460-2631-44af-aaf4-ab66fa31ea94 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:43.146822 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-16811603-d1b0-4ecb-b93f-62f5e80d8100 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624461 Sep 16 13:04:43.157104 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d18d7b08-adc4-4ba2-b00c-f7ffe53883ba req-5ad70005-0d39-44c0-bd14-5b2d512068fc tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408311 Sep 16 13:04:43.171421 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0140f38d-1a53-4261-9a40-862057edaa77 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (30d6e833-29eb-4014-ab05-24748fd13fcf), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:43.188469 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:43.233326 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] Attempting to bind port c40c0347-2b42-4346-a6fd-c898430328a0 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:04:43.233911 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] Attempting to bind port c40c0347-2b42-4346-a6fd-c898430328a0 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '1980d704-4134-4855-b6db-fe631160701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:04:43.234061 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] Attempting to bind port c40c0347-2b42-4346-a6fd-c898430328a0 on network 8add36eb-29cb-4c92-8149-fffc1787dd77 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:04:43.234162 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140f38d-1a53-4261-9a40-862057edaa77 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Port': ['ID=aec2c667-e1e4-4685-95fe-30e71f082f1d,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:43.274173 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:43.303640 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-02977460-2631-44af-aaf4-ab66fa31ea94 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9746702 Sep 16 13:04:43.307922 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40510) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:43.319112 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Request body: {'ports': [{'network_id': '74cc5afd-dff0-478f-a23f-f942c11bec1f', 'name': 'tempest-port--1049210721', 'admin_state_up': True}, {'network_id': '64b04b7c-7f2b-460b-9510-852dcbf1ff1c', 'admin_state_up': False}]} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:43.319378 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Request body: {'port': {'network_id': '74cc5afd-dff0-478f-a23f-f942c11bec1f', 'name': 'tempest-port--1049210721', 'admin_state_up': True}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:43.320499 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Request body: {'port': {'network_id': '64b04b7c-7f2b-460b-9510-852dcbf1ff1c', 'admin_state_up': False}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:43.337171 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] Attempting to bind port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:04:43.337510 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] Attempting to bind port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '02157669-a842-4cef-9f02-cc6acf3b127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec7d99db-29cf-4b25-8dc4-5bad41f23052'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:04:43.337863 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] Attempting to bind port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 on network ec7d99db-29cf-4b25-8dc4-5bad41f23052 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:04:43.357048 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4b8ce428-d47f-4e7c-a5ed-b8ca0d0c1bf8 None None] Attempt 5 to provision port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 Sep 16 13:04:43.363092 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c361d-1513-4b53-aafa-7ab0ce5cbb92 req-e72b983d-a7a8-42c7-a4e4-10e9d52c6941 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:43.366207 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e28c361d-1513-4b53-aafa-7ab0ce5cbb92 req-e72b983d-a7a8-42c7-a4e4-10e9d52c6941 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c4052f17-eb91-4b32-ac5a-5464ba10c0a4 HTTP/1.1" status: 200 len: 943 time: 0.1282592 Sep 16 13:04:43.370364 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02977460-2631-44af-aaf4-ab66fa31ea94 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event updated for resources: {'Network': ['ID=64b04b7c-7f2b-460b-9510-852dcbf1ff1c,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:43.430345 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 64b04b7c-7f2b-460b-9510-852dcbf1ff1c details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:04:43.445799 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ce428-d47f-4e7c-a5ed-b8ca0d0c1bf8 None None] Port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:04:43.471695 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] Port c40c0347-2b42-4346-a6fd-c898430328a0 on network 8add36eb-29cb-4c92-8149-fffc1787dd77 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:04:43.471911 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] Attempting to bind port c40c0347-2b42-4346-a6fd-c898430328a0 on network 8add36eb-29cb-4c92-8149-fffc1787dd77 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:04:43.502767 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] Port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 on network ec7d99db-29cf-4b25-8dc4-5bad41f23052 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:04:43.503101 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] Attempting to bind port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 on network ec7d99db-29cf-4b25-8dc4-5bad41f23052 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:04:43.512536 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-6b40fdcc-0220-47ee-9c5c-d2cacbfc5e21 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591299 Sep 16 13:04:43.528215 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [None req-0140f38d-1a53-4261-9a40-862057edaa77 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Floating IP 30d6e833-29eb-4014-ab05-24748fd13fcf associated. External IP: 172.25.2.195, port: 05f7a9f9-1728-47c1-a09a-00c86e726e5a. Sep 16 13:04:43.590003 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e28c361d-1513-4b53-aafa-7ab0ce5cbb92 req-a9f96097-2934-4223-b9ae-cfba26123ee1 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7eea0a8c-5c08-4593-8107-daeddcd0eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905205 Sep 16 13:04:43.610767 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:04:43.611050 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] Checking segment: {'id': '02157669-a842-4cef-9f02-cc6acf3b127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec7d99db-29cf-4b25-8dc4-5bad41f23052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:43.611415 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] Bound using segment: {'id': '02157669-a842-4cef-9f02-cc6acf3b127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec7d99db-29cf-4b25-8dc4-5bad41f23052'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:04:43.611855 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] Bound port: 05cfdbd1-f34b-468d-a8ad-b77eeac8c622, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02157669-a842-4cef-9f02-cc6acf3b127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ec7d99db-29cf-4b25-8dc4-5bad41f23052'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:04:43.612360 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (05cfdbd1-f34b-468d-a8ad-b77eeac8c622), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:43.622927 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-8ecce1a7-5408-407b-957e-09be20a69201 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=8874748b-6030-4aea-9e6b-79db8c8d555d HTTP/1.1" status: 200 len: 217 time: 0.1017854 Sep 16 13:04:43.682865 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:04:43.683200 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] Checking segment: {'id': '1980d704-4134-4855-b6db-fe631160701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:43.683586 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] Bound using segment: {'id': '1980d704-4134-4855-b6db-fe631160701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:04:43.684025 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] Bound port: c40c0347-2b42-4346-a6fd-c898430328a0, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1980d704-4134-4855-b6db-fe631160701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:04:43.684401 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c40c0347-2b42-4346-a6fd-c898430328a0), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:43.736731 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-ee5fdaef-e625-4a97-9a09-dc0c3f363398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:43.738281 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-ee5fdaef-e625-4a97-9a09-dc0c3f363398 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0 HTTP/1.1" status: 200 len: 797 time: 0.1098459 Sep 16 13:04:43.770963 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] For port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:04:43.774488 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] For port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=05cfdbd1-f34b-468d-a8ad-b77eeac8c622,segment=NetworkSegment(02157669-a842-4cef-9f02-cc6acf3b127a),segment_id=02157669-a842-4cef-9f02-cc6acf3b127a)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:04:43.806154 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Made reservation on behalf of fa42540f9ee547d2bd8fb95c9a89512f for: {'port': 2} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:43.807885 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3e3a5d99-ee2d-4c36-9029-f7d4e846c3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (6495a113-c2dc-4510-ac2b-3939ea636a0c), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:43.812243 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:43.813809 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (05cfdbd1-f34b-468d-a8ad-b77eeac8c622), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:43.819668 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:43.820307 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:43.821742 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/05cfdbd1-f34b-468d-a8ad-b77eeac8c622 HTTP/1.1" status: 200 len: 1091 time: 2.8132341 Sep 16 13:04:43.841152 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4052f17-eb91-4b32-ac5a-5464ba10c0a4', 'tag': '05cfdbd1-f34b-468d-a8ad-b77eeac8c622'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:04:43.843354 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374dcc69-8ca4-4eab-b489-81e88ee8e13e" -d '{"events": [{"name": "network-changed", "server_uuid": "c4052f17-eb91-4b32-ac5a-5464ba10c0a4", "tag": "05cfdbd1-f34b-468d-a8ad-b77eeac8c622"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:04:43.848466 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-eb72e489-c4c8-4f98-817a-fd59d883719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:43.850119 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-eb72e489-c4c8-4f98-817a-fd59d883719d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=cbc422c8-d561-47f7-afec-ef049a9a76c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0855539 Sep 16 13:04:43.851191 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:43.853495 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:43.855366 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a5d99-ee2d-4c36-9029-f7d4e846c3e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6495a113-c2dc-4510-ac2b-3939ea636a0c,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:43.858724 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] For port c40c0347-2b42-4346-a6fd-c898430328a0, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:04:43.947355 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4b8ce428-d47f-4e7c-a5ed-b8ca0d0c1bf8 None None] Attempt 6 to provision port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 Sep 16 13:04:43.947725 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b427084-8322-4ee6-9f51-bcde82a3d6de x-openstack-request-id: req-8b427084-8322-4ee6-9f51-bcde82a3d6de {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:04:43.948310 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4052f17-eb91-4b32-ac5a-5464ba10c0a4", "tag": "05cfdbd1-f34b-468d-a8ad-b77eeac8c622", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:04:43.948722 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8b427084-8322-4ee6-9f51-bcde82a3d6de {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:04:43.949375 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b427084-8322-4ee6-9f51-bcde82a3d6de'] response: {'name': 'network-changed', 'server_uuid': 'c4052f17-eb91-4b32-ac5a-5464ba10c0a4', 'tag': '05cfdbd1-f34b-468d-a8ad-b77eeac8c622', 'status': 'completed', 'code': 200} Sep 16 13:04:43.963927 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:44.015741 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] For port c40c0347-2b42-4346-a6fd-c898430328a0, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c40c0347-2b42-4346-a6fd-c898430328a0,segment=NetworkSegment(1980d704-4134-4855-b6db-fe631160701f),segment_id=1980d704-4134-4855-b6db-fe631160701f)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:04:44.018005 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ce428-d47f-4e7c-a5ed-b8ca0d0c1bf8 None None] Port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 13:04:44.064736 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (c40c0347-2b42-4346-a6fd-c898430328a0), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:44.076077 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:44.076917 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:44.078440 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/c40c0347-2b42-4346-a6fd-c898430328a0 HTTP/1.1" status: 200 len: 1091 time: 2.5152900 Sep 16 13:04:44.079135 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11bbd81-4323-466b-9d10-6f2d6c1913e4', 'tag': 'c40c0347-2b42-4346-a6fd-c898430328a0'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:04:44.081620 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629269d7-a659-4616-a17e-38fa45177f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "a11bbd81-4323-466b-9d10-6f2d6c1913e4", "tag": "c40c0347-2b42-4346-a6fd-c898430328a0"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:04:44.098816 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-181e0439-43e5-4a81-ba0e-4c0f7044b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:44.100343 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-181e0439-43e5-4a81-ba0e-4c0f7044b70f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=20800c45135443888e60144c602a8429&device_id=c4052f17-eb91-4b32-ac5a-5464ba10c0a4 HTTP/1.1" status: 200 len: 1125 time: 0.2217319 Sep 16 13:04:44.106576 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d62977-f9fb-42f9-a2ba-b95d9137ca00 service neutron] Pushing event updated for resources: {'Port': ['ID=05cfdbd1-f34b-468d-a8ad-b77eeac8c622,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:44.178941 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-d2e884d3-37bf-4f68-a8cd-6970887d68fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:44.180743 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-d2e884d3-37bf-4f68-a8cd-6970887d68fe service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d2628c648b2e4465821bdcdf4330fb4e&device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 1125 time: 0.0496070 Sep 16 13:04:44.219187 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faca9e2e-36d0-4431-94f2-7a3a8304a7b7 x-openstack-request-id: req-faca9e2e-36d0-4431-94f2-7a3a8304a7b7 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:04:44.219550 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11bbd81-4323-466b-9d10-6f2d6c1913e4", "tag": "c40c0347-2b42-4346-a6fd-c898430328a0", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:04:44.219899 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-faca9e2e-36d0-4431-94f2-7a3a8304a7b7 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:04:44.220437 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faca9e2e-36d0-4431-94f2-7a3a8304a7b7'] response: {'name': 'network-changed', 'server_uuid': 'a11bbd81-4323-466b-9d10-6f2d6c1913e4', 'tag': 'c40c0347-2b42-4346-a6fd-c898430328a0', 'status': 'completed', 'code': 200} Sep 16 13:04:44.272924 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0140f38d-1a53-4261-9a40-862057edaa77 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Router 3232c84f-ac63-49be-9960-1a68565b252b has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:04:44.274637 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-415b7ab9-a52c-45ee-99d8-d3ce22ca5828 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05cfdbd1-f34b-468d-a8ad-b77eeac8c622 HTTP/1.1" status: 200 len: 217 time: 0.1650248 Sep 16 13:04:44.308451 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-c58bc298-8582-4d1e-afd5-53e9dbb721a7 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c40c0347-2b42-4346-a6fd-c898430328a0 HTTP/1.1" status: 200 len: 217 time: 0.1093392 Sep 16 13:04:44.319359 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:44.320882 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:44.365275 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-49dc43aa-d0f0-42bd-872d-f56894ea8290 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042567 Sep 16 13:04:44.412393 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d3e1584d-5ab7-45d1-ac2e-7ec9961373bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:44.413369 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-d3e1584d-5ab7-45d1-ac2e-7ec9961373bf service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e536f373-79c1-4990-b125-08465105b595 HTTP/1.1" status: 200 len: 860 time: 0.1309175 Sep 16 13:04:44.414526 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaef77b-7ef9-4d15-b404-e1dd391969df service neutron] Pushing event updated for resources: {'Port': ['ID=c40c0347-2b42-4346-a6fd-c898430328a0,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:44.462081 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3e3a5d99-ee2d-4c36-9029-f7d4e846c3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:44.472694 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540d167-482a-4128-95b3-6d8c6229f497 req-1c0fb346-dacb-4720-b9fb-d6a7aeeb8585 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:44.474220 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1540d167-482a-4128-95b3-6d8c6229f497 req-1c0fb346-dacb-4720-b9fb-d6a7aeeb8585 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 943 time: 0.2181423 Sep 16 13:04:44.479412 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] device_id is not set on port 91922cef-93dc-4239-8ea4-03a9f7a0e9b5 yet. {{(pid=113698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:04:44.505277 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-b3bcda8e-6269-4aab-8798-242a65d9a6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:44.506756 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-b3bcda8e-6269-4aab-8798-242a65d9a6a1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=ec7d99db-29cf-4b25-8dc4-5bad41f23052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0860212 Sep 16 13:04:44.549804 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c79150-996b-4e26-b788-422b334b1d89 req-87e928d9-80ad-44e1-ba2c-5627e1c8bf36 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:44.551358 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-01c79150-996b-4e26-b788-422b334b1d89 req-87e928d9-80ad-44e1-ba2c-5627e1c8bf36 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 945 time: 0.2448871 Sep 16 13:04:44.560647 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-88abe6c4-c50b-42e9-9d78-6054e289b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:44.562162 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-88abe6c4-c50b-42e9-9d78-6054e289b529 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=0c86fa22-38fb-4a34-a6ef-3769982fb8a5 HTTP/1.1" status: 200 len: 849 time: 0.2394183 Sep 16 13:04:44.679036 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1540d167-482a-4128-95b3-6d8c6229f497 req-42989b90-54d0-4875-a5f5-86b9f6ea2277 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=da5bdc7d-a90b-4e04-b748-e9404bb72dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921840 Sep 16 13:04:44.770261 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-379af02f-6312-4e7d-b6fb-7490c34d415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:44.771788 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-379af02f-6312-4e7d-b6fb-7490c34d415d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=8add36eb-29cb-4c92-8149-fffc1787dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1907537 Sep 16 13:04:44.849847 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-9b0ebd99-9c05-492e-a9cb-3ad2075393c5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403007 Sep 16 13:04:44.872734 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks [] for port (91922cef-93dc-4239-8ea4-03a9f7a0e9b5), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:44.908220 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-01c79150-996b-4e26-b788-422b334b1d89 req-1bfb26e8-12f0-4977-ae67-637f9656d12f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448100 Sep 16 13:04:44.924198 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0140f38d-1a53-4261-9a40-862057edaa77 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:04:44.948944 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77851e2-223f-4ed2-ad58-58750379e8bb None None] Sync routers for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:04:44.956366 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-b9a676ad-53c1-4f0f-9981-8450693607b3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=c7eb5869-5d95-47b8-9539-2bec50eb4428 HTTP/1.1" status: 200 len: 217 time: 0.0911381 Sep 16 13:04:44.959179 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77851e2-223f-4ed2-ad58-58750379e8bb None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:44.960012 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-c77851e2-223f-4ed2-ad58-58750379e8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:44.989475 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0140f38d-1a53-4261-9a40-862057edaa77 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:44.997931 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-c77851e2-223f-4ed2-ad58-58750379e8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:45.007493 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77851e2-223f-4ed2-ad58-58750379e8bb None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:45.009052 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-c77851e2-223f-4ed2-ad58-58750379e8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:45.032736 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c478ac-b535-4f35-8c22-ec4876f294fa req-69542c45-1f97-4075-b50d-660e66576ad2 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:45.034041 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c1c478ac-b535-4f35-8c22-ec4876f294fa req-69542c45-1f97-4075-b50d-660e66576ad2 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c4052f17-eb91-4b32-ac5a-5464ba10c0a4 HTTP/1.1" status: 200 len: 943 time: 0.2475119 Sep 16 13:04:45.042846 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-c77851e2-223f-4ed2-ad58-58750379e8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:45.043818 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77851e2-223f-4ed2-ad58-58750379e8bb None None] The sync data for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 is: [] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:04:45.052740 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-7d33ef6e-7972-47b6-9e7f-2da6ee2fb0fa service neutron] 10.222.0.76 "GET /networking/v2.0/networks/ec7d99db-29cf-4b25-8dc4-5bad41f23052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357206 Sep 16 13:04:45.058787 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0140f38d-1a53-4261-9a40-862057edaa77 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.5472653 Sep 16 13:04:45.062491 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40522) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:45.075573 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-47144b53-d925-45ae-9745-9332923b8244 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'floatingip': {'port_id': None}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:45.079909 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:45.094359 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] device_id is not set on port 635f01ec-1afb-481d-b295-8d9afe03ec63 yet. {{(pid=113698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:04:45.134627 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-a7b2a9ea-971f-4d7c-b291-cf0735922e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:45.136804 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-a7b2a9ea-971f-4d7c-b291-cf0735922e86 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=be5b20ef-f7e9-44a9-a006-1a9b1db7b9d0 HTTP/1.1" status: 200 len: 797 time: 0.1436422 Sep 16 13:04:45.174206 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-4253a0bb-f018-4334-9992-34fd2b2b4196 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8add36eb-29cb-4c92-8149-fffc1787dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809912 Sep 16 13:04:45.220738 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c1c478ac-b535-4f35-8c22-ec4876f294fa req-bf9cad66-31a9-44ba-9315-f2e915376034 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7eea0a8c-5c08-4593-8107-daeddcd0eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666563 Sep 16 13:04:45.229539 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:45.259274 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-47144b53-d925-45ae-9745-9332923b8244 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (30d6e833-29eb-4014-ab05-24748fd13fcf), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:45.266724 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-0d7ac196-2c55-436e-a2ac-2735c1bb8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:45.268268 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-0d7ac196-2c55-436e-a2ac-2735c1bb8283 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=cbc422c8-d561-47f7-afec-ef049a9a76c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1187999 Sep 16 13:04:45.336845 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-164c9c43-d013-49a9-aae1-4bdeb31087d8 req-ce970ac9-7143-47c1-9eec-4f530824e33c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/ec7d99db-29cf-4b25-8dc4-5bad41f23052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768371 Sep 16 13:04:45.340523 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:45.389579 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3a5d99-ee2d-4c36-9029-f7d4e846c3e6 admin admin] Router 28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:04:45.426815 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-30eb0e73-b4ed-4870-a8e5-b1518fdd11ce req-d2023b9e-cc41-4a59-9acf-751bd97d351e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8add36eb-29cb-4c92-8149-fffc1787dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307930 Sep 16 13:04:45.454003 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-68c66fda-a4d5-42c6-9ef5-96d68875262a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774998 Sep 16 13:04:45.457877 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks [] for port (635f01ec-1afb-481d-b295-8d9afe03ec63), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:45.489114 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:45.496300 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-47144b53-d925-45ae-9745-9332923b8244 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:45.503920 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-47144b53-d925-45ae-9745-9332923b8244 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (30d6e833-29eb-4014-ab05-24748fd13fcf), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:45.504278 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [None req-47144b53-d925-45ae-9745-9332923b8244 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Floating IP 30d6e833-29eb-4014-ab05-24748fd13fcf disassociated. External IP: 172.25.2.195, port: 05f7a9f9-1728-47c1-a09a-00c86e726e5a. Sep 16 13:04:45.567829 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (91922cef-93dc-4239-8ea4-03a9f7a0e9b5), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:45.617227 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-3eef3d68-3c10-40b9-b34c-e98df9f272a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565437 Sep 16 13:04:45.631695 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3a5d99-ee2d-4c36-9029-f7d4e846c3e6 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:04:45.644025 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3e3a5d99-ee2d-4c36-9029-f7d4e846c3e6 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2331858 Sep 16 13:04:45.644025 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40524) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:45.645547 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef81f21-195c-4554-bbf8-458d1c46d005 None None] Sync routers for ids ['28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:04:45.657086 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef81f21-195c-4554-bbf8-458d1c46d005 None None] Routers {'28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:45.657707 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-cef81f21-195c-4554-bbf8-458d1c46d005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:45.671419 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-dd6b2ad1-ea02-4e04-b99e-d5c76c991a2c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c121ccb-eba9-4b08-98af-afba73327fcc HTTP/1.1" status: 200 len: 217 time: 0.0464280 Sep 16 13:04:45.673199 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event updated for resources: {'Port': ['ID=91922cef-93dc-4239-8ea4-03a9f7a0e9b5,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:45.733902 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Checking segment: {'id': '767a9806-9edf-49a5-b09d-4aa64a38bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '74cc5afd-dff0-478f-a23f-f942c11bec1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:45.735008 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Network hostable DHCP agents. Network: 74cc5afd-dff0-478f-a23f-f942c11bec1f, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:04:45.772382 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-402d8a36-bd76-4947-93ea-75fe0c8d4ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:45.773911 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-402d8a36-bd76-4947-93ea-75fe0c8d4ad0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6bafead4-8a1f-46d4-95cd-a2f5dc732a76 HTTP/1.1" status: 200 len: 797 time: 0.0933537 Sep 16 13:04:45.803327 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-cef81f21-195c-4554-bbf8-458d1c46d005 None None] Set router 28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:04:45.830119 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b70af2ac-a9c2-4f4f-a732-f0de46cf607b admin admin] Publish callbacks [] for router (28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:45.833233 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Network 74cc5afd-dff0-478f-a23f-f942c11bec1f is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:04:45.874462 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-f2123e58-fd3d-4538-b45c-d412496a294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:45.876195 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-f2123e58-fd3d-4538-b45c-d412496a294f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=231c3494-8d9a-44ba-b103-fc49819648f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0958183 Sep 16 13:04:45.879391 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 74cc5afd-dff0-478f-a23f-f942c11bec1f) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:45.907867 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:45.908984 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (635f01ec-1afb-481d-b295-8d9afe03ec63), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:45.915595 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63e2c90-0963-401e-987f-5ce794a1bc27 None None] Network 74cc5afd-dff0-478f-a23f-f942c11bec1f requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:45.920116 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:45.927251 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47144b53-d925-45ae-9745-9332923b8244 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Router 3232c84f-ac63-49be-9960-1a68565b252b has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:04:45.992923 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5d50d-e828-4f7f-a5fe-454222636228 req-0df36a99-bf06-48e4-9ce5-c12d06dd4d6b tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:46.002956 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b70af2ac-a9c2-4f4f-a732-f0de46cf607b admin admin] Publish callbacks [] for router_gateway (28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:46.003808 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5dd5d50d-e828-4f7f-a5fe-454222636228 req-0df36a99-bf06-48e4-9ce5-c12d06dd4d6b tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 943 time: 0.1766081 Sep 16 13:04:46.102877 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-b70af2ac-a9c2-4f4f-a732-f0de46cf607b admin admin] Deleting port 5eb96e06-a7d8-4bcb-887d-4f9466578027 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:46.103218 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b70af2ac-a9c2-4f4f-a732-f0de46cf607b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (5eb96e06-a7d8-4bcb-887d-4f9466578027), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:46.154486 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47144b53-d925-45ae-9745-9332923b8244 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:04:46.160485 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-47144b53-d925-45ae-9745-9332923b8244 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:46.175612 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a990fa5-97e8-4503-812a-12c7950a8196 None None] Sync routers for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:04:46.204625 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-47144b53-d925-45ae-9745-9332923b8244 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/30d6e833-29eb-4014-ab05-24748fd13fcf HTTP/1.1" status: 200 len: 688 time: 1.1342671 Sep 16 13:04:46.207337 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40530) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:46.210416 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a990fa5-97e8-4503-812a-12c7950a8196 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:46.211537 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-9a990fa5-97e8-4503-812a-12c7950a8196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:46.249845 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-9a990fa5-97e8-4503-812a-12c7950a8196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:46.262150 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:46.271540 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a990fa5-97e8-4503-812a-12c7950a8196 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:46.272488 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-9a990fa5-97e8-4503-812a-12c7950a8196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:46.286862 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-b70af2ac-a9c2-4f4f-a732-f0de46cf607b admin admin] For port 5eb96e06-a7d8-4bcb-887d-4f9466578027, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=5eb96e06-a7d8-4bcb-887d-4f9466578027,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:46.287514 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b70af2ac-a9c2-4f4f-a732-f0de46cf607b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (5eb96e06-a7d8-4bcb-887d-4f9466578027), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:46.306188 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-b70af2ac-a9c2-4f4f-a732-f0de46cf607b admin admin] Calling delete_port for 5eb96e06-a7d8-4bcb-887d-4f9466578027 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:46.326892 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-9a990fa5-97e8-4503-812a-12c7950a8196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:46.327503 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a990fa5-97e8-4503-812a-12c7950a8196 None None] The sync data for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 is: [] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:04:46.349116 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-cef81f21-195c-4554-bbf8-458d1c46d005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1', 'name': 'tempest-SecurityGroupsTestJSON-1944630744-router', 'tenant_id': 'aaeff399942c4286a71ea3a0eab43280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '5eb96e06-a7d8-4bcb-887d-4f9466578027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:02:36Z', 'updated_at': '2022-09-16T13:04:43Z', 'revision_number': 5, 'project_id': 'aaeff399942c4286a71ea3a0eab43280', 'gw_port': {'id': '5eb96e06-a7d8-4bcb-887d-4f9466578027', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:22:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:02:38Z', 'updated_at': '2022-09-16T13:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:46.378429 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef81f21-195c-4554-bbf8-458d1c46d005 None None] Checking router: 28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:04:46.382738 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:46.392040 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef81f21-195c-4554-bbf8-458d1c46d005 None None] Routers {'28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:46.392879 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-cef81f21-195c-4554-bbf8-458d1c46d005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:46.405008 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:46.491467 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-cef81f21-195c-4554-bbf8-458d1c46d005 None None] Set router 28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1 gateway port host: None {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:04:46.541916 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-a81b0520-c12c-441f-901c-d28c06b28803 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Deleting port aec2c667-e1e4-4685-95fe-30e71f082f1d {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:46.542173 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a81b0520-c12c-441f-901c-d28c06b28803 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (aec2c667-e1e4-4685-95fe-30e71f082f1d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:46.545940 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:46.551120 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-cef81f21-195c-4554-bbf8-458d1c46d005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1', 'name': 'tempest-SecurityGroupsTestJSON-1944630744-router', 'tenant_id': 'aaeff399942c4286a71ea3a0eab43280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:02:36Z', 'updated_at': '2022-09-16T13:04:46Z', 'revision_number': 6, 'project_id': 'aaeff399942c4286a71ea3a0eab43280', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:46.558762 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event updated for resources: {'Port': ['ID=635f01ec-1afb-481d-b295-8d9afe03ec63,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:46.591569 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4326-c492-4c03-897a-5e0942d61c42 req-8593859c-9955-4bf5-8c8f-34c79441a092 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:46.592862 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef81f21-195c-4554-bbf8-458d1c46d005 None None] The sync data for ids ['28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1'] in n-d-858094-4 is: [{'id': '28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1', 'name': 'tempest-SecurityGroupsTestJSON-1944630744-router', 'tenant_id': 'aaeff399942c4286a71ea3a0eab43280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:02:36Z', 'updated_at': '2022-09-16T13:04:46Z', 'revision_number': 6, 'project_id': 'aaeff399942c4286a71ea3a0eab43280', 'gw_port_host': None}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:04:46.598654 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-154d4326-c492-4c03-897a-5e0942d61c42 req-8593859c-9955-4bf5-8c8f-34c79441a092 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 945 time: 0.5679035 Sep 16 13:04:46.608325 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-ac734462-8d80-4265-8373-a693007f92eb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/231c3494-8d9a-44ba-b103-fc49819648f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7242732 Sep 16 13:04:46.615310 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Checking segment: {'id': '7fc7f0e6-fd47-4f5f-a438-bb0f92a626b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '64b04b7c-7f2b-460b-9510-852dcbf1ff1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:46.615674 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Network hostable DHCP agents. Network: 64b04b7c-7f2b-460b-9510-852dcbf1ff1c, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:04:46.623956 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374dcc69-8ca4-4eab-b489-81e88ee8e13e req-5f8c8597-e99d-4bf4-9bca-d255bbe140c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:46.624968 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-374dcc69-8ca4-4eab-b489-81e88ee8e13e req-5f8c8597-e99d-4bf4-9bca-d255bbe140c1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=20800c45135443888e60144c602a8429&device_id=c4052f17-eb91-4b32-ac5a-5464ba10c0a4 HTTP/1.1" status: 200 len: 1125 time: 0.1488965 Sep 16 13:04:46.644363 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5dd5d50d-e828-4f7f-a5fe-454222636228 req-e5661d7b-419f-46f7-86ce-4bf0f0dc4b94 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=da5bdc7d-a90b-4e04-b748-e9404bb72dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6394730 Sep 16 13:04:46.694957 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a81b0520-c12c-441f-901c-d28c06b28803 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (aec2c667-e1e4-4685-95fe-30e71f082f1d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:46.695407 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a81b0520-c12c-441f-901c-d28c06b28803 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (aec2c667-e1e4-4685-95fe-30e71f082f1d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:46.718872 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-a81b0520-c12c-441f-901c-d28c06b28803 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Calling delete_port for aec2c667-e1e4-4685-95fe-30e71f082f1d owned by network:floatingip {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:46.723939 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b70af2ac-a9c2-4f4f-a732-f0de46cf607b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (5eb96e06-a7d8-4bcb-887d-4f9466578027), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:46.728746 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Network 64b04b7c-7f2b-460b-9510-852dcbf1ff1c is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:04:46.752097 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-154d4326-c492-4c03-897a-5e0942d61c42 req-5eeb858c-902c-4956-9e71-628d4fba0083 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525307 Sep 16 13:04:46.755050 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 64b04b7c-7f2b-460b-9510-852dcbf1ff1c) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:46.767027 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70af2ac-a9c2-4f4f-a732-f0de46cf607b admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb96e06-a7d8-4bcb-887d-4f9466578027,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:46.775503 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:46.776215 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aef1f4-1121-43b1-b5cc-d449637da014 None None] Network 64b04b7c-7f2b-460b-9510-852dcbf1ff1c requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:46.780592 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:46.784400 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:46.785397 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:46.812274 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-bba47323-6c9d-45f5-92dd-c4b896148ee2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/231c3494-8d9a-44ba-b103-fc49819648f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905770 Sep 16 13:04:46.881845 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-2c2bf1ae-9dd0-4d85-8179-6746dbbd4b13 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.5705695 Sep 16 13:04:46.886193 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-b88b651c-f658-419a-946e-1fbbc936639a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=328ce2f8-022c-446e-b388-06295b8c63e7 HTTP/1.1" status: 200 len: 217 time: 0.0543082 Sep 16 13:04:46.887107 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40534) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:46.888972 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b70af2ac-a9c2-4f4f-a732-f0de46cf607b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:46.903462 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85289a8-92b3-44c9-8cb2-89e8db8f4552 req-ea7658da-0426-4150-800c-23ef53cc7b0f tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:46.905029 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c85289a8-92b3-44c9-8cb2-89e8db8f4552 req-ea7658da-0426-4150-800c-23ef53cc7b0f tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c4052f17-eb91-4b32-ac5a-5464ba10c0a4 HTTP/1.1" status: 200 len: 943 time: 0.1377969 Sep 16 13:04:46.997956 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db12185f-ce80-407c-aaef-00bf8deca164 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:47.003491 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db12185f-ce80-407c-aaef-00bf8deca164 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:47.006234 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-db12185f-ce80-407c-aaef-00bf8deca164 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1172576 Sep 16 13:04:47.006390 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b70af2ac-a9c2-4f4f-a732-f0de46cf607b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:47.008087 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b70af2ac-a9c2-4f4f-a732-f0de46cf607b admin admin] Publish callbacks [] for router_controller (28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:47.009349 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40536) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:47.029287 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-520d68fa-6da7-484e-9425-4661a946dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:47.030757 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-520d68fa-6da7-484e-9425-4661a946dfef service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6bafead4-8a1f-46d4-95cd-a2f5dc732a76 HTTP/1.1" status: 200 len: 797 time: 0.1337326 Sep 16 13:04:47.099837 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6495a113-c2dc-4510-ac2b-3939ea636a0c no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:04:47.115588 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c85289a8-92b3-44c9-8cb2-89e8db8f4552 req-7354031c-1455-4d5f-9430-2c5baecf7986 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7eea0a8c-5c08-4593-8107-daeddcd0eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837513 Sep 16 13:04:47.126153 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b70af2ac-a9c2-4f4f-a732-f0de46cf607b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:47.126998 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70af2ac-a9c2-4f4f-a732-f0de46cf607b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:04:47.132173 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b70af2ac-a9c2-4f4f-a732-f0de46cf607b admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:47.133718 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b70af2ac-a9c2-4f4f-a732-f0de46cf607b admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/28c7b8fb-c2ae-4fa1-88f0-3da67c09bee1 HTTP/1.1" status: 204 len: 168 time: 1.4892907 Sep 16 13:04:47.134264 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a81b0520-c12c-441f-901c-d28c06b28803 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (aec2c667-e1e4-4685-95fe-30e71f082f1d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:47.136856 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40538) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:47.155339 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-d9aebffd-49eb-4860-b180-458ac0ee7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:47.157240 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-d9aebffd-49eb-4860-b180-458ac0ee7e4b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=231c3494-8d9a-44ba-b103-fc49819648f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0969024 Sep 16 13:04:47.168700 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 6495a113-c2dc-4510-ac2b-3939ea636a0c {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:04:47.169113 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6495a113-c2dc-4510-ac2b-3939ea636a0c not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:04:47.213438 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b0520-c12c-441f-901c-d28c06b28803 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event deleted for resources: {'Port': ['ID=aec2c667-e1e4-4685-95fe-30e71f082f1d,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:47.304840 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaadac08-76e0-490a-bd0d-a9022353c5ca admin admin] Deleting subnet 1f466e8b-55f7-427d-b163-cda4af9f8b77 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:04:47.306589 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629269d7-a659-4616-a17e-38fa45177f1d req-92bac207-2305-47cc-8c2e-e06096fb1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:47.308474 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-629269d7-a659-4616-a17e-38fa45177f1d req-92bac207-2305-47cc-8c2e-e06096fb1fa9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d2628c648b2e4465821bdcdf4330fb4e&device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 1125 time: 0.1059167 Sep 16 13:04:47.311724 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aaadac08-76e0-490a-bd0d-a9022353c5ca admin admin] Publish callbacks [] for subnet (1f466e8b-55f7-427d-b163-cda4af9f8b77), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:47.314651 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-b9eea2a7-30d8-4e0c-bd31-4cb124666e2b tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Deleting port 91922cef-93dc-4239-8ea4-03a9f7a0e9b5 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:47.314951 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b9eea2a7-30d8-4e0c-bd31-4cb124666e2b tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (91922cef-93dc-4239-8ea4-03a9f7a0e9b5), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:47.442740 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:47.445000 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b9eea2a7-30d8-4e0c-bd31-4cb124666e2b tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (91922cef-93dc-4239-8ea4-03a9f7a0e9b5), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:47.464549 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374dcc69-8ca4-4eab-b489-81e88ee8e13e req-38c446ba-7b41-483a-a500-86190a90629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:47.466081 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-374dcc69-8ca4-4eab-b489-81e88ee8e13e req-38c446ba-7b41-483a-a500-86190a90629b service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=ec7d99db-29cf-4b25-8dc4-5bad41f23052 HTTP/1.1" status: 200 len: 922 time: 0.2724864 Sep 16 13:04:47.472853 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-b9eea2a7-30d8-4e0c-bd31-4cb124666e2b tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Calling delete_port for 91922cef-93dc-4239-8ea4-03a9f7a0e9b5 owned by {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:47.483426 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-ceb1fbba-96f7-4333-97f2-78cbe41fa56f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/231c3494-8d9a-44ba-b103-fc49819648f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862542 Sep 16 13:04:47.535774 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-374dcc69-8ca4-4eab-b489-81e88ee8e13e req-14753012-892d-47ae-9c1a-2185d8e86550 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05cfdbd1-f34b-468d-a8ad-b77eeac8c622 HTTP/1.1" status: 200 len: 217 time: 0.0609865 Sep 16 13:04:47.642779 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:47.671653 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device c40c0347-2b42-4346-a6fd-c898430328a0 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:04:47.701519 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374dcc69-8ca4-4eab-b489-81e88ee8e13e req-dcdcc2de-e116-4932-bedc-eedeb764f77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:47.702228 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-374dcc69-8ca4-4eab-b489-81e88ee8e13e req-dcdcc2de-e116-4932-bedc-eedeb764f77b service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e536f373-79c1-4990-b125-08465105b595 HTTP/1.1" status: 200 len: 860 time: 0.1530390 Sep 16 13:04:47.706652 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:47.710419 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a81b0520-c12c-441f-901c-d28c06b28803 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (30d6e833-29eb-4014-ab05-24748fd13fcf), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:47.714209 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a81b0520-c12c-441f-901c-d28c06b28803 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:47.718823 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a81b0520-c12c-441f-901c-d28c06b28803 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/30d6e833-29eb-4014-ab05-24748fd13fcf HTTP/1.1" status: 204 len: 168 time: 1.5073504 Sep 16 13:04:47.720961 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40542) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:47.721369 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:47.733415 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-225c3bf9-804b-45d3-96e7-198cfdb4dcb2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'port_id': '992556ae-40ed-4ce3-adbe-193b9da2050b'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:47.738828 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:47.754229 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aaadac08-76e0-490a-bd0d-a9022353c5ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (1f466e8b-55f7-427d-b163-cda4af9f8b77), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:47.769132 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34a1dd49-05ea-40cd-b07a-46fa33ec65e9 req-18e81b92-c99d-4af9-9f03-e8f32c6ccd54 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/231c3494-8d9a-44ba-b103-fc49819648f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440767 Sep 16 13:04:47.791106 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374dcc69-8ca4-4eab-b489-81e88ee8e13e req-4e4471e9-dce9-4c21-961b-94258dd219b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:47.795166 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-374dcc69-8ca4-4eab-b489-81e88ee8e13e req-4e4471e9-dce9-4c21-961b-94258dd219b6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=ec7d99db-29cf-4b25-8dc4-5bad41f23052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0824184 Sep 16 13:04:47.796631 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b9eea2a7-30d8-4e0c-bd31-4cb124666e2b tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (91922cef-93dc-4239-8ea4-03a9f7a0e9b5), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:47.816433 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-225c3bf9-804b-45d3-96e7-198cfdb4dcb2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:47.864927 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eea2a7-30d8-4e0c-bd31-4cb124666e2b tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event deleted for resources: {'Port': ['ID=91922cef-93dc-4239-8ea4-03a9f7a0e9b5,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:47.905994 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629269d7-a659-4616-a17e-38fa45177f1d req-46ac53e7-9e8b-4600-97b6-aadb41d80b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:47.907476 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-629269d7-a659-4616-a17e-38fa45177f1d req-46ac53e7-9e8b-4600-97b6-aadb41d80b67 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=8add36eb-29cb-4c92-8149-fffc1787dd77 HTTP/1.1" status: 200 len: 911 time: 0.5920975 Sep 16 13:04:47.965768 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b9eea2a7-30d8-4e0c-bd31-4cb124666e2b tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:47.971262 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b9eea2a7-30d8-4e0c-bd31-4cb124666e2b tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "DELETE /networking/v2.0/ports/91922cef-93dc-4239-8ea4-03a9f7a0e9b5 HTTP/1.1" status: 204 len: 168 time: 0.9564030 Sep 16 13:04:47.975916 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40546) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:47.976108 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port c40c0347-2b42-4346-a6fd-c898430328a0, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c40c0347-2b42-4346-a6fd-c898430328a0,segment=NetworkSegment(1980d704-4134-4855-b6db-fe631160701f),segment_id=1980d704-4134-4855-b6db-fe631160701f)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:47.984711 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-629269d7-a659-4616-a17e-38fa45177f1d req-ba1cd706-9b97-4185-8a4e-843d5f9885d7 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c40c0347-2b42-4346-a6fd-c898430328a0 HTTP/1.1" status: 200 len: 217 time: 0.0697222 Sep 16 13:04:48.000918 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': 'c40c0347-2b42-4346-a6fd-c898430328a0', 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77', 'port_id': 'c40c0347-2b42-4346-a6fd-c898430328a0', 'mac_address': 'fa:16:3e:9b:da:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c86fa22-38fb-4a34-a6ef-3769982fb8a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:04:48.018981 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328b76b-561a-4bb5-bb37-cbe569ae35a1 req-690f53bd-f657-4b7c-a16d-df738998afc8 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:48.023658 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0328b76b-561a-4bb5-bb37-cbe569ae35a1 req-690f53bd-f657-4b7c-a16d-df738998afc8 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 943 time: 0.1634791 Sep 16 13:04:48.047148 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port c40c0347-2b42-4346-a6fd-c898430328a0 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:48.047953 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c40c0347-2b42-4346-a6fd-c898430328a0), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:48.062716 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c40c0347-2b42-4346-a6fd-c898430328a0 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:04:48.079319 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea8c69-b3cf-4880-9c09-ebbecd071119 req-85bea0c5-1052-4f5d-92dd-89dd78347705 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:48.080916 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d2ea8c69-b3cf-4880-9c09-ebbecd071119 req-85bea0c5-1052-4f5d-92dd-89dd78347705 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 945 time: 0.1210330 Sep 16 13:04:48.087011 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aaadac08-76e0-490a-bd0d-a9022353c5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (1f466e8b-55f7-427d-b163-cda4af9f8b77), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:48.088959 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port c40c0347-2b42-4346-a6fd-c898430328a0, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c40c0347-2b42-4346-a6fd-c898430328a0,segment=NetworkSegment(1980d704-4134-4855-b6db-fe631160701f),segment_id=1980d704-4134-4855-b6db-fe631160701f)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:48.094084 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c40c0347-2b42-4346-a6fd-c898430328a0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:48.095032 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:04:48.128669 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-225c3bf9-804b-45d3-96e7-198cfdb4dcb2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:48.130408 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-374dcc69-8ca4-4eab-b489-81e88ee8e13e req-80d2e3b0-ad85-4589-b3f1-8a2d1667d323 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/ec7d99db-29cf-4b25-8dc4-5bad41f23052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179593 Sep 16 13:04:48.170731 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:48.176857 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0328b76b-561a-4bb5-bb37-cbe569ae35a1 req-17ea0c69-d0c6-481b-aca3-c167edf0cc05 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=da5bdc7d-a90b-4e04-b748-e9404bb72dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436102 Sep 16 13:04:48.185572 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629269d7-a659-4616-a17e-38fa45177f1d req-5c403477-0654-4e83-8f6a-752b6fde82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:48.187046 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-629269d7-a659-4616-a17e-38fa45177f1d req-5c403477-0654-4e83-8f6a-752b6fde82d0 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=0c86fa22-38fb-4a34-a6ef-3769982fb8a5 HTTP/1.1" status: 200 len: 849 time: 0.1733122 Sep 16 13:04:48.210902 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=c40c0347-2b42-4346-a6fd-c898430328a0,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:48.257268 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d2ea8c69-b3cf-4880-9c09-ebbecd071119 req-8e2dcafc-140c-4178-8031-6894c47f731a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580739 Sep 16 13:04:48.279542 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-bda9617e-9de9-4085-ab1a-86adf7f5c655 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Deleting port 635f01ec-1afb-481d-b295-8d9afe03ec63 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:48.279886 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bda9617e-9de9-4085-ab1a-86adf7f5c655 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (635f01ec-1afb-481d-b295-8d9afe03ec63), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:48.339626 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-374dcc69-8ca4-4eab-b489-81e88ee8e13e req-624214e3-31d3-456e-a729-1c47629b9d38 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/ec7d99db-29cf-4b25-8dc4-5bad41f23052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004375 Sep 16 13:04:48.363252 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=05cfdbd1-f34b-468d-a8ad-b77eeac8c622,segment=NetworkSegment(02157669-a842-4cef-9f02-cc6acf3b127a),segment_id=02157669-a842-4cef-9f02-cc6acf3b127a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:48.372839 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629269d7-a659-4616-a17e-38fa45177f1d req-b32d0a46-49fe-4e19-baa6-ca88714ccc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:48.374436 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-629269d7-a659-4616-a17e-38fa45177f1d req-b32d0a46-49fe-4e19-baa6-ca88714ccc3f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=8add36eb-29cb-4c92-8149-fffc1787dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1800666 Sep 16 13:04:48.380380 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aaadac08-76e0-490a-bd0d-a9022353c5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (1f466e8b-55f7-427d-b163-cda4af9f8b77), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:48.382015 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '05cfdbd1-f34b-468d-a8ad-b77eeac8c622', 'network_id': 'ec7d99db-29cf-4b25-8dc4-5bad41f23052', 'port_id': '05cfdbd1-f34b-468d-a8ad-b77eeac8c622', 'mac_address': 'fa:16:3e:29:e6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e536f373-79c1-4990-b125-08465105b595', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:04:48.429499 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:48.429980 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (05cfdbd1-f34b-468d-a8ad-b77eeac8c622), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:48.430116 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c7176-1b09-427c-ab28-7a367b45f6b7 req-ca0aa608-3a36-4cac-9df9-d6e56f4c187a tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:48.438627 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-768c7176-1b09-427c-ab28-7a367b45f6b7 req-ca0aa608-3a36-4cac-9df9-d6e56f4c187a tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c4052f17-eb91-4b32-ac5a-5464ba10c0a4 HTTP/1.1" status: 200 len: 943 time: 0.0736182 Sep 16 13:04:48.446903 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:04:48.471968 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=05cfdbd1-f34b-468d-a8ad-b77eeac8c622,segment=NetworkSegment(02157669-a842-4cef-9f02-cc6acf3b127a),segment_id=02157669-a842-4cef-9f02-cc6acf3b127a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:48.473988 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaadac08-76e0-490a-bd0d-a9022353c5ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f466e8b-55f7-427d-b163-cda4af9f8b77,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:48.477234 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (05cfdbd1-f34b-468d-a8ad-b77eeac8c622), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:48.514891 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-768c7176-1b09-427c-ab28-7a367b45f6b7 req-f8bdfc17-320b-4d79-9b89-e617fed7820d tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7eea0a8c-5c08-4593-8107-daeddcd0eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702059 Sep 16 13:04:48.524560 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bda9617e-9de9-4085-ab1a-86adf7f5c655 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (635f01ec-1afb-481d-b295-8d9afe03ec63), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:48.540025 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746b9979-bd18-41d7-9a07-322a53b1dac2 None None] Network 56dd3a41-efae-420b-b361-8c953ab80e6c requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:48.543486 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-aaadac08-76e0-490a-bd0d-a9022353c5ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:48.543681 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=05cfdbd1-f34b-468d-a8ad-b77eeac8c622,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:48.546634 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-aaadac08-76e0-490a-bd0d-a9022353c5ca admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/1f466e8b-55f7-427d-b163-cda4af9f8b77 HTTP/1.1" status: 204 len: 168 time: 1.4070780 Sep 16 13:04:48.549833 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40550) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:48.569041 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-bda9617e-9de9-4085-ab1a-86adf7f5c655 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Calling delete_port for 635f01ec-1afb-481d-b295-8d9afe03ec63 owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:48.569368 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:48.571893 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-225c3bf9-804b-45d3-96e7-198cfdb4dcb2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Allocated IP 172.25.2.74 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/76133b2f-f3d0-461a-9211-9a92d77994a9) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:48.582447 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:48.648283 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-563cc485-6187-454d-9301-47417df7c0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (56dd3a41-efae-420b-b361-8c953ab80e6c), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:48.677650 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:48.696027 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-563cc485-6187-454d-9301-47417df7c0df admin admin] Deleting port 774040b6-9901-4af8-b206-bade0f79130e {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:48.696398 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-563cc485-6187-454d-9301-47417df7c0df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (774040b6-9901-4af8-b206-bade0f79130e), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:48.725374 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414950bc-1c88-4e9e-9e96-2b4c162a14ea None None] DHCP port deletion for 56dd3a41-efae-420b-b361-8c953ab80e6c request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:04:48.731344 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-629269d7-a659-4616-a17e-38fa45177f1d req-07acbd6d-3dfd-4227-bfc9-0564ad79ec42 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8add36eb-29cb-4c92-8149-fffc1787dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382940 Sep 16 13:04:48.784868 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-563cc485-6187-454d-9301-47417df7c0df admin admin] For port 774040b6-9901-4af8-b206-bade0f79130e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=774040b6-9901-4af8-b206-bade0f79130e,segment=NetworkSegment(bbab3c9e-7709-444a-adb6-0434f4755f1b),segment_id=bbab3c9e-7709-444a-adb6-0434f4755f1b)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:48.785233 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-563cc485-6187-454d-9301-47417df7c0df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (774040b6-9901-4af8-b206-bade0f79130e), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:48.790074 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-414950bc-1c88-4e9e-9e96-2b4c162a14ea None None] Deleting port 774040b6-9901-4af8-b206-bade0f79130e {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:48.790521 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-414950bc-1c88-4e9e-9e96-2b4c162a14ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (774040b6-9901-4af8-b206-bade0f79130e), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:48.808506 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-563cc485-6187-454d-9301-47417df7c0df admin admin] Calling delete_port for 774040b6-9901-4af8-b206-bade0f79130e owned by network:dhcp {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:48.855961 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bda9617e-9de9-4085-ab1a-86adf7f5c655 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (635f01ec-1afb-481d-b295-8d9afe03ec63), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:48.861895 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 774040b6-9901-4af8-b206-bade0f79130e no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:04:48.864094 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['c40c0347-2b42-4346-a6fd-c898430328a0'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:04:48.872223 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:48.878255 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-225c3bf9-804b-45d3-96e7-198cfdb4dcb2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for port (76133b2f-f3d0-461a-9211-9a92d77994a9), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:48.919243 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9617e-9de9-4085-ab1a-86adf7f5c655 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event deleted for resources: {'Port': ['ID=635f01ec-1afb-481d-b295-8d9afe03ec63,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:48.928300 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-563cc485-6187-454d-9301-47417df7c0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (774040b6-9901-4af8-b206-bade0f79130e), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:48.928546 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['05cfdbd1-f34b-468d-a8ad-b77eeac8c622'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:04:48.944647 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bda9617e-9de9-4085-ab1a-86adf7f5c655 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:48.951554 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-bda9617e-9de9-4085-ab1a-86adf7f5c655 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "DELETE /networking/v2.0/ports/635f01ec-1afb-481d-b295-8d9afe03ec63 HTTP/1.1" status: 204 len: 168 time: 0.9704032 Sep 16 13:04:48.952460 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40554) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:48.963421 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563cc485-6187-454d-9301-47417df7c0df admin admin] No DVR routers for this DVR port 774040b6-9901-4af8-b206-bade0f79130e on host n-d-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:04:48.964996 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-629269d7-a659-4616-a17e-38fa45177f1d req-ff7bfe25-ab19-4f81-90c1-b216e6cc5238 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8add36eb-29cb-4c92-8149-fffc1787dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219934 Sep 16 13:04:48.965203 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cc485-6187-454d-9301-47417df7c0df admin admin] Pushing event deleted for resources: {'Port': ['ID=774040b6-9901-4af8-b206-bade0f79130e,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:48.991859 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-414950bc-1c88-4e9e-9e96-2b4c162a14ea None None] For port 774040b6-9901-4af8-b206-bade0f79130e, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=774040b6-9901-4af8-b206-bade0f79130e,segment=NetworkSegment(bbab3c9e-7709-444a-adb6-0434f4755f1b),segment_id=bbab3c9e-7709-444a-adb6-0434f4755f1b)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:48.992449 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-414950bc-1c88-4e9e-9e96-2b4c162a14ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (774040b6-9901-4af8-b206-bade0f79130e), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.022587 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-414950bc-1c88-4e9e-9e96-2b4c162a14ea None None] Calling delete_port for 774040b6-9901-4af8-b206-bade0f79130e owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:49.029994 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-70ab8084-b445-4d55-96bd-83cccfc3f24f tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0734484 Sep 16 13:04:49.030949 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40556) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:49.035663 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-dbdf2c01-d616-43f9-a20b-07e47ec867d1 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-509872906'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:49.039805 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No active binding found for port 774040b6-9901-4af8-b206-bade0f79130e {{(pid=113700) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 16 13:04:49.040106 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] The host n-d-858094-4 is not matching for port 774040b6-9901-4af8-b206-bade0f79130e host None! {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 16 13:04:49.040478 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 774040b6-9901-4af8-b206-bade0f79130e not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:04:49.040922 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 5eb96e06-a7d8-4bcb-887d-4f9466578027 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:04:49.051354 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:49.057190 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-563cc485-6187-454d-9301-47417df7c0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (56dd3a41-efae-420b-b361-8c953ab80e6c), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.062383 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-225c3bf9-804b-45d3-96e7-198cfdb4dcb2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (76133b2f-f3d0-461a-9211-9a92d77994a9), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.081430 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-563cc485-6187-454d-9301-47417df7c0df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56dd3a41-efae-420b-b361-8c953ab80e6c']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:49.085033 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 5eb96e06-a7d8-4bcb-887d-4f9466578027 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:04:49.085377 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 5eb96e06-a7d8-4bcb-887d-4f9466578027 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:04:49.093567 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-563cc485-6187-454d-9301-47417df7c0df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbab3c9e-7709-444a-adb6-0434f4755f1b') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:49.093869 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-563cc485-6187-454d-9301-47417df7c0df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbab3c9e-7709-444a-adb6-0434f4755f1b') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:49.106155 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-563cc485-6187-454d-9301-47417df7c0df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (bbab3c9e-7709-444a-adb6-0434f4755f1b), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.109940 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdf2c01-d616-43f9-a20b-07e47ec867d1 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Made reservation on behalf of fa42540f9ee547d2bd8fb95c9a89512f for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:49.113878 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2c01-d616-43f9-a20b-07e47ec867d1 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.125859 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-563cc485-6187-454d-9301-47417df7c0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (bbab3c9e-7709-444a-adb6-0434f4755f1b), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.136343 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225c3bf9-804b-45d3-96e7-198cfdb4dcb2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:49.136542 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563cc485-6187-454d-9301-47417df7c0df admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:04:49.136542 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-563cc485-6187-454d-9301-47417df7c0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (bbab3c9e-7709-444a-adb6-0434f4755f1b), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.148857 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-225c3bf9-804b-45d3-96e7-198cfdb4dcb2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:49.155021 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225c3bf9-804b-45d3-96e7-198cfdb4dcb2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:49.159876 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment bbab3c9e-7709-444a-adb6-0434f4755f1b resource provider aggregate not found Sep 16 13:04:49.184634 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c3bf9-804b-45d3-96e7-198cfdb4dcb2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Port': ['ID=76133b2f-f3d0-461a-9211-9a92d77994a9,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:49.197874 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment bbab3c9e-7709-444a-adb6-0434f4755f1b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bbab3c9e-7709-444a-adb6-0434f4755f1b found for delete ", "request_id": "req-fca9298d-5d63-4baa-941b-1dd7872c1882"}]} Sep 16 13:04:49.213739 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbdf2c01-d616-43f9-a20b-07e47ec867d1 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:04:49.230074 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-563cc485-6187-454d-9301-47417df7c0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (56dd3a41-efae-420b-b361-8c953ab80e6c), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.248637 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-563cc485-6187-454d-9301-47417df7c0df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.254697 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-563cc485-6187-454d-9301-47417df7c0df admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/56dd3a41-efae-420b-b361-8c953ab80e6c HTTP/1.1" status: 204 len: 168 time: 0.7037718 Sep 16 13:04:49.256051 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cc485-6187-454d-9301-47417df7c0df admin admin] Pushing event deleted for resources: {'Network': ['ID=56dd3a41-efae-420b-b361-8c953ab80e6c,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:49.270479 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2c01-d616-43f9-a20b-07e47ec867d1 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (990c52ca-8ae6-4ed0-8b91-20006d1d7899), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.270825 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-dbdf2c01-d616-43f9-a20b-07e47ec867d1 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Added segment 990c52ca-8ae6-4ed0-8b91-20006d1d7899 of type vlan for network 58deb54e-3fa5-45bb-8d62-cd8f39af1565 Sep 16 13:04:49.273250 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-414950bc-1c88-4e9e-9e96-2b4c162a14ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (774040b6-9901-4af8-b206-bade0f79130e), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.358316 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2c01-d616-43f9-a20b-07e47ec867d1 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (58deb54e-3fa5-45bb-8d62-cd8f39af1565), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.375151 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-414950bc-1c88-4e9e-9e96-2b4c162a14ea None None] Network 56dd3a41-efae-420b-b361-8c953ab80e6c is not hosted by any dhcp agent {{(pid=113700) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 13:04:49.376913 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414950bc-1c88-4e9e-9e96-2b4c162a14ea None None] No DVR routers for this DVR port 774040b6-9901-4af8-b206-bade0f79130e on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:04:49.380230 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff59be-a4a0-4b49-bf65-be22da5d3436 req-54365a2d-0e9a-4fd9-9151-060393043ec7 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:49.381927 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-76ff59be-a4a0-4b49-bf65-be22da5d3436 req-54365a2d-0e9a-4fd9-9151-060393043ec7 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 944 time: 0.0755308 Sep 16 13:04:49.398484 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414950bc-1c88-4e9e-9e96-2b4c162a14ea None None] Pushing event deleted for resources: {'Port': ['ID=774040b6-9901-4af8-b206-bade0f79130e,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:49.441764 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:49.466781 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2c01-d616-43f9-a20b-07e47ec867d1 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (58deb54e-3fa5-45bb-8d62-cd8f39af1565), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.472856 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdf2c01-d616-43f9-a20b-07e47ec867d1 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:49.473482 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2c01-d616-43f9-a20b-07e47ec867d1 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.506703 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:49.533655 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-76ff59be-a4a0-4b49-bf65-be22da5d3436 req-0a361251-9e61-4e9a-8f3c-606b7c12e08c tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=da5bdc7d-a90b-4e04-b748-e9404bb72dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441059 Sep 16 13:04:49.534116 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40568) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:49.557220 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e325ca-5156-409a-95bf-6bd4da6ca170 req-7669c135-4736-4555-8994-5405f6ccf38e tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:49.565964 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62e325ca-5156-409a-95bf-6bd4da6ca170 req-7669c135-4736-4555-8994-5405f6ccf38e tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 945 time: 0.1143472 Sep 16 13:04:49.576727 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-dbdf2c01-d616-43f9-a20b-07e47ec867d1 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5451958 Sep 16 13:04:49.577554 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40572) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:49.589524 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-2207a548-5c79-412d-8f26-23d451ff5a4b tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1271644982'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:49.598689 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:49.606258 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf2c01-d616-43f9-a20b-07e47ec867d1 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event updated for resources: {'Network': ['ID=58deb54e-3fa5-45bb-8d62-cd8f39af1565,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:49.619240 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 58deb54e-3fa5-45bb-8d62-cd8f39af1565 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:04:49.684514 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2207a548-5c79-412d-8f26-23d451ff5a4b tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Made reservation on behalf of fa42540f9ee547d2bd8fb95c9a89512f for: {'network': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:49.688197 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2207a548-5c79-412d-8f26-23d451ff5a4b tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.697790 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b3202786-4c08-4055-89b6-28be92dda4be admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=aaeff399942c4286a71ea3a0eab43280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1593070 Sep 16 13:04:49.701399 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40574) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:49.725391 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca18429-cee8-431f-ae66-b875cf1c686f req-ceb7bb29-4b36-4c44-a60c-15a8193ccbce tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:49.726878 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cca18429-cee8-431f-ae66-b875cf1c686f req-ceb7bb29-4b36-4c44-a60c-15a8193ccbce tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c4052f17-eb91-4b32-ac5a-5464ba10c0a4 HTTP/1.1" status: 200 len: 944 time: 0.1197002 Sep 16 13:04:49.733528 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-62e325ca-5156-409a-95bf-6bd4da6ca170 req-13551b7e-2fe0-4f8e-ac41-ddcc59c122f9 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667345 Sep 16 13:04:49.755630 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2207a548-5c79-412d-8f26-23d451ff5a4b tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=113698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:04:49.780103 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2207a548-5c79-412d-8f26-23d451ff5a4b tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (d862af49-8aec-437f-aa95-944b730a85bb), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.780470 n-d-858094-4 neutron-server[113698]: INFO neutron.db.segments_db [None req-2207a548-5c79-412d-8f26-23d451ff5a4b tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Added segment d862af49-8aec-437f-aa95-944b730a85bb of type vlan for network 5a606a53-ec66-4e47-9646-bc9021af2d9d Sep 16 13:04:49.798570 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-225c3bf9-804b-45d3-96e7-198cfdb4dcb2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (92ec32b4-59eb-4a4c-a87e-73c83ea28dfb), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.804801 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:49.833685 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-03e1f1aa-d344-4658-9289-f8f68419f855 admin admin] Publish callbacks [] for security_group (7c676002-9399-4169-81f1-42139daf39d8), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.851715 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cca18429-cee8-431f-ae66-b875cf1c686f req-32014e0d-14e8-4d33-8ff1-4b42d01747a5 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7eea0a8c-5c08-4593-8107-daeddcd0eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161935 Sep 16 13:04:49.862607 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2207a548-5c79-412d-8f26-23d451ff5a4b tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (5a606a53-ec66-4e47-9646-bc9021af2d9d), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.873328 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-03e1f1aa-d344-4658-9289-f8f68419f855 admin admin] Publish callbacks [] for security_group (7c676002-9399-4169-81f1-42139daf39d8), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.895167 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2207a548-5c79-412d-8f26-23d451ff5a4b tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (5a606a53-ec66-4e47-9646-bc9021af2d9d), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.900095 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2207a548-5c79-412d-8f26-23d451ff5a4b tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:49.901630 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-2207a548-5c79-412d-8f26-23d451ff5a4b tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.934310 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-225c3bf9-804b-45d3-96e7-198cfdb4dcb2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (76133b2f-f3d0-461a-9211-9a92d77994a9), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:49.967649 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-2207a548-5c79-412d-8f26-23d451ff5a4b tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3842471 Sep 16 13:04:49.973898 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207a548-5c79-412d-8f26-23d451ff5a4b tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event updated for resources: {'Network': ['ID=5a606a53-ec66-4e47-9646-bc9021af2d9d,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:49.995641 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 5a606a53-ec66-4e47-9646-bc9021af2d9d details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:04:50.001470 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-03e1f1aa-d344-4658-9289-f8f68419f855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (7c676002-9399-4169-81f1-42139daf39d8), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:50.004304 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-03e1f1aa-d344-4658-9289-f8f68419f855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:50.007905 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-03e1f1aa-d344-4658-9289-f8f68419f855 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/7c676002-9399-4169-81f1-42139daf39d8 HTTP/1.1" status: 204 len: 168 time: 0.3031361 Sep 16 13:04:50.068491 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1f1aa-d344-4658-9289-f8f68419f855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c676002-9399-4169-81f1-42139daf39d8,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:50.162194 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-225c3bf9-804b-45d3-96e7-198cfdb4dcb2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for port (76133b2f-f3d0-461a-9211-9a92d77994a9), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:50.169501 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-225c3bf9-804b-45d3-96e7-198cfdb4dcb2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (76133b2f-f3d0-461a-9211-9a92d77994a9), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:50.241292 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c3bf9-804b-45d3-96e7-198cfdb4dcb2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Port': ['ID=76133b2f-f3d0-461a-9211-9a92d77994a9,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:50.243911 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-225c3bf9-804b-45d3-96e7-198cfdb4dcb2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (92ec32b4-59eb-4a4c-a87e-73c83ea28dfb), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:50.300479 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device c40c0347-2b42-4346-a6fd-c898430328a0 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:04:50.358080 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [None req-225c3bf9-804b-45d3-96e7-198cfdb4dcb2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Floating IP 92ec32b4-59eb-4a4c-a87e-73c83ea28dfb associated. External IP: 172.25.2.74, port: 992556ae-40ed-4ce3-adbe-193b9da2050b. Sep 16 13:04:50.367831 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port c40c0347-2b42-4346-a6fd-c898430328a0 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:04:50.377213 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port c40c0347-2b42-4346-a6fd-c898430328a0 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:50.377885 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c40c0347-2b42-4346-a6fd-c898430328a0), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:50.378327 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port c40c0347-2b42-4346-a6fd-c898430328a0 Sep 16 13:04:50.446920 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:50.491945 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port c40c0347-2b42-4346-a6fd-c898430328a0 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:50.492719 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c40c0347-2b42-4346-a6fd-c898430328a0), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:50.526342 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11bbd81-4323-466b-9d10-6f2d6c1913e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40c0347-2b42-4346-a6fd-c898430328a0'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:04:50.528837 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc86dba-8fee-44b4-9089-3d5091e49702" -d '{"events": [{"server_uuid": "a11bbd81-4323-466b-9d10-6f2d6c1913e4", "name": "network-vif-plugged", "status": "completed", "tag": "c40c0347-2b42-4346-a6fd-c898430328a0"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:04:50.542898 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:50.545055 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port c40c0347-2b42-4346-a6fd-c898430328a0, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c40c0347-2b42-4346-a6fd-c898430328a0,segment=NetworkSegment(1980d704-4134-4855-b6db-fe631160701f),segment_id=1980d704-4134-4855-b6db-fe631160701f)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:50.552744 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c40c0347-2b42-4346-a6fd-c898430328a0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:50.555326 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:04:50.585216 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:50.617539 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225c3bf9-804b-45d3-96e7-198cfdb4dcb2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Router 3232c84f-ac63-49be-9960-1a68565b252b has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:04:50.710017 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f673f5-068d-470d-b9dc-a2adc3536c52 x-openstack-request-id: req-52f673f5-068d-470d-b9dc-a2adc3536c52 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:04:50.715394 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11bbd81-4323-466b-9d10-6f2d6c1913e4", "name": "network-vif-plugged", "status": "completed", "tag": "c40c0347-2b42-4346-a6fd-c898430328a0", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:04:50.715836 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-52f673f5-068d-470d-b9dc-a2adc3536c52 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:04:50.716427 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f673f5-068d-470d-b9dc-a2adc3536c52'] response: {'server_uuid': 'a11bbd81-4323-466b-9d10-6f2d6c1913e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40c0347-2b42-4346-a6fd-c898430328a0', 'code': 200} Sep 16 13:04:50.741727 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1757f-3698-4e12-946f-ed0a0bdae148 req-e048c178-c833-4bbb-873a-acb9b2ab802d tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:50.756038 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5ed1757f-3698-4e12-946f-ed0a0bdae148 req-e048c178-c833-4bbb-873a-acb9b2ab802d tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 945 time: 0.0757954 Sep 16 13:04:50.798957 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e938f-5e34-43e2-93ad-998d6f68e87d req-6fe88269-5322-4d55-b710-d6c6f6e5aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:50.800839 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f82e938f-5e34-43e2-93ad-998d6f68e87d req-6fe88269-5322-4d55-b710-d6c6f6e5aac3 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 1127 time: 0.0622523 Sep 16 13:04:50.807615 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225c3bf9-804b-45d3-96e7-198cfdb4dcb2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:04:50.814460 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:04:50.855762 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-225c3bf9-804b-45d3-96e7-198cfdb4dcb2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:50.861206 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=c40c0347-2b42-4346-a6fd-c898430328a0,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:50.865115 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5ed1757f-3698-4e12-946f-ed0a0bdae148 req-97da0935-00d5-40b2-b403-844bd02cb9f2 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=da5bdc7d-a90b-4e04-b748-e9404bb72dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080513 Sep 16 13:04:50.898332 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ec054-78a1-4331-aeaa-3d0e64d373e9 None None] Sync routers for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:04:50.905147 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-f82e938f-5e34-43e2-93ad-998d6f68e87d req-d2e60e4a-c27c-4973-88e3-176b58841e16 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=da5bdc7d-a90b-4e04-b748-e9404bb72dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954840 Sep 16 13:04:50.905556 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:50.905956 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (05cfdbd1-f34b-468d-a8ad-b77eeac8c622), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:50.906963 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 Sep 16 13:04:50.915757 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-225c3bf9-804b-45d3-96e7-198cfdb4dcb2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.1931183 Sep 16 13:04:50.920384 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40598) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:50.976862 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858ec054-78a1-4331-aeaa-3d0e64d373e9 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:50.977504 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-858ec054-78a1-4331-aeaa-3d0e64d373e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:50.995218 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40602) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:50.995412 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b859f975-31f0-4b8e-943b-f14f1403d08c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "GET /networking/v2.0/floatingips/92ec32b4-59eb-4a4c-a87e-73c83ea28dfb HTTP/1.1" status: 200 len: 976 time: 0.0748405 Sep 16 13:04:51.049905 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-858ec054-78a1-4331-aeaa-3d0e64d373e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:51.066461 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858ec054-78a1-4331-aeaa-3d0e64d373e9 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:51.067076 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-858ec054-78a1-4331-aeaa-3d0e64d373e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:51.138253 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-858ec054-78a1-4331-aeaa-3d0e64d373e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:51.138253 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ec054-78a1-4331-aeaa-3d0e64d373e9 None None] The sync data for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:04:51.141965 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c97e76-1602-496d-9ce1-036ebd54fe0a req-e2c5fa2a-00c3-403f-ba16-b94a0a5dd177 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:51.148643 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e2c97e76-1602-496d-9ce1-036ebd54fe0a req-e2c5fa2a-00c3-403f-ba16-b94a0a5dd177 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c4052f17-eb91-4b32-ac5a-5464ba10c0a4 HTTP/1.1" status: 200 len: 944 time: 0.1054018 Sep 16 13:04:51.175301 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:51.175652 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd8b77-7dfa-405a-86c2-819a074563ce req-b49f3b2a-3c39-4c9e-93e4-e969ae4fd347 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:51.176383 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (05cfdbd1-f34b-468d-a8ad-b77eeac8c622), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:51.184855 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-92bd8b77-7dfa-405a-86c2-819a074563ce req-b49f3b2a-3c39-4c9e-93e4-e969ae4fd347 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 945 time: 0.1883280 Sep 16 13:04:51.223189 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40608) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:51.224595 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=05cfdbd1-f34b-468d-a8ad-b77eeac8c622,segment=NetworkSegment(02157669-a842-4cef-9f02-cc6acf3b127a),segment_id=02157669-a842-4cef-9f02-cc6acf3b127a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:51.228433 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c0d1bc6b-3439-4ee0-92f2-3c9f6aab3d80 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2317402 Sep 16 13:04:51.231542 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (05cfdbd1-f34b-468d-a8ad-b77eeac8c622), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:51.235837 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:51.247918 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-c7dd978d-f3a9-4e74-bef1-b96a4568f264 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'floatingip': {'port_id': '05f7a9f9-1728-47c1-a09a-00c86e726e5a'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:51.269657 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40610) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:51.297729 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=05cfdbd1-f34b-468d-a8ad-b77eeac8c622,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:51.311351 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c7dd978d-f3a9-4e74-bef1-b96a4568f264 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (92ec32b4-59eb-4a4c-a87e-73c83ea28dfb), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:51.395210 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-34bd68ae-b41e-4a98-934a-80507ed44089 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-850987881-network', 'tenant_id': '069d839f047b4c38a1dae0ff8d692230'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:51.399663 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e2c97e76-1602-496d-9ce1-036ebd54fe0a req-edbd176b-1d81-4073-bea7-51e196c78296 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7eea0a8c-5c08-4593-8107-daeddcd0eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499180 Sep 16 13:04:51.425537 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-92bd8b77-7dfa-405a-86c2-819a074563ce req-44416325-5359-456e-abc9-786f396946fe tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397897 Sep 16 13:04:51.439908 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bd68ae-b41e-4a98-934a-80507ed44089 admin admin] Made reservation on behalf of 069d839f047b4c38a1dae0ff8d692230 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:51.442668 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-34bd68ae-b41e-4a98-934a-80507ed44089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:51.461443 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-34bd68ae-b41e-4a98-934a-80507ed44089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:51.547779 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-34bd68ae-b41e-4a98-934a-80507ed44089 admin admin] Publish callbacks [] for security_group (1b2ee77c-3e9d-4a13-8d9b-731121102031), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:51.552041 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-34bd68ae-b41e-4a98-934a-80507ed44089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (1b2ee77c-3e9d-4a13-8d9b-731121102031), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:51.580681 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bd68ae-b41e-4a98-934a-80507ed44089 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:04:51.590689 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd68ae-b41e-4a98-934a-80507ed44089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2ee77c-3e9d-4a13-8d9b-731121102031,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:51.605224 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-34bd68ae-b41e-4a98-934a-80507ed44089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (88e21957-051c-43c3-9e4e-6535fc1b3756), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:51.605748 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-34bd68ae-b41e-4a98-934a-80507ed44089 admin admin] Added segment 88e21957-051c-43c3-9e4e-6535fc1b3756 of type vlan for network c8f0423b-8f95-4074-9a6e-229fa6e975d1 Sep 16 13:04:51.651414 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-34bd68ae-b41e-4a98-934a-80507ed44089 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (c8f0423b-8f95-4074-9a6e-229fa6e975d1), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:51.684860 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-34bd68ae-b41e-4a98-934a-80507ed44089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (c8f0423b-8f95-4074-9a6e-229fa6e975d1), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:51.686252 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd68ae-b41e-4a98-934a-80507ed44089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:51.686926 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-34bd68ae-b41e-4a98-934a-80507ed44089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:51.748016 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-34bd68ae-b41e-4a98-934a-80507ed44089 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4766164 Sep 16 13:04:51.754764 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40616) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:51.811311 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:51.930516 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c7dd978d-f3a9-4e74-bef1-b96a4568f264 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:51.935678 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c7dd978d-f3a9-4e74-bef1-b96a4568f264 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (92ec32b4-59eb-4a4c-a87e-73c83ea28dfb), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:52.091789 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf0e5a-5322-4166-96e9-9cf9161d2baa req-b04c0039-a9b2-4731-b2ed-fd3fc5fed65b tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:52.094037 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:52.099099 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-45cf0e5a-5322-4166-96e9-9cf9161d2baa req-b04c0039-a9b2-4731-b2ed-fd3fc5fed65b tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 945 time: 0.0993080 Sep 16 13:04:52.106243 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-66eb8732-4d36-4c0c-b742-1fe2a860d98c admin admin] Request body: {'subnet': {'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-850987881-subnet', 'tenant_id': '069d839f047b4c38a1dae0ff8d692230', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:52.144380 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd68ae-b41e-4a98-934a-80507ed44089 admin admin] Pushing event updated for resources: {'Network': ['ID=c8f0423b-8f95-4074-9a6e-229fa6e975d1,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:52.149245 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [None req-c7dd978d-f3a9-4e74-bef1-b96a4568f264 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Floating IP 92ec32b4-59eb-4a4c-a87e-73c83ea28dfb associated. External IP: 172.25.2.74, port: 992556ae-40ed-4ce3-adbe-193b9da2050b. Sep 16 13:04:52.155351 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66eb8732-4d36-4c0c-b742-1fe2a860d98c admin admin] Made reservation on behalf of 069d839f047b4c38a1dae0ff8d692230 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:52.160513 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network c8f0423b-8f95-4074-9a6e-229fa6e975d1 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:04:52.177295 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-66eb8732-4d36-4c0c-b742-1fe2a860d98c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:52.240359 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:52.246734 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-45cf0e5a-5322-4166-96e9-9cf9161d2baa req-0bf21e80-803e-4837-99d5-04f20f1b46da tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=da5bdc7d-a90b-4e04-b748-e9404bb72dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466932 Sep 16 13:04:52.315066 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:52.329979 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:52.433914 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-66eb8732-4d36-4c0c-b742-1fe2a860d98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (51c69193-b69b-4126-bd7f-16f10ee1b3e8), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:52.473537 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7dd978d-f3a9-4e74-bef1-b96a4568f264 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Router 3232c84f-ac63-49be-9960-1a68565b252b has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:04:52.506813 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb8732-4d36-4c0c-b742-1fe2a860d98c admin admin] Pushing event updated for resources: {'Subnet': ['ID=51c69193-b69b-4126-bd7f-16f10ee1b3e8,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:52.512891 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eb8732-4d36-4c0c-b742-1fe2a860d98c admin admin] Checking segment: {'id': '88e21957-051c-43c3-9e4e-6535fc1b3756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:52.513256 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eb8732-4d36-4c0c-b742-1fe2a860d98c admin admin] Network hostable DHCP agents. Network: c8f0423b-8f95-4074-9a6e-229fa6e975d1, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:04:52.534560 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eb8732-4d36-4c0c-b742-1fe2a860d98c admin admin] Network c8f0423b-8f95-4074-9a6e-229fa6e975d1 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:04:52.550828 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-66eb8732-4d36-4c0c-b742-1fe2a860d98c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, c8f0423b-8f95-4074-9a6e-229fa6e975d1) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:52.559940 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eb8732-4d36-4c0c-b742-1fe2a860d98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:52.560356 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd83921-1788-4c3c-a44a-736874d9e4c6 None None] Network c8f0423b-8f95-4074-9a6e-229fa6e975d1 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:52.560581 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-66eb8732-4d36-4c0c-b742-1fe2a860d98c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:52.595468 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-66eb8732-4d36-4c0c-b742-1fe2a860d98c admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8396623 Sep 16 13:04:52.596101 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40624) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:52.600913 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-28e13050-1144-4151-9e9f-d441eb22c9dd admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-850987881-router', 'tenant_id': '069d839f047b4c38a1dae0ff8d692230', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:52.633570 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-28e13050-1144-4151-9e9f-d441eb22c9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (cf5baed9-d885-4a45-b3e1-49379e977110), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:52.634868 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-28e13050-1144-4151-9e9f-d441eb22c9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (cf5baed9-d885-4a45-b3e1-49379e977110), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:52.691917 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-c8f0423b-8f95-4074-9a6e-229fa6e975d1', 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1', 'project_id': '069d839f047b4c38a1dae0ff8d692230', 'fixed_ips': [{'subnet_id': '51c69193-b69b-4126-bd7f-16f10ee1b3e8'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:04:52.692893 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:52.710675 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:52.718861 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4052f17-eb91-4b32-ac5a-5464ba10c0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cfdbd1-f34b-468d-a8ad-b77eeac8c622'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:04:52.721359 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1b10f1-baae-44dd-afab-a071fec52fb5" -d '{"events": [{"server_uuid": "c4052f17-eb91-4b32-ac5a-5464ba10c0a4", "name": "network-vif-plugged", "status": "completed", "tag": "05cfdbd1-f34b-468d-a8ad-b77eeac8c622"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:04:52.724522 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-28e13050-1144-4151-9e9f-d441eb22c9dd admin admin] Publish callbacks [] for router_controller (cf5baed9-d885-4a45-b3e1-49379e977110), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:52.745902 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21bc96-648a-4047-b2b1-67ffa5a7f6d5 req-6a549104-7786-4cf5-ba6a-634e9ced22d5 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:52.752820 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cc21bc96-648a-4047-b2b1-67ffa5a7f6d5 req-6a549104-7786-4cf5-ba6a-634e9ced22d5 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 945 time: 0.1096075 Sep 16 13:04:52.768239 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7dd978d-f3a9-4e74-bef1-b96a4568f264 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:04:52.780759 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539e758-216d-4a49-8887-14fe80875938 None None] Sync routers for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:04:52.784902 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8466c39-0ddf-4940-a10b-1703ff72498c req-a22471a6-9e80-4608-8d44-1aebf18dc60b tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:52.786654 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8466c39-0ddf-4940-a10b-1703ff72498c req-a22471a6-9e80-4608-8d44-1aebf18dc60b tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c4052f17-eb91-4b32-ac5a-5464ba10c0a4 HTTP/1.1" status: 200 len: 945 time: 0.2260585 Sep 16 13:04:52.803597 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539e758-216d-4a49-8887-14fe80875938 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:52.807736 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-5539e758-216d-4a49-8887-14fe80875938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:52.879222 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-5539e758-216d-4a49-8887-14fe80875938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:52.905224 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539e758-216d-4a49-8887-14fe80875938 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:52.907122 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-5539e758-216d-4a49-8887-14fe80875938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:52.927393 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-28e13050-1144-4151-9e9f-d441eb22c9dd admin admin] Publish callbacks [] for router_gateway (cf5baed9-d885-4a45-b3e1-49379e977110), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:52.962468 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-5539e758-216d-4a49-8887-14fe80875938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:52.963153 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539e758-216d-4a49-8887-14fe80875938 None None] The sync data for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 is: [] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:04:52.963727 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] Allocated IP 172.20.0.2 (c8f0423b-8f95-4074-9a6e-229fa6e975d1/51c69193-b69b-4126-bd7f-16f10ee1b3e8/8a04a4d6-4c31-4b4e-96cf-c6092cceaa84) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:53.155998 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] Publish callbacks [] for port (8a04a4d6-4c31-4b4e-96cf-c6092cceaa84), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:53.163820 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (8a04a4d6-4c31-4b4e-96cf-c6092cceaa84), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:53.211392 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-28e13050-1144-4151-9e9f-d441eb22c9dd admin admin] Publish callbacks [] for router_gateway (cf5baed9-d885-4a45-b3e1-49379e977110), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:53.214970 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] Network c8f0423b-8f95-4074-9a6e-229fa6e975d1 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:53.218991 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:53.226391 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:53.228948 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:53.235891 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] Pushing event updated for resources: {'Port': ['ID=8a04a4d6-4c31-4b4e-96cf-c6092cceaa84,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:53.238038 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-28e13050-1144-4151-9e9f-d441eb22c9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:53.359195 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40630) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:53.366441 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Request body: {'subnets': [{'network_id': '58deb54e-3fa5-45bb-8d62-cd8f39af1565', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--453067225', 'ip_version': 6}, {'network_id': '5a606a53-ec66-4e47-9646-bc9021af2d9d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:53.366792 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Request body: {'subnet': {'network_id': '58deb54e-3fa5-45bb-8d62-cd8f39af1565', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--453067225', 'ip_version': 6}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:53.367466 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Request body: {'subnet': {'network_id': '5a606a53-ec66-4e47-9646-bc9021af2d9d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:53.399647 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-28e13050-1144-4151-9e9f-d441eb22c9dd admin admin] Allocated IP 172.25.2.93 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/6257ec28-2dce-48d8-9fef-e8a4836f6c0d) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:53.437040 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cc21bc96-648a-4047-b2b1-67ffa5a7f6d5 req-8bbef32a-d0a8-4267-a098-e203eca744e0 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6833684 Sep 16 13:04:53.454047 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:53.455186 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8466c39-0ddf-4940-a10b-1703ff72498c req-9cc9e5d3-31de-42ff-a8d6-265fc75a4e3b tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7eea0a8c-5c08-4593-8107-daeddcd0eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6586890 Sep 16 13:04:53.460729 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] Attempting to bind port 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:04:53.461426 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] Attempting to bind port 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '88e21957-051c-43c3-9e4e-6535fc1b3756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:04:53.461795 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] Attempting to bind port 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84 on network c8f0423b-8f95-4074-9a6e-229fa6e975d1 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:04:53.530232 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:04:53.531068 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] Checking segment: {'id': '88e21957-051c-43c3-9e4e-6535fc1b3756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:53.531716 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:53.532358 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] Bound using segment: {'id': '88e21957-051c-43c3-9e4e-6535fc1b3756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:04:53.533712 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] Bound port: 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e21957-051c-43c3-9e4e-6535fc1b3756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:04:53.534370 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8a04a4d6-4c31-4b4e-96cf-c6092cceaa84), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:53.550457 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabfe731-05b2-4b76-ab50-ae65e4a380cc x-openstack-request-id: req-aabfe731-05b2-4b76-ab50-ae65e4a380cc {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:04:53.551398 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4052f17-eb91-4b32-ac5a-5464ba10c0a4", "name": "network-vif-plugged", "status": "completed", "tag": "05cfdbd1-f34b-468d-a8ad-b77eeac8c622", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:04:53.551896 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aabfe731-05b2-4b76-ab50-ae65e4a380cc {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:04:53.552583 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aabfe731-05b2-4b76-ab50-ae65e4a380cc'] response: {'server_uuid': 'c4052f17-eb91-4b32-ac5a-5464ba10c0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cfdbd1-f34b-468d-a8ad-b77eeac8c622', 'code': 200} Sep 16 13:04:53.610714 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:53.617883 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] For port 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:04:53.624593 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] For port 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=8a04a4d6-4c31-4b4e-96cf-c6092cceaa84,segment=NetworkSegment(88e21957-051c-43c3-9e4e-6535fc1b3756),segment_id=88e21957-051c-43c3-9e4e-6535fc1b3756)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:04:53.633286 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8a04a4d6-4c31-4b4e-96cf-c6092cceaa84), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:53.633504 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:53.652960 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6723af-89a5-44e2-9fc8-80730300ac83 req-959cedbf-8ce8-4281-8598-bfe071e55aed tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:53.654525 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ae6723af-89a5-44e2-9fc8-80730300ac83 req-959cedbf-8ce8-4281-8598-bfe071e55aed tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 945 time: 0.0908816 Sep 16 13:04:53.700738 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632d8d3-80ce-4424-b2ca-09b45c585395 None None] Pushing event updated for resources: {'Port': ['ID=8a04a4d6-4c31-4b4e-96cf-c6092cceaa84,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:53.723587 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf037b9f-1123-435f-989c-1fd390827c48 req-96a0de6e-2a5f-41c5-87c2-75862b6695ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:53.725060 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bf037b9f-1123-435f-989c-1fd390827c48 req-96a0de6e-2a5f-41c5-87c2-75862b6695ba service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c4052f17-eb91-4b32-ac5a-5464ba10c0a4 HTTP/1.1" status: 200 len: 1127 time: 0.1180236 Sep 16 13:04:53.750267 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Made reservation on behalf of fa42540f9ee547d2bd8fb95c9a89512f for: {'subnet': 2} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:53.755096 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ae6723af-89a5-44e2-9fc8-80730300ac83 req-4719f8c6-75b5-432d-bc37-9325eb2058ee tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=da5bdc7d-a90b-4e04-b748-e9404bb72dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676086 Sep 16 13:04:53.755238 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:53.755513 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:53.756836 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7dd978d-f3a9-4e74-bef1-b96a4568f264 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Router 3232c84f-ac63-49be-9960-1a68565b252b has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:04:53.783945 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-28e13050-1144-4151-9e9f-d441eb22c9dd admin admin] Publish callbacks [] for port (6257ec28-2dce-48d8-9fef-e8a4836f6c0d), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:53.934903 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bf037b9f-1123-435f-989c-1fd390827c48 req-c41c6220-2a23-47dc-b062-54c0d2025575 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7eea0a8c-5c08-4593-8107-daeddcd0eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017612 Sep 16 13:04:53.945403 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d8217-b0aa-41e6-ade4-5e171cbffa1a req-95664047-d01c-4193-9c5e-a19acbb2b00a tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:53.947720 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bb8d8217-b0aa-41e6-ade4-5e171cbffa1a req-95664047-d01c-4193-9c5e-a19acbb2b00a tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 945 time: 0.0925500 Sep 16 13:04:53.949327 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7dd978d-f3a9-4e74-bef1-b96a4568f264 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:04:53.957121 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c7dd978d-f3a9-4e74-bef1-b96a4568f264 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:53.962245 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40634) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:53.966981 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadbefe0-6066-4217-9a91-e3e93f6b7a82 None None] Sync routers for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:04:53.969154 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-a41cb782-b8cf-4c13-a512-46c2d2ee4b50 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Request body: {'floatingip': {'port_id': 'c40c0347-2b42-4346-a6fd-c898430328a0'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:53.976440 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-28e13050-1144-4151-9e9f-d441eb22c9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (6257ec28-2dce-48d8-9fef-e8a4836f6c0d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:53.986928 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadbefe0-6066-4217-9a91-e3e93f6b7a82 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:53.987569 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-aadbefe0-6066-4217-9a91-e3e93f6b7a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:54.044316 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-aadbefe0-6066-4217-9a91-e3e93f6b7a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:54.047973 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a41cb782-b8cf-4c13-a512-46c2d2ee4b50 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for floatingip (3f56c00a-33f9-4305-8b4e-b772f2661024), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:54.057441 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadbefe0-6066-4217-9a91-e3e93f6b7a82 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:54.058746 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-aadbefe0-6066-4217-9a91-e3e93f6b7a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:54.074891 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e13050-1144-4151-9e9f-d441eb22c9dd admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:54.081901 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-28e13050-1144-4151-9e9f-d441eb22c9dd admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:54.084573 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e13050-1144-4151-9e9f-d441eb22c9dd admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:54.091265 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e13050-1144-4151-9e9f-d441eb22c9dd admin admin] Pushing event updated for resources: {'Port': ['ID=6257ec28-2dce-48d8-9fef-e8a4836f6c0d,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:54.112696 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-aadbefe0-6066-4217-9a91-e3e93f6b7a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:54.113676 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadbefe0-6066-4217-9a91-e3e93f6b7a82 None None] The sync data for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:04:54.129758 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c7dd978d-f3a9-4e74-bef1-b96a4568f264 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/92ec32b4-59eb-4a4c-a87e-73c83ea28dfb HTTP/1.1" status: 200 len: 976 time: 2.8948860 Sep 16 13:04:54.142025 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40636) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:54.167732 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-9845a200-8cfd-4a4a-91c0-ab31f3288278 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'floatingip': {'port_id': None}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:54.346972 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:54.360023 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9845a200-8cfd-4a4a-91c0-ab31f3288278 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (92ec32b4-59eb-4a4c-a87e-73c83ea28dfb), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:54.419291 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:54.595210 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a41cb782-b8cf-4c13-a512-46c2d2ee4b50 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:54.618615 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a41cb782-b8cf-4c13-a512-46c2d2ee4b50 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (3f56c00a-33f9-4305-8b4e-b772f2661024), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:54.741512 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357a3d8-d57b-4f82-8ba0-73fb82b7055b req-a4469edc-a07b-4127-9810-94bfb430c065 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:54.746899 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5357a3d8-d57b-4f82-8ba0-73fb82b7055b req-a4469edc-a07b-4127-9810-94bfb430c065 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 945 time: 0.1482871 Sep 16 13:04:54.764702 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fc1b1-09a9-43ab-8943-d2f258b935f1 req-bc98aaf1-56c8-41be-a051-42bb53168ad3 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:54.766030 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:54.766629 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-683fc1b1-09a9-43ab-8943-d2f258b935f1 req-bc98aaf1-56c8-41be-a051-42bb53168ad3 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c4052f17-eb91-4b32-ac5a-5464ba10c0a4 HTTP/1.1" status: 200 len: 945 time: 0.1694777 Sep 16 13:04:54.772592 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9845a200-8cfd-4a4a-91c0-ab31f3288278 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:54.794245 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9845a200-8cfd-4a4a-91c0-ab31f3288278 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (92ec32b4-59eb-4a4c-a87e-73c83ea28dfb), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:54.794584 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [None req-9845a200-8cfd-4a4a-91c0-ab31f3288278 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Floating IP 92ec32b4-59eb-4a4c-a87e-73c83ea28dfb disassociated. External IP: 172.25.2.74, port: 05f7a9f9-1728-47c1-a09a-00c86e726e5a. Sep 16 13:04:54.849212 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:54.885886 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-28e13050-1144-4151-9e9f-d441eb22c9dd admin admin] Publish callbacks [] for router_gateway (cf5baed9-d885-4a45-b3e1-49379e977110), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:54.889193 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5357a3d8-d57b-4f82-8ba0-73fb82b7055b req-7a385e58-3394-4453-88f4-ec4b56b79d6c tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354880 Sep 16 13:04:54.929886 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-683fc1b1-09a9-43ab-8943-d2f258b935f1 req-4a9be250-1fd7-4d0e-b284-7c5c759610e6 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7eea0a8c-5c08-4593-8107-daeddcd0eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233964 Sep 16 13:04:54.931901 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [None req-a41cb782-b8cf-4c13-a512-46c2d2ee4b50 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Floating IP 3f56c00a-33f9-4305-8b4e-b772f2661024 associated. External IP: 172.25.2.73, port: c40c0347-2b42-4346-a6fd-c898430328a0. Sep 16 13:04:54.939764 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (66114252-85e1-4d63-9304-554259d5c118), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:55.006097 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4045deef-71a6-4ff1-992f-92b99ca1adf9 None None] Network c8f0423b-8f95-4074-9a6e-229fa6e975d1 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:55.068670 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:04:55.097842 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-ad0db17b-54e9-4cff-b6aa-525923c726b0 None None] Provisioning complete for port 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:55.098214 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ad0db17b-54e9-4cff-b6aa-525923c726b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8a04a4d6-4c31-4b4e-96cf-c6092cceaa84), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:55.098555 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-ad0db17b-54e9-4cff-b6aa-525923c726b0 None None] Attempt 1 to provision port 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84 Sep 16 13:04:55.138551 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:55.189988 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event updated for resources: {'Subnet': ['ID=66114252-85e1-4d63-9304-554259d5c118,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:55.213968 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:55.214341 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8a04a4d6-4c31-4b4e-96cf-c6092cceaa84), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:55.214677 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84 Sep 16 13:04:55.252113 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Checking segment: {'id': '990c52ca-8ae6-4ed0-8b91-20006d1d7899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '58deb54e-3fa5-45bb-8d62-cd8f39af1565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:55.252360 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41cb782-b8cf-4c13-a512-46c2d2ee4b50 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Router 0835cee8-e786-4ab4-8f10-3a1b34de95b5 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:04:55.252657 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Network hostable DHCP agents. Network: 58deb54e-3fa5-45bb-8d62-cd8f39af1565, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:04:55.286394 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-ad0db17b-54e9-4cff-b6aa-525923c726b0 None None] Current status of the port 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:55.286790 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ad0db17b-54e9-4cff-b6aa-525923c726b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8a04a4d6-4c31-4b4e-96cf-c6092cceaa84), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:55.358174 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-ad0db17b-54e9-4cff-b6aa-525923c726b0 None None] For port 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=8a04a4d6-4c31-4b4e-96cf-c6092cceaa84,segment=NetworkSegment(88e21957-051c-43c3-9e4e-6535fc1b3756),segment_id=88e21957-051c-43c3-9e4e-6535fc1b3756)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:55.366892 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ad0db17b-54e9-4cff-b6aa-525923c726b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8a04a4d6-4c31-4b4e-96cf-c6092cceaa84), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:55.376944 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Network 58deb54e-3fa5-45bb-8d62-cd8f39af1565 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:04:55.382107 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:55.382332 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:55.382332 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8a04a4d6-4c31-4b4e-96cf-c6092cceaa84), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:55.396371 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-28e13050-1144-4151-9e9f-d441eb22c9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (cf5baed9-d885-4a45-b3e1-49379e977110), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:55.400847 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9845a200-8cfd-4a4a-91c0-ab31f3288278 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Router 3232c84f-ac63-49be-9960-1a68565b252b has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:04:55.403814 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 58deb54e-3fa5-45bb-8d62-cd8f39af1565) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:55.411700 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (20733f03-27bc-4cdf-bdb2-f93937b63389), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:55.422981 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa6269e-c4c7-4a95-8539-13ea190c269c None None] Network 58deb54e-3fa5-45bb-8d62-cd8f39af1565 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:55.454637 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41cb782-b8cf-4c13-a512-46c2d2ee4b50 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:04:55.470744 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceec732-2227-4399-9980-e65653f96293 None None] Sync routers for ids ['0835cee8-e786-4ab4-8f10-3a1b34de95b5'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:04:55.471480 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a41cb782-b8cf-4c13-a512-46c2d2ee4b50 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:55.487997 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceec732-2227-4399-9980-e65653f96293 None None] Routers {'0835cee8-e786-4ab4-8f10-3a1b34de95b5'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:55.488943 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-0ceec732-2227-4399-9980-e65653f96293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0835cee8-e786-4ab4-8f10-3a1b34de95b5'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:55.520451 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a41cb782-b8cf-4c13-a512-46c2d2ee4b50 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/3f56c00a-33f9-4305-8b4e-b772f2661024 HTTP/1.1" status: 200 len: 990 time: 1.5542395 Sep 16 13:04:55.520451 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11bbd81-4323-466b-9d10-6f2d6c1913e4', 'tag': 'c40c0347-2b42-4346-a6fd-c898430328a0'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:04:55.521567 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84491b54-dfce-4225-983d-75085e76741d" -d '{"events": [{"name": "network-changed", "server_uuid": "a11bbd81-4323-466b-9d10-6f2d6c1913e4", "tag": "c40c0347-2b42-4346-a6fd-c898430328a0"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:04:55.538788 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:55.553261 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0db17b-54e9-4cff-b6aa-525923c726b0 None None] Pushing event updated for resources: {'Port': ['ID=8a04a4d6-4c31-4b4e-96cf-c6092cceaa84,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:55.589198 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97331002-aa98-4938-9775-99549878b737 x-openstack-request-id: req-97331002-aa98-4938-9775-99549878b737 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:04:55.590132 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11bbd81-4323-466b-9d10-6f2d6c1913e4", "tag": "c40c0347-2b42-4346-a6fd-c898430328a0", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:04:55.590132 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-97331002-aa98-4938-9775-99549878b737 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:04:55.590605 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97331002-aa98-4938-9775-99549878b737'] response: {'name': 'network-changed', 'server_uuid': 'a11bbd81-4323-466b-9d10-6f2d6c1913e4', 'tag': 'c40c0347-2b42-4346-a6fd-c898430328a0', 'status': 'completed', 'code': 200} Sep 16 13:04:55.629802 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.api [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 13:04:55.630508 n-d-858094-4 neutron-server[113700]: DEBUG oslo_db.api [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 13:04:55.696059 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-58deb54e-3fa5-45bb-8d62-cd8f39af1565', 'network_id': '58deb54e-3fa5-45bb-8d62-cd8f39af1565', 'project_id': 'fa42540f9ee547d2bd8fb95c9a89512f', 'fixed_ips': [{'subnet_id': '66114252-85e1-4d63-9304-554259d5c118'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:04:55.697640 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:55.702282 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-be902c49-9e8f-448c-aea2-d49ad013ef77 None None] Provisioning complete for port 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:55.702650 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-be902c49-9e8f-448c-aea2-d49ad013ef77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8a04a4d6-4c31-4b4e-96cf-c6092cceaa84), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:55.702981 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-be902c49-9e8f-448c-aea2-d49ad013ef77 None None] Attempt 1 to provision port 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84 Sep 16 13:04:55.716673 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9d7d8-7651-4520-9927-ce6e44c1aee7 req-3384c7f9-976c-4e6c-8044-7d4f9da81f3b tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:55.718309 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a0f9d7d8-7651-4520-9927-ce6e44c1aee7 req-3384c7f9-976c-4e6c-8044-7d4f9da81f3b tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 945 time: 0.0821748 Sep 16 13:04:55.719582 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-0ceec732-2227-4399-9980-e65653f96293 None None] Set router 0835cee8-e786-4ab4-8f10-3a1b34de95b5 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:04:55.782481 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a0f9d7d8-7651-4520-9927-ce6e44c1aee7 req-60af37e8-0779-4897-ad3c-8d9f39bae364 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=da5bdc7d-a90b-4e04-b748-e9404bb72dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580931 Sep 16 13:04:55.920536 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-be902c49-9e8f-448c-aea2-d49ad013ef77 None None] Current status of the port 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:55.942540 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] Allocated IP 2001:db8::1 (58deb54e-3fa5-45bb-8d62-cd8f39af1565/66114252-85e1-4d63-9304-554259d5c118/e0ce9f33-f4d4-4375-ac67-ac95684e5f84) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:55.991892 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84491b54-dfce-4225-983d-75085e76741d req-21f13114-2398-42c4-b91f-20d5b5a6163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:55.993924 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-84491b54-dfce-4225-983d-75085e76741d req-21f13114-2398-42c4-b91f-20d5b5a6163c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=d2628c648b2e4465821bdcdf4330fb4e&device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 1127 time: 0.1301200 Sep 16 13:04:55.994905 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event updated for resources: {'Subnet': ['ID=20733f03-27bc-4cdf-bdb2-f93937b63389,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:56.053680 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-0ceec732-2227-4399-9980-e65653f96293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'name': 'tempest-ServersTestManualDisk-27505381-router', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:15Z', 'updated_at': '2022-09-16T13:04:24Z', 'revision_number': 4, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'gw_port': {'id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:16Z', 'updated_at': '2022-09-16T13:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '3f56c00a-33f9-4305-8b4e-b772f2661024', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'port_id': 'c40c0347-2b42-4346-a6fd-c898430328a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1824, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77', 'mac_address': 'fa:16:3e:9b:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11bbd81-4323-466b-9d10-6f2d6c1913e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T13:04:33Z', 'updated_at': '2022-09-16T13:04:54Z', 'revision_number': 1, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b109fbd1-95c0-419f-86cb-e915972369c9', 'name': '', 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'mac_address': 'fa:16:3e:8a:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '0c86fa22-38fb-4a34-a6ef-3769982fb8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:23Z', 'updated_at': '2022-09-16T13:04:30Z', 'revision_number': 5, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'subnets': [{'id': '0c86fa22-38fb-4a34-a6ef-3769982fb8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:56.055290 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:56.059152 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:56.064598 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6484e8-a7cf-442e-8be6-e1c1d70c1d8d req-336b97e8-381d-4fe3-9572-43a33eceb8d5 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:56.072507 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ba6484e8-a7cf-442e-8be6-e1c1d70c1d8d req-336b97e8-381d-4fe3-9572-43a33eceb8d5 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 945 time: 0.0713267 Sep 16 13:04:56.116476 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceec732-2227-4399-9980-e65653f96293 None None] Checking router: 0835cee8-e786-4ab4-8f10-3a1b34de95b5 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:04:56.132813 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceec732-2227-4399-9980-e65653f96293 None None] Routers {'0835cee8-e786-4ab4-8f10-3a1b34de95b5'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:56.143316 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-0ceec732-2227-4399-9980-e65653f96293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0835cee8-e786-4ab4-8f10-3a1b34de95b5'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:56.146038 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] Publish callbacks [] for port (e0ce9f33-f4d4-4375-ac67-ac95684e5f84), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:56.168500 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd0f01-a829-421e-9025-148e73c9d252 req-09d02326-be7f-4ec0-8f6d-5ff66ec645d2 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:56.170100 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8bbd0f01-a829-421e-9025-148e73c9d252 req-09d02326-be7f-4ec0-8f6d-5ff66ec645d2 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c4052f17-eb91-4b32-ac5a-5464ba10c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0871530 Sep 16 13:04:56.183717 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Checking segment: {'id': 'd862af49-8aec-437f-aa95-944b730a85bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5a606a53-ec66-4e47-9646-bc9021af2d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:56.184274 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Network hostable DHCP agents. Network: 5a606a53-ec66-4e47-9646-bc9021af2d9d, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:04:56.185983 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:56.187706 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:56.195723 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (e0ce9f33-f4d4-4375-ac67-ac95684e5f84), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:56.225895 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ba6484e8-a7cf-442e-8be6-e1c1d70c1d8d req-101b7097-72dc-445c-abc3-0229fe18c3fa tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522903 Sep 16 13:04:56.262117 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8bbd0f01-a829-421e-9025-148e73c9d252 req-8985b17b-dda2-4636-b0f6-7ffe6efd2807 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7eea0a8c-5c08-4593-8107-daeddcd0eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631721 Sep 16 13:04:56.268447 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9845a200-8cfd-4a4a-91c0-ab31f3288278 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:04:56.285655 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9845a200-8cfd-4a4a-91c0-ab31f3288278 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:56.297326 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7809d42-126e-48e6-a0a0-349a87dc9f4b None None] Sync routers for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:04:56.300629 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-0ceec732-2227-4399-9980-e65653f96293 None None] Set router 0835cee8-e786-4ab4-8f10-3a1b34de95b5 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:04:56.320432 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84491b54-dfce-4225-983d-75085e76741d req-3ba4df8b-b75e-4fe7-836a-655211b992f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:56.322184 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-84491b54-dfce-4225-983d-75085e76741d req-3ba4df8b-b75e-4fe7-836a-655211b992f5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=8add36eb-29cb-4c92-8149-fffc1787dd77 HTTP/1.1" status: 200 len: 911 time: 0.2906563 Sep 16 13:04:56.331479 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] Network 58deb54e-3fa5-45bb-8d62-cd8f39af1565 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:56.339798 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:56.346976 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Network 5a606a53-ec66-4e47-9646-bc9021af2d9d is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:04:56.349253 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:56.351830 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] Pushing event updated for resources: {'Port': ['ID=e0ce9f33-f4d4-4375-ac67-ac95684e5f84,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:56.364331 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7809d42-126e-48e6-a0a0-349a87dc9f4b None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:56.365005 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-d7809d42-126e-48e6-a0a0-349a87dc9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:56.393448 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9845a200-8cfd-4a4a-91c0-ab31f3288278 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/92ec32b4-59eb-4a4c-a87e-73c83ea28dfb HTTP/1.1" status: 200 len: 687 time: 2.2478452 Sep 16 13:04:56.393448 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 5a606a53-ec66-4e47-9646-bc9021af2d9d) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:56.394828 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40658) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:56.401637 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:56.402075 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:56.402714 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:56.419635 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e13050-1144-4151-9e9f-d441eb22c9dd admin admin] Router cf5baed9-d885-4a45-b3e1-49379e977110 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:04:56.450818 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7e536e9c-61db-40eb-90f8-0cee05bd2e02 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.0904939 Sep 16 13:04:56.454190 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-84491b54-dfce-4225-983d-75085e76741d req-74e26882-66e5-494b-b50a-053ce3a4e366 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c40c0347-2b42-4346-a6fd-c898430328a0 HTTP/1.1" status: 200 len: 998 time: 0.1208248 Sep 16 13:04:56.454677 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40662) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:56.485981 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33197b12-5c0e-4ec1-bd02-284b4fe6fdef None None] Network 5a606a53-ec66-4e47-9646-bc9021af2d9d requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:56.490463 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-d7809d42-126e-48e6-a0a0-349a87dc9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:56.510827 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:56.551957 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] Attempting to bind port e0ce9f33-f4d4-4375-ac67-ac95684e5f84 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:04:56.552280 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] Attempting to bind port e0ce9f33-f4d4-4375-ac67-ac95684e5f84 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '990c52ca-8ae6-4ed0-8b91-20006d1d7899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '58deb54e-3fa5-45bb-8d62-cd8f39af1565'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:04:56.552650 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] Attempting to bind port e0ce9f33-f4d4-4375-ac67-ac95684e5f84 on network 58deb54e-3fa5-45bb-8d62-cd8f39af1565 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:04:56.586099 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e13050-1144-4151-9e9f-d441eb22c9dd admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:04:56.594830 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] Sync routers for ids ['cf5baed9-d885-4a45-b3e1-49379e977110'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:04:56.639161 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-0ceec732-2227-4399-9980-e65653f96293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'name': 'tempest-ServersTestManualDisk-27505381-router', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:15Z', 'updated_at': '2022-09-16T13:04:24Z', 'revision_number': 4, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'gw_port': {'id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:16Z', 'updated_at': '2022-09-16T13:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '3f56c00a-33f9-4305-8b4e-b772f2661024', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'port_id': 'c40c0347-2b42-4346-a6fd-c898430328a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1824, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77', 'mac_address': 'fa:16:3e:9b:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11bbd81-4323-466b-9d10-6f2d6c1913e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T13:04:33Z', 'updated_at': '2022-09-16T13:04:54Z', 'revision_number': 1, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b109fbd1-95c0-419f-86cb-e915972369c9', 'name': '', 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'mac_address': 'fa:16:3e:8a:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '0c86fa22-38fb-4a34-a6ef-3769982fb8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:23Z', 'updated_at': '2022-09-16T13:04:30Z', 'revision_number': 5, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'subnets': [{'id': '0c86fa22-38fb-4a34-a6ef-3769982fb8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:56.686180 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] Routers {'cf5baed9-d885-4a45-b3e1-49379e977110'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:56.686416 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['cf5baed9-d885-4a45-b3e1-49379e977110'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:56.688101 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:56.699479 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-28e13050-1144-4151-9e9f-d441eb22c9dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:56.703250 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-28e13050-1144-4151-9e9f-d441eb22c9dd admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1036558 Sep 16 13:04:56.712871 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40670) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:56.714615 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7809d42-126e-48e6-a0a0-349a87dc9f4b None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:56.715247 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-d7809d42-126e-48e6-a0a0-349a87dc9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:56.730882 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:04:56.730882 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] Checking segment: {'id': '990c52ca-8ae6-4ed0-8b91-20006d1d7899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '58deb54e-3fa5-45bb-8d62-cd8f39af1565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:56.730882 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:56.730882 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] Bound using segment: {'id': '990c52ca-8ae6-4ed0-8b91-20006d1d7899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '58deb54e-3fa5-45bb-8d62-cd8f39af1565'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:04:56.731331 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] Bound port: e0ce9f33-f4d4-4375-ac67-ac95684e5f84, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990c52ca-8ae6-4ed0-8b91-20006d1d7899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '58deb54e-3fa5-45bb-8d62-cd8f39af1565'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:04:56.731720 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e0ce9f33-f4d4-4375-ac67-ac95684e5f84), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:56.745710 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fc2758-2279-447d-88e2-aeb7e54ae346 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:56.747394 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fc2758-2279-447d-88e2-aeb7e54ae346 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:56.749120 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fc2758-2279-447d-88e2-aeb7e54ae346 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:56.760101 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-03fc2758-2279-447d-88e2-aeb7e54ae346 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3040314 Sep 16 13:04:56.761768 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:56.763820 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40672) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:56.768270 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceec732-2227-4399-9980-e65653f96293 None None] The sync data for ids ['0835cee8-e786-4ab4-8f10-3a1b34de95b5'] in n-d-858094-4 is: [{'id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'name': 'tempest-ServersTestManualDisk-27505381-router', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:15Z', 'updated_at': '2022-09-16T13:04:24Z', 'revision_number': 4, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'gw_port': {'id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:16Z', 'updated_at': '2022-09-16T13:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '3f56c00a-33f9-4305-8b4e-b772f2661024', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'port_id': 'c40c0347-2b42-4346-a6fd-c898430328a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1824, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77', 'mac_address': 'fa:16:3e:9b:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11bbd81-4323-466b-9d10-6f2d6c1913e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T13:04:33Z', 'updated_at': '2022-09-16T13:04:54Z', 'revision_number': 1, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b109fbd1-95c0-419f-86cb-e915972369c9', 'name': '', 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'mac_address': 'fa:16:3e:8a:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '0c86fa22-38fb-4a34-a6ef-3769982fb8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:23Z', 'updated_at': '2022-09-16T13:04:30Z', 'revision_number': 5, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'subnets': [{'id': '0c86fa22-38fb-4a34-a6ef-3769982fb8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:04:56.811479 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3e10a-3f5c-4e00-9ee7-360cd69ab7e9 req-978805bd-3309-458f-afcf-ac3c888a12d1 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:56.817214 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-15d3e10a-3f5c-4e00-9ee7-360cd69ab7e9 req-978805bd-3309-458f-afcf-ac3c888a12d1 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.2379301 Sep 16 13:04:56.820838 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-316b049b-f9c2-4ec0-87c8-c16563210909 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Deleting port 76133b2f-f3d0-461a-9211-9a92d77994a9 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:56.821184 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-316b049b-f9c2-4ec0-87c8-c16563210909 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (76133b2f-f3d0-461a-9211-9a92d77994a9), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:56.881878 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84491b54-dfce-4225-983d-75085e76741d req-41d0d981-1b8d-4f79-8a85-10d8e82d11f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:56.897780 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-84491b54-dfce-4225-983d-75085e76741d req-41d0d981-1b8d-4f79-8a85-10d8e82d11f5 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=0c86fa22-38fb-4a34-a6ef-3769982fb8a5 HTTP/1.1" status: 200 len: 849 time: 0.3038785 Sep 16 13:04:56.921278 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:04:56.923763 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] Set router cf5baed9-d885-4a45-b3e1-49379e977110 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:04:56.924385 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-5a606a53-ec66-4e47-9646-bc9021af2d9d', 'network_id': '5a606a53-ec66-4e47-9646-bc9021af2d9d', 'project_id': 'fa42540f9ee547d2bd8fb95c9a89512f', 'fixed_ips': [{'subnet_id': '20733f03-27bc-4cdf-bdb2-f93937b63389'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:04:56.925304 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:56.930557 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-d7809d42-126e-48e6-a0a0-349a87dc9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:56.931082 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7809d42-126e-48e6-a0a0-349a87dc9f4b None None] The sync data for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:04:56.971987 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1fe0d7-6741-42c9-9564-d344f6e3c588 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Deleting subnet 66114252-85e1-4d63-9304-554259d5c118 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:04:57.023303 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cb1fe0d7-6741-42c9-9564-d344f6e3c588 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks [] for subnet (66114252-85e1-4d63-9304-554259d5c118), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:57.023868 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-316b049b-f9c2-4ec0-87c8-c16563210909 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (76133b2f-f3d0-461a-9211-9a92d77994a9), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:57.024824 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-316b049b-f9c2-4ec0-87c8-c16563210909 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (76133b2f-f3d0-461a-9211-9a92d77994a9), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:57.051062 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-316b049b-f9c2-4ec0-87c8-c16563210909 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Calling delete_port for 76133b2f-f3d0-461a-9211-9a92d77994a9 owned by network:floatingip {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:04:57.146954 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:57.201198 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84491b54-dfce-4225-983d-75085e76741d req-c75cfd5a-3a2d-4fa9-97b3-83b664aeb846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:57.201946 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] For port e0ce9f33-f4d4-4375-ac67-ac95684e5f84, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:04:57.202706 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-84491b54-dfce-4225-983d-75085e76741d req-c75cfd5a-3a2d-4fa9-97b3-83b664aeb846 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=8add36eb-29cb-4c92-8149-fffc1787dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3039298 Sep 16 13:04:57.216259 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cb1fe0d7-6741-42c9-9564-d344f6e3c588 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (66114252-85e1-4d63-9304-554259d5c118), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:57.235668 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5df785-8f14-4c61-8bba-c7560f5002cd None None] New status for floating IP 3f56c00a-33f9-4305-8b4e-b772f2661024: ACTIVE {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 13:04:57.258190 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:57.324547 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-15d3e10a-3f5c-4e00-9ee7-360cd69ab7e9 req-c43cc020-d0c0-43ea-93b8-e142079d5f43 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4679360 Sep 16 13:04:57.383227 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:57.383599 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8a04a4d6-4c31-4b4e-96cf-c6092cceaa84), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:57.383935 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84 Sep 16 13:04:57.389381 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:57.417633 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] For port e0ce9f33-f4d4-4375-ac67-ac95684e5f84, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e0ce9f33-f4d4-4375-ac67-ac95684e5f84,segment=NetworkSegment(990c52ca-8ae6-4ed0-8b91-20006d1d7899),segment_id=990c52ca-8ae6-4ed0-8b91-20006d1d7899)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:04:57.427296 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-316b049b-f9c2-4ec0-87c8-c16563210909 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (76133b2f-f3d0-461a-9211-9a92d77994a9), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:57.449692 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'name': 'tempest-ServersTestBootFromVolume-850987881-router', 'tenant_id': '069d839f047b4c38a1dae0ff8d692230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '6257ec28-2dce-48d8-9fef-e8a4836f6c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:52Z', 'updated_at': '2022-09-16T13:04:54Z', 'revision_number': 3, 'project_id': '069d839f047b4c38a1dae0ff8d692230', 'gw_port': {'id': '6257ec28-2dce-48d8-9fef-e8a4836f6c0d', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:53Z', 'updated_at': '2022-09-16T13:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:57.464170 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b049b-f9c2-4ec0-87c8-c16563210909 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event deleted for resources: {'Port': ['ID=76133b2f-f3d0-461a-9211-9a92d77994a9,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:57.476385 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] Checking router: cf5baed9-d885-4a45-b3e1-49379e977110 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:04:57.476738 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] Updating router cf5baed9-d885-4a45-b3e1-49379e977110 port 6257ec28-2dce-48d8-9fef-e8a4836f6c0d binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:04:57.514840 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6257ec28-2dce-48d8-9fef-e8a4836f6c0d), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:57.530867 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cb1fe0d7-6741-42c9-9564-d344f6e3c588 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (66114252-85e1-4d63-9304-554259d5c118), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:57.602333 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cb1fe0d7-6741-42c9-9564-d344f6e3c588 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (66114252-85e1-4d63-9304-554259d5c118), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:57.654195 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fe0d7-6741-42c9-9564-d344f6e3c588 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event deleted for resources: {'Subnet': ['ID=66114252-85e1-4d63-9304-554259d5c118,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:57.663950 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597b9bc-c0d4-44f2-9a4d-ef1ad271da53 req-92a7ba9d-a228-4345-82c3-f8289a96e5f5 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:57.665613 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5597b9bc-c0d4-44f2-9a4d-ef1ad271da53 req-92a7ba9d-a228-4345-82c3-f8289a96e5f5 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.1912901 Sep 16 13:04:57.676493 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0f526-09b9-4e6d-8a36-4ba8f5ac4f4f req-13cc5c61-780f-47a1-b105-1f325894121d tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:57.679123 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41b0f526-09b9-4e6d-8a36-4ba8f5ac4f4f req-13cc5c61-780f-47a1-b105-1f325894121d tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c4052f17-eb91-4b32-ac5a-5464ba10c0a4 HTTP/1.1" status: 200 len: 945 time: 0.2173195 Sep 16 13:04:57.696642 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cb1fe0d7-6741-42c9-9564-d344f6e3c588 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:57.703068 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e0ce9f33-f4d4-4375-ac67-ac95684e5f84), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:57.703532 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-cb1fe0d7-6741-42c9-9564-d344f6e3c588 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/66114252-85e1-4d63-9304-554259d5c118 HTTP/1.1" status: 204 len: 168 time: 0.9375048 Sep 16 13:04:57.707958 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40696) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:57.735031 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-84491b54-dfce-4225-983d-75085e76741d req-7c87b75f-9234-4d83-adab-c00be3a8a99e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8add36eb-29cb-4c92-8149-fffc1787dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848993 Sep 16 13:04:57.749529 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-316b049b-f9c2-4ec0-87c8-c16563210909 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (92ec32b4-59eb-4a4c-a87e-73c83ea28dfb), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:57.752473 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-316b049b-f9c2-4ec0-87c8-c16563210909 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:57.757347 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-316b049b-f9c2-4ec0-87c8-c16563210909 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/92ec32b4-59eb-4a4c-a87e-73c83ea28dfb HTTP/1.1" status: 204 len: 168 time: 1.3611593 Sep 16 13:04:57.760610 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40698) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:57.786148 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58e9c8-801d-4836-ac17-b106ddb0b8cc None None] Pushing event updated for resources: {'Port': ['ID=e0ce9f33-f4d4-4375-ac67-ac95684e5f84,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:57.817680 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:57.820462 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [None req-d3f17428-fb95-4dcb-953d-5e9525c7ce5b tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] delete failed (client error): The resource could not be found. Sep 16 13:04:57.820942 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] Allocated IP 2001:db8:0:1::1 (5a606a53-ec66-4e47-9646-bc9021af2d9d/20733f03-27bc-4cdf-bdb2-f93937b63389/56e2e196-986e-43fe-a7e5-7ca523f640bd) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:57.826982 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-d3f17428-fb95-4dcb-953d-5e9525c7ce5b tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/92ec32b4-59eb-4a4c-a87e-73c83ea28dfb HTTP/1.1" status: 404 len: 345 time: 0.0633874 Sep 16 13:04:57.828399 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40700) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:57.845078 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bed4b5-1871-492c-8329-ae4369238517 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Deleting subnet 20733f03-27bc-4cdf-bdb2-f93937b63389 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:04:57.895218 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] Publish callbacks [] for port (6257ec28-2dce-48d8-9fef-e8a4836f6c0d), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:57.902562 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6257ec28-2dce-48d8-9fef-e8a4836f6c0d), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:57.954257 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] Attempting to bind port 6257ec28-2dce-48d8-9fef-e8a4836f6c0d on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:04:57.954636 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] Attempting to bind port 6257ec28-2dce-48d8-9fef-e8a4836f6c0d by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:04:57.954887 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 8a04a4d6-4c31-4b4e-96cf-c6092cceaa84 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:57.954992 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] Attempting to bind port 6257ec28-2dce-48d8-9fef-e8a4836f6c0d on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:04:58.034460 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-41b0f526-09b9-4e6d-8a36-4ba8f5ac4f4f req-f2a23b42-e2fc-440c-90b4-03e9e48aaa2d tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7eea0a8c-5c08-4593-8107-daeddcd0eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315680 Sep 16 13:04:58.049841 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6407c-2f33-4133-aa6d-bfe95e7f4ee1 None None] Pushing event updated for resources: {'Port': ['ID=6257ec28-2dce-48d8-9fef-e8a4836f6c0d,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:58.066927 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:04:58.067532 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:58.069693 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:58.070368 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:04:58.071824 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] Bound port: 6257ec28-2dce-48d8-9fef-e8a4836f6c0d, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:04:58.072999 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6257ec28-2dce-48d8-9fef-e8a4836f6c0d), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:58.112878 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5597b9bc-c0d4-44f2-9a4d-ef1ad271da53 req-5b32f8ab-8a4b-4058-b71d-952c3148a784 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4291439 Sep 16 13:04:58.158201 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8169e039-e28c-4938-a822-93db8e38f7bc tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:58.163292 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8169e039-e28c-4938-a822-93db8e38f7bc tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:58.189995 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] For port 6257ec28-2dce-48d8-9fef-e8a4836f6c0d, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:04:58.194658 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] For port 6257ec28-2dce-48d8-9fef-e8a4836f6c0d, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6257ec28-2dce-48d8-9fef-e8a4836f6c0d,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:04:58.194782 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8169e039-e28c-4938-a822-93db8e38f7bc tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:58.195900 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-8169e039-e28c-4938-a822-93db8e38f7bc tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "GET /networking/v2.0/ports?network_id=bfba496b-d7c4-4698-bfe4-48cc3f1a548a HTTP/1.1" status: 200 len: 2356 time: 0.3619914 Sep 16 13:04:58.199918 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40704) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:58.203776 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6257ec28-2dce-48d8-9fef-e8a4836f6c0d), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:58.262289 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-495a4431-6297-4e45-815d-03b822f7ea3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:58.263624 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] Routers {'cf5baed9-d885-4a45-b3e1-49379e977110'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:04:58.264369 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['cf5baed9-d885-4a45-b3e1-49379e977110'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:58.272422 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd6375e-5edb-4217-88cb-b8eaf26f595f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:58.273898 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-9fd6375e-5edb-4217-88cb-b8eaf26f595f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "GET /networking/v2.0/subnets/c9211f05-9c94-48f8-b6cc-3eb9809663b1 HTTP/1.1" status: 200 len: 797 time: 0.0651081 Sep 16 13:04:58.279147 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40706) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:58.285984 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-85f515b8-4804-4f4f-8d38-b21b9ac5a703 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'port': {'network_id': 'bfba496b-d7c4-4698-bfe4-48cc3f1a548a', 'name': 'tempest-FloatingIPTestJSON-497894633', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:04:58.290470 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:58.311987 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:58.320435 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] Publish callbacks [] for port (56e2e196-986e-43fe-a7e5-7ca523f640bd), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:58.332172 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64bed4b5-1871-492c-8329-ae4369238517 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks [] for subnet (20733f03-27bc-4cdf-bdb2-f93937b63389), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:58.333434 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (56e2e196-986e-43fe-a7e5-7ca523f640bd), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:58.365091 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:58.374525 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:58.382756 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] Network 5a606a53-ec66-4e47-9646-bc9021af2d9d is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:58.387563 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:58.396768 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:58.438257 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6407c-2f33-4133-aa6d-bfe95e7f4ee1 None None] Pushing event updated for resources: {'Port': ['ID=6257ec28-2dce-48d8-9fef-e8a4836f6c0d,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:58.439100 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] Pushing event updated for resources: {'Port': ['ID=56e2e196-986e-43fe-a7e5-7ca523f640bd,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:58.477734 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] Set router cf5baed9-d885-4a45-b3e1-49379e977110 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:04:58.493183 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4515c7f-a91a-4c84-b3d5-0e8da2162fb0 req-244b9bf6-9423-45a9-8238-63e9e690f668 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:58.496280 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d4515c7f-a91a-4c84-b3d5-0e8da2162fb0 req-244b9bf6-9423-45a9-8238-63e9e690f668 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.1853566 Sep 16 13:04:58.500292 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64bed4b5-1871-492c-8329-ae4369238517 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (20733f03-27bc-4cdf-bdb2-f93937b63389), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:58.504237 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f515b8-4804-4f4f-8d38-b21b9ac5a703 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Made reservation on behalf of d230f216aa8f4d6d96bb02810e763dfa for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:04:58.523852 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] Attempting to bind port 56e2e196-986e-43fe-a7e5-7ca523f640bd on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:04:58.524261 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] Attempting to bind port 56e2e196-986e-43fe-a7e5-7ca523f640bd by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'd862af49-8aec-437f-aa95-944b730a85bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5a606a53-ec66-4e47-9646-bc9021af2d9d'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:04:58.526635 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] Attempting to bind port 56e2e196-986e-43fe-a7e5-7ca523f640bd on network 5a606a53-ec66-4e47-9646-bc9021af2d9d {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:04:58.577057 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:58.586656 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:04:58.587036 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] Checking segment: {'id': 'd862af49-8aec-437f-aa95-944b730a85bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5a606a53-ec66-4e47-9646-bc9021af2d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:04:58.592733 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:58.593521 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] Bound using segment: {'id': 'd862af49-8aec-437f-aa95-944b730a85bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5a606a53-ec66-4e47-9646-bc9021af2d9d'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:04:58.594393 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] Bound port: 56e2e196-986e-43fe-a7e5-7ca523f640bd, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd862af49-8aec-437f-aa95-944b730a85bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5a606a53-ec66-4e47-9646-bc9021af2d9d'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:04:58.595028 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (56e2e196-986e-43fe-a7e5-7ca523f640bd), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:58.658834 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d4515c7f-a91a-4c84-b3d5-0e8da2162fb0 req-15c71f9c-cd59-4345-adf4-22428f8e82a4 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406722 Sep 16 13:04:58.708401 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-85f515b8-4804-4f4f-8d38-b21b9ac5a703 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:58.712040 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'name': 'tempest-ServersTestBootFromVolume-850987881-router', 'tenant_id': '069d839f047b4c38a1dae0ff8d692230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '6257ec28-2dce-48d8-9fef-e8a4836f6c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:52Z', 'updated_at': '2022-09-16T13:04:54Z', 'revision_number': 3, 'project_id': '069d839f047b4c38a1dae0ff8d692230', 'gw_port': {'id': '6257ec28-2dce-48d8-9fef-e8a4836f6c0d', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:53Z', 'updated_at': '2022-09-16T13:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:04:58.712644 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-84491b54-dfce-4225-983d-75085e76741d req-7f7aa351-75e3-4cbf-85b0-dc3c6469021d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8add36eb-29cb-4c92-8149-fffc1787dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887325 Sep 16 13:04:58.735585 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] For port 56e2e196-986e-43fe-a7e5-7ca523f640bd, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:04:58.744880 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] For port 56e2e196-986e-43fe-a7e5-7ca523f640bd, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=56e2e196-986e-43fe-a7e5-7ca523f640bd,segment=NetworkSegment(d862af49-8aec-437f-aa95-944b730a85bb),segment_id=d862af49-8aec-437f-aa95-944b730a85bb)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:04:58.755985 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2193af4c-6fc3-4baf-ad55-9d2a5148f457 None None] The sync data for ids ['cf5baed9-d885-4a45-b3e1-49379e977110'] in n-d-858094-4 is: [{'id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'name': 'tempest-ServersTestBootFromVolume-850987881-router', 'tenant_id': '069d839f047b4c38a1dae0ff8d692230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '6257ec28-2dce-48d8-9fef-e8a4836f6c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:52Z', 'updated_at': '2022-09-16T13:04:54Z', 'revision_number': 3, 'project_id': '069d839f047b4c38a1dae0ff8d692230', 'gw_port': {'id': '6257ec28-2dce-48d8-9fef-e8a4836f6c0d', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:53Z', 'updated_at': '2022-09-16T13:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:04:58.756230 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (56e2e196-986e-43fe-a7e5-7ca523f640bd), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:58.756780 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-495a4431-6297-4e45-815d-03b822f7ea3c admin admin] Allocated IP 172.20.0.1 (c8f0423b-8f95-4074-9a6e-229fa6e975d1/51c69193-b69b-4126-bd7f-16f10ee1b3e8/5ad86e9c-59e1-499d-b76c-644ff9cabad2) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:04:58.765721 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:58.785206 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64bed4b5-1871-492c-8329-ae4369238517 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (20733f03-27bc-4cdf-bdb2-f93937b63389), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:58.905938 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [None req-85f515b8-4804-4f4f-8d38-b21b9ac5a703 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] device_id is not set on port 0a1a0509-2ee8-492f-a1f1-8686387a6b10 yet. {{(pid=113698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:04:58.940326 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf3ccd-0955-4d36-bbf6-95d1a4f5687d None None] Pushing event updated for resources: {'Port': ['ID=56e2e196-986e-43fe-a7e5-7ca523f640bd,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:58.959301 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64bed4b5-1871-492c-8329-ae4369238517 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (20733f03-27bc-4cdf-bdb2-f93937b63389), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:58.969432 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e0ce9f33-f4d4-4375-ac67-ac95684e5f84 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:04:59.018340 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-495a4431-6297-4e45-815d-03b822f7ea3c admin admin] Publish callbacks [] for port (5ad86e9c-59e1-499d-b76c-644ff9cabad2), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:59.042040 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e0ce9f33-f4d4-4375-ac67-ac95684e5f84 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:59.042835 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e0ce9f33-f4d4-4375-ac67-ac95684e5f84), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:59.043120 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e0ce9f33-f4d4-4375-ac67-ac95684e5f84 Sep 16 13:04:59.102090 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-495a4431-6297-4e45-815d-03b822f7ea3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (5ad86e9c-59e1-499d-b76c-644ff9cabad2), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:59.117501 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bed4b5-1871-492c-8329-ae4369238517 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event deleted for resources: {'Subnet': ['ID=20733f03-27bc-4cdf-bdb2-f93937b63389,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:59.152002 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6188a0-b1b4-4896-90de-170ff20418e3 req-751edf70-cdf3-46a3-a483-f7a74984e167 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:59.154196 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d6188a0-b1b4-4896-90de-170ff20418e3 req-751edf70-cdf3-46a3-a483-f7a74984e167 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c4052f17-eb91-4b32-ac5a-5464ba10c0a4 HTTP/1.1" status: 200 len: 945 time: 0.4553089 Sep 16 13:04:59.190746 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e0ce9f33-f4d4-4375-ac67-ac95684e5f84 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:59.191127 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e0ce9f33-f4d4-4375-ac67-ac95684e5f84), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:59.235323 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-64bed4b5-1871-492c-8329-ae4369238517 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:59.241014 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-64bed4b5-1871-492c-8329-ae4369238517 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/20733f03-27bc-4cdf-bdb2-f93937b63389 HTTP/1.1" status: 204 len: 168 time: 1.5288072 Sep 16 13:04:59.241256 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port e0ce9f33-f4d4-4375-ac67-ac95684e5f84, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e0ce9f33-f4d4-4375-ac67-ac95684e5f84,segment=NetworkSegment(990c52ca-8ae6-4ed0-8b91-20006d1d7899),segment_id=990c52ca-8ae6-4ed0-8b91-20006d1d7899)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:04:59.249796 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e0ce9f33-f4d4-4375-ac67-ac95684e5f84), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:59.265957 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40712) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:59.295156 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a4431-6297-4e45-815d-03b822f7ea3c admin admin] Pushing event updated for resources: {'Port': ['ID=5ad86e9c-59e1-499d-b76c-644ff9cabad2,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:59.318648 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495a4431-6297-4e45-815d-03b822f7ea3c admin admin] Network c8f0423b-8f95-4074-9a6e-229fa6e975d1 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:04:59.320192 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-495a4431-6297-4e45-815d-03b822f7ea3c admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:04:59.328653 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495a4431-6297-4e45-815d-03b822f7ea3c admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:04:59.334950 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=e0ce9f33-f4d4-4375-ac67-ac95684e5f84,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:04:59.367466 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:59.409917 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cac13-ffc4-43b7-89ff-e5a20a486fad req-e65292f4-6705-4468-be0c-85598d2b0694 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:59.411529 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f94cac13-ffc4-43b7-89ff-e5a20a486fad req-e65292f4-6705-4468-be0c-85598d2b0694 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c4052f17-eb91-4b32-ac5a-5464ba10c0a4 HTTP/1.1" status: 200 len: 945 time: 0.1823454 Sep 16 13:04:59.425651 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-495a4431-6297-4e45-815d-03b822f7ea3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (cf5baed9-d885-4a45-b3e1-49379e977110), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:59.486181 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a521e871-2042-4972-b314-655deff41675 None None] Network 58deb54e-3fa5-45bb-8d62-cd8f39af1565 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:04:59.522340 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a77353-1db8-4322-98d4-150968808e2d req-c6cc6304-0f52-4a38-b628-09f785f46a0c tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:59.523937 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-42a77353-1db8-4322-98d4-150968808e2d req-c6cc6304-0f52-4a38-b628-09f785f46a0c tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.6508157 Sep 16 13:04:59.586965 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:59.597904 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-5f73d147-246e-432a-9279-0306748b560c None None] Provisioning complete for port e0ce9f33-f4d4-4375-ac67-ac95684e5f84 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:59.598482 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-5f73d147-246e-432a-9279-0306748b560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e0ce9f33-f4d4-4375-ac67-ac95684e5f84), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:59.598604 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-5f73d147-246e-432a-9279-0306748b560c None None] Attempt 1 to provision port e0ce9f33-f4d4-4375-ac67-ac95684e5f84 Sep 16 13:04:59.678804 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-495a4431-6297-4e45-815d-03b822f7ea3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5ad86e9c-59e1-499d-b76c-644ff9cabad2), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:59.735945 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:59.751156 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b09d62e-657b-4ac8-82b9-6992516d9df7 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:04:59.752747 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-3b09d62e-657b-4ac8-82b9-6992516d9df7 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3802817 Sep 16 13:04:59.754119 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-5f73d147-246e-432a-9279-0306748b560c None None] Current status of the port e0ce9f33-f4d4-4375-ac67-ac95684e5f84 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:04:59.763810 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40714) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:04:59.785601 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f94cac13-ffc4-43b7-89ff-e5a20a486fad req-c8c811c8-e3e9-42df-8585-276ea74d3fc9 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7eea0a8c-5c08-4593-8107-daeddcd0eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430066 Sep 16 13:04:59.786058 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:04:59.846767 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-8d6188a0-b1b4-4896-90de-170ff20418e3 req-824466ce-ceeb-439d-bc37-8a0b94e57aae tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Deleting port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:04:59.847113 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8d6188a0-b1b4-4896-90de-170ff20418e3 req-824466ce-ceeb-439d-bc37-8a0b94e57aae tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (05cfdbd1-f34b-468d-a8ad-b77eeac8c622), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:59.884993 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Provisioning complete for port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:04:59.885931 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5ad86e9c-59e1-499d-b76c-644ff9cabad2), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:59.886158 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Attempt 1 to provision port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 Sep 16 13:04:59.893683 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e7e2ec-7a9f-4ee7-8d4e-96ba6152e706 None None] DHCP port deletion for 58deb54e-3fa5-45bb-8d62-cd8f39af1565 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:04:59.921516 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-495a4431-6297-4e45-815d-03b822f7ea3c admin admin] Publish callbacks [] for port (5ad86e9c-59e1-499d-b76c-644ff9cabad2), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:59.927830 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-495a4431-6297-4e45-815d-03b822f7ea3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (5ad86e9c-59e1-499d-b76c-644ff9cabad2), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:04:59.988037 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:00.008615 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c0e7e2ec-7a9f-4ee7-8d4e-96ba6152e706 None None] Deleting port e0ce9f33-f4d4-4375-ac67-ac95684e5f84 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:00.009870 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e2ec-7a9f-4ee7-8d4e-96ba6152e706 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (e0ce9f33-f4d4-4375-ac67-ac95684e5f84), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:00.027898 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:00.051730 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a4431-6297-4e45-815d-03b822f7ea3c admin admin] Pushing event updated for resources: {'Port': ['ID=5ad86e9c-59e1-499d-b76c-644ff9cabad2,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:00.054717 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-495a4431-6297-4e45-815d-03b822f7ea3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (cf5baed9-d885-4a45-b3e1-49379e977110), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:00.126274 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-c0e7e2ec-7a9f-4ee7-8d4e-96ba6152e706 None None] For port e0ce9f33-f4d4-4375-ac67-ac95684e5f84, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e0ce9f33-f4d4-4375-ac67-ac95684e5f84,segment=NetworkSegment(990c52ca-8ae6-4ed0-8b91-20006d1d7899),segment_id=990c52ca-8ae6-4ed0-8b91-20006d1d7899)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:00.126710 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e2ec-7a9f-4ee7-8d4e-96ba6152e706 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (e0ce9f33-f4d4-4375-ac67-ac95684e5f84), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:00.143221 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-c0e7e2ec-7a9f-4ee7-8d4e-96ba6152e706 None None] Calling delete_port for e0ce9f33-f4d4-4375-ac67-ac95684e5f84 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:00.227844 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495a4431-6297-4e45-815d-03b822f7ea3c admin admin] Network c8f0423b-8f95-4074-9a6e-229fa6e975d1 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:00.231563 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-495a4431-6297-4e45-815d-03b822f7ea3c admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:00.232000 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e2ec-7a9f-4ee7-8d4e-96ba6152e706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (e0ce9f33-f4d4-4375-ac67-ac95684e5f84), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:00.281890 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e7e2ec-7a9f-4ee7-8d4e-96ba6152e706 None None] No DVR routers for this DVR port e0ce9f33-f4d4-4375-ac67-ac95684e5f84 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:05:00.288182 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7e2ec-7a9f-4ee7-8d4e-96ba6152e706 None None] Pushing event deleted for resources: {'Port': ['ID=e0ce9f33-f4d4-4375-ac67-ac95684e5f84,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:00.422233 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495a4431-6297-4e45-815d-03b822f7ea3c admin admin] Router cf5baed9-d885-4a45-b3e1-49379e977110 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:05:00.454819 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-42a77353-1db8-4322-98d4-150968808e2d req-db807239-fdcd-4427-aee0-a367dfd2c35b tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8547149 Sep 16 13:05:00.488897 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Attempt 2 to provision port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 Sep 16 13:05:00.499465 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3c620cbb-bfe5-479a-9900-d74a55bff1c5 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (5a606a53-ec66-4e47-9646-bc9021af2d9d), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:00.509864 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-85f515b8-4804-4f4f-8d38-b21b9ac5a703 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Allocated IP 172.20.0.14 (bfba496b-d7c4-4698-bfe4-48cc3f1a548a/c9211f05-9c94-48f8-b6cc-3eb9809663b1/0a1a0509-2ee8-492f-a1f1-8686387a6b10) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:05:00.520720 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-85f515b8-4804-4f4f-8d38-b21b9ac5a703 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Allocated IP 172.20.0.13 (bfba496b-d7c4-4698-bfe4-48cc3f1a548a/c9211f05-9c94-48f8-b6cc-3eb9809663b1/0a1a0509-2ee8-492f-a1f1-8686387a6b10) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:05:00.596176 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:00.636086 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c975583-35f4-4ef1-932e-fc50225d94ad None None] Network 5a606a53-ec66-4e47-9646-bc9021af2d9d requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:05:00.645980 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-8d6188a0-b1b4-4896-90de-170ff20418e3 req-824466ce-ceeb-439d-bc37-8a0b94e57aae tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] For port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=05cfdbd1-f34b-468d-a8ad-b77eeac8c622,segment=NetworkSegment(02157669-a842-4cef-9f02-cc6acf3b127a),segment_id=02157669-a842-4cef-9f02-cc6acf3b127a)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:00.646346 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8d6188a0-b1b4-4896-90de-170ff20418e3 req-824466ce-ceeb-439d-bc37-8a0b94e57aae tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (05cfdbd1-f34b-468d-a8ad-b77eeac8c622), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:00.646643 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495a4431-6297-4e45-815d-03b822f7ea3c admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:05:00.653826 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-495a4431-6297-4e45-815d-03b822f7ea3c admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/cf5baed9-d885-4a45-b3e1-49379e977110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9341266 Sep 16 13:05:00.688393 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-8d6188a0-b1b4-4896-90de-170ff20418e3 req-824466ce-ceeb-439d-bc37-8a0b94e57aae tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Calling delete_port for 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:00.699405 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-3c620cbb-bfe5-479a-9900-d74a55bff1c5 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Deleting port 56e2e196-986e-43fe-a7e5-7ca523f640bd {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:00.699751 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3c620cbb-bfe5-479a-9900-d74a55bff1c5 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (56e2e196-986e-43fe-a7e5-7ca523f640bd), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:00.715970 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:00.926787 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:00.958180 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a727d8d-7c89-4147-977b-32e88f7d369e None None] DHCP port deletion for 5a606a53-ec66-4e47-9646-bc9021af2d9d request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:05:00.972824 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-3c620cbb-bfe5-479a-9900-d74a55bff1c5 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] For port 56e2e196-986e-43fe-a7e5-7ca523f640bd, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=56e2e196-986e-43fe-a7e5-7ca523f640bd,segment=NetworkSegment(d862af49-8aec-437f-aa95-944b730a85bb),segment_id=d862af49-8aec-437f-aa95-944b730a85bb)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:00.973199 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3c620cbb-bfe5-479a-9900-d74a55bff1c5 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (56e2e196-986e-43fe-a7e5-7ca523f640bd), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:00.990293 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6257ec28-2dce-48d8-9fef-e8a4836f6c0d up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:05:01.029569 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4a727d8d-7c89-4147-977b-32e88f7d369e None None] Deleting port 56e2e196-986e-43fe-a7e5-7ca523f640bd {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:01.029969 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4a727d8d-7c89-4147-977b-32e88f7d369e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (56e2e196-986e-43fe-a7e5-7ca523f640bd), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:01.067016 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-3c620cbb-bfe5-479a-9900-d74a55bff1c5 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Calling delete_port for 56e2e196-986e-43fe-a7e5-7ca523f640bd owned by network:dhcp {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:01.100982 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Attempt 3 to provision port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 Sep 16 13:05:01.116178 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-85f515b8-4804-4f4f-8d38-b21b9ac5a703 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for port (0a1a0509-2ee8-492f-a1f1-8686387a6b10), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:01.131373 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-4a727d8d-7c89-4147-977b-32e88f7d369e None None] For port 56e2e196-986e-43fe-a7e5-7ca523f640bd, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=56e2e196-986e-43fe-a7e5-7ca523f640bd,segment=NetworkSegment(d862af49-8aec-437f-aa95-944b730a85bb),segment_id=d862af49-8aec-437f-aa95-944b730a85bb)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:01.131747 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4a727d8d-7c89-4147-977b-32e88f7d369e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (56e2e196-986e-43fe-a7e5-7ca523f640bd), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:01.135255 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b427bf-5bd5-4a4d-bd80-8949b3d49edd req-3eb0b284-b14d-47c3-9f85-2c3aeb62a15a tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:01.137223 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93b427bf-5bd5-4a4d-bd80-8949b3d49edd req-3eb0b284-b14d-47c3-9f85-2c3aeb62a15a tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c4052f17-eb91-4b32-ac5a-5464ba10c0a4 HTTP/1.1" status: 200 len: 945 time: 0.1731691 Sep 16 13:05:01.139985 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 6257ec28-2dce-48d8-9fef-e8a4836f6c0d triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:01.140446 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6257ec28-2dce-48d8-9fef-e8a4836f6c0d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:01.140724 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 6257ec28-2dce-48d8-9fef-e8a4836f6c0d Sep 16 13:05:01.174705 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4a727d8d-7c89-4147-977b-32e88f7d369e None None] Calling delete_port for 56e2e196-986e-43fe-a7e5-7ca523f640bd owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:01.180669 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:01.199525 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:01.233567 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:01.290375 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-5e51e23e-5dc9-4700-8867-371567392a68 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:01.293008 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-5e51e23e-5dc9-4700-8867-371567392a68 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 812 time: 0.4038565 Sep 16 13:05:01.302137 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 6257ec28-2dce-48d8-9fef-e8a4836f6c0d is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:01.302137 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (6257ec28-2dce-48d8-9fef-e8a4836f6c0d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:01.322955 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4a727d8d-7c89-4147-977b-32e88f7d369e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (56e2e196-986e-43fe-a7e5-7ca523f640bd), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:01.325951 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 6257ec28-2dce-48d8-9fef-e8a4836f6c0d, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6257ec28-2dce-48d8-9fef-e8a4836f6c0d,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:01.349537 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (6257ec28-2dce-48d8-9fef-e8a4836f6c0d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:01.353880 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a727d8d-7c89-4147-977b-32e88f7d369e None None] Pushing event deleted for resources: {'Port': ['ID=56e2e196-986e-43fe-a7e5-7ca523f640bd,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:01.360656 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a727d8d-7c89-4147-977b-32e88f7d369e None None] No DVR routers for this DVR port 56e2e196-986e-43fe-a7e5-7ca523f640bd on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:05:01.370114 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-87aed79d-52ad-4206-bad2-c1a2bb96b183 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/quotas/337bc9a50c6846ada58b194c94d0f193 HTTP/1.1" status: 200 len: 375 time: 0.0693898 Sep 16 13:05:01.371184 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-85f515b8-4804-4f4f-8d38-b21b9ac5a703 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (0a1a0509-2ee8-492f-a1f1-8686387a6b10), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:01.383822 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-93b427bf-5bd5-4a4d-bd80-8949b3d49edd req-e4257f2c-e698-4f45-acb7-926818177e17 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7eea0a8c-5c08-4593-8107-daeddcd0eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091143 Sep 16 13:05:01.399535 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8d6188a0-b1b4-4896-90de-170ff20418e3 req-824466ce-ceeb-439d-bc37-8a0b94e57aae tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (05cfdbd1-f34b-468d-a8ad-b77eeac8c622), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:01.452245 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=6257ec28-2dce-48d8-9fef-e8a4836f6c0d,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:01.460349 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e0ce9f33-f4d4-4375-ac67-ac95684e5f84 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:05:01.460558 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f515b8-4804-4f4f-8d38-b21b9ac5a703 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Network bfba496b-d7c4-4698-bfe4-48cc3f1a548a is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:01.481738 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: e0ce9f33-f4d4-4375-ac67-ac95684e5f84 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:05:01.481944 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3c620cbb-bfe5-479a-9900-d74a55bff1c5 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (56e2e196-986e-43fe-a7e5-7ca523f640bd), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:01.482087 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e0ce9f33-f4d4-4375-ac67-ac95684e5f84 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:05:01.507529 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-85f515b8-4804-4f4f-8d38-b21b9ac5a703 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:01.513474 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f515b8-4804-4f4f-8d38-b21b9ac5a703 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:05:01.559033 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f515b8-4804-4f4f-8d38-b21b9ac5a703 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Port': ['ID=0a1a0509-2ee8-492f-a1f1-8686387a6b10,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:01.600854 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c620cbb-bfe5-479a-9900-d74a55bff1c5 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] No DVR routers for this DVR port 56e2e196-986e-43fe-a7e5-7ca523f640bd on host n-d-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:05:01.639280 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] Sync routers for ids ['cf5baed9-d885-4a45-b3e1-49379e977110'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:05:01.671705 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] Routers {'cf5baed9-d885-4a45-b3e1-49379e977110'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:01.673012 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['cf5baed9-d885-4a45-b3e1-49379e977110'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:01.682466 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Attempt 4 to provision port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 Sep 16 13:05:01.693000 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-313a1a2f-4142-455a-962d-53ac72197d2e tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3061659 Sep 16 13:05:01.774456 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f515b8-4804-4f4f-8d38-b21b9ac5a703 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:01.775172 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-85f515b8-4804-4f4f-8d38-b21b9ac5a703 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:01.779966 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824466ce-ceeb-439d-bc37-8a0b94e57aae tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Pushing event deleted for resources: {'Port': ['ID=05cfdbd1-f34b-468d-a8ad-b77eeac8c622,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:01.780178 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:01.843088 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6188a0-b1b4-4896-90de-170ff20418e3 req-824466ce-ceeb-439d-bc37-8a0b94e57aae tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] No DVR routers for this DVR port 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 on host n-h2-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:05:01.857923 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] Set router cf5baed9-d885-4a45-b3e1-49379e977110 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:05:01.860507 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-8d6188a0-b1b4-4896-90de-170ff20418e3 req-824466ce-ceeb-439d-bc37-8a0b94e57aae tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:01.863859 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8d6188a0-b1b4-4896-90de-170ff20418e3 req-824466ce-ceeb-439d-bc37-8a0b94e57aae tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.76 "DELETE /networking/v2.0/ports/05cfdbd1-f34b-468d-a8ad-b77eeac8c622 HTTP/1.1" status: 204 len: 173 time: 2.6579318 Sep 16 13:05:01.882207 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4052f17-eb91-4b32-ac5a-5464ba10c0a4', 'name': 'network-vif-deleted', 'tag': '05cfdbd1-f34b-468d-a8ad-b77eeac8c622'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:05:01.885097 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1f6b6c-5ce9-41d8-bca0-f261dfdd4076" -d '{"events": [{"server_uuid": "c4052f17-eb91-4b32-ac5a-5464ba10c0a4", "name": "network-vif-deleted", "tag": "05cfdbd1-f34b-468d-a8ad-b77eeac8c622"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:05:01.913666 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40756) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:01.926358 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c620cbb-bfe5-479a-9900-d74a55bff1c5 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event deleted for resources: {'Port': ['ID=56e2e196-986e-43fe-a7e5-7ca523f640bd,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:01.935090 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-bd0d53e8-a7f9-4b0f-ada6-45d83fbaf4da tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--317551808', 'description': 'tempest-description--440583061'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:01.945376 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-85f515b8-4804-4f4f-8d38-b21b9ac5a703 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.6625898 Sep 16 13:05:01.945376 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:01.948090 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40758) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:01.953966 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-f83165d2-bb12-476a-b97a-d00b497e59be tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'port_id': '0a1a0509-2ee8-492f-a1f1-8686387a6b10', 'fixed_ip_address': '172.20.0.14'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:01.956105 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:05:01.964551 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3c620cbb-bfe5-479a-9900-d74a55bff1c5 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (5a606a53-ec66-4e47-9646-bc9021af2d9d), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:01.983014 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bd0d53e8-a7f9-4b0f-ada6-45d83fbaf4da tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:01.995682 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:05:01.995867 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 05cfdbd1-f34b-468d-a8ad-b77eeac8c622 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:05:02.035885 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-3c620cbb-bfe5-479a-9900-d74a55bff1c5 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a606a53-ec66-4e47-9646-bc9021af2d9d']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:02.046948 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-d81a8f2b-5ae1-41f6-90fc-0271909f53e1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810354 Sep 16 13:05:02.050032 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e2c0ca-07dc-412a-82a8-0af727e47020 x-openstack-request-id: req-f1e2c0ca-07dc-412a-82a8-0af727e47020 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:05:02.050321 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4052f17-eb91-4b32-ac5a-5464ba10c0a4", "name": "network-vif-deleted", "tag": "05cfdbd1-f34b-468d-a8ad-b77eeac8c622", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:05:02.050573 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f1e2c0ca-07dc-412a-82a8-0af727e47020 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:05:02.050975 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e2c0ca-07dc-412a-82a8-0af727e47020'] response: {'server_uuid': 'c4052f17-eb91-4b32-ac5a-5464ba10c0a4', 'name': 'network-vif-deleted', 'tag': '05cfdbd1-f34b-468d-a8ad-b77eeac8c622', 'status': 'completed', 'code': 200} Sep 16 13:05:02.053305 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-3c620cbb-bfe5-479a-9900-d74a55bff1c5 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd862af49-8aec-437f-aa95-944b730a85bb') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:02.053602 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-3c620cbb-bfe5-479a-9900-d74a55bff1c5 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd862af49-8aec-437f-aa95-944b730a85bb') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:02.055696 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f83165d2-bb12-476a-b97a-d00b497e59be tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.097047 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3c620cbb-bfe5-479a-9900-d74a55bff1c5 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (d862af49-8aec-437f-aa95-944b730a85bb), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.099066 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bd0d53e8-a7f9-4b0f-ada6-45d83fbaf4da tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks [] for security_group (b962b4bb-0c1a-4b50-b32a-a4b644420cb4), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.104828 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bd0d53e8-a7f9-4b0f-ada6-45d83fbaf4da tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (b962b4bb-0c1a-4b50-b32a-a4b644420cb4), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.123587 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'name': 'tempest-ServersTestBootFromVolume-850987881-router', 'tenant_id': '069d839f047b4c38a1dae0ff8d692230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '6257ec28-2dce-48d8-9fef-e8a4836f6c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:52Z', 'updated_at': '2022-09-16T13:04:59Z', 'revision_number': 4, 'project_id': '069d839f047b4c38a1dae0ff8d692230', 'gw_port': {'id': '6257ec28-2dce-48d8-9fef-e8a4836f6c0d', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:53Z', 'updated_at': '2022-09-16T13:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '5ad86e9c-59e1-499d-b76c-644ff9cabad2', 'name': '', 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1', 'tenant_id': '069d839f047b4c38a1dae0ff8d692230', 'mac_address': 'fa:16:3e:3d:f1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '51c69193-b69b-4126-bd7f-16f10ee1b3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:58Z', 'updated_at': '2022-09-16T13:04:59Z', 'revision_number': 2, 'project_id': '069d839f047b4c38a1dae0ff8d692230', 'subnets': [{'id': '51c69193-b69b-4126-bd7f-16f10ee1b3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:02.156724 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] Checking router: cf5baed9-d885-4a45-b3e1-49379e977110 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:05:02.157628 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] Updating router cf5baed9-d885-4a45-b3e1-49379e977110 port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:05:02.178217 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3c620cbb-bfe5-479a-9900-d74a55bff1c5 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (d862af49-8aec-437f-aa95-944b730a85bb), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.185092 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bd0d53e8-a7f9-4b0f-ada6-45d83fbaf4da tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.189469 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-bd0d53e8-a7f9-4b0f-ada6-45d83fbaf4da tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2736351 Sep 16 13:05:02.193611 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c620cbb-bfe5-479a-9900-d74a55bff1c5 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:05:02.194156 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3c620cbb-bfe5-479a-9900-d74a55bff1c5 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (d862af49-8aec-437f-aa95-944b730a85bb), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.195137 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5ad86e9c-59e1-499d-b76c-644ff9cabad2), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.195836 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40760) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:02.202738 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-3c0bd2d3-123d-4a0c-a1ce-3f8883ac7b46 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Request body: {'security_group_rule': {'security_group_id': 'b962b4bb-0c1a-4b50-b32a-a4b644420cb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:02.216263 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d53e8-a7f9-4b0f-ada6-45d83fbaf4da tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b962b4bb-0c1a-4b50-b32a-a4b644420cb4,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:02.232615 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment d862af49-8aec-437f-aa95-944b730a85bb resource provider aggregate not found Sep 16 13:05:02.257002 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c0bd2d3-123d-4a0c-a1ce-3f8883ac7b46 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks [] for security_group_rule (93d2f45d-e343-4bc3-981e-fdaa8739a824), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.281978 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Attempt 5 to provision port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 Sep 16 13:05:02.371657 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:02.378823 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7a48bcfd-10eb-4dce-955d-bc49f0e6d21c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.386998 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c0bd2d3-123d-4a0c-a1ce-3f8883ac7b46 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks [] for security_group_rule (93d2f45d-e343-4bc3-981e-fdaa8739a824), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.392646 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c0bd2d3-123d-4a0c-a1ce-3f8883ac7b46 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (93d2f45d-e343-4bc3-981e-fdaa8739a824), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.393798 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:02.396440 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-4bf33d94-638e-4be3-8a5b-78538c4ecbbb service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314130 Sep 16 13:05:02.406918 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment d862af49-8aec-437f-aa95-944b730a85bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d862af49-8aec-437f-aa95-944b730a85bb found for delete ", "request_id": "req-15e59255-5ae0-496e-8193-7b4f7989ebc4"}]} Sep 16 13:05:02.416666 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3c620cbb-bfe5-479a-9900-d74a55bff1c5 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (5a606a53-ec66-4e47-9646-bc9021af2d9d), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.436514 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:02.453275 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bd2d3-123d-4a0c-a1ce-3f8883ac7b46 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d2f45d-e343-4bc3-981e-fdaa8739a824,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:02.464723 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-3c620cbb-bfe5-479a-9900-d74a55bff1c5 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.476165 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3c0bd2d3-123d-4a0c-a1ce-3f8883ac7b46 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.480946 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3c0bd2d3-123d-4a0c-a1ce-3f8883ac7b46 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2778509 Sep 16 13:05:02.480946 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40768) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:02.483327 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-3c620cbb-bfe5-479a-9900-d74a55bff1c5 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "DELETE /networking/v2.0/networks/5a606a53-ec66-4e47-9646-bc9021af2d9d HTTP/1.1" status: 204 len: 168 time: 2.7041442 Sep 16 13:05:02.484656 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40770) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:02.494733 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-9349ad31-350c-46b7-92cb-49368ed0629d tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Request body: {'security_group_rule': {'security_group_id': 'b962b4bb-0c1a-4b50-b32a-a4b644420cb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:02.522598 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c620cbb-bfe5-479a-9900-d74a55bff1c5 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event deleted for resources: {'Network': ['ID=5a606a53-ec66-4e47-9646-bc9021af2d9d,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:02.525464 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f83165d2-bb12-476a-b97a-d00b497e59be tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.559337 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9349ad31-350c-46b7-92cb-49368ed0629d tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks [] for security_group_rule (660f05d4-87ad-4122-ace4-336c294cc4d7), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.676351 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9349ad31-350c-46b7-92cb-49368ed0629d tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks [] for security_group_rule (660f05d4-87ad-4122-ace4-336c294cc4d7), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.677844 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:02.683995 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9349ad31-350c-46b7-92cb-49368ed0629d tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (660f05d4-87ad-4122-ace4-336c294cc4d7), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.753363 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-f83165d2-bb12-476a-b97a-d00b497e59be tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Allocated IP 172.25.2.81 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/5673af7e-3682-4662-bec6-18eb9a922868) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:05:02.787701 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349ad31-350c-46b7-92cb-49368ed0629d tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660f05d4-87ad-4122-ace4-336c294cc4d7,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:02.831640 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9349ad31-350c-46b7-92cb-49368ed0629d tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.838689 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9349ad31-350c-46b7-92cb-49368ed0629d tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3562379 Sep 16 13:05:02.839185 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40778) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:02.852549 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-d901f0fa-174e-4f8b-88c0-27698ead77d2 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:02.873225 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Attempt 6 to provision port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 Sep 16 13:05:02.895812 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4f0538bb-2565-4c16-a98f-17e7375ca847 req-396d68ed-0d24-452b-b2e6-13360d0bce00 tempest-ServerMetadataNegativeTestJSON-857940296 tempest-ServerMetadataNegativeTestJSON-857940296-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c4052f17-eb91-4b32-ac5a-5464ba10c0a4 HTTP/1.1" status: 200 len: 210 time: 0.2439151 Sep 16 13:05:02.908915 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] Publish callbacks [] for port (5ad86e9c-59e1-499d-b76c-644ff9cabad2), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.915149 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5ad86e9c-59e1-499d-b76c-644ff9cabad2), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.948885 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d901f0fa-174e-4f8b-88c0-27698ead77d2 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:02.977286 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:02.996037 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:03.007782 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6257ec28-2dce-48d8-9fef-e8a4836f6c0d up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:05:03.078932 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d901f0fa-174e-4f8b-88c0-27698ead77d2 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:03.080052 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-28e07d27-c7dd-4c9c-a9f7-839cbae116ff req-f55ed573-a59d-4baa-b984-e1e62ea800fd tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=261a8ed1-8a0c-4a83-a4e4-f3094ad3824c HTTP/1.1" status: 200 len: 210 time: 0.1883566 Sep 16 13:05:03.092832 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 6257ec28-2dce-48d8-9fef-e8a4836f6c0d triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:03.092832 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (6257ec28-2dce-48d8-9fef-e8a4836f6c0d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:03.092832 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 6257ec28-2dce-48d8-9fef-e8a4836f6c0d Sep 16 13:05:03.105379 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bd4b-1d5c-42d5-9936-73b044ff4d85 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (58deb54e-3fa5-45bb-8d62-cd8f39af1565), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:03.112303 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f83165d2-bb12-476a-b97a-d00b497e59be tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for port (5673af7e-3682-4662-bec6-18eb9a922868), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:03.184701 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46775a6-4adb-4c4a-9e13-e82cc9adc160 None None] Pushing event updated for resources: {'Port': ['ID=5ad86e9c-59e1-499d-b76c-644ff9cabad2,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:03.241156 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:03.243036 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 6257ec28-2dce-48d8-9fef-e8a4836f6c0d is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:03.245198 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] Attempting to bind port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:05:03.245770 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] Attempting to bind port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '88e21957-051c-43c3-9e4e-6535fc1b3756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:05:03.246353 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] Attempting to bind port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 on network c8f0423b-8f95-4074-9a6e-229fa6e975d1 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:05:03.270872 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:03.294958 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:05:03.295778 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] Checking segment: {'id': '88e21957-051c-43c3-9e4e-6535fc1b3756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:05:03.296451 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:03.297069 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] Bound using segment: {'id': '88e21957-051c-43c3-9e4e-6535fc1b3756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:05:03.297799 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] Bound port: 5ad86e9c-59e1-499d-b76c-644ff9cabad2, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e21957-051c-43c3-9e4e-6535fc1b3756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:05:03.298443 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5ad86e9c-59e1-499d-b76c-644ff9cabad2), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:03.323530 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bd4b-1d5c-42d5-9936-73b044ff4d85 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (58deb54e-3fa5-45bb-8d62-cd8f39af1565), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:03.332023 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 56e2e196-986e-43fe-a7e5-7ca523f640bd no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:05:03.361362 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-e2e6bd4b-1d5c-42d5-9936-73b044ff4d85 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58deb54e-3fa5-45bb-8d62-cd8f39af1565']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:03.371420 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 56e2e196-986e-43fe-a7e5-7ca523f640bd {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:05:03.372416 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 56e2e196-986e-43fe-a7e5-7ca523f640bd not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:05:03.374877 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:03.389188 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-e2e6bd4b-1d5c-42d5-9936-73b044ff4d85 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990c52ca-8ae6-4ed0-8b91-20006d1d7899') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:03.389631 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-e2e6bd4b-1d5c-42d5-9936-73b044ff4d85 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990c52ca-8ae6-4ed0-8b91-20006d1d7899') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:03.391508 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] For port 5ad86e9c-59e1-499d-b76c-644ff9cabad2, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:05:03.404535 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f83165d2-bb12-476a-b97a-d00b497e59be tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (5673af7e-3682-4662-bec6-18eb9a922868), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:03.414133 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] For port 5ad86e9c-59e1-499d-b76c-644ff9cabad2, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=5ad86e9c-59e1-499d-b76c-644ff9cabad2,segment=NetworkSegment(88e21957-051c-43c3-9e4e-6535fc1b3756),segment_id=88e21957-051c-43c3-9e4e-6535fc1b3756)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:05:03.416046 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bd4b-1d5c-42d5-9936-73b044ff4d85 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (990c52ca-8ae6-4ed0-8b91-20006d1d7899), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:03.424527 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5ad86e9c-59e1-499d-b76c-644ff9cabad2), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:03.472933 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83165d2-bb12-476a-b97a-d00b497e59be tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:03.478696 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Attempt 7 to provision port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 Sep 16 13:05:03.479501 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bd4b-1d5c-42d5-9936-73b044ff4d85 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (990c52ca-8ae6-4ed0-8b91-20006d1d7899), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:03.497308 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e6bd4b-1d5c-42d5-9936-73b044ff4d85 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:05:03.498676 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bd4b-1d5c-42d5-9936-73b044ff4d85 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (990c52ca-8ae6-4ed0-8b91-20006d1d7899), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:03.532532 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-d901f0fa-174e-4f8b-88c0-27698ead77d2 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Allocated IP 172.25.2.48 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/31118d2a-0f9c-4f09-a6ab-7e12118fd6a4) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:05:03.577210 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46775a6-4adb-4c4a-9e13-e82cc9adc160 None None] Pushing event updated for resources: {'Port': ['ID=5ad86e9c-59e1-499d-b76c-644ff9cabad2,revision_number=4']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:03.583895 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] Routers {'cf5baed9-d885-4a45-b3e1-49379e977110'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:03.586149 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:04:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['cf5baed9-d885-4a45-b3e1-49379e977110'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:03.586531 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-f83165d2-bb12-476a-b97a-d00b497e59be tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:03.595887 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bd4b-1d5c-42d5-9936-73b044ff4d85 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (58deb54e-3fa5-45bb-8d62-cd8f39af1565), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:03.617288 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83165d2-bb12-476a-b97a-d00b497e59be tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:05:03.620806 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bd4b-1d5c-42d5-9936-73b044ff4d85 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:03.627978 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-e2e6bd4b-1d5c-42d5-9936-73b044ff4d85 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "DELETE /networking/v2.0/networks/58deb54e-3fa5-45bb-8d62-cd8f39af1565 HTTP/1.1" status: 204 len: 168 time: 1.1305826 Sep 16 13:05:03.637445 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40788) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:03.674460 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Current status of the port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:03.674853 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5ad86e9c-59e1-499d-b76c-644ff9cabad2), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:03.701680 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6bd4b-1d5c-42d5-9936-73b044ff4d85 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event deleted for resources: {'Network': ['ID=58deb54e-3fa5-45bb-8d62-cd8f39af1565,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:03.723243 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83165d2-bb12-476a-b97a-d00b497e59be tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Port': ['ID=5673af7e-3682-4662-bec6-18eb9a922868,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:03.760244 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] For port 5ad86e9c-59e1-499d-b76c-644ff9cabad2, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=5ad86e9c-59e1-499d-b76c-644ff9cabad2,segment=NetworkSegment(88e21957-051c-43c3-9e4e-6535fc1b3756),segment_id=88e21957-051c-43c3-9e4e-6535fc1b3756)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:03.765922 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5ad86e9c-59e1-499d-b76c-644ff9cabad2), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:03.820276 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] Set router cf5baed9-d885-4a45-b3e1-49379e977110 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:05:03.890476 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-88286cc1-72f4-4277-96f8-caa56aa6c62e None None] Provisioning complete for port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:03.891639 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-88286cc1-72f4-4277-96f8-caa56aa6c62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5ad86e9c-59e1-499d-b76c-644ff9cabad2), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:03.892515 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-88286cc1-72f4-4277-96f8-caa56aa6c62e None None] Attempt 1 to provision port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 Sep 16 13:05:03.895556 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Pushing event updated for resources: {'Port': ['ID=5ad86e9c-59e1-499d-b76c-644ff9cabad2,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:03.907809 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-5454ad13-b058-4198-8660-886da864eece tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (64b04b7c-7f2b-460b-9510-852dcbf1ff1c), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:03.910782 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:03.977600 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:03.977941 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:03.979208 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:03.981365 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:03.981990 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:03.982466 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:03.982961 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:03.983901 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:03.985215 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:03.989606 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:03.990413 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:03.990943 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:03.991421 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:03.992067 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:03.992577 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a98e3e2-d021-479e-9821-689b516b67e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:04.095812 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40792) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:04.115958 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-88286cc1-72f4-4277-96f8-caa56aa6c62e None None] Current status of the port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:04.128788 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-88286cc1-72f4-4277-96f8-caa56aa6c62e None None] Could not find standard attr ID for object 56e2e196-986e-43fe-a7e5-7ca523f640bd. {{(pid=113700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Sep 16 13:05:04.221806 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d901f0fa-174e-4f8b-88c0-27698ead77d2 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks [] for port (31118d2a-0f9c-4f09-a6ab-7e12118fd6a4), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:04.261375 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d901f0fa-174e-4f8b-88c0-27698ead77d2 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (31118d2a-0f9c-4f09-a6ab-7e12118fd6a4), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:04.317400 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d901f0fa-174e-4f8b-88c0-27698ead77d2 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:04.323807 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-d901f0fa-174e-4f8b-88c0-27698ead77d2 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:04.326378 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901f0fa-174e-4f8b-88c0-27698ead77d2 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Pushing event updated for resources: {'Port': ['ID=31118d2a-0f9c-4f09-a6ab-7e12118fd6a4,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:04.328871 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d901f0fa-174e-4f8b-88c0-27698ead77d2 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:05:04.341678 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'name': 'tempest-ServersTestBootFromVolume-850987881-router', 'tenant_id': '069d839f047b4c38a1dae0ff8d692230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '6257ec28-2dce-48d8-9fef-e8a4836f6c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:52Z', 'updated_at': '2022-09-16T13:04:59Z', 'revision_number': 4, 'project_id': '069d839f047b4c38a1dae0ff8d692230', 'gw_port': {'id': '6257ec28-2dce-48d8-9fef-e8a4836f6c0d', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:53Z', 'updated_at': '2022-09-16T13:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '5ad86e9c-59e1-499d-b76c-644ff9cabad2', 'name': '', 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1', 'tenant_id': '069d839f047b4c38a1dae0ff8d692230', 'mac_address': 'fa:16:3e:3d:f1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '51c69193-b69b-4126-bd7f-16f10ee1b3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:58Z', 'updated_at': '2022-09-16T13:05:03Z', 'revision_number': 4, 'project_id': '069d839f047b4c38a1dae0ff8d692230', 'subnets': [{'id': '51c69193-b69b-4126-bd7f-16f10ee1b3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:04.381003 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a76bdbf-223a-47b4-84bf-00302f36ed9a None None] The sync data for ids ['cf5baed9-d885-4a45-b3e1-49379e977110'] in n-d-858094-4 is: [{'id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'name': 'tempest-ServersTestBootFromVolume-850987881-router', 'tenant_id': '069d839f047b4c38a1dae0ff8d692230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '6257ec28-2dce-48d8-9fef-e8a4836f6c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:52Z', 'updated_at': '2022-09-16T13:04:59Z', 'revision_number': 4, 'project_id': '069d839f047b4c38a1dae0ff8d692230', 'gw_port': {'id': '6257ec28-2dce-48d8-9fef-e8a4836f6c0d', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:53Z', 'updated_at': '2022-09-16T13:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '5ad86e9c-59e1-499d-b76c-644ff9cabad2', 'name': '', 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1', 'tenant_id': '069d839f047b4c38a1dae0ff8d692230', 'mac_address': 'fa:16:3e:3d:f1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '51c69193-b69b-4126-bd7f-16f10ee1b3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:58Z', 'updated_at': '2022-09-16T13:05:03Z', 'revision_number': 4, 'project_id': '069d839f047b4c38a1dae0ff8d692230', 'subnets': [{'id': '51c69193-b69b-4126-bd7f-16f10ee1b3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:05:04.426743 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-442cff3e-0944-458b-a8f7-7b131350f052 req-7fc62f4d-2d96-49e2-9885-bcf6df189f23 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=261a8ed1-8a0c-4a83-a4e4-f3094ad3824c HTTP/1.1" status: 200 len: 210 time: 0.0925641 Sep 16 13:05:04.471578 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-5454ad13-b058-4198-8660-886da864eece tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (64b04b7c-7f2b-460b-9510-852dcbf1ff1c), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:04.506068 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 990c52ca-8ae6-4ed0-8b91-20006d1d7899 resource provider aggregate not found Sep 16 13:05:04.514813 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d901f0fa-174e-4f8b-88c0-27698ead77d2 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks [] for floatingip (06b70688-e043-4c75-9e34-80fd571eb789), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:04.579705 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-5454ad13-b058-4198-8660-886da864eece tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b04b7c-7f2b-460b-9510-852dcbf1ff1c']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:04.585935 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d901f0fa-174e-4f8b-88c0-27698ead77d2 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (31118d2a-0f9c-4f09-a6ab-7e12118fd6a4), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:04.598231 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 990c52ca-8ae6-4ed0-8b91-20006d1d7899 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 990c52ca-8ae6-4ed0-8b91-20006d1d7899 found for delete ", "request_id": "req-3ed9f07b-126d-43e7-a5dd-deaf70b779b8"}]} Sep 16 13:05:04.610717 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-5454ad13-b058-4198-8660-886da864eece tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc7f0e6-fd47-4f5f-a438-bb0f92a626b7') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:04.611010 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-5454ad13-b058-4198-8660-886da864eece tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc7f0e6-fd47-4f5f-a438-bb0f92a626b7') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:04.633477 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-5454ad13-b058-4198-8660-886da864eece tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (7fc7f0e6-fd47-4f5f-a438-bb0f92a626b7), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:04.638115 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-03d9462c-b9d5-4ac0-8cc4-f798c4ea7bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:04.673905 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:04.705990 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-5454ad13-b058-4198-8660-886da864eece tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (7fc7f0e6-fd47-4f5f-a438-bb0f92a626b7), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:04.835702 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5454ad13-b058-4198-8660-886da864eece tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:05:04.836110 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-5454ad13-b058-4198-8660-886da864eece tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (7fc7f0e6-fd47-4f5f-a438-bb0f92a626b7), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:04.864575 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:04.916138 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d901f0fa-174e-4f8b-88c0-27698ead77d2 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks [] for port (31118d2a-0f9c-4f09-a6ab-7e12118fd6a4), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:04.921865 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d901f0fa-174e-4f8b-88c0-27698ead77d2 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (31118d2a-0f9c-4f09-a6ab-7e12118fd6a4), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:04.955038 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 5ad86e9c-59e1-499d-b76c-644ff9cabad2 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:05:05.015115 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d901f0fa-174e-4f8b-88c0-27698ead77d2 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (06b70688-e043-4c75-9e34-80fd571eb789), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:05.025081 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901f0fa-174e-4f8b-88c0-27698ead77d2 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Pushing event updated for resources: {'Port': ['ID=31118d2a-0f9c-4f09-a6ab-7e12118fd6a4,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:05.038741 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d901f0fa-174e-4f8b-88c0-27698ead77d2 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:05.048198 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d901f0fa-174e-4f8b-88c0-27698ead77d2 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1979363 Sep 16 13:05:05.048400 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:05.048400 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5ad86e9c-59e1-499d-b76c-644ff9cabad2), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:05.048400 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 Sep 16 13:05:05.090237 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:05.207467 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 5ad86e9c-59e1-499d-b76c-644ff9cabad2 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:05.611691 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:05.613376 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f83165d2-bb12-476a-b97a-d00b497e59be tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (c5f7daf4-8a98-4c62-b0fb-6439d3f9d74f), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:05.726260 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f542c510-0f43-413b-bb50-70076db308fb req-c9999dec-6bbb-4d2f-89b6-37bca2da2a0f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=261a8ed1-8a0c-4a83-a4e4-f3094ad3824c HTTP/1.1" status: 200 len: 210 time: 0.1087880 Sep 16 13:05:05.758438 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-5454ad13-b058-4198-8660-886da864eece tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (64b04b7c-7f2b-460b-9510-852dcbf1ff1c), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:05.766787 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-5454ad13-b058-4198-8660-886da864eece tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:05.772588 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-5454ad13-b058-4198-8660-886da864eece tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "DELETE /networking/v2.0/networks/64b04b7c-7f2b-460b-9510-852dcbf1ff1c HTTP/1.1" status: 204 len: 168 time: 2.1262133 Sep 16 13:05:05.772965 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40850) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:05.793526 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-ffaca600-21f2-41be-8f67-1a92184e910a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:05.795052 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-ffaca600-21f2-41be-8f67-1a92184e910a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.25 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 812 time: 1.1223297 Sep 16 13:05:05.847500 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-6a5e4328-3b8b-4a8a-bd0b-d0f10a6d683f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Request body: {'port': {'device_id': '261a8ed1-8a0c-4a83-a4e4-f3094ad3824c', 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5', 'admin_state_up': True, 'tenant_id': '337bc9a50c6846ada58b194c94d0f193'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:05.856434 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:05.858484 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454ad13-b058-4198-8660-886da864eece tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event deleted for resources: {'Network': ['ID=64b04b7c-7f2b-460b-9510-852dcbf1ff1c,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:05.929748 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-55940d46-90f2-44c4-a5ce-ff32efdf9745 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (74cc5afd-dff0-478f-a23f-f942c11bec1f), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:05.991375 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f83165d2-bb12-476a-b97a-d00b497e59be tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5673af7e-3682-4662-bec6-18eb9a922868), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:06.064597 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-55940d46-90f2-44c4-a5ce-ff32efdf9745 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (74cc5afd-dff0-478f-a23f-f942c11bec1f), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:06.069031 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:06.094833 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-55940d46-90f2-44c4-a5ce-ff32efdf9745 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74cc5afd-dff0-478f-a23f-f942c11bec1f']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:06.106133 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-55940d46-90f2-44c4-a5ce-ff32efdf9745 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767a9806-9edf-49a5-b09d-4aa64a38bd87') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:06.106440 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-55940d46-90f2-44c4-a5ce-ff32efdf9745 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767a9806-9edf-49a5-b09d-4aa64a38bd87') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:06.122287 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-55940d46-90f2-44c4-a5ce-ff32efdf9745 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (767a9806-9edf-49a5-b09d-4aa64a38bd87), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:06.157826 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-55940d46-90f2-44c4-a5ce-ff32efdf9745 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (767a9806-9edf-49a5-b09d-4aa64a38bd87), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:06.165447 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55940d46-90f2-44c4-a5ce-ff32efdf9745 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:05:06.166108 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-55940d46-90f2-44c4-a5ce-ff32efdf9745 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (767a9806-9edf-49a5-b09d-4aa64a38bd87), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:06.229284 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 767a9806-9edf-49a5-b09d-4aa64a38bd87 resource provider aggregate not found Sep 16 13:05:06.255431 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 767a9806-9edf-49a5-b09d-4aa64a38bd87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 767a9806-9edf-49a5-b09d-4aa64a38bd87 found for delete ", "request_id": "req-0d2c5562-7563-48c8-9174-8d42fb0e1f6e"}]} Sep 16 13:05:06.280771 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-55940d46-90f2-44c4-a5ce-ff32efdf9745 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (74cc5afd-dff0-478f-a23f-f942c11bec1f), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:06.299262 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-55940d46-90f2-44c4-a5ce-ff32efdf9745 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:06.321297 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-55940d46-90f2-44c4-a5ce-ff32efdf9745 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] 10.222.0.67 "DELETE /networking/v2.0/networks/74cc5afd-dff0-478f-a23f-f942c11bec1f HTTP/1.1" status: 204 len: 168 time: 0.5471814 Sep 16 13:05:06.335758 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55940d46-90f2-44c4-a5ce-ff32efdf9745 tempest-BulkNetworkOpsIpV6Test-720114821 tempest-BulkNetworkOpsIpV6Test-720114821-project] Pushing event deleted for resources: {'Network': ['ID=74cc5afd-dff0-478f-a23f-f942c11bec1f,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:06.367428 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-df220839-e407-450d-9b64-babedc83243d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (d14b47fa-0f00-4b9c-90fb-43e47f4fcced), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:06.484658 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-6a5e4328-3b8b-4a8a-bd0b-d0f10a6d683f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Made reservation on behalf of 337bc9a50c6846ada58b194c94d0f193 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:05:06.489875 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-6a5e4328-3b8b-4a8a-bd0b-d0f10a6d683f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:06.657608 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40892) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:06.661651 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 7fc7f0e6-fd47-4f5f-a438-bb0f92a626b7 resource provider aggregate not found Sep 16 13:05:06.742826 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 7fc7f0e6-fd47-4f5f-a438-bb0f92a626b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fc7f0e6-fd47-4f5f-a438-bb0f92a626b7 found for delete ", "request_id": "req-89e71391-ae27-40a7-8c6f-8cb41765bd42"}]} Sep 16 13:05:06.769147 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f83165d2-bb12-476a-b97a-d00b497e59be tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for port (5673af7e-3682-4662-bec6-18eb9a922868), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:06.835048 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f83165d2-bb12-476a-b97a-d00b497e59be tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (5673af7e-3682-4662-bec6-18eb9a922868), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:06.942206 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:06.952061 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ce0dffce-8f59-45f0-aef5-f88ffdf41cf1 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=fa42540f9ee547d2bd8fb95c9a89512f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2927983 Sep 16 13:05:06.954307 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40902) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:06.986548 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ef2c8068-72f3-4223-9cc4-6506f92c73ec req-a796334d-fb90-47dd-9836-ed81ba0ce415 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=261a8ed1-8a0c-4a83-a4e4-f3094ad3824c HTTP/1.1" status: 200 len: 210 time: 0.0555058 Sep 16 13:05:06.987237 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83165d2-bb12-476a-b97a-d00b497e59be tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Port': ['ID=5673af7e-3682-4662-bec6-18eb9a922868,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:07.053856 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-59587ee2-8878-40d6-9904-de0877d48a4a admin admin] Publish callbacks [] for security_group (c99e568d-b25e-41ac-99ad-e4f62a9acb3e), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:07.070086 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f83165d2-bb12-476a-b97a-d00b497e59be tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (c5f7daf4-8a98-4c62-b0fb-6439d3f9d74f), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:07.082586 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-59587ee2-8878-40d6-9904-de0877d48a4a admin admin] Publish callbacks [] for security_group (c99e568d-b25e-41ac-99ad-e4f62a9acb3e), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:07.146694 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-59587ee2-8878-40d6-9904-de0877d48a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (c99e568d-b25e-41ac-99ad-e4f62a9acb3e), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:07.149205 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-59587ee2-8878-40d6-9904-de0877d48a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:07.150595 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-59587ee2-8878-40d6-9904-de0877d48a4a admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/c99e568d-b25e-41ac-99ad-e4f62a9acb3e HTTP/1.1" status: 204 len: 168 time: 0.1948876 Sep 16 13:05:07.159133 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59587ee2-8878-40d6-9904-de0877d48a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99e568d-b25e-41ac-99ad-e4f62a9acb3e,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:07.170201 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59587ee2-8878-40d6-9904-de0877d48a4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:07.170548 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59587ee2-8878-40d6-9904-de0877d48a4a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:07.170885 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59587ee2-8878-40d6-9904-de0877d48a4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:07.171218 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59587ee2-8878-40d6-9904-de0877d48a4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:07.171558 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59587ee2-8878-40d6-9904-de0877d48a4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:07.171876 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59587ee2-8878-40d6-9904-de0877d48a4a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:07.172224 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59587ee2-8878-40d6-9904-de0877d48a4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:07.172550 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59587ee2-8878-40d6-9904-de0877d48a4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:07.172869 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59587ee2-8878-40d6-9904-de0877d48a4a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:07.173190 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59587ee2-8878-40d6-9904-de0877d48a4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:07.173764 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59587ee2-8878-40d6-9904-de0877d48a4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:07.174105 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59587ee2-8878-40d6-9904-de0877d48a4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:07.174418 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59587ee2-8878-40d6-9904-de0877d48a4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:07.174737 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59587ee2-8878-40d6-9904-de0877d48a4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:07.175298 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59587ee2-8878-40d6-9904-de0877d48a4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:07.274458 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-6a5e4328-3b8b-4a8a-bd0b-d0f10a6d683f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Allocated IP 172.20.0.10 (9af47dcf-ef82-4350-bfb1-14c70158aca5/3d21eb8b-32f8-4b19-96f6-c4c4e33061d9/c8c32251-350f-4099-952e-3f7b216c4b3d) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:05:07.313247 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:07.346875 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [None req-f83165d2-bb12-476a-b97a-d00b497e59be tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Floating IP c5f7daf4-8a98-4c62-b0fb-6439d3f9d74f associated. External IP: 172.25.2.81, port: 0a1a0509-2ee8-492f-a1f1-8686387a6b10. Sep 16 13:05:07.402084 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-df220839-e407-450d-9b64-babedc83243d admin admin] Deleting port d1ed62e7-ce20-4599-b396-605a7f739dff {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:07.402422 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-df220839-e407-450d-9b64-babedc83243d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (d1ed62e7-ce20-4599-b396-605a7f739dff), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:07.403996 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:07.549518 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:07.667740 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-df220839-e407-450d-9b64-babedc83243d admin admin] For port d1ed62e7-ce20-4599-b396-605a7f739dff, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=d1ed62e7-ce20-4599-b396-605a7f739dff,segment=NetworkSegment(02157669-a842-4cef-9f02-cc6acf3b127a),segment_id=02157669-a842-4cef-9f02-cc6acf3b127a)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:07.668368 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-df220839-e407-450d-9b64-babedc83243d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (d1ed62e7-ce20-4599-b396-605a7f739dff), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:07.743210 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-df220839-e407-450d-9b64-babedc83243d admin admin] Calling delete_port for d1ed62e7-ce20-4599-b396-605a7f739dff owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:07.762619 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-6a5e4328-3b8b-4a8a-bd0b-d0f10a6d683f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks [] for port (c8c32251-350f-4099-952e-3f7b216c4b3d), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:07.973509 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:08.033925 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83165d2-bb12-476a-b97a-d00b497e59be tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Router 3232c84f-ac63-49be-9960-1a68565b252b has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:05:08.090717 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-6a5e4328-3b8b-4a8a-bd0b-d0f10a6d683f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (c8c32251-350f-4099-952e-3f7b216c4b3d), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:08.123980 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['d408043a-8807-412e-bac0-ea9a50061ee1'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:05:08.130871 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40930) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:08.229365 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01a19d-2567-45c5-8c60-e50bcc7297d6 req-372e17b7-f625-40b7-8032-7e91bf408a33 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:08.237531 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3b01a19d-2567-45c5-8c60-e50bcc7297d6 req-372e17b7-f625-40b7-8032-7e91bf408a33 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=261a8ed1-8a0c-4a83-a4e4-f3094ad3824c HTTP/1.1" status: 200 len: 932 time: 0.1235220 Sep 16 13:05:08.356395 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7584f25b-1f3a-43e8-8756-8c290720bd18 tempest-ServiceProvidersTest-94020196 tempest-ServiceProvidersTest-94020196-project] 10.222.0.67 "GET /networking/v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2243373 Sep 16 13:05:08.375949 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:08.428477 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:08.442422 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-6a5e4328-3b8b-4a8a-bd0b-d0f10a6d683f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Network 9af47dcf-ef82-4350-bfb1-14c70158aca5 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:08.450995 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83165d2-bb12-476a-b97a-d00b497e59be tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:05:08.472346 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-6a5e4328-3b8b-4a8a-bd0b-d0f10a6d683f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:08.503055 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-6a5e4328-3b8b-4a8a-bd0b-d0f10a6d683f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:05:08.530277 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee99695-1aa0-481c-be59-e9f6f42f0c63 None None] Sync routers for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:05:08.540179 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e4328-3b8b-4a8a-bd0b-d0f10a6d683f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Pushing event updated for resources: {'Port': ['ID=c8c32251-350f-4099-952e-3f7b216c4b3d,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:08.574179 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee99695-1aa0-481c-be59-e9f6f42f0c63 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:08.575184 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-2ee99695-1aa0-481c-be59-e9f6f42f0c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:08.599356 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-df220839-e407-450d-9b64-babedc83243d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (d1ed62e7-ce20-4599-b396-605a7f739dff), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:08.748714 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-6a5e4328-3b8b-4a8a-bd0b-d0f10a6d683f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:08.749862 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-6a5e4328-3b8b-4a8a-bd0b-d0f10a6d683f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:08.779844 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f83165d2-bb12-476a-b97a-d00b497e59be tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:08.867106 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-6a5e4328-3b8b-4a8a-bd0b-d0f10a6d683f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0580094 Sep 16 13:05:08.871727 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df220839-e407-450d-9b64-babedc83243d admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ed62e7-ce20-4599-b396-605a7f739dff,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:08.904951 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:08.906086 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3b01a19d-2567-45c5-8c60-e50bcc7297d6 req-823d8ca0-42f7-4a44-9b75-f403a3ad6a5f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6673717 Sep 16 13:05:08.911382 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] Request body: {'port': {'device_id': '261a8ed1-8a0c-4a83-a4e4-f3094ad3824c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:08.978980 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-2ee99695-1aa0-481c-be59-e9f6f42f0c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:08.980670 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40942) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:09.033254 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40946) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:09.033854 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f83165d2-bb12-476a-b97a-d00b497e59be tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.0828366 Sep 16 13:05:09.039696 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-b15ecc2a-a43a-4915-bddd-f50a70900634 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'floatingip': {'port_id': '0a1a0509-2ee8-492f-a1f1-8686387a6b10', 'fixed_ip_address': '172.20.0.13'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:09.052953 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-1cbc363f-f782-498e-bff1-58e85d2b2510 None None] Provisioning complete for port c8c32251-350f-4099-952e-3f7b216c4b3d triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:09.053330 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1cbc363f-f782-498e-bff1-58e85d2b2510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c8c32251-350f-4099-952e-3f7b216c4b3d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:09.053668 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-1cbc363f-f782-498e-bff1-58e85d2b2510 None None] Attempt 1 to provision port c8c32251-350f-4099-952e-3f7b216c4b3d Sep 16 13:05:09.059328 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:09.141233 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee99695-1aa0-481c-be59-e9f6f42f0c63 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:09.141461 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-2ee99695-1aa0-481c-be59-e9f6f42f0c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:09.165860 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b15ecc2a-a43a-4915-bddd-f50a70900634 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (c5f7daf4-8a98-4c62-b0fb-6439d3f9d74f), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:09.168239 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c8c32251-350f-4099-952e-3f7b216c4b3d), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:09.248598 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-2ee99695-1aa0-481c-be59-e9f6f42f0c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:09.249572 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee99695-1aa0-481c-be59-e9f6f42f0c63 None None] The sync data for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:05:09.252927 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-1cbc363f-f782-498e-bff1-58e85d2b2510 None None] Port c8c32251-350f-4099-952e-3f7b216c4b3d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:09.302352 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7a942d5c-483a-4b6f-9163-a604d878f5e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:09.423761 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:09.434137 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:09.455981 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-df220839-e407-450d-9b64-babedc83243d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (d14b47fa-0f00-4b9c-90fb-43e47f4fcced), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:09.533534 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7a942d5c-483a-4b6f-9163-a604d878f5e1 admin admin] Publish callbacks [] for security_group (4a93b4da-6970-49b1-8c4b-0757f16459e6), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:09.541990 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-7a942d5c-483a-4b6f-9163-a604d878f5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (4a93b4da-6970-49b1-8c4b-0757f16459e6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:09.628223 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7a942d5c-483a-4b6f-9163-a604d878f5e1 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=c9b6659f5d614c1bb100d5e67e5e880a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6436515 Sep 16 13:05:09.628223 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a942d5c-483a-4b6f-9163-a604d878f5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a93b4da-6970-49b1-8c4b-0757f16459e6,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:09.634285 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40950) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:09.754530 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-1cbc363f-f782-498e-bff1-58e85d2b2510 None None] Attempt 2 to provision port c8c32251-350f-4099-952e-3f7b216c4b3d Sep 16 13:05:09.828532 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2b466b82-3d6b-480b-bfa7-a1a59e6324dc admin admin] Publish callbacks [] for security_group (4a93b4da-6970-49b1-8c4b-0757f16459e6), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:09.842405 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-1cbc363f-f782-498e-bff1-58e85d2b2510 None None] Port c8c32251-350f-4099-952e-3f7b216c4b3d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:09.892855 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2b466b82-3d6b-480b-bfa7-a1a59e6324dc admin admin] Publish callbacks [] for security_group (4a93b4da-6970-49b1-8c4b-0757f16459e6), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:10.065692 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2b466b82-3d6b-480b-bfa7-a1a59e6324dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (4a93b4da-6970-49b1-8c4b-0757f16459e6), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:10.070972 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2b466b82-3d6b-480b-bfa7-a1a59e6324dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:10.072334 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2b466b82-3d6b-480b-bfa7-a1a59e6324dc admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/4a93b4da-6970-49b1-8c4b-0757f16459e6 HTTP/1.1" status: 204 len: 168 time: 0.4380679 Sep 16 13:05:10.112432 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b15ecc2a-a43a-4915-bddd-f50a70900634 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:10.114823 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b466b82-3d6b-480b-bfa7-a1a59e6324dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a93b4da-6970-49b1-8c4b-0757f16459e6,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:10.117801 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b15ecc2a-a43a-4915-bddd-f50a70900634 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (c5f7daf4-8a98-4c62-b0fb-6439d3f9d74f), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:10.177962 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c32251-350f-4099-952e-3f7b216c4b3d {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:05:10.198159 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21207b-5d56-4e05-872d-40ba98c5a3bf req-badaefd0-89a4-4da9-b376-1d8cbb72fdfc tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:10.199830 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe21207b-5d56-4e05-872d-40ba98c5a3bf req-badaefd0-89a4-4da9-b376-1d8cbb72fdfc tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=261a8ed1-8a0c-4a83-a4e4-f3094ad3824c HTTP/1.1" status: 200 len: 932 time: 0.1110959 Sep 16 13:05:10.202653 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] Publish callbacks [] for port (c8c32251-350f-4099-952e-3f7b216c4b3d), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:10.273868 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:10.316089 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] Transition to ACTIVE for port object c8c32251-350f-4099-952e-3f7b216c4b3d will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:05:10.344104 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-1cbc363f-f782-498e-bff1-58e85d2b2510 None None] Attempt 3 to provision port c8c32251-350f-4099-952e-3f7b216c4b3d Sep 16 13:05:10.348489 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (c8c32251-350f-4099-952e-3f7b216c4b3d), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:10.405168 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe21207b-5d56-4e05-872d-40ba98c5a3bf req-b9c9cdc6-f0e7-464c-a9b4-913e6af3df08 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648421 Sep 16 13:05:10.415222 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-1cbc363f-f782-498e-bff1-58e85d2b2510 None None] Port c8c32251-350f-4099-952e-3f7b216c4b3d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:10.416674 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12162389-bc93-4413-9bdf-e6531098457a req-8c5d5e04-52c8-4f4c-ab2b-779d46401d4c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:10.418336 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-12162389-bc93-4413-9bdf-e6531098457a req-8c5d5e04-52c8-4f4c-ab2b-779d46401d4c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 947 time: 0.1774821 Sep 16 13:05:10.453034 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:10.458071 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df220839-e407-450d-9b64-babedc83243d admin admin] Router d14b47fa-0f00-4b9c-90fb-43e47f4fcced has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:05:10.463832 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15ecc2a-a43a-4915-bddd-f50a70900634 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Router 3232c84f-ac63-49be-9960-1a68565b252b has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:05:10.557429 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c32251-350f-4099-952e-3f7b216c4b3d,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:10.564518 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:10.612319 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15ecc2a-a43a-4915-bddd-f50a70900634 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:05:10.622700 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-12162389-bc93-4413-9bdf-e6531098457a req-90a76eca-1dc9-4ea1-b056-57a33062af78 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822605 Sep 16 13:05:10.627973 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b15ecc2a-a43a-4915-bddd-f50a70900634 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:10.641170 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182fd1f9-4df6-4ee7-b659-a300fbabcc9c None None] Sync routers for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:05:10.662542 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182fd1f9-4df6-4ee7-b659-a300fbabcc9c None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:10.663264 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-182fd1f9-4df6-4ee7-b659-a300fbabcc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:10.669983 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] Attempting to bind port c8c32251-350f-4099-952e-3f7b216c4b3d on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:05:10.670586 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] Attempting to bind port c8c32251-350f-4099-952e-3f7b216c4b3d by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': 'f72e1020-ff53-4725-ba40-214cded1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:05:10.671071 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] Attempting to bind port c8c32251-350f-4099-952e-3f7b216c4b3d on network 9af47dcf-ef82-4350-bfb1-14c70158aca5 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:05:10.705286 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-182fd1f9-4df6-4ee7-b659-a300fbabcc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:10.715087 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182fd1f9-4df6-4ee7-b659-a300fbabcc9c None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:10.715816 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-182fd1f9-4df6-4ee7-b659-a300fbabcc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:10.717927 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b15ecc2a-a43a-4915-bddd-f50a70900634 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/c5f7daf4-8a98-4c62-b0fb-6439d3f9d74f HTTP/1.1" status: 200 len: 977 time: 1.6828828 Sep 16 13:05:10.720530 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 40976) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:10.763916 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-182fd1f9-4df6-4ee7-b659-a300fbabcc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:10.764681 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182fd1f9-4df6-4ee7-b659-a300fbabcc9c None None] The sync data for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 is: [] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:05:10.769313 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df220839-e407-450d-9b64-babedc83243d admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:05:10.777205 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-df220839-e407-450d-9b64-babedc83243d admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/d14b47fa-0f00-4b9c-90fb-43e47f4fcced/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5676303 Sep 16 13:05:10.779597 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 40978) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:10.789004 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0910d155-1b3f-4ca1-8ad8-5b2ae3b17d03 None None] Sync routers for ids ['d14b47fa-0f00-4b9c-90fb-43e47f4fcced'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:05:10.789529 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] Port c8c32251-350f-4099-952e-3f7b216c4b3d on network 9af47dcf-ef82-4350-bfb1-14c70158aca5 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:05:10.789529 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] Attempting to bind port c8c32251-350f-4099-952e-3f7b216c4b3d on network 9af47dcf-ef82-4350-bfb1-14c70158aca5 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:05:10.807739 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:10.817871 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0910d155-1b3f-4ca1-8ad8-5b2ae3b17d03 None None] Routers {'d14b47fa-0f00-4b9c-90fb-43e47f4fcced'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:10.819677 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-0910d155-1b3f-4ca1-8ad8-5b2ae3b17d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['d14b47fa-0f00-4b9c-90fb-43e47f4fcced'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:10.923370 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:05:10.923709 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] Checking segment: {'id': 'f72e1020-ff53-4725-ba40-214cded1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:05:10.924114 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] Bound using segment: {'id': 'f72e1020-ff53-4725-ba40-214cded1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:05:10.924652 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] Bound port: c8c32251-350f-4099-952e-3f7b216c4b3d, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72e1020-ff53-4725-ba40-214cded1107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:05:10.925017 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c8c32251-350f-4099-952e-3f7b216c4b3d), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:10.949068 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-b8046df5-363e-4d7d-843f-9951a778d9ad tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Deleting port 5673af7e-3682-4662-bec6-18eb9a922868 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:10.950434 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b8046df5-363e-4d7d-843f-9951a778d9ad tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (5673af7e-3682-4662-bec6-18eb9a922868), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:11.008022 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] For port c8c32251-350f-4099-952e-3f7b216c4b3d, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:05:11.013858 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] For port c8c32251-350f-4099-952e-3f7b216c4b3d, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c8c32251-350f-4099-952e-3f7b216c4b3d,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:05:11.025365 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (c8c32251-350f-4099-952e-3f7b216c4b3d), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:11.032511 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:11.032984 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-0910d155-1b3f-4ca1-8ad8-5b2ae3b17d03 None None] Set router d14b47fa-0f00-4b9c-90fb-43e47f4fcced gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:05:11.033122 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:11.034615 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/c8c32251-350f-4099-952e-3f7b216c4b3d HTTP/1.1" status: 200 len: 1092 time: 2.1398408 Sep 16 13:05:11.037667 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261a8ed1-8a0c-4a83-a4e4-f3094ad3824c', 'tag': 'c8c32251-350f-4099-952e-3f7b216c4b3d'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:05:11.040546 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a246d8c-bcfe-4da3-9e1c-cece76a05a97" -d '{"events": [{"name": "network-changed", "server_uuid": "261a8ed1-8a0c-4a83-a4e4-f3094ad3824c", "tag": "c8c32251-350f-4099-952e-3f7b216c4b3d"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:05:11.096855 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:11.098833 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-1cbc363f-f782-498e-bff1-58e85d2b2510 None None] Attempt 4 to provision port c8c32251-350f-4099-952e-3f7b216c4b3d Sep 16 13:05:11.105518 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6c2076ec-9db4-4e0e-b3bf-fda13c849b9a admin admin] Publish callbacks [] for router (d14b47fa-0f00-4b9c-90fb-43e47f4fcced), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:11.133755 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b8046df5-363e-4d7d-843f-9951a778d9ad tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (5673af7e-3682-4662-bec6-18eb9a922868), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:11.134028 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b8046df5-363e-4d7d-843f-9951a778d9ad tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (5673af7e-3682-4662-bec6-18eb9a922868), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:11.161825 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-b8046df5-363e-4d7d-843f-9951a778d9ad tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Calling delete_port for 5673af7e-3682-4662-bec6-18eb9a922868 owned by network:floatingip {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:11.246285 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-1cbc363f-f782-498e-bff1-58e85d2b2510 None None] Port c8c32251-350f-4099-952e-3f7b216c4b3d had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 13:05:11.269550 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cf3a07-0ba0-4530-9cd7-9a5096950f7f x-openstack-request-id: req-26cf3a07-0ba0-4530-9cd7-9a5096950f7f {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:05:11.270130 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261a8ed1-8a0c-4a83-a4e4-f3094ad3824c", "tag": "c8c32251-350f-4099-952e-3f7b216c4b3d", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:05:11.270130 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-26cf3a07-0ba0-4530-9cd7-9a5096950f7f {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:05:11.270482 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26cf3a07-0ba0-4530-9cd7-9a5096950f7f'] response: {'name': 'network-changed', 'server_uuid': '261a8ed1-8a0c-4a83-a4e4-f3094ad3824c', 'tag': 'c8c32251-350f-4099-952e-3f7b216c4b3d', 'status': 'completed', 'code': 200} Sep 16 13:05:11.288013 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7339d-ea15-4915-a0ea-3f700e275c38 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c32251-350f-4099-952e-3f7b216c4b3d,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:11.303159 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-1ac8f836-bf77-45a9-8803-db51db829cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:11.306698 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-1ac8f836-bf77-45a9-8803-db51db829cfa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=261a8ed1-8a0c-4a83-a4e4-f3094ad3824c HTTP/1.1" status: 200 len: 1126 time: 0.2010047 Sep 16 13:05:11.389515 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-0910d155-1b3f-4ca1-8ad8-5b2ae3b17d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14b47fa-0f00-4b9c-90fb-43e47f4fcced', 'name': 'tempest-ServerMetadataNegativeTestJSON-1008235230-router', 'tenant_id': '20800c45135443888e60144c602a8429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e16d9ba6-5213-4372-8cee-dea3cc66e68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:23Z', 'updated_at': '2022-09-16T13:05:08Z', 'revision_number': 5, 'project_id': '20800c45135443888e60144c602a8429', 'gw_port': {'id': 'e16d9ba6-5213-4372-8cee-dea3cc66e68c', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14b47fa-0f00-4b9c-90fb-43e47f4fcced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:26Z', 'updated_at': '2022-09-16T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:11.422611 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0910d155-1b3f-4ca1-8ad8-5b2ae3b17d03 None None] Checking router: d14b47fa-0f00-4b9c-90fb-43e47f4fcced for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:05:11.424914 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-45686877-2fab-40db-936f-c741bb5f8a9e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8c32251-350f-4099-952e-3f7b216c4b3d HTTP/1.1" status: 200 len: 217 time: 0.0810094 Sep 16 13:05:11.433373 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0910d155-1b3f-4ca1-8ad8-5b2ae3b17d03 None None] Routers {'d14b47fa-0f00-4b9c-90fb-43e47f4fcced'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:11.434011 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-0910d155-1b3f-4ca1-8ad8-5b2ae3b17d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['d14b47fa-0f00-4b9c-90fb-43e47f4fcced'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:11.505896 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6c2076ec-9db4-4e0e-b3bf-fda13c849b9a admin admin] Publish callbacks [] for router_gateway (d14b47fa-0f00-4b9c-90fb-43e47f4fcced), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:11.533715 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b8046df5-363e-4d7d-843f-9951a778d9ad tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (5673af7e-3682-4662-bec6-18eb9a922868), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:11.545799 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-4652d4a1-2dd6-42c2-9a0a-6fffa512f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:11.548108 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-4652d4a1-2dd6-42c2-9a0a-6fffa512f112 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 0.1168749 Sep 16 13:05:11.585544 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-0910d155-1b3f-4ca1-8ad8-5b2ae3b17d03 None None] Set router d14b47fa-0f00-4b9c-90fb-43e47f4fcced gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:05:11.588559 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8046df5-363e-4d7d-843f-9951a778d9ad tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event deleted for resources: {'Port': ['ID=5673af7e-3682-4662-bec6-18eb9a922868,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:11.673267 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b8046df5-363e-4d7d-843f-9951a778d9ad tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (c5f7daf4-8a98-4c62-b0fb-6439d3f9d74f), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:11.673527 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [None req-b8046df5-363e-4d7d-843f-9951a778d9ad tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Floating IP c5f7daf4-8a98-4c62-b0fb-6439d3f9d74f disassociated (deleted). External IP: 172.25.2.81, port: 0a1a0509-2ee8-492f-a1f1-8686387a6b10. Sep 16 13:05:11.697851 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:11.763108 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-6c2076ec-9db4-4e0e-b3bf-fda13c849b9a admin admin] Deleting port e16d9ba6-5213-4372-8cee-dea3cc66e68c {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:11.764564 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6c2076ec-9db4-4e0e-b3bf-fda13c849b9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (e16d9ba6-5213-4372-8cee-dea3cc66e68c), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:11.815653 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-6c284cd3-aca1-43ee-8043-de0656caf34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:11.817510 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-6c284cd3-aca1-43ee-8043-de0656caf34d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2379766 Sep 16 13:05:11.887508 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9d9e6-a084-418d-bf3f-490ddda1caf9 req-1695137b-3cb9-4cd4-a2f1-226bc5367382 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:11.889075 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aab9d9e6-a084-418d-bf3f-490ddda1caf9 req-1695137b-3cb9-4cd4-a2f1-226bc5367382 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=261a8ed1-8a0c-4a83-a4e4-f3094ad3824c HTTP/1.1" status: 200 len: 944 time: 0.2896047 Sep 16 13:05:11.891325 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-0910d155-1b3f-4ca1-8ad8-5b2ae3b17d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14b47fa-0f00-4b9c-90fb-43e47f4fcced', 'name': 'tempest-ServerMetadataNegativeTestJSON-1008235230-router', 'tenant_id': '20800c45135443888e60144c602a8429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e16d9ba6-5213-4372-8cee-dea3cc66e68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:23Z', 'updated_at': '2022-09-16T13:05:08Z', 'revision_number': 5, 'project_id': '20800c45135443888e60144c602a8429', 'gw_port': {'id': 'e16d9ba6-5213-4372-8cee-dea3cc66e68c', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14b47fa-0f00-4b9c-90fb-43e47f4fcced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:26Z', 'updated_at': '2022-09-16T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:11.910948 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef442a-d9c8-4555-8a7b-01b94746dd77 req-e0a13a32-a301-45b0-9f6d-6759b45b9bdf tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:11.912470 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f5ef442a-d9c8-4555-8a7b-01b94746dd77 req-e0a13a32-a301-45b0-9f6d-6759b45b9bdf tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 947 time: 0.2419467 Sep 16 13:05:11.922857 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0910d155-1b3f-4ca1-8ad8-5b2ae3b17d03 None None] The sync data for ids ['d14b47fa-0f00-4b9c-90fb-43e47f4fcced'] in n-d-858094-4 is: [{'id': 'd14b47fa-0f00-4b9c-90fb-43e47f4fcced', 'name': 'tempest-ServerMetadataNegativeTestJSON-1008235230-router', 'tenant_id': '20800c45135443888e60144c602a8429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e16d9ba6-5213-4372-8cee-dea3cc66e68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:23Z', 'updated_at': '2022-09-16T13:05:08Z', 'revision_number': 5, 'project_id': '20800c45135443888e60144c602a8429', 'gw_port': {'id': 'e16d9ba6-5213-4372-8cee-dea3cc66e68c', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14b47fa-0f00-4b9c-90fb-43e47f4fcced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:26Z', 'updated_at': '2022-09-16T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:05:11.940962 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:12.016867 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:12.059278 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8046df5-363e-4d7d-843f-9951a778d9ad tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Router 3232c84f-ac63-49be-9960-1a68565b252b has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:05:12.076155 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608f782-ca66-49d0-a38b-3571020e0b0a req-8c21d936-e650-429d-a5c9-9768f7bd6692 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:12.083664 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1608f782-ca66-49d0-a38b-3571020e0b0a req-8c21d936-e650-429d-a5c9-9768f7bd6692 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 947 time: 0.2737858 Sep 16 13:05:12.221541 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8046df5-363e-4d7d-843f-9951a778d9ad tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:05:12.229852 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b8046df5-363e-4d7d-843f-9951a778d9ad tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:12.233313 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547eb756-3c3d-4f98-822b-6f9d44abe37c None None] Sync routers for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:05:12.257904 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547eb756-3c3d-4f98-822b-6f9d44abe37c None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:12.258541 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-547eb756-3c3d-4f98-822b-6f9d44abe37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:12.264690 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-f5ef442a-d9c8-4555-8a7b-01b94746dd77 req-74a6f7b1-db73-4f43-a264-ad1dc1eadc7c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Deleting port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:12.265386 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f5ef442a-d9c8-4555-8a7b-01b94746dd77 req-74a6f7b1-db73-4f43-a264-ad1dc1eadc7c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:12.291227 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b8046df5-363e-4d7d-843f-9951a778d9ad tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/c5f7daf4-8a98-4c62-b0fb-6439d3f9d74f HTTP/1.1" status: 204 len: 168 time: 1.5686204 Sep 16 13:05:12.292220 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41012) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:12.361448 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-547eb756-3c3d-4f98-822b-6f9d44abe37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:12.393768 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547eb756-3c3d-4f98-822b-6f9d44abe37c None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:12.394498 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-547eb756-3c3d-4f98-822b-6f9d44abe37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:12.433889 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aab9d9e6-a084-418d-bf3f-490ddda1caf9 req-a852252a-36ad-4c4f-a99c-1b8fdba53922 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900279 Sep 16 13:05:12.442137 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1608f782-ca66-49d0-a38b-3571020e0b0a req-9194937e-cfdd-4429-bb21-36a832b2dc27 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=89cd1033-e4ea-4f8a-b1d2-9755708dd28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3575563 Sep 16 13:05:12.451658 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-eb2cc56e-4396-416f-9192-6bc1f5f15913 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Deleting port 0a1a0509-2ee8-492f-a1f1-8686387a6b10 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:12.452288 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb2cc56e-4396-416f-9192-6bc1f5f15913 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (0a1a0509-2ee8-492f-a1f1-8686387a6b10), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:12.469642 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-547eb756-3c3d-4f98-822b-6f9d44abe37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:12.470261 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547eb756-3c3d-4f98-822b-6f9d44abe37c None None] The sync data for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 is: [] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:05:12.479488 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [None req-6c2076ec-9db4-4e0e-b3bf-fda13c849b9a admin admin] For port e16d9ba6-5213-4372-8cee-dea3cc66e68c, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e16d9ba6-5213-4372-8cee-dea3cc66e68c,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:12.479652 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6c2076ec-9db4-4e0e-b3bf-fda13c849b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (e16d9ba6-5213-4372-8cee-dea3cc66e68c), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:12.506695 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-559cf5db-ab8c-4233-8d75-35644bbc8e35 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6058798 Sep 16 13:05:12.510742 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-6c2076ec-9db4-4e0e-b3bf-fda13c849b9a admin admin] Calling delete_port for e16d9ba6-5213-4372-8cee-dea3cc66e68c owned by network:router_gateway {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:12.552707 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:12.628523 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb2cc56e-4396-416f-9192-6bc1f5f15913 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (0a1a0509-2ee8-492f-a1f1-8686387a6b10), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:12.655740 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-eb2cc56e-4396-416f-9192-6bc1f5f15913 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Calling delete_port for 0a1a0509-2ee8-492f-a1f1-8686387a6b10 owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:12.661531 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-f5ef442a-d9c8-4555-8a7b-01b94746dd77 req-74a6f7b1-db73-4f43-a264-ad1dc1eadc7c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] For port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:12.661905 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f5ef442a-d9c8-4555-8a7b-01b94746dd77 req-74a6f7b1-db73-4f43-a264-ad1dc1eadc7c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:12.778545 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device d1ed62e7-ce20-4599-b396-605a7f739dff no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:05:12.791501 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:12.824781 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: d1ed62e7-ce20-4599-b396-605a7f739dff {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:05:12.825413 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device d1ed62e7-ce20-4599-b396-605a7f739dff not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:05:12.863812 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b3a9cf44-6d80-4431-9868-01209c18e705 req-d8248779-564e-47c6-b520-57a3f3cfef14 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477647 Sep 16 13:05:12.898983 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:05:12.952543 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb2cc56e-4396-416f-9192-6bc1f5f15913 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (0a1a0509-2ee8-492f-a1f1-8686387a6b10), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:12.989201 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cc56e-4396-416f-9192-6bc1f5f15913 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event deleted for resources: {'Port': ['ID=0a1a0509-2ee8-492f-a1f1-8686387a6b10,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:13.037804 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6c2076ec-9db4-4e0e-b3bf-fda13c849b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (e16d9ba6-5213-4372-8cee-dea3cc66e68c), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:13.073162 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f5ef442a-d9c8-4555-8a7b-01b94746dd77 req-74a6f7b1-db73-4f43-a264-ad1dc1eadc7c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:13.073524 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f5ef442a-d9c8-4555-8a7b-01b94746dd77 req-74a6f7b1-db73-4f43-a264-ad1dc1eadc7c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (6520a9dd-6235-4fd3-a3fb-9f87c3c71d03), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:13.073848 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [req-f5ef442a-d9c8-4555-8a7b-01b94746dd77 req-74a6f7b1-db73-4f43-a264-ad1dc1eadc7c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Floating IP 6520a9dd-6235-4fd3-a3fb-9f87c3c71d03 disassociated. External IP: 172.25.2.130, port: 3a5b1f2b-2004-4cf4-93bd-f498b62488fe. Sep 16 13:05:13.074213 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-f5ef442a-d9c8-4555-8a7b-01b94746dd77 req-74a6f7b1-db73-4f43-a264-ad1dc1eadc7c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Calling delete_port for 3a5b1f2b-2004-4cf4-93bd-f498b62488fe owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:13.076822 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2076ec-9db4-4e0e-b3bf-fda13c849b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=e16d9ba6-5213-4372-8cee-dea3cc66e68c,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:13.108338 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-eb2cc56e-4396-416f-9192-6bc1f5f15913 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:13.117070 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-eb2cc56e-4396-416f-9192-6bc1f5f15913 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "DELETE /networking/v2.0/ports/0a1a0509-2ee8-492f-a1f1-8686387a6b10 HTTP/1.1" status: 204 len: 168 time: 0.8235912 Sep 16 13:05:13.118204 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41026) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:13.125415 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-87496e47-9a5e-4bd0-80d5-502a7098557c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:13.170346 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-87496e47-9a5e-4bd0-80d5-502a7098557c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:13.174462 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:13.214009 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6c2076ec-9db4-4e0e-b3bf-fda13c849b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (d14b47fa-0f00-4b9c-90fb-43e47f4fcced), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:13.275740 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41030) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:13.293273 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-87496e47-9a5e-4bd0-80d5-502a7098557c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:13.336611 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6c2076ec-9db4-4e0e-b3bf-fda13c849b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (d14b47fa-0f00-4b9c-90fb-43e47f4fcced), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:13.347990 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6c2076ec-9db4-4e0e-b3bf-fda13c849b9a admin admin] Publish callbacks [] for router_controller (d14b47fa-0f00-4b9c-90fb-43e47f4fcced), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:13.430190 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6c2076ec-9db4-4e0e-b3bf-fda13c849b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (d14b47fa-0f00-4b9c-90fb-43e47f4fcced), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:13.430823 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2076ec-9db4-4e0e-b3bf-fda13c849b9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d14b47fa-0f00-4b9c-90fb-43e47f4fcced {{(pid=113698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:05:13.438806 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-6c2076ec-9db4-4e0e-b3bf-fda13c849b9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:13.439972 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-6c2076ec-9db4-4e0e-b3bf-fda13c849b9a admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/d14b47fa-0f00-4b9c-90fb-43e47f4fcced HTTP/1.1" status: 204 len: 168 time: 2.6594396 Sep 16 13:05:13.443045 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 41036) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:13.460813 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:13.462562 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-87496e47-9a5e-4bd0-80d5-502a7098557c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Allocated IP 172.25.2.103 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/05277bc7-f724-4b89-9fef-1c705ad326bf) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:05:13.535532 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f5ef442a-d9c8-4555-8a7b-01b94746dd77 req-74a6f7b1-db73-4f43-a264-ad1dc1eadc7c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (3a5b1f2b-2004-4cf4-93bd-f498b62488fe), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:13.603833 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1cac7ca-ff28-4434-abb3-0dae7f443755 admin admin] Deleting subnet e536f373-79c1-4990-b125-08465105b595 {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:05:13.606785 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5f68e4cf-e1ed-495b-bac0-26e36f8f60fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:13.608466 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6f7b1-db73-4f43-a264-ad1dc1eadc7c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Pushing event deleted for resources: {'Port': ['ID=3a5b1f2b-2004-4cf4-93bd-f498b62488fe,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:13.626115 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f1cac7ca-ff28-4434-abb3-0dae7f443755 admin admin] Publish callbacks [] for subnet (e536f373-79c1-4990-b125-08465105b595), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:13.672777 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:13.708977 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3d8ca224-c045-48bb-ad45-88021c4b85df req-dacb9979-2797-4c4a-b3e1-bca942fcb8cc tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 210 time: 0.1095636 Sep 16 13:05:13.721562 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-87496e47-9a5e-4bd0-80d5-502a7098557c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for port (05277bc7-f724-4b89-9fef-1c705ad326bf), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:13.766556 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5f68e4cf-e1ed-495b-bac0-26e36f8f60fd admin admin] Publish callbacks [] for security_group (db5bf239-1c49-459f-8063-99ab21347d0e), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:13.778394 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-5f68e4cf-e1ed-495b-bac0-26e36f8f60fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (db5bf239-1c49-459f-8063-99ab21347d0e), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:13.833725 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68e4cf-e1ed-495b-bac0-26e36f8f60fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5bf239-1c49-459f-8063-99ab21347d0e,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:13.841382 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-5f68e4cf-e1ed-495b-bac0-26e36f8f60fd admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=e9fee4497d4c44038f3d1a5f670507fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5616448 Sep 16 13:05:13.841382 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-87496e47-9a5e-4bd0-80d5-502a7098557c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (05277bc7-f724-4b89-9fef-1c705ad326bf), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:13.841733 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41042) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:13.900737 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87496e47-9a5e-4bd0-80d5-502a7098557c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:13.914437 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-87496e47-9a5e-4bd0-80d5-502a7098557c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:13.919320 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87496e47-9a5e-4bd0-80d5-502a7098557c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:05:13.953284 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87496e47-9a5e-4bd0-80d5-502a7098557c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Port': ['ID=05277bc7-f724-4b89-9fef-1c705ad326bf,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:13.995672 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45ec1220-204c-4d8d-9261-261b7aef1327 admin admin] Publish callbacks [] for security_group (db5bf239-1c49-459f-8063-99ab21347d0e), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:14.051043 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45ec1220-204c-4d8d-9261-261b7aef1327 admin admin] Publish callbacks [] for security_group (db5bf239-1c49-459f-8063-99ab21347d0e), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:14.086707 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-87496e47-9a5e-4bd0-80d5-502a7098557c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (21772093-a7d8-416a-aa7d-99fc5d3077a7), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:14.183171 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45ec1220-204c-4d8d-9261-261b7aef1327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (db5bf239-1c49-459f-8063-99ab21347d0e), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:14.186811 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-45ec1220-204c-4d8d-9261-261b7aef1327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:14.190383 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-45ec1220-204c-4d8d-9261-261b7aef1327 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/db5bf239-1c49-459f-8063-99ab21347d0e HTTP/1.1" status: 204 len: 168 time: 0.3435681 Sep 16 13:05:14.191106 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-87496e47-9a5e-4bd0-80d5-502a7098557c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (05277bc7-f724-4b89-9fef-1c705ad326bf), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:14.197235 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f1cac7ca-ff28-4434-abb3-0dae7f443755 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (e536f373-79c1-4990-b125-08465105b595), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:14.218855 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec1220-204c-4d8d-9261-261b7aef1327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5bf239-1c49-459f-8063-99ab21347d0e,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:14.264510 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856882b8-4da5-4fed-a29d-880431fb3733 req-b39df56d-53d8-4ab3-864a-aa1f66288fd3 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:14.277395 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-856882b8-4da5-4fed-a29d-880431fb3733 req-b39df56d-53d8-4ab3-864a-aa1f66288fd3 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=261a8ed1-8a0c-4a83-a4e4-f3094ad3824c HTTP/1.1" status: 200 len: 944 time: 0.6678326 Sep 16 13:05:14.336158 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:14.374176 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:14.448079 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-87496e47-9a5e-4bd0-80d5-502a7098557c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for port (05277bc7-f724-4b89-9fef-1c705ad326bf), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:14.455381 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-87496e47-9a5e-4bd0-80d5-502a7098557c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (05277bc7-f724-4b89-9fef-1c705ad326bf), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:14.490508 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5ef442a-d9c8-4555-8a7b-01b94746dd77 req-74a6f7b1-db73-4f43-a264-ad1dc1eadc7c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Router c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:05:14.503453 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-856882b8-4da5-4fed-a29d-880431fb3733 req-8c7f7d25-61ba-4756-aa1a-f16a1cd4339f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230444 Sep 16 13:05:14.533466 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-87496e47-9a5e-4bd0-80d5-502a7098557c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (21772093-a7d8-416a-aa7d-99fc5d3077a7), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:14.535522 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f1cac7ca-ff28-4434-abb3-0dae7f443755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (e536f373-79c1-4990-b125-08465105b595), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:14.545516 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87496e47-9a5e-4bd0-80d5-502a7098557c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Port': ['ID=05277bc7-f724-4b89-9fef-1c705ad326bf,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:14.556267 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-87496e47-9a5e-4bd0-80d5-502a7098557c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:14.557597 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-87496e47-9a5e-4bd0-80d5-502a7098557c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4374187 Sep 16 13:05:14.560237 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41050) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:14.565657 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-79a0f895-f587-49cf-bc29-e6ae973b78e2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'port': {'network_id': 'bfba496b-d7c4-4698-bfe4-48cc3f1a548a', 'name': 'tempest-FloatingIPTestJSON-725890313'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:14.663160 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device c8c32251-350f-4099-952e-3f7b216c4b3d details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:05:14.708906 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41052) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:14.711686 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f1cac7ca-ff28-4434-abb3-0dae7f443755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (e536f373-79c1-4990-b125-08465105b595), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:14.741822 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f1cac7ca-ff28-4434-abb3-0dae7f443755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:14.746312 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f1cac7ca-ff28-4434-abb3-0dae7f443755 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/e536f373-79c1-4990-b125-08465105b595 HTTP/1.1" status: 204 len: 168 time: 1.3022904 Sep 16 13:05:14.749594 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41054) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:14.762079 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-96718322-1c6e-436b-b340-9f6963630ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:14.803260 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:14.805011 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a0f895-f587-49cf-bc29-e6ae973b78e2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Made reservation on behalf of d230f216aa8f4d6d96bb02810e763dfa for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:05:14.811238 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-79a0f895-f587-49cf-bc29-e6ae973b78e2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:14.814121 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0242855c-94ee-408a-bf66-d064d065646d None None] Network ec7d99db-29cf-4b25-8dc4-5bad41f23052 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:05:14.843335 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cac7ca-ff28-4434-abb3-0dae7f443755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e536f373-79c1-4990-b125-08465105b595,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:14.843997 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e16d9ba6-5213-4372-8cee-dea3cc66e68c no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:05:14.899391 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:14.902071 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: e16d9ba6-5213-4372-8cee-dea3cc66e68c {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:05:14.902703 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e16d9ba6-5213-4372-8cee-dea3cc66e68c not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:05:14.906336 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a246d8c-bcfe-4da3-9e1c-cece76a05a97 req-ac214618-0c50-4bb9-895a-429c5658b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:14.908033 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6a246d8c-bcfe-4da3-9e1c-cece76a05a97 req-ac214618-0c50-4bb9-895a-429c5658b540 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=261a8ed1-8a0c-4a83-a4e4-f3094ad3824c HTTP/1.1" status: 200 len: 1126 time: 0.1986699 Sep 16 13:05:14.909848 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bb9cd344-6ed3-4a2e-a8db-8ec0bc09b465 req-ffb23c31-4b0b-48a4-bd4b-9a92d5bf13b8 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=66413dbd-455f-45f6-b057-39a11a9f2d44 HTTP/1.1" status: 200 len: 210 time: 0.0639603 Sep 16 13:05:14.912236 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5ef442a-d9c8-4555-8a7b-01b94746dd77 req-74a6f7b1-db73-4f43-a264-ad1dc1eadc7c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:05:14.961596 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07648fa-2c0e-4ddd-8b40-69209ea487fa None None] Sync routers for ids ['c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:05:14.994422 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ef442a-d9c8-4555-8a7b-01b94746dd77 req-74a6f7b1-db73-4f43-a264-ad1dc1eadc7c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] No DVR routers for this DVR port 3a5b1f2b-2004-4cf4-93bd-f498b62488fe on host n-h2-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:05:15.029379 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:15.033737 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-f5ef442a-d9c8-4555-8a7b-01b94746dd77 req-74a6f7b1-db73-4f43-a264-ad1dc1eadc7c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:15.037677 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f5ef442a-d9c8-4555-8a7b-01b94746dd77 req-74a6f7b1-db73-4f43-a264-ad1dc1eadc7c tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.76 "DELETE /networking/v2.0/ports/3a5b1f2b-2004-4cf4-93bd-f498b62488fe HTTP/1.1" status: 204 len: 173 time: 3.0878100 Sep 16 13:05:15.038509 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66413dbd-455f-45f6-b057-39a11a9f2d44', 'name': 'network-vif-deleted', 'tag': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:05:15.041842 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c05f87-76b6-466d-a579-5dcc7293f362" -d '{"events": [{"server_uuid": "66413dbd-455f-45f6-b057-39a11a9f2d44", "name": "network-vif-deleted", "tag": "3a5b1f2b-2004-4cf4-93bd-f498b62488fe"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:05:15.117262 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07648fa-2c0e-4ddd-8b40-69209ea487fa None None] Routers {'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:15.118145 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-b07648fa-2c0e-4ddd-8b40-69209ea487fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:15.122827 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port c8c32251-350f-4099-952e-3f7b216c4b3d, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c8c32251-350f-4099-952e-3f7b216c4b3d,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:15.129309 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a246d8c-bcfe-4da3-9e1c-cece76a05a97 req-0533bb44-debc-4cb4-aa3d-09afe76af715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:15.130885 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6a246d8c-bcfe-4da3-9e1c-cece76a05a97 req-0533bb44-debc-4cb4-aa3d-09afe76af715 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 913 time: 0.2163882 Sep 16 13:05:15.132811 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc836187-1dcf-4ef5-a413-726ba7e9de65 x-openstack-request-id: req-bc836187-1dcf-4ef5-a413-726ba7e9de65 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:05:15.133107 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66413dbd-455f-45f6-b057-39a11a9f2d44", "name": "network-vif-deleted", "tag": "3a5b1f2b-2004-4cf4-93bd-f498b62488fe", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:05:15.133358 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bc836187-1dcf-4ef5-a413-726ba7e9de65 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:05:15.133766 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc836187-1dcf-4ef5-a413-726ba7e9de65'] response: {'server_uuid': '66413dbd-455f-45f6-b057-39a11a9f2d44', 'name': 'network-vif-deleted', 'tag': '3a5b1f2b-2004-4cf4-93bd-f498b62488fe', 'status': 'completed', 'code': 200} Sep 16 13:05:15.191333 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': 'c8c32251-350f-4099-952e-3f7b216c4b3d', 'network_id': '9af47dcf-ef82-4350-bfb1-14c70158aca5', 'port_id': 'c8c32251-350f-4099-952e-3f7b216c4b3d', 'mac_address': 'fa:16:3e:0a:7a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d21eb8b-32f8-4b19-96f6-c4c4e33061d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:05:15.216336 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6a246d8c-bcfe-4da3-9e1c-cece76a05a97 req-40bd4f52-c99f-4da4-972a-2f7632c3725c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8c32251-350f-4099-952e-3f7b216c4b3d HTTP/1.1" status: 200 len: 217 time: 0.0781903 Sep 16 13:05:15.294582 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c502c2-992e-4a60-bd21-6fb7caa77fac None None] DHCP port deletion for ec7d99db-29cf-4b25-8dc4-5bad41f23052 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:05:15.302747 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port c8c32251-350f-4099-952e-3f7b216c4b3d is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:15.303061 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c8c32251-350f-4099-952e-3f7b216c4b3d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:15.323452 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-b07648fa-2c0e-4ddd-8b40-69209ea487fa None None] Set router c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:05:15.329259 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a246d8c-bcfe-4da3-9e1c-cece76a05a97 req-96411972-1aed-4b8d-9953-f94fd24efd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:15.331015 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6a246d8c-bcfe-4da3-9e1c-cece76a05a97 req-96411972-1aed-4b8d-9953-f94fd24efd11 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 0.1061130 Sep 16 13:05:15.335617 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c627-b0c4-4fe1-aa14-80b3abe1096e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (ec7d99db-29cf-4b25-8dc4-5bad41f23052), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:15.406416 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c32251-350f-4099-952e-3f7b216c4b3d {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:05:15.418037 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a246d8c-bcfe-4da3-9e1c-cece76a05a97 req-432ef0b5-4901-489b-86d6-edc199265719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:15.420235 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6a246d8c-bcfe-4da3-9e1c-cece76a05a97 req-432ef0b5-4901-489b-86d6-edc199265719 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0826671 Sep 16 13:05:15.450672 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-96718322-1c6e-436b-b340-9f6963630ae6 admin admin] Publish callbacks [] for security_group (88a4de71-6e5d-414f-bb4e-5231b0699e30), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:15.463297 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-96718322-1c6e-436b-b340-9f6963630ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (88a4de71-6e5d-414f-bb4e-5231b0699e30), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:15.497007 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:15.506365 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96718322-1c6e-436b-b340-9f6963630ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a4de71-6e5d-414f-bb4e-5231b0699e30,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:15.520777 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [None req-79a0f895-f587-49cf-bc29-e6ae973b78e2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] device_id is not set on port 7f0a85ea-231f-4c2f-95a0-9fb48c808b3b yet. {{(pid=113699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:05:15.590478 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:15.591722 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6a246d8c-bcfe-4da3-9e1c-cece76a05a97 req-c8fb46ae-c8f2-4260-8b50-29d556b3f5cc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656263 Sep 16 13:05:15.657264 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-32c502c2-992e-4a60-bd21-6fb7caa77fac None None] Deleting port f8e88fca-0939-4577-afd6-81a57affb223 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:15.658024 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-32c502c2-992e-4a60-bd21-6fb7caa77fac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (f8e88fca-0939-4577-afd6-81a57affb223), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:15.662072 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port c8c32251-350f-4099-952e-3f7b216c4b3d, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c8c32251-350f-4099-952e-3f7b216c4b3d,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:15.675326 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-96718322-1c6e-436b-b340-9f6963630ae6 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=233a83c2aa344107b450477ca59f7111&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9652925 Sep 16 13:05:15.681957 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41064) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:15.691395 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c8c32251-350f-4099-952e-3f7b216c4b3d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:15.745718 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6a246d8c-bcfe-4da3-9e1c-cece76a05a97 req-bc7954b3-9eb1-4e24-b52e-be4b437b9ebd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481748 Sep 16 13:05:15.785311 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-cfb5c627-b0c4-4fe1-aa14-80b3abe1096e admin admin] Deleting port f8e88fca-0939-4577-afd6-81a57affb223 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:15.785870 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c627-b0c4-4fe1-aa14-80b3abe1096e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (f8e88fca-0939-4577-afd6-81a57affb223), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:15.830470 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5954f0-a591-4137-8683-eefffadddf20 req-1fe81ccc-5590-419a-9753-99087d78104e tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:15.832473 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fb5954f0-a591-4137-8683-eefffadddf20 req-1fe81ccc-5590-419a-9753-99087d78104e tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=261a8ed1-8a0c-4a83-a4e4-f3094ad3824c HTTP/1.1" status: 200 len: 945 time: 0.0853601 Sep 16 13:05:15.857801 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-32c502c2-992e-4a60-bd21-6fb7caa77fac None None] For port f8e88fca-0939-4577-afd6-81a57affb223, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f8e88fca-0939-4577-afd6-81a57affb223,segment=NetworkSegment(02157669-a842-4cef-9f02-cc6acf3b127a),segment_id=02157669-a842-4cef-9f02-cc6acf3b127a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:15.858658 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-32c502c2-992e-4a60-bd21-6fb7caa77fac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (f8e88fca-0939-4577-afd6-81a57affb223), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:15.895190 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=c8c32251-350f-4099-952e-3f7b216c4b3d,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:15.914956 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-32c502c2-992e-4a60-bd21-6fb7caa77fac None None] Calling delete_port for f8e88fca-0939-4577-afd6-81a57affb223 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:15.941246 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4fc60adb-5b07-499c-bb80-34740f17cf87 admin admin] Publish callbacks [] for security_group (88a4de71-6e5d-414f-bb4e-5231b0699e30), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:15.956390 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fb5954f0-a591-4137-8683-eefffadddf20 req-bc87926a-da26-4ecd-9354-e517399bce03 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169364 Sep 16 13:05:15.990476 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-cfb5c627-b0c4-4fe1-aa14-80b3abe1096e admin admin] For port f8e88fca-0939-4577-afd6-81a57affb223, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=f8e88fca-0939-4577-afd6-81a57affb223,segment=NetworkSegment(02157669-a842-4cef-9f02-cc6acf3b127a),segment_id=02157669-a842-4cef-9f02-cc6acf3b127a)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:15.990846 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c627-b0c4-4fe1-aa14-80b3abe1096e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (f8e88fca-0939-4577-afd6-81a57affb223), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:16.007243 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-79a0f895-f587-49cf-bc29-e6ae973b78e2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Allocated IP 172.20.0.7 (bfba496b-d7c4-4698-bfe4-48cc3f1a548a/c9211f05-9c94-48f8-b6cc-3eb9809663b1/7f0a85ea-231f-4c2f-95a0-9fb48c808b3b) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:05:16.030998 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-cfb5c627-b0c4-4fe1-aa14-80b3abe1096e admin admin] Calling delete_port for f8e88fca-0939-4577-afd6-81a57affb223 owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:16.031194 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3a5b1f2b-2004-4cf4-93bd-f498b62488fe no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:05:16.031354 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4fc60adb-5b07-499c-bb80-34740f17cf87 admin admin] Publish callbacks [] for security_group (88a4de71-6e5d-414f-bb4e-5231b0699e30), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:16.072218 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41070) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:16.074653 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-b07648fa-2c0e-4ddd-8b40-69209ea487fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1131767717-router', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:15Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'gw_port': {'id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:17Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de', 'name': '', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'mac_address': 'fa:16:3e:11:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:25Z', 'updated_at': '2022-09-16T13:00:39Z', 'revision_number': 5, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'subnets': [{'id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:16.079906 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: 3a5b1f2b-2004-4cf4-93bd-f498b62488fe {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:05:16.080279 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 3a5b1f2b-2004-4cf4-93bd-f498b62488fe not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:05:16.117871 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07648fa-2c0e-4ddd-8b40-69209ea487fa None None] Checking router: c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:05:16.151263 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['c8c32251-350f-4099-952e-3f7b216c4b3d'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:05:16.164569 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07648fa-2c0e-4ddd-8b40-69209ea487fa None None] Routers {'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:16.164569 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-b07648fa-2c0e-4ddd-8b40-69209ea487fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:16.184201 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:16.232748 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-32c502c2-992e-4a60-bd21-6fb7caa77fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (f8e88fca-0939-4577-afd6-81a57affb223), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:16.277497 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c502c2-992e-4a60-bd21-6fb7caa77fac None None] Pushing event deleted for resources: {'Port': ['ID=f8e88fca-0939-4577-afd6-81a57affb223,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:16.287763 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c502c2-992e-4a60-bd21-6fb7caa77fac None None] No DVR routers for this DVR port f8e88fca-0939-4577-afd6-81a57affb223 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:05:16.294960 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4fc60adb-5b07-499c-bb80-34740f17cf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (88a4de71-6e5d-414f-bb4e-5231b0699e30), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:16.297619 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4fc60adb-5b07-499c-bb80-34740f17cf87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:16.301237 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4fc60adb-5b07-499c-bb80-34740f17cf87 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/88a4de71-6e5d-414f-bb4e-5231b0699e30 HTTP/1.1" status: 204 len: 168 time: 0.6132207 Sep 16 13:05:16.315882 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:16.324095 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e4705d2-bfed-437e-9642-db81c2b676de tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for security_group (89cd1033-e4ea-4f8a-b1d2-9755708dd28e), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:16.355330 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc60adb-5b07-499c-bb80-34740f17cf87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a4de71-6e5d-414f-bb4e-5231b0699e30,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:16.365243 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c627-b0c4-4fe1-aa14-80b3abe1096e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (f8e88fca-0939-4577-afd6-81a57affb223), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:16.407213 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e4705d2-bfed-437e-9642-db81c2b676de tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for security_group (89cd1033-e4ea-4f8a-b1d2-9755708dd28e), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:16.427578 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5c627-b0c4-4fe1-aa14-80b3abe1096e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e88fca-0939-4577-afd6-81a57affb223,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:16.439189 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-b07648fa-2c0e-4ddd-8b40-69209ea487fa None None] Set router c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:05:16.445745 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb5c627-b0c4-4fe1-aa14-80b3abe1096e admin admin] No DVR routers for this DVR port f8e88fca-0939-4577-afd6-81a57affb223 on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:05:16.462194 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:16.509941 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-79a0f895-f587-49cf-bc29-e6ae973b78e2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for port (7f0a85ea-231f-4c2f-95a0-9fb48c808b3b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:16.600935 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c627-b0c4-4fe1-aa14-80b3abe1096e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (ec7d99db-29cf-4b25-8dc4-5bad41f23052), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:16.648618 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-cfb5c627-b0c4-4fe1-aa14-80b3abe1096e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7d99db-29cf-4b25-8dc4-5bad41f23052']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:16.661547 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e4705d2-bfed-437e-9642-db81c2b676de tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (89cd1033-e4ea-4f8a-b1d2-9755708dd28e), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:16.664061 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e4705d2-bfed-437e-9642-db81c2b676de tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:16.668579 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2e4705d2-bfed-437e-9642-db81c2b676de tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/89cd1033-e4ea-4f8a-b1d2-9755708dd28e HTTP/1.1" status: 204 len: 168 time: 0.5806174 Sep 16 13:05:16.668579 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-cfb5c627-b0c4-4fe1-aa14-80b3abe1096e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02157669-a842-4cef-9f02-cc6acf3b127a') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:16.668579 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-cfb5c627-b0c4-4fe1-aa14-80b3abe1096e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02157669-a842-4cef-9f02-cc6acf3b127a') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:16.669295 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 41078) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:16.675442 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:16.687250 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-79a0f895-f587-49cf-bc29-e6ae973b78e2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (7f0a85ea-231f-4c2f-95a0-9fb48c808b3b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:16.690120 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c627-b0c4-4fe1-aa14-80b3abe1096e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (02157669-a842-4cef-9f02-cc6acf3b127a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:16.702354 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4705d2-bfed-437e-9642-db81c2b676de tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cd1033-e4ea-4f8a-b1d2-9755708dd28e,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:16.726188 n-d-858094-4 neutron-server[113698]: INFO neutron.api.v2.resource [None req-74d45304-c8b4-4d57-8223-4d3e3db4495e tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] show failed (client error): The resource could not be found. Sep 16 13:05:16.727264 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-74d45304-c8b4-4d57-8223-4d3e3db4495e tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups/89cd1033-e4ea-4f8a-b1d2-9755708dd28e HTTP/1.1" status: 404 len: 347 time: 0.0562029 Sep 16 13:05:16.731322 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 41080) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:16.766140 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c627-b0c4-4fe1-aa14-80b3abe1096e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (02157669-a842-4cef-9f02-cc6acf3b127a), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:16.768532 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-b07648fa-2c0e-4ddd-8b40-69209ea487fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1131767717-router', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:15Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'gw_port': {'id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:17Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de', 'name': '', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'mac_address': 'fa:16:3e:11:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:25Z', 'updated_at': '2022-09-16T13:00:39Z', 'revision_number': 5, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'subnets': [{'id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:16.824660 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07648fa-2c0e-4ddd-8b40-69209ea487fa None None] The sync data for ids ['c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'] in n-d-858094-4 is: [{'id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1131767717-router', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:15Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'gw_port': {'id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:17Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de', 'name': '', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'mac_address': 'fa:16:3e:11:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:25Z', 'updated_at': '2022-09-16T13:00:39Z', 'revision_number': 5, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'subnets': [{'id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:05:16.828668 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb5c627-b0c4-4fe1-aa14-80b3abe1096e admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:05:16.836717 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c627-b0c4-4fe1-aa14-80b3abe1096e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (02157669-a842-4cef-9f02-cc6acf3b127a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:16.845242 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f8e88fca-0939-4577-afd6-81a57affb223 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:05:16.913934 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a0f895-f587-49cf-bc29-e6ae973b78e2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Network bfba496b-d7c4-4698-bfe4-48cc3f1a548a is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:16.916444 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 02157669-a842-4cef-9f02-cc6acf3b127a resource provider aggregate not found Sep 16 13:05:16.927567 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-79a0f895-f587-49cf-bc29-e6ae973b78e2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:16.938067 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0f895-f587-49cf-bc29-e6ae973b78e2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Port': ['ID=7f0a85ea-231f-4c2f-95a0-9fb48c808b3b,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:16.943819 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a0f895-f587-49cf-bc29-e6ae973b78e2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:05:16.971760 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: f8e88fca-0939-4577-afd6-81a57affb223 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:05:16.972444 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device f8e88fca-0939-4577-afd6-81a57affb223 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:05:16.975353 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 02157669-a842-4cef-9f02-cc6acf3b127a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02157669-a842-4cef-9f02-cc6acf3b127a found for delete ", "request_id": "req-bacebcaf-1ff0-429a-9856-b3b887415e70"}]} Sep 16 13:05:16.976150 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c627-b0c4-4fe1-aa14-80b3abe1096e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (ec7d99db-29cf-4b25-8dc4-5bad41f23052), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:16.993911 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c627-b0c4-4fe1-aa14-80b3abe1096e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:16.998672 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-cfb5c627-b0c4-4fe1-aa14-80b3abe1096e admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/ec7d99db-29cf-4b25-8dc4-5bad41f23052 HTTP/1.1" status: 204 len: 168 time: 2.2465167 Sep 16 13:05:17.021962 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5c627-b0c4-4fe1-aa14-80b3abe1096e admin admin] Pushing event deleted for resources: {'Network': ['ID=ec7d99db-29cf-4b25-8dc4-5bad41f23052,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:17.042801 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a0f895-f587-49cf-bc29-e6ae973b78e2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:17.043682 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-79a0f895-f587-49cf-bc29-e6ae973b78e2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:17.064886 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-79a0f895-f587-49cf-bc29-e6ae973b78e2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5033624 Sep 16 13:05:17.067344 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41098) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:17.073482 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-260f5069-35cf-471e-9b8e-56095b8e75ba tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'floatingip': {'port_id': '7f0a85ea-231f-4c2f-95a0-9fb48c808b3b'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:17.097176 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Deleting port 6370e362-42a9-496f-8ac5-e2aac3ca2a86 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:17.097541 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (6370e362-42a9-496f-8ac5-e2aac3ca2a86), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:17.157477 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-260f5069-35cf-471e-9b8e-56095b8e75ba tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (21772093-a7d8-416a-aa7d-99fc5d3077a7), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:17.276767 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41102) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:17.293102 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (6370e362-42a9-496f-8ac5-e2aac3ca2a86), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:17.293621 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for floatingip (6370e362-42a9-496f-8ac5-e2aac3ca2a86), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:17.298033 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:17.332268 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a132186c-e7e7-4430-bb08-6c54cb1eb2d7 None None] New status for floating IP 6520a9dd-6235-4fd3-a3fb-9f87c3c71d03: DOWN {{(pid=113701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 13:05:17.374202 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3e2b7da2-4525-42b4-9d80-49cedfae55c7 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=20800c45135443888e60144c602a8429&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0924835 Sep 16 13:05:17.375415 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41106) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:17.396607 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Calling delete_port for 6370e362-42a9-496f-8ac5-e2aac3ca2a86 owned by network:floatingip {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:17.407200 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756c8dc-6fcc-46c7-8154-ef2117463b33 req-879ad60b-0003-4f16-9d38-ac0fe471c669 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:17.414894 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6756c8dc-6fcc-46c7-8154-ef2117463b33 req-879ad60b-0003-4f16-9d38-ac0fe471c669 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=261a8ed1-8a0c-4a83-a4e4-f3094ad3824c HTTP/1.1" status: 200 len: 945 time: 0.2868562 Sep 16 13:05:17.535206 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6756c8dc-6fcc-46c7-8154-ef2117463b33 req-eb1b0828-8af0-415f-b17c-98082fd80096 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188765 Sep 16 13:05:17.584604 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:17.657165 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (6370e362-42a9-496f-8ac5-e2aac3ca2a86), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:17.715752 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Pushing event deleted for resources: {'Port': ['ID=6370e362-42a9-496f-8ac5-e2aac3ca2a86,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:17.748719 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:17.761239 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:17.761867 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:17.762378 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:17.762910 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:17.763250 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:17.763592 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:17.763926 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:17.764284 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:17.764622 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:17.764952 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:17.765283 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:17.765793 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:17.766405 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:17.766743 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:17.767151 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:17.786213 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for floatingip (6520a9dd-6235-4fd3-a3fb-9f87c3c71d03), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:17.789058 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:17.794375 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-cb6f6fe6-eb85-498d-a333-38c6bbb6a589 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/6520a9dd-6235-4fd3-a3fb-9f87c3c71d03 HTTP/1.1" status: 204 len: 168 time: 1.0530276 Sep 16 13:05:17.802506 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4902f56f-2b29-4cf2-b0a0-4239abc5dffc admin admin] Publish callbacks [] for security_group (7eea0a8c-5c08-4593-8107-daeddcd0eac9), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:17.826436 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4902f56f-2b29-4cf2-b0a0-4239abc5dffc admin admin] Publish callbacks [] for security_group (7eea0a8c-5c08-4593-8107-daeddcd0eac9), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:17.869423 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:17.889133 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 41120) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:17.894048 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-0c97704f-143c-4597-8e37-76296cf6681a tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--711671789', 'description': 'tempest-description--449994216'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:17.922311 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0c97704f-143c-4597-8e37-76296cf6681a tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:17.939737 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4902f56f-2b29-4cf2-b0a0-4239abc5dffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (7eea0a8c-5c08-4593-8107-daeddcd0eac9), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:17.943569 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4902f56f-2b29-4cf2-b0a0-4239abc5dffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:17.945047 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4902f56f-2b29-4cf2-b0a0-4239abc5dffc admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/7eea0a8c-5c08-4593-8107-daeddcd0eac9 HTTP/1.1" status: 204 len: 168 time: 0.3474126 Sep 16 13:05:17.981802 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902f56f-2b29-4cf2-b0a0-4239abc5dffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eea0a8c-5c08-4593-8107-daeddcd0eac9,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:18.039343 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0c97704f-143c-4597-8e37-76296cf6681a tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for security_group (9f85c751-0901-4eb1-a78e-a69750dc9f44), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:18.045032 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0c97704f-143c-4597-8e37-76296cf6681a tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (9f85c751-0901-4eb1-a78e-a69750dc9f44), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:18.070664 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0c97704f-143c-4597-8e37-76296cf6681a tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:18.078164 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-0c97704f-143c-4597-8e37-76296cf6681a tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1826646 Sep 16 13:05:18.078632 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41126) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:18.080631 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-2fbd48c3-3480-44bf-ba91-302e17b247f5 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Request body: {'security_group_rule': {'security_group_id': '9f85c751-0901-4eb1-a78e-a69750dc9f44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:18.100248 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97704f-143c-4597-8e37-76296cf6681a tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f85c751-0901-4eb1-a78e-a69750dc9f44,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:18.163792 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-260f5069-35cf-471e-9b8e-56095b8e75ba tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:18.166850 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2fbd48c3-3480-44bf-ba91-302e17b247f5 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for security_group_rule (19c880a8-908f-4f43-ba25-2bc12d966b24), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:18.178112 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-260f5069-35cf-471e-9b8e-56095b8e75ba tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (21772093-a7d8-416a-aa7d-99fc5d3077a7), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:18.320278 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2fbd48c3-3480-44bf-ba91-302e17b247f5 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for security_group_rule (19c880a8-908f-4f43-ba25-2bc12d966b24), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:18.336813 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2fbd48c3-3480-44bf-ba91-302e17b247f5 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (19c880a8-908f-4f43-ba25-2bc12d966b24), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:18.348901 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [None req-260f5069-35cf-471e-9b8e-56095b8e75ba tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Floating IP 21772093-a7d8-416a-aa7d-99fc5d3077a7 associated. External IP: 172.25.2.103, port: 7f0a85ea-231f-4c2f-95a0-9fb48c808b3b. Sep 16 13:05:18.355730 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd48c3-3480-44bf-ba91-302e17b247f5 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c880a8-908f-4f43-ba25-2bc12d966b24,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:18.406559 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2fbd48c3-3480-44bf-ba91-302e17b247f5 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:18.410331 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2fbd48c3-3480-44bf-ba91-302e17b247f5 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3308394 Sep 16 13:05:18.410618 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41136) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:18.417317 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-9c5699b6-e93e-4cff-ae90-d82c376e4970 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Request body: {'security_group_rule': {'security_group_id': '9f85c751-0901-4eb1-a78e-a69750dc9f44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:18.496102 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9c5699b6-e93e-4cff-ae90-d82c376e4970 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for security_group_rule (1ebc3f05-abf3-4100-bd28-9a5e4de13400), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:18.654914 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9c5699b6-e93e-4cff-ae90-d82c376e4970 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for security_group_rule (1ebc3f05-abf3-4100-bd28-9a5e4de13400), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:18.661271 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9c5699b6-e93e-4cff-ae90-d82c376e4970 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751062'] for security_group_rule (1ebc3f05-abf3-4100-bd28-9a5e4de13400), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:18.670024 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260f5069-35cf-471e-9b8e-56095b8e75ba tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Router 3232c84f-ac63-49be-9960-1a68565b252b has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:05:18.670256 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device c8c32251-350f-4099-952e-3f7b216c4b3d up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:05:18.694018 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5699b6-e93e-4cff-ae90-d82c376e4970 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebc3f05-abf3-4100-bd28-9a5e4de13400,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:18.705298 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-9c5699b6-e93e-4cff-ae90-d82c376e4970 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:18.709288 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-9c5699b6-e93e-4cff-ae90-d82c376e4970 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2949653 Sep 16 13:05:18.709982 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 41152) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:18.717281 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-f0eb0691-a96a-4b05-9975-f162a29ea4a4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:18.808191 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port c8c32251-350f-4099-952e-3f7b216c4b3d completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:05:18.812181 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:18.822936 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port c8c32251-350f-4099-952e-3f7b216c4b3d triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:18.826347 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (c8c32251-350f-4099-952e-3f7b216c4b3d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:18.827765 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f0eb0691-a96a-4b05-9975-f162a29ea4a4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:18.828318 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port c8c32251-350f-4099-952e-3f7b216c4b3d Sep 16 13:05:18.838626 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda722a-14cc-4640-8111-6bc2eee07ea0 req-fb1ebaa7-dda7-4e5a-a822-3748a40fde47 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:18.849935 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2dda722a-14cc-4640-8111-6bc2eee07ea0 req-fb1ebaa7-dda7-4e5a-a822-3748a40fde47 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=261a8ed1-8a0c-4a83-a4e4-f3094ad3824c HTTP/1.1" status: 200 len: 945 time: 0.1196566 Sep 16 13:05:18.856686 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260f5069-35cf-471e-9b8e-56095b8e75ba tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:05:18.861951 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-260f5069-35cf-471e-9b8e-56095b8e75ba tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:18.908206 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-260f5069-35cf-471e-9b8e-56095b8e75ba tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/21772093-a7d8-416a-aa7d-99fc5d3077a7 HTTP/1.1" status: 200 len: 977 time: 1.8387053 Sep 16 13:05:18.912327 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41160) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:18.917895 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37607293-aecb-4cd3-a2d8-b9791110ad20 None None] Sync routers for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:05:18.929439 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:18.984197 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37607293-aecb-4cd3-a2d8-b9791110ad20 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:18.984844 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-37607293-aecb-4cd3-a2d8-b9791110ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:18.986437 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2dda722a-14cc-4640-8111-6bc2eee07ea0 req-113b9810-7761-4d0e-a19a-4d9c826982ac tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325109 Sep 16 13:05:19.008995 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f0eb0691-a96a-4b05-9975-f162a29ea4a4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:19.034779 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-47e5718f-d878-44c1-84fb-a6f4a4f4183c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Deleting port 7f0a85ea-231f-4c2f-95a0-9fb48c808b3b {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:19.035270 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-47e5718f-d878-44c1-84fb-a6f4a4f4183c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (7f0a85ea-231f-4c2f-95a0-9fb48c808b3b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:19.133634 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-37607293-aecb-4cd3-a2d8-b9791110ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:19.163202 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37607293-aecb-4cd3-a2d8-b9791110ad20 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:19.165565 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-37607293-aecb-4cd3-a2d8-b9791110ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:19.206275 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-f0eb0691-a96a-4b05-9975-f162a29ea4a4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Allocated IP 172.25.2.56 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/742fbd0b-075a-4344-ae8e-2c3445e90c72) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:05:19.209582 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-37607293-aecb-4cd3-a2d8-b9791110ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:19.210243 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37607293-aecb-4cd3-a2d8-b9791110ad20 None None] The sync data for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:05:19.229605 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:19.230209 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port c8c32251-350f-4099-952e-3f7b216c4b3d is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:19.230755 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c8c32251-350f-4099-952e-3f7b216c4b3d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:19.280791 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port c8c32251-350f-4099-952e-3f7b216c4b3d, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c8c32251-350f-4099-952e-3f7b216c4b3d,segment=NetworkSegment(f72e1020-ff53-4725-ba40-214cded1107a),segment_id=f72e1020-ff53-4725-ba40-214cded1107a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:19.281839 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261a8ed1-8a0c-4a83-a4e4-f3094ad3824c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c32251-350f-4099-952e-3f7b216c4b3d'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:05:19.284464 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55a7ef7-7a3d-412b-bfdb-507d8f055e31" -d '{"events": [{"server_uuid": "261a8ed1-8a0c-4a83-a4e4-f3094ad3824c", "name": "network-vif-plugged", "status": "completed", "tag": "c8c32251-350f-4099-952e-3f7b216c4b3d"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:05:19.288014 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c8c32251-350f-4099-952e-3f7b216c4b3d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:19.303085 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-47e5718f-d878-44c1-84fb-a6f4a4f4183c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (7f0a85ea-231f-4c2f-95a0-9fb48c808b3b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:19.344696 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=c8c32251-350f-4099-952e-3f7b216c4b3d,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:19.405577 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9a899a-24ec-4ae3-886c-bb2f0a6e9c84 x-openstack-request-id: req-cf9a899a-24ec-4ae3-886c-bb2f0a6e9c84 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:05:19.406111 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261a8ed1-8a0c-4a83-a4e4-f3094ad3824c", "name": "network-vif-plugged", "status": "completed", "tag": "c8c32251-350f-4099-952e-3f7b216c4b3d", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:05:19.406510 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cf9a899a-24ec-4ae3-886c-bb2f0a6e9c84 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:05:19.407061 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf9a899a-24ec-4ae3-886c-bb2f0a6e9c84'] response: {'server_uuid': '261a8ed1-8a0c-4a83-a4e4-f3094ad3824c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c32251-350f-4099-952e-3f7b216c4b3d', 'code': 200} Sep 16 13:05:19.496697 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f0eb0691-a96a-4b05-9975-f162a29ea4a4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for port (742fbd0b-075a-4344-ae8e-2c3445e90c72), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:19.503107 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:19.521121 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41178) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:19.574764 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2352a69-9f85-445c-b9af-f0267c36d92e req-3f16d1ac-ee54-4755-8751-d4adde57139d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:19.576355 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e2352a69-9f85-445c-b9af-f0267c36d92e req-3f16d1ac-ee54-4755-8751-d4adde57139d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=261a8ed1-8a0c-4a83-a4e4-f3094ad3824c HTTP/1.1" status: 200 len: 1128 time: 0.0717838 Sep 16 13:05:19.625163 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f0eb0691-a96a-4b05-9975-f162a29ea4a4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (742fbd0b-075a-4344-ae8e-2c3445e90c72), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:19.683828 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-47e5718f-d878-44c1-84fb-a6f4a4f4183c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:19.684791 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-47e5718f-d878-44c1-84fb-a6f4a4f4183c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (21772093-a7d8-416a-aa7d-99fc5d3077a7), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:19.685524 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [None req-47e5718f-d878-44c1-84fb-a6f4a4f4183c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Floating IP 21772093-a7d8-416a-aa7d-99fc5d3077a7 disassociated. External IP: 172.25.2.103, port: 7f0a85ea-231f-4c2f-95a0-9fb48c808b3b. Sep 16 13:05:19.686047 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-47e5718f-d878-44c1-84fb-a6f4a4f4183c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Calling delete_port for 7f0a85ea-231f-4c2f-95a0-9fb48c808b3b owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:19.686504 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e2352a69-9f85-445c-b9af-f0267c36d92e req-e5e95cd1-80de-4277-826d-ad51aa6bda29 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033177 Sep 16 13:05:19.695583 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0eb0691-a96a-4b05-9975-f162a29ea4a4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:19.704244 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-f0eb0691-a96a-4b05-9975-f162a29ea4a4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:19.706853 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eb0691-a96a-4b05-9975-f162a29ea4a4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:05:19.709121 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb0691-a96a-4b05-9975-f162a29ea4a4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Pushing event updated for resources: {'Port': ['ID=742fbd0b-075a-4344-ae8e-2c3445e90c72,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:19.874250 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f0eb0691-a96a-4b05-9975-f162a29ea4a4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for floatingip (823c4db4-3b4a-48ae-b5f6-e31168075a9e), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:19.880168 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-a8952fcb-23b6-425b-b5e3-b37f377f3c30 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-968444516-network', 'tenant_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:19.914578 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-47e5718f-d878-44c1-84fb-a6f4a4f4183c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (7f0a85ea-231f-4c2f-95a0-9fb48c808b3b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:19.923621 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f0eb0691-a96a-4b05-9975-f162a29ea4a4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (742fbd0b-075a-4344-ae8e-2c3445e90c72), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:19.941287 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8952fcb-23b6-425b-b5e3-b37f377f3c30 admin admin] Made reservation on behalf of ee3bf83ac16540a7a1f4e5f4ea13a3a7 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:05:19.943592 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a8952fcb-23b6-425b-b5e3-b37f377f3c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:19.955910 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5718f-d878-44c1-84fb-a6f4a4f4183c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event deleted for resources: {'Port': ['ID=7f0a85ea-231f-4c2f-95a0-9fb48c808b3b,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:19.960610 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a8952fcb-23b6-425b-b5e3-b37f377f3c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:20.162881 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a8952fcb-23b6-425b-b5e3-b37f377f3c30 admin admin] Publish callbacks [] for security_group (76417895-50c8-48c7-a376-ec53436251bc), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:20.171266 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a8952fcb-23b6-425b-b5e3-b37f377f3c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (76417895-50c8-48c7-a376-ec53436251bc), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:20.177408 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e5718f-d878-44c1-84fb-a6f4a4f4183c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Router 3232c84f-ac63-49be-9960-1a68565b252b has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:05:20.180655 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f0eb0691-a96a-4b05-9975-f162a29ea4a4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for port (742fbd0b-075a-4344-ae8e-2c3445e90c72), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:20.186936 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=9 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:20.190693 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a9815-b3fe-45c2-9b34-e2c96f086816 req-8f818c1f-5042-419e-8719-8b89094cdfc2 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:20.192248 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-414a9815-b3fe-45c2-9b34-e2c96f086816 req-8f818c1f-5042-419e-8719-8b89094cdfc2 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=261a8ed1-8a0c-4a83-a4e4-f3094ad3824c HTTP/1.1" status: 200 len: 946 time: 0.0918229 Sep 16 13:05:20.195847 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f0eb0691-a96a-4b05-9975-f162a29ea4a4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (742fbd0b-075a-4344-ae8e-2c3445e90c72), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:20.204410 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8952fcb-23b6-425b-b5e3-b37f377f3c30 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:05:20.214605 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:20.235465 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a8952fcb-23b6-425b-b5e3-b37f377f3c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (91a60b7d-1128-4371-b7bd-f2548d16b362), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:20.235694 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-a8952fcb-23b6-425b-b5e3-b37f377f3c30 admin admin] Added segment 91a60b7d-1128-4371-b7bd-f2548d16b362 of type vlan for network 9d7d5071-0347-4378-bf6e-e5e9f9be69b0 Sep 16 13:05:20.237385 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8952fcb-23b6-425b-b5e3-b37f377f3c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76417895-50c8-48c7-a376-ec53436251bc,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:20.278417 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb0691-a96a-4b05-9975-f162a29ea4a4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Pushing event updated for resources: {'Port': ['ID=742fbd0b-075a-4344-ae8e-2c3445e90c72,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:20.293199 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f0eb0691-a96a-4b05-9975-f162a29ea4a4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (823c4db4-3b4a-48ae-b5f6-e31168075a9e), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:20.305031 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:20.322801 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-414a9815-b3fe-45c2-9b34-e2c96f086816 req-6ab7a3a8-b28a-435e-850e-09a181537eaa tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897217 Sep 16 13:05:20.327155 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f0eb0691-a96a-4b05-9975-f162a29ea4a4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:20.328794 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f0eb0691-a96a-4b05-9975-f162a29ea4a4 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6169138 Sep 16 13:05:20.363948 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a8952fcb-23b6-425b-b5e3-b37f377f3c30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (9d7d5071-0347-4378-bf6e-e5e9f9be69b0), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:20.403455 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e5718f-d878-44c1-84fb-a6f4a4f4183c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:05:20.414054 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0943671e-49a0-4c72-a8eb-193c4a669803 None None] Sync routers for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:05:20.432145 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a8952fcb-23b6-425b-b5e3-b37f377f3c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (9d7d5071-0347-4378-bf6e-e5e9f9be69b0), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:20.433224 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8952fcb-23b6-425b-b5e3-b37f377f3c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:20.433651 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0943671e-49a0-4c72-a8eb-193c4a669803 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:20.433802 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-a8952fcb-23b6-425b-b5e3-b37f377f3c30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:20.435283 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-0943671e-49a0-4c72-a8eb-193c4a669803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:20.487949 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-0943671e-49a0-4c72-a8eb-193c4a669803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:20.501894 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0943671e-49a0-4c72-a8eb-193c4a669803 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:20.503991 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-0943671e-49a0-4c72-a8eb-193c4a669803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:20.551170 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-0943671e-49a0-4c72-a8eb-193c4a669803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:20.551759 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0943671e-49a0-4c72-a8eb-193c4a669803 None None] The sync data for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 is: [] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:05:20.824582 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-d1842fa6-4f0a-4821-8e17-3f1ccce81461 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--711671789&fields=id&tenant_id=e3f3ad027f264333a95500ef691b7815 HTTP/1.1" status: 200 len: 267 time: 0.0604329 Sep 16 13:05:20.848640 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-a8952fcb-23b6-425b-b5e3-b37f377f3c30 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3264737 Sep 16 13:05:20.859546 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41204) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:20.867257 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-ac3311e2-46ae-491f-a64e-9524c56e3795 admin admin] Request body: {'subnet': {'network_id': '9d7d5071-0347-4378-bf6e-e5e9f9be69b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-968444516-subnet', 'tenant_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:20.881201 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-47e5718f-d878-44c1-84fb-a6f4a4f4183c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:20.885167 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-47e5718f-d878-44c1-84fb-a6f4a4f4183c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "DELETE /networking/v2.0/ports/7f0a85ea-231f-4c2f-95a0-9fb48c808b3b HTTP/1.1" status: 204 len: 168 time: 1.9715884 Sep 16 13:05:20.888703 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8952fcb-23b6-425b-b5e3-b37f377f3c30 admin admin] Pushing event updated for resources: {'Network': ['ID=9d7d5071-0347-4378-bf6e-e5e9f9be69b0,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:20.890681 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41206) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:20.901933 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 9d7d5071-0347-4378-bf6e-e5e9f9be69b0 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:05:20.942704 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3311e2-46ae-491f-a64e-9524c56e3795 admin admin] Made reservation on behalf of ee3bf83ac16540a7a1f4e5f4ea13a3a7 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:05:20.945414 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ac3311e2-46ae-491f-a64e-9524c56e3795 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:20.970891 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-aa17efe6-457a-4973-92df-f24bf0cab3ef tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "GET /networking/v2.0/floatingips/21772093-a7d8-416a-aa7d-99fc5d3077a7 HTTP/1.1" status: 200 len: 688 time: 0.0770338 Sep 16 13:05:20.973306 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41210) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:21.075755 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-9cbe2f8c-7237-43f1-bc5b-affc216d0d05 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:21.077811 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-9cbe2f8c-7237-43f1-bc5b-affc216d0d05 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/networks?id=9c660356-b242-47cf-8b53-5c05af82a4ce HTTP/1.1" status: 200 len: 817 time: 0.2463481 Sep 16 13:05:21.099950 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-00309280-547e-4c8b-8773-f9bd142e3aa2 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/quotas/e3f3ad027f264333a95500ef691b7815 HTTP/1.1" status: 200 len: 375 time: 0.0105972 Sep 16 13:05:21.192496 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-efd2a62f-613f-4352-8841-b00c7d76c62c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Deleting port 05277bc7-f724-4b89-9fef-1c705ad326bf {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:21.193065 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-efd2a62f-613f-4352-8841-b00c7d76c62c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (05277bc7-f724-4b89-9fef-1c705ad326bf), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:21.215200 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-49538d98-e4f0-489f-a770-ac11a1996d89 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=e3f3ad027f264333a95500ef691b7815&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656817 Sep 16 13:05:21.376152 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-efd2a62f-613f-4352-8841-b00c7d76c62c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (05277bc7-f724-4b89-9fef-1c705ad326bf), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:21.376376 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-efd2a62f-613f-4352-8841-b00c7d76c62c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (05277bc7-f724-4b89-9fef-1c705ad326bf), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:21.382650 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-a2e8cd5a-6f2d-423f-909f-b7109cb41be5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511652 Sep 16 13:05:21.442653 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-efd2a62f-613f-4352-8841-b00c7d76c62c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Calling delete_port for 05277bc7-f724-4b89-9fef-1c705ad326bf owned by network:floatingip {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:21.445460 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ac3311e2-46ae-491f-a64e-9524c56e3795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (5e53044f-5a9d-4c9c-98fd-01a0097c1321), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:21.507022 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:21.510673 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-264b4689-af05-40a9-9338-6994565dfd0b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213045 Sep 16 13:05:21.544010 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:21.565761 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:21.582259 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3311e2-46ae-491f-a64e-9524c56e3795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e53044f-5a9d-4c9c-98fd-01a0097c1321,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:21.628092 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3311e2-46ae-491f-a64e-9524c56e3795 admin admin] Checking segment: {'id': '91a60b7d-1128-4371-b7bd-f2548d16b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d7d5071-0347-4378-bf6e-e5e9f9be69b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:05:21.628607 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3311e2-46ae-491f-a64e-9524c56e3795 admin admin] Network hostable DHCP agents. Network: 9d7d5071-0347-4378-bf6e-e5e9f9be69b0, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:05:21.667677 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3311e2-46ae-491f-a64e-9524c56e3795 admin admin] Network 9d7d5071-0347-4378-bf6e-e5e9f9be69b0 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:05:21.705043 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-ac3311e2-46ae-491f-a64e-9524c56e3795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 9d7d5071-0347-4378-bf6e-e5e9f9be69b0) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:21.711918 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3311e2-46ae-491f-a64e-9524c56e3795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:21.712793 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ac3311e2-46ae-491f-a64e-9524c56e3795 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:21.718959 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77970f87-e851-4a00-983a-0f96fb2ea4ac None None] Network 9d7d5071-0347-4378-bf6e-e5e9f9be69b0 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:05:21.734941 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ac3311e2-46ae-491f-a64e-9524c56e3795 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8742778 Sep 16 13:05:21.737978 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:21.742444 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf3336-4207-4bc8-b128-511411647bce req-44baba92-f63d-4ad4-9aac-793b9e1d3c80 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:21.745261 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-05cf3336-4207-4bc8-b128-511411647bce req-44baba92-f63d-4ad4-9aac-793b9e1d3c80 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=261a8ed1-8a0c-4a83-a4e4-f3094ad3824c HTTP/1.1" status: 200 len: 946 time: 0.2324007 Sep 16 13:05:21.745772 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 41230) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:21.751157 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-b256763c-19f9-4a68-b2d7-bec974564d96 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-968444516-router', 'tenant_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:21.788050 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-efd2a62f-613f-4352-8841-b00c7d76c62c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (05277bc7-f724-4b89-9fef-1c705ad326bf), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:21.820670 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2a62f-613f-4352-8841-b00c7d76c62c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event deleted for resources: {'Port': ['ID=05277bc7-f724-4b89-9fef-1c705ad326bf,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:21.887682 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-9d7d5071-0347-4378-bf6e-e5e9f9be69b0', 'network_id': '9d7d5071-0347-4378-bf6e-e5e9f9be69b0', 'project_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7', 'fixed_ips': [{'subnet_id': '5e53044f-5a9d-4c9c-98fd-01a0097c1321'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:05:21.892958 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:21.914575 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f42bcb71-4cd1-402e-8e0a-89fc19766965 req-8e3425ae-a03a-4f4e-950a-45495866d070 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 210 time: 0.1677368 Sep 16 13:05:21.927055 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-efd2a62f-613f-4352-8841-b00c7d76c62c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (21772093-a7d8-416a-aa7d-99fc5d3077a7), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:21.944156 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-efd2a62f-613f-4352-8841-b00c7d76c62c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:21.944156 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-efd2a62f-613f-4352-8841-b00c7d76c62c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/21772093-a7d8-416a-aa7d-99fc5d3077a7 HTTP/1.1" status: 204 len: 168 time: 0.9644167 Sep 16 13:05:21.944156 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41232) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:21.945697 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-bf5e7b7b-de82-4345-a17d-be18aff5be30 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'floatingip': {'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'port_id': '05f7a9f9-1728-47c1-a09a-00c86e726e5a'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:21.974274 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-05cf3336-4207-4bc8-b128-511411647bce req-3ded4035-f91b-4724-aa1a-d0a81f64f805 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=6f25fb11-7290-400f-ad89-1dd9ca053f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955934 Sep 16 13:05:21.979844 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7b7b-de82-4345-a17d-be18aff5be30 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:21.980004 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b256763c-19f9-4a68-b2d7-bec974564d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (c798cc84-4b4c-4107-949e-34ca4bd4ffa4), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:21.980982 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b256763c-19f9-4a68-b2d7-bec974564d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (c798cc84-4b4c-4107-949e-34ca4bd4ffa4), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:22.114990 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b256763c-19f9-4a68-b2d7-bec974564d96 admin admin] Publish callbacks [] for router_controller (c798cc84-4b4c-4107-949e-34ca4bd4ffa4), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:22.195203 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7b7b-de82-4345-a17d-be18aff5be30 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:22.294658 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] Allocated IP 172.20.0.2 (9d7d5071-0347-4378-bf6e-e5e9f9be69b0/5e53044f-5a9d-4c9c-98fd-01a0097c1321/b13cb4fa-24bd-4387-8e30-db6f3184e0e3) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:05:22.321171 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b256763c-19f9-4a68-b2d7-bec974564d96 admin admin] Publish callbacks [] for router_gateway (c798cc84-4b4c-4107-949e-34ca4bd4ffa4), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:22.516273 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-bf5e7b7b-de82-4345-a17d-be18aff5be30 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Allocated IP 172.25.2.180 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/2dcfb985-3711-4eb8-83fb-fa5fc9557e5b) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:05:22.649034 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:22.670394 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b256763c-19f9-4a68-b2d7-bec974564d96 admin admin] Publish callbacks [] for router_gateway (c798cc84-4b4c-4107-949e-34ca4bd4ffa4), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:22.699527 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7b7b-de82-4345-a17d-be18aff5be30 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for port (2dcfb985-3711-4eb8-83fb-fa5fc9557e5b), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:22.728388 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b256763c-19f9-4a68-b2d7-bec974564d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:22.737291 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7b7b-de82-4345-a17d-be18aff5be30 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (2dcfb985-3711-4eb8-83fb-fa5fc9557e5b), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:22.747753 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] Publish callbacks [] for port (b13cb4fa-24bd-4387-8e30-db6f3184e0e3), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:22.756832 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:22.759746 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (b13cb4fa-24bd-4387-8e30-db6f3184e0e3), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:22.787264 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:22.814880 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5e7b7b-de82-4345-a17d-be18aff5be30 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:22.817993 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-bf5e7b7b-de82-4345-a17d-be18aff5be30 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:22.829260 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] Network 9d7d5071-0347-4378-bf6e-e5e9f9be69b0 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:22.833627 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:22.848411 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:05:22.867637 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e7b7b-de82-4345-a17d-be18aff5be30 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:05:22.900135 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] Pushing event updated for resources: {'Port': ['ID=b13cb4fa-24bd-4387-8e30-db6f3184e0e3,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:22.914992 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e7b7b-de82-4345-a17d-be18aff5be30 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Port': ['ID=2dcfb985-3711-4eb8-83fb-fa5fc9557e5b,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:22.981779 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] Attempting to bind port b13cb4fa-24bd-4387-8e30-db6f3184e0e3 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:05:22.982463 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] Attempting to bind port b13cb4fa-24bd-4387-8e30-db6f3184e0e3 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '91a60b7d-1128-4371-b7bd-f2548d16b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d7d5071-0347-4378-bf6e-e5e9f9be69b0'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:05:22.985591 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] Attempting to bind port b13cb4fa-24bd-4387-8e30-db6f3184e0e3 on network 9d7d5071-0347-4378-bf6e-e5e9f9be69b0 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:05:23.079823 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:05:23.080076 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:23.082375 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] Checking segment: {'id': '91a60b7d-1128-4371-b7bd-f2548d16b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d7d5071-0347-4378-bf6e-e5e9f9be69b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:05:23.083104 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:23.083534 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] Bound using segment: {'id': '91a60b7d-1128-4371-b7bd-f2548d16b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d7d5071-0347-4378-bf6e-e5e9f9be69b0'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:05:23.084034 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] Bound port: b13cb4fa-24bd-4387-8e30-db6f3184e0e3, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a60b7d-1128-4371-b7bd-f2548d16b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d7d5071-0347-4378-bf6e-e5e9f9be69b0'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:05:23.086041 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b13cb4fa-24bd-4387-8e30-db6f3184e0e3), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:23.112466 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-b256763c-19f9-4a68-b2d7-bec974564d96 admin admin] Allocated IP 172.25.2.173 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/e1a15752-8a57-4cbb-804a-5d59ca9128d0) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:05:23.187555 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-51a7e3cb-10f9-4496-aa67-a01c8d996da3 req-4ef02d5e-287f-4922-a891-c869f09f0b6b tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 210 time: 0.0716672 Sep 16 13:05:23.293380 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:23.303164 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] For port b13cb4fa-24bd-4387-8e30-db6f3184e0e3, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:05:23.306597 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:23.311389 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] For port b13cb4fa-24bd-4387-8e30-db6f3184e0e3, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b13cb4fa-24bd-4387-8e30-db6f3184e0e3,segment=NetworkSegment(91a60b7d-1128-4371-b7bd-f2548d16b362),segment_id=91a60b7d-1128-4371-b7bd-f2548d16b362)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:05:23.324507 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b13cb4fa-24bd-4387-8e30-db6f3184e0e3), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:23.402192 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b256763c-19f9-4a68-b2d7-bec974564d96 admin admin] Publish callbacks [] for port (e1a15752-8a57-4cbb-804a-5d59ca9128d0), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:23.420979 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112bfd4-5f86-46f8-b5e7-f8d199af86dc None None] Pushing event updated for resources: {'Port': ['ID=b13cb4fa-24bd-4387-8e30-db6f3184e0e3,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:23.497007 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b256763c-19f9-4a68-b2d7-bec974564d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (e1a15752-8a57-4cbb-804a-5d59ca9128d0), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:23.557372 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b256763c-19f9-4a68-b2d7-bec974564d96 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:23.561244 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-b256763c-19f9-4a68-b2d7-bec974564d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:23.565594 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b256763c-19f9-4a68-b2d7-bec974564d96 admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:05:23.570319 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256763c-19f9-4a68-b2d7-bec974564d96 admin admin] Pushing event updated for resources: {'Port': ['ID=e1a15752-8a57-4cbb-804a-5d59ca9128d0,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:23.611162 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:23.633370 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7b7b-de82-4345-a17d-be18aff5be30 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (0b8a0411-2b02-4ef7-819b-6f76ee101fa6), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:23.772552 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7b7b-de82-4345-a17d-be18aff5be30 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (2dcfb985-3711-4eb8-83fb-fa5fc9557e5b), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:24.036226 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b256763c-19f9-4a68-b2d7-bec974564d96 admin admin] Publish callbacks [] for router_gateway (c798cc84-4b4c-4107-949e-34ca4bd4ffa4), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:24.064102 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7b7b-de82-4345-a17d-be18aff5be30 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for port (2dcfb985-3711-4eb8-83fb-fa5fc9557e5b), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:24.071072 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7b7b-de82-4345-a17d-be18aff5be30 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (2dcfb985-3711-4eb8-83fb-fa5fc9557e5b), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:24.195616 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-724bfd8e-a717-4f4a-968f-ba2aa943ed05 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:24.197451 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e7b7b-de82-4345-a17d-be18aff5be30 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Port': ['ID=2dcfb985-3711-4eb8-83fb-fa5fc9557e5b,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:24.197867 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-724bfd8e-a717-4f4a-968f-ba2aa943ed05 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.76 "GET /networking/v2.0/networks?id=9c660356-b242-47cf-8b53-5c05af82a4ce HTTP/1.1" status: 200 len: 817 time: 0.3395915 Sep 16 13:05:24.206081 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7b7b-de82-4345-a17d-be18aff5be30 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (0b8a0411-2b02-4ef7-819b-6f76ee101fa6), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:24.382973 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [None req-bf5e7b7b-de82-4345-a17d-be18aff5be30 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Floating IP 0b8a0411-2b02-4ef7-819b-6f76ee101fa6 associated. External IP: 172.25.2.180, port: 05f7a9f9-1728-47c1-a09a-00c86e726e5a. Sep 16 13:05:24.427282 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:24.430343 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4b16205b-66b2-4934-9ed7-7392e7eb801c req-d17188fc-63e9-4b55-9d94-3b5f8d3ee610 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 210 time: 0.0330358 Sep 16 13:05:24.435784 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b256763c-19f9-4a68-b2d7-bec974564d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (c798cc84-4b4c-4107-949e-34ca4bd4ffa4), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:24.527497 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-a8fbb20d-b062-43c3-becd-331ebdca20b8 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e3f3ad027f264333a95500ef691b7815 HTTP/1.1" status: 200 len: 379 time: 0.3220859 Sep 16 13:05:24.539953 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-0f6463e3-a67e-485e-bb7a-5ac7646a4796 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Request body: {'port': {'device_id': 'b76bc3fa-0395-4782-8a87-ec5cfc6da641', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'admin_state_up': True, 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'security_groups': ['9f85c751-0901-4eb1-a78e-a69750dc9f44']}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:24.716649 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:24.717664 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:24.729491 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5e7b7b-de82-4345-a17d-be18aff5be30 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Router 3232c84f-ac63-49be-9960-1a68565b252b has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:05:24.943818 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5e7b7b-de82-4345-a17d-be18aff5be30 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:05:24.951172 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b13cb4fa-24bd-4387-8e30-db6f3184e0e3 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:05:24.969273 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7b7b-de82-4345-a17d-be18aff5be30 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:25.000546 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b0c31a-50b9-4536-9c55-19034117de54 None None] Sync routers for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:05:25.030588 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b0c31a-50b9-4536-9c55-19034117de54 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:25.031224 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-61b0c31a-50b9-4536-9c55-19034117de54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:25.070330 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-61b0c31a-50b9-4536-9c55-19034117de54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:25.080348 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-bf5e7b7b-de82-4345-a17d-be18aff5be30 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1392121 Sep 16 13:05:25.080897 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41286) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:25.086134 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-b3e443fc-84ce-4895-946e-d60d4c88ff3b tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-515551667'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:25.093098 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port b13cb4fa-24bd-4387-8e30-db6f3184e0e3 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:25.093474 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b13cb4fa-24bd-4387-8e30-db6f3184e0e3), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:25.093812 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port b13cb4fa-24bd-4387-8e30-db6f3184e0e3 Sep 16 13:05:25.098685 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8550467-f2b5-412f-bafd-b564ca41bac2 None None] Network 9d7d5071-0347-4378-bf6e-e5e9f9be69b0 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:05:25.146525 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e443fc-84ce-4895-946e-d60d4c88ff3b tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Made reservation on behalf of d230f216aa8f4d6d96bb02810e763dfa for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:05:25.151078 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b3e443fc-84ce-4895-946e-d60d4c88ff3b tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:25.195483 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e443fc-84ce-4895-946e-d60d4c88ff3b tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:05:25.217501 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b3e443fc-84ce-4895-946e-d60d4c88ff3b tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (2a73f767-497d-4ac6-a4a4-4e4a382cef7e), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:25.218164 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-b3e443fc-84ce-4895-946e-d60d4c88ff3b tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Added segment 2a73f767-497d-4ac6-a4a4-4e4a382cef7e of type vlan for network 3e177529-718e-4248-a222-010f91e2071d Sep 16 13:05:25.221466 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-4345f904-b0ef-45a4-bd5f-9bb0f23c5b40 None None] Provisioning complete for port b13cb4fa-24bd-4387-8e30-db6f3184e0e3 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:25.221836 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4345f904-b0ef-45a4-bd5f-9bb0f23c5b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b13cb4fa-24bd-4387-8e30-db6f3184e0e3), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:25.222172 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-4345f904-b0ef-45a4-bd5f-9bb0f23c5b40 None None] Attempt 1 to provision port b13cb4fa-24bd-4387-8e30-db6f3184e0e3 Sep 16 13:05:25.285531 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b0c31a-50b9-4536-9c55-19034117de54 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:25.286231 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-61b0c31a-50b9-4536-9c55-19034117de54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:25.310181 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b3e443fc-84ce-4895-946e-d60d4c88ff3b tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (3e177529-718e-4248-a222-010f91e2071d), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:25.341749 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b3e443fc-84ce-4895-946e-d60d4c88ff3b tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (3e177529-718e-4248-a222-010f91e2071d), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:25.349122 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e443fc-84ce-4895-946e-d60d4c88ff3b tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:25.349879 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b3e443fc-84ce-4895-946e-d60d4c88ff3b tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:25.377862 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b3e443fc-84ce-4895-946e-d60d4c88ff3b tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2952149 Sep 16 13:05:25.386040 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 41288) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:25.400695 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-0a878539-0bfd-451a-9dd9-35413b27ffa2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'subnet': {'network_id': '3e177529-718e-4248-a222-010f91e2071d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:25.535120 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e443fc-84ce-4895-946e-d60d4c88ff3b tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Network': ['ID=3e177529-718e-4248-a222-010f91e2071d,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:25.546512 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-61b0c31a-50b9-4536-9c55-19034117de54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:25.548150 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b0c31a-50b9-4536-9c55-19034117de54 None None] The sync data for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:05:25.561415 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 3e177529-718e-4248-a222-010f91e2071d details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:05:25.581878 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a878539-0bfd-451a-9dd9-35413b27ffa2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Made reservation on behalf of d230f216aa8f4d6d96bb02810e763dfa for: {'subnet': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:05:25.586041 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0a878539-0bfd-451a-9dd9-35413b27ffa2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26234649'] for subnet (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:25.766216 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port b13cb4fa-24bd-4387-8e30-db6f3184e0e3 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:25.766866 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b13cb4fa-24bd-4387-8e30-db6f3184e0e3), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:25.768799 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4345f904-b0ef-45a4-bd5f-9bb0f23c5b40 None None] Current status of the port b13cb4fa-24bd-4387-8e30-db6f3184e0e3 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:25.769168 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4345f904-b0ef-45a4-bd5f-9bb0f23c5b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (b13cb4fa-24bd-4387-8e30-db6f3184e0e3), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:25.778314 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:25.786724 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5ca33570-bcb2-4024-99cd-ce72b2727b79 req-100ba1c6-0282-42da-ad10-f3d36e3334a7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 210 time: 0.0805597 Sep 16 13:05:25.818742 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-0f6463e3-a67e-485e-bb7a-5ac7646a4796 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Made reservation on behalf of e3f3ad027f264333a95500ef691b7815 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:05:25.823456 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-0f6463e3-a67e-485e-bb7a-5ac7646a4796 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:25.825879 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b256763c-19f9-4a68-b2d7-bec974564d96 admin admin] Router c798cc84-4b4c-4107-949e-34ca4bd4ffa4 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:05:25.844487 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port b13cb4fa-24bd-4387-8e30-db6f3184e0e3, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b13cb4fa-24bd-4387-8e30-db6f3184e0e3,segment=NetworkSegment(91a60b7d-1128-4371-b7bd-f2548d16b362),segment_id=91a60b7d-1128-4371-b7bd-f2548d16b362)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:25.853792 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (b13cb4fa-24bd-4387-8e30-db6f3184e0e3), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:25.947627 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.api [None req-4345f904-b0ef-45a4-bd5f-9bb0f23c5b40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 13:05:25.947627 n-d-858094-4 neutron-server[113700]: DEBUG oslo_db.api [None req-4345f904-b0ef-45a4-bd5f-9bb0f23c5b40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 13:05:25.953310 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=b13cb4fa-24bd-4387-8e30-db6f3184e0e3,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:26.221436 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:26.230399 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b256763c-19f9-4a68-b2d7-bec974564d96 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:05:26.244985 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] Sync routers for ids ['c798cc84-4b4c-4107-949e-34ca4bd4ffa4'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:05:26.253494 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0a878539-0bfd-451a-9dd9-35413b27ffa2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26763540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26234639'] for subnet (1fb153bb-6289-4234-995a-0a3de225bfab), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:26.256627 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] Routers {'c798cc84-4b4c-4107-949e-34ca4bd4ffa4'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:26.257430 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c798cc84-4b4c-4107-949e-34ca4bd4ffa4'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:26.261201 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-0f6463e3-a67e-485e-bb7a-5ac7646a4796 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Allocated IP 172.20.0.11 (9c660356-b242-47cf-8b53-5c05af82a4ce/d4ae86a7-4106-447a-a8be-db073682c5f0/8a68040c-b0d1-432e-b8a2-3698222d82ee) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:05:26.343465 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-b256763c-19f9-4a68-b2d7-bec974564d96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:26.347415 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41308) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:26.347929 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-b256763c-19f9-4a68-b2d7-bec974564d96 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.5995743 Sep 16 13:05:26.367416 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:26.375213 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a878539-0bfd-451a-9dd9-35413b27ffa2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Checking segment: {'id': '2a73f767-497d-4ac6-a4a4-4e4a382cef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e177529-718e-4248-a222-010f91e2071d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:05:26.375610 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a878539-0bfd-451a-9dd9-35413b27ffa2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Network hostable DHCP agents. Network: 3e177529-718e-4248-a222-010f91e2071d, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:05:26.391564 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] Set router c798cc84-4b4c-4107-949e-34ca4bd4ffa4 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:05:26.394897 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a878539-0bfd-451a-9dd9-35413b27ffa2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Subnet': ['ID=1fb153bb-6289-4234-995a-0a3de225bfab,revision_number=0']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:26.418762 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a878539-0bfd-451a-9dd9-35413b27ffa2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Network 3e177529-718e-4248-a222-010f91e2071d is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:05:26.437816 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-0a878539-0bfd-451a-9dd9-35413b27ffa2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 3e177529-718e-4248-a222-010f91e2071d) {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:26.450984 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d80367-4de8-4dd4-84a7-beab3d63950f None None] Network 3e177529-718e-4248-a222-010f91e2071d requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:05:26.594022 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-0f6463e3-a67e-485e-bb7a-5ac7646a4796 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for port (8a68040c-b0d1-432e-b8a2-3698222d82ee), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:26.632114 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:INSERT=8,neutron:UPDATE=5,neutron:SELECT=87 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:26.636655 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a878539-0bfd-451a-9dd9-35413b27ffa2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:26.636884 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-0a878539-0bfd-451a-9dd9-35413b27ffa2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:26.653369 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-0f6463e3-a67e-485e-bb7a-5ac7646a4796 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (8a68040c-b0d1-432e-b8a2-3698222d82ee), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:26.659597 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-0a878539-0bfd-451a-9dd9-35413b27ffa2 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2670505 Sep 16 13:05:26.663541 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:26.666566 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-4345f904-b0ef-45a4-bd5f-9bb0f23c5b40 None None] Current status of the port b13cb4fa-24bd-4387-8e30-db6f3184e0e3 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:26.667644 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:26.668983 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 41312) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:26.682793 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-043aef30-7f68-4751-a8f0-0c7f3bbde59c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-52177406', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}, 'admin_state_up': False}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:26.735305 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c798cc84-4b4c-4107-949e-34ca4bd4ffa4', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-968444516-router', 'tenant_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e1a15752-8a57-4cbb-804a-5d59ca9128d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:05:21Z', 'updated_at': '2022-09-16T13:05:23Z', 'revision_number': 3, 'project_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7', 'gw_port': {'id': 'e1a15752-8a57-4cbb-804a-5d59ca9128d0', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c798cc84-4b4c-4107-949e-34ca4bd4ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:05:22Z', 'updated_at': '2022-09-16T13:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:26.798012 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] Checking router: c798cc84-4b4c-4107-949e-34ca4bd4ffa4 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:05:26.798267 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] Updating router c798cc84-4b4c-4107-949e-34ca4bd4ffa4 port e1a15752-8a57-4cbb-804a-5d59ca9128d0 binding host n-d-858094-4 {{(pid=113701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:05:26.815419 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2339332-d121-486d-be12-ac181bedb18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-3e177529-718e-4248-a222-010f91e2071d', 'network_id': '3e177529-718e-4248-a222-010f91e2071d', 'project_id': 'd230f216aa8f4d6d96bb02810e763dfa', 'fixed_ips': [{'subnet_id': '1fb153bb-6289-4234-995a-0a3de225bfab'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:05:26.816328 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b2339332-d121-486d-be12-ac181bedb18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:26.822947 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-83d85f73-8ed4-4f79-aeba-87d3c197ec67 None None] Provisioning complete for port b13cb4fa-24bd-4387-8e30-db6f3184e0e3 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:26.822947 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-83d85f73-8ed4-4f79-aeba-87d3c197ec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b13cb4fa-24bd-4387-8e30-db6f3184e0e3), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:26.822947 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-83d85f73-8ed4-4f79-aeba-87d3c197ec67 None None] Attempt 1 to provision port b13cb4fa-24bd-4387-8e30-db6f3184e0e3 Sep 16 13:05:26.887722 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e1a15752-8a57-4cbb-804a-5d59ca9128d0), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:27.024271 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b13cb4fa-24bd-4387-8e30-db6f3184e0e3 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:05:27.027087 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-0f6463e3-a67e-485e-bb7a-5ac7646a4796 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Network 9c660356-b242-47cf-8b53-5c05af82a4ce is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:27.033683 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-043aef30-7f68-4751-a8f0-0c7f3bbde59c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (74c33a9c-c2d8-47f2-9844-4e99509becff), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:27.034780 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-043aef30-7f68-4751-a8f0-0c7f3bbde59c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (74c33a9c-c2d8-47f2-9844-4e99509becff), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:27.061866 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-0f6463e3-a67e-485e-bb7a-5ac7646a4796 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:27.066295 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-0f6463e3-a67e-485e-bb7a-5ac7646a4796 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:05:27.267601 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf08524-6c1c-45c7-9885-518bb45412f9 req-5d646c58-d438-43b1-8b52-c66bc4267445 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:27.273862 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fcf08524-6c1c-45c7-9885-518bb45412f9 req-5d646c58-d438-43b1-8b52-c66bc4267445 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 932 time: 0.1960461 Sep 16 13:05:27.288928 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6463e3-a67e-485e-bb7a-5ac7646a4796 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Pushing event updated for resources: {'Port': ['ID=8a68040c-b0d1-432e-b8a2-3698222d82ee,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:27.418528 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:27.559794 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-043aef30-7f68-4751-a8f0-0c7f3bbde59c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for router_controller (74c33a9c-c2d8-47f2-9844-4e99509becff), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:27.592468 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port b13cb4fa-24bd-4387-8e30-db6f3184e0e3 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:27.593126 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (b13cb4fa-24bd-4387-8e30-db6f3184e0e3), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:27.593688 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port b13cb4fa-24bd-4387-8e30-db6f3184e0e3 Sep 16 13:05:27.595626 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-0f6463e3-a67e-485e-bb7a-5ac7646a4796 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:27.596313 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-0f6463e3-a67e-485e-bb7a-5ac7646a4796 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:27.614521 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:27.652014 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e0f71ea-e60d-4d9b-bb50-aebd8c2b25c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:27.739247 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fcf08524-6c1c-45c7-9885-518bb45412f9 req-871a980d-5405-4cc0-aea7-4bf01857ad1e tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9f85c751-0901-4eb1-a78e-a69750dc9f44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4303305 Sep 16 13:05:27.753365 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-b2339332-d121-486d-be12-ac181bedb18f None None] Allocated IP 172.20.0.2 (3e177529-718e-4248-a222-010f91e2071d/1fb153bb-6289-4234-995a-0a3de225bfab/bc15cc61-27c6-4138-8718-72e54fba26f1) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:05:27.777858 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-83d85f73-8ed4-4f79-aeba-87d3c197ec67 None None] Current status of the port b13cb4fa-24bd-4387-8e30-db6f3184e0e3 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:27.785362 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] Publish callbacks [] for port (e1a15752-8a57-4cbb-804a-5d59ca9128d0), precommit_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:27.793819 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e1a15752-8a57-4cbb-804a-5d59ca9128d0), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:27.841649 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-0f6463e3-a67e-485e-bb7a-5ac7646a4796 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3055799 Sep 16 13:05:27.903444 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:27.978889 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] Attempting to bind port e1a15752-8a57-4cbb-804a-5d59ca9128d0 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:05:27.979302 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] Attempting to bind port e1a15752-8a57-4cbb-804a-5d59ca9128d0 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:05:27.979607 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] Attempting to bind port e1a15752-8a57-4cbb-804a-5d59ca9128d0 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:05:28.006332 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] Request body: {'port': {'device_id': 'b76bc3fa-0395-4782-8a87-ec5cfc6da641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:28.010754 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630870c-8982-46d7-bf6d-77c3a975543b None None] Pushing event updated for resources: {'Port': ['ID=e1a15752-8a57-4cbb-804a-5d59ca9128d0,revision_number=2']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:28.016724 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:28.045499 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630870c-8982-46d7-bf6d-77c3a975543b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:28.045980 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630870c-8982-46d7-bf6d-77c3a975543b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:28.046315 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630870c-8982-46d7-bf6d-77c3a975543b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:28.046647 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630870c-8982-46d7-bf6d-77c3a975543b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:28.047097 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630870c-8982-46d7-bf6d-77c3a975543b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:28.047534 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630870c-8982-46d7-bf6d-77c3a975543b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:28.047863 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630870c-8982-46d7-bf6d-77c3a975543b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:28.048206 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630870c-8982-46d7-bf6d-77c3a975543b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:28.048529 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630870c-8982-46d7-bf6d-77c3a975543b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:28.048848 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630870c-8982-46d7-bf6d-77c3a975543b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:28.049165 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630870c-8982-46d7-bf6d-77c3a975543b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:28.049488 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630870c-8982-46d7-bf6d-77c3a975543b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:28.049802 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630870c-8982-46d7-bf6d-77c3a975543b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:28.050657 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630870c-8982-46d7-bf6d-77c3a975543b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:28.050987 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630870c-8982-46d7-bf6d-77c3a975543b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:05:28.091597 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:05:28.092008 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:05:28.093056 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:28.093468 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:05:28.093956 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.managers [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] Bound port: e1a15752-8a57-4cbb-804a-5d59ca9128d0, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:05:28.094666 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e1a15752-8a57-4cbb-804a-5d59ca9128d0), before_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:28.109991 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-2e0f71ea-e60d-4d9b-bb50-aebd8c2b25c7 admin admin] Allocated IP 172.20.0.1 (9d7d5071-0347-4378-bf6e-e5e9f9be69b0/5e53044f-5a9d-4c9c-98fd-01a0097c1321/8276ca05-ef3e-45bd-a066-3851dda94c7a) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:05:28.126678 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-043aef30-7f68-4751-a8f0-0c7f3bbde59c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for router_gateway (74c33a9c-c2d8-47f2-9844-4e99509becff), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:28.169284 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] For port e1a15752-8a57-4cbb-804a-5d59ca9128d0, host n-d-858094-4, cleared binding levels {{(pid=113701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:05:28.173794 n-d-858094-4 neutron-server[113701]: DEBUG neutron.plugins.ml2.db [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] For port e1a15752-8a57-4cbb-804a-5d59ca9128d0, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e1a15752-8a57-4cbb-804a-5d59ca9128d0,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:05:28.187171 n-d-858094-4 neutron-server[113701]: DEBUG neutron_lib.callbacks.manager [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e1a15752-8a57-4cbb-804a-5d59ca9128d0), after_update {{(pid=113701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:28.195272 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-270b6d21-1ee9-40f3-8626-db4689579600 None None] Provisioning complete for port 8a68040c-b0d1-432e-b8a2-3698222d82ee triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:28.196162 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-270b6d21-1ee9-40f3-8626-db4689579600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8a68040c-b0d1-432e-b8a2-3698222d82ee), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:28.197196 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-270b6d21-1ee9-40f3-8626-db4689579600 None None] Attempt 1 to provision port 8a68040c-b0d1-432e-b8a2-3698222d82ee Sep 16 13:05:28.285264 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8a68040c-b0d1-432e-b8a2-3698222d82ee), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:28.289907 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-270b6d21-1ee9-40f3-8626-db4689579600 None None] Port 8a68040c-b0d1-432e-b8a2-3698222d82ee cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:28.290188 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] Routers {'c798cc84-4b4c-4107-949e-34ca4bd4ffa4'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:28.290281 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port b13cb4fa-24bd-4387-8e30-db6f3184e0e3 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:28.290825 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c798cc84-4b4c-4107-949e-34ca4bd4ffa4'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:28.361993 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e0f71ea-e60d-4d9b-bb50-aebd8c2b25c7 admin admin] Publish callbacks [] for port (8276ca05-ef3e-45bd-a066-3851dda94c7a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:28.377186 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630870c-8982-46d7-bf6d-77c3a975543b None None] Pushing event updated for resources: {'Port': ['ID=e1a15752-8a57-4cbb-804a-5d59ca9128d0,revision_number=3']} {{(pid=113701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:28.411606 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e0f71ea-e60d-4d9b-bb50-aebd8c2b25c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (8276ca05-ef3e-45bd-a066-3851dda94c7a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:28.481794 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b2339332-d121-486d-be12-ac181bedb18f None None] Publish callbacks [] for port (bc15cc61-27c6-4138-8718-72e54fba26f1), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:28.494541 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b2339332-d121-486d-be12-ac181bedb18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (bc15cc61-27c6-4138-8718-72e54fba26f1), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:28.532050 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0f71ea-e60d-4d9b-bb50-aebd8c2b25c7 admin admin] Network 9d7d5071-0347-4378-bf6e-e5e9f9be69b0 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:28.538044 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-2e0f71ea-e60d-4d9b-bb50-aebd8c2b25c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:28.557302 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0f71ea-e60d-4d9b-bb50-aebd8c2b25c7 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:05:28.631193 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2339332-d121-486d-be12-ac181bedb18f None None] Network 3e177529-718e-4248-a222-010f91e2071d is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:28.641758 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-b2339332-d121-486d-be12-ac181bedb18f None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:28.648439 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] Set router c798cc84-4b4c-4107-949e-34ca4bd4ffa4 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:05:28.652167 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2339332-d121-486d-be12-ac181bedb18f None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:05:28.664342 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f71ea-e60d-4d9b-bb50-aebd8c2b25c7 admin admin] Pushing event updated for resources: {'Port': ['ID=8276ca05-ef3e-45bd-a066-3851dda94c7a,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:28.716507 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e0f71ea-e60d-4d9b-bb50-aebd8c2b25c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (c798cc84-4b4c-4107-949e-34ca4bd4ffa4), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:28.770647 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a68040c-b0d1-432e-b8a2-3698222d82ee {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:05:28.779975 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] Publish callbacks [] for port (8a68040c-b0d1-432e-b8a2-3698222d82ee), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:28.795669 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] Transition to ACTIVE for port object 8a68040c-b0d1-432e-b8a2-3698222d82ee will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:05:28.815173 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-270b6d21-1ee9-40f3-8626-db4689579600 None None] Attempt 2 to provision port 8a68040c-b0d1-432e-b8a2-3698222d82ee Sep 16 13:05:28.829780 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2339332-d121-486d-be12-ac181bedb18f None None] Pushing event updated for resources: {'Port': ['ID=bc15cc61-27c6-4138-8718-72e54fba26f1,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:28.834967 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (8a68040c-b0d1-432e-b8a2-3698222d82ee), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:28.917470 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] Pushing event updated for resources: {'Port': ['ID=8a68040c-b0d1-432e-b8a2-3698222d82ee,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:28.953579 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-b2339332-d121-486d-be12-ac181bedb18f None None] Attempting to bind port bc15cc61-27c6-4138-8718-72e54fba26f1 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:05:28.953963 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-b2339332-d121-486d-be12-ac181bedb18f None None] Attempting to bind port bc15cc61-27c6-4138-8718-72e54fba26f1 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '2a73f767-497d-4ac6-a4a4-4e4a382cef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e177529-718e-4248-a222-010f91e2071d'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:05:28.954333 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2339332-d121-486d-be12-ac181bedb18f None None] Attempting to bind port bc15cc61-27c6-4138-8718-72e54fba26f1 on network 3e177529-718e-4248-a222-010f91e2071d {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:05:28.982325 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:29.012305 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-270b6d21-1ee9-40f3-8626-db4689579600 None None] Port 8a68040c-b0d1-432e-b8a2-3698222d82ee cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:29.038660 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2339332-d121-486d-be12-ac181bedb18f None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:05:29.039070 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2339332-d121-486d-be12-ac181bedb18f None None] Checking segment: {'id': '2a73f767-497d-4ac6-a4a4-4e4a382cef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e177529-718e-4248-a222-010f91e2071d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:05:29.039514 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b2339332-d121-486d-be12-ac181bedb18f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:29.040219 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2339332-d121-486d-be12-ac181bedb18f None None] Bound using segment: {'id': '2a73f767-497d-4ac6-a4a4-4e4a382cef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e177529-718e-4248-a222-010f91e2071d'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:05:29.040818 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-b2339332-d121-486d-be12-ac181bedb18f None None] Bound port: bc15cc61-27c6-4138-8718-72e54fba26f1, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a73f767-497d-4ac6-a4a4-4e4a382cef7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e177529-718e-4248-a222-010f91e2071d'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:05:29.041209 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b2339332-d121-486d-be12-ac181bedb18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bc15cc61-27c6-4138-8718-72e54fba26f1), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:29.077150 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-043aef30-7f68-4751-a8f0-0c7f3bbde59c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for router_gateway (74c33a9c-c2d8-47f2-9844-4e99509becff), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:29.118564 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e0f71ea-e60d-4d9b-bb50-aebd8c2b25c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8276ca05-ef3e-45bd-a066-3851dda94c7a), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:29.142865 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c798cc84-4b4c-4107-949e-34ca4bd4ffa4', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-968444516-router', 'tenant_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e1a15752-8a57-4cbb-804a-5d59ca9128d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:05:21Z', 'updated_at': '2022-09-16T13:05:23Z', 'revision_number': 3, 'project_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7', 'gw_port': {'id': 'e1a15752-8a57-4cbb-804a-5d59ca9128d0', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c798cc84-4b4c-4107-949e-34ca4bd4ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:05:22Z', 'updated_at': '2022-09-16T13:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:29.168436 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c642e88-0807-40f7-b32c-bcaef372e5ae req-f665e7f7-f8e9-4e32-8be7-d47a380c28e7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:29.177319 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4c642e88-0807-40f7-b32c-bcaef372e5ae req-f665e7f7-f8e9-4e32-8be7-d47a380c28e7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 944 time: 0.1863401 Sep 16 13:05:29.181505 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-b2339332-d121-486d-be12-ac181bedb18f None None] For port bc15cc61-27c6-4138-8718-72e54fba26f1, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:05:29.188528 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-b2339332-d121-486d-be12-ac181bedb18f None None] For port bc15cc61-27c6-4138-8718-72e54fba26f1, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=bc15cc61-27c6-4138-8718-72e54fba26f1,segment=NetworkSegment(2a73f767-497d-4ac6-a4a4-4e4a382cef7e),segment_id=2a73f767-497d-4ac6-a4a4-4e4a382cef7e)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:05:29.195019 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:29.201758 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b2339332-d121-486d-be12-ac181bedb18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (bc15cc61-27c6-4138-8718-72e54fba26f1), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:29.203918 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-043aef30-7f68-4751-a8f0-0c7f3bbde59c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:29.205885 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e67c6-7312-4d20-9d78-d90348464177 None None] The sync data for ids ['c798cc84-4b4c-4107-949e-34ca4bd4ffa4'] in n-d-858094-4 is: [{'id': 'c798cc84-4b4c-4107-949e-34ca4bd4ffa4', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-968444516-router', 'tenant_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e1a15752-8a57-4cbb-804a-5d59ca9128d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:05:21Z', 'updated_at': '2022-09-16T13:05:23Z', 'revision_number': 3, 'project_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7', 'gw_port': {'id': 'e1a15752-8a57-4cbb-804a-5d59ca9128d0', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c798cc84-4b4c-4107-949e-34ca4bd4ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:05:22Z', 'updated_at': '2022-09-16T13:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:05:29.278507 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:29.281798 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:29.343258 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2339332-d121-486d-be12-ac181bedb18f None None] Pushing event updated for resources: {'Port': ['ID=bc15cc61-27c6-4138-8718-72e54fba26f1,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:29.427452 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:29.455267 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4c642e88-0807-40f7-b32c-bcaef372e5ae req-4dc014f5-6f20-4126-a659-f3f5c6c8977a tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9f85c751-0901-4eb1-a78e-a69750dc9f44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2769566 Sep 16 13:05:29.496779 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] Attempting to bind port 8a68040c-b0d1-432e-b8a2-3698222d82ee on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:05:29.497358 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] Attempting to bind port 8a68040c-b0d1-432e-b8a2-3698222d82ee by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '100fdcc4-5ec1-4699-93d1-07b5aef19ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:05:29.497992 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] Attempting to bind port 8a68040c-b0d1-432e-b8a2-3698222d82ee on network 9c660356-b242-47cf-8b53-5c05af82a4ce {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:05:29.503953 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:29.513451 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-270b6d21-1ee9-40f3-8626-db4689579600 None None] Attempt 3 to provision port 8a68040c-b0d1-432e-b8a2-3698222d82ee Sep 16 13:05:29.571985 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e0f71ea-e60d-4d9b-bb50-aebd8c2b25c7 admin admin] Publish callbacks [] for port (8276ca05-ef3e-45bd-a066-3851dda94c7a), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:29.591350 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e0f71ea-e60d-4d9b-bb50-aebd8c2b25c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (8276ca05-ef3e-45bd-a066-3851dda94c7a), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:29.599479 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-270b6d21-1ee9-40f3-8626-db4689579600 None None] Port 8a68040c-b0d1-432e-b8a2-3698222d82ee cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:29.637608 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] Port 8a68040c-b0d1-432e-b8a2-3698222d82ee on network 9c660356-b242-47cf-8b53-5c05af82a4ce not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:05:29.637858 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] Attempting to bind port 8a68040c-b0d1-432e-b8a2-3698222d82ee on network 9c660356-b242-47cf-8b53-5c05af82a4ce {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:05:29.767992 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-043aef30-7f68-4751-a8f0-0c7f3bbde59c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Allocated IP 172.25.2.112 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/6a29fba4-a56b-4229-bbd1-0f438aa72b53) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:05:29.824877 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:05:29.825517 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] Checking segment: {'id': '100fdcc4-5ec1-4699-93d1-07b5aef19ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:05:29.826539 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] Bound using segment: {'id': '100fdcc4-5ec1-4699-93d1-07b5aef19ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:05:29.831352 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] Bound port: 8a68040c-b0d1-432e-b8a2-3698222d82ee, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '100fdcc4-5ec1-4699-93d1-07b5aef19ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:05:29.831862 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8a68040c-b0d1-432e-b8a2-3698222d82ee), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:29.856945 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f71ea-e60d-4d9b-bb50-aebd8c2b25c7 admin admin] Pushing event updated for resources: {'Port': ['ID=8276ca05-ef3e-45bd-a066-3851dda94c7a,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:29.864233 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2e0f71ea-e60d-4d9b-bb50-aebd8c2b25c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (c798cc84-4b4c-4107-949e-34ca4bd4ffa4), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:29.996777 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:30.009832 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0f71ea-e60d-4d9b-bb50-aebd8c2b25c7 admin admin] Network 9d7d5071-0347-4378-bf6e-e5e9f9be69b0 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:30.012685 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-2e0f71ea-e60d-4d9b-bb50-aebd8c2b25c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:30.090094 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] For port 8a68040c-b0d1-432e-b8a2-3698222d82ee, host n-h2-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:05:30.101564 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-270b6d21-1ee9-40f3-8626-db4689579600 None None] Attempt 4 to provision port 8a68040c-b0d1-432e-b8a2-3698222d82ee Sep 16 13:05:30.103280 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] For port 8a68040c-b0d1-432e-b8a2-3698222d82ee, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=8a68040c-b0d1-432e-b8a2-3698222d82ee,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:05:30.154029 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-043aef30-7f68-4751-a8f0-0c7f3bbde59c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for port (6a29fba4-a56b-4229-bbd1-0f438aa72b53), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:30.169957 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-270b6d21-1ee9-40f3-8626-db4689579600 None None] Port 8a68040c-b0d1-432e-b8a2-3698222d82ee cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:30.177554 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (8a68040c-b0d1-432e-b8a2-3698222d82ee), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:30.215164 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:30.217975 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:30.231930 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/8a68040c-b0d1-432e-b8a2-3698222d82ee HTTP/1.1" status: 200 len: 1092 time: 2.2434249 Sep 16 13:05:30.234316 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76bc3fa-0395-4782-8a87-ec5cfc6da641', 'tag': '8a68040c-b0d1-432e-b8a2-3698222d82ee'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:05:30.242051 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729e6193-7c6e-4eca-9c32-e2d2a2cbeae7" -d '{"events": [{"name": "network-changed", "server_uuid": "b76bc3fa-0395-4782-8a87-ec5cfc6da641", "tag": "8a68040c-b0d1-432e-b8a2-3698222d82ee"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:05:30.311044 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0f71ea-e60d-4d9b-bb50-aebd8c2b25c7 admin admin] Router c798cc84-4b4c-4107-949e-34ca4bd4ffa4 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:05:30.449763 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa3eb7c-0099-44d2-9af9-d544abd2766c x-openstack-request-id: req-cfa3eb7c-0099-44d2-9af9-d544abd2766c {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:05:30.450375 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76bc3fa-0395-4782-8a87-ec5cfc6da641", "tag": "8a68040c-b0d1-432e-b8a2-3698222d82ee", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:05:30.450817 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cfa3eb7c-0099-44d2-9af9-d544abd2766c {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:05:30.451665 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa3eb7c-0099-44d2-9af9-d544abd2766c'] response: {'name': 'network-changed', 'server_uuid': 'b76bc3fa-0395-4782-8a87-ec5cfc6da641', 'tag': '8a68040c-b0d1-432e-b8a2-3698222d82ee', 'status': 'completed', 'code': 200} Sep 16 13:05:30.614289 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-05651515-cab7-4770-920e-cf027287a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:30.617270 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-05651515-cab7-4770-920e-cf027287a828 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=e3f3ad027f264333a95500ef691b7815&device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 1126 time: 0.2894015 Sep 16 13:05:30.617825 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-043aef30-7f68-4751-a8f0-0c7f3bbde59c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (6a29fba4-a56b-4229-bbd1-0f438aa72b53), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:30.646357 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef48b2-44cf-49a3-92cc-55eb928c37ef service neutron] Pushing event updated for resources: {'Port': ['ID=8a68040c-b0d1-432e-b8a2-3698222d82ee,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:30.661224 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0f71ea-e60d-4d9b-bb50-aebd8c2b25c7 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:05:30.671356 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-270b6d21-1ee9-40f3-8626-db4689579600 None None] Attempt 5 to provision port 8a68040c-b0d1-432e-b8a2-3698222d82ee Sep 16 13:05:30.673185 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2e0f71ea-e60d-4d9b-bb50-aebd8c2b25c7 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/c798cc84-4b4c-4107-949e-34ca4bd4ffa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3233962 Sep 16 13:05:30.767254 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-270b6d21-1ee9-40f3-8626-db4689579600 None None] Port 8a68040c-b0d1-432e-b8a2-3698222d82ee had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 13:05:30.833404 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043aef30-7f68-4751-a8f0-0c7f3bbde59c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:30.892691 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Provisioning complete for port 8276ca05-ef3e-45bd-a066-3851dda94c7a triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:30.893072 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8276ca05-ef3e-45bd-a066-3851dda94c7a), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:30.893410 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Attempt 1 to provision port 8276ca05-ef3e-45bd-a066-3851dda94c7a Sep 16 13:05:30.900008 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-043aef30-7f68-4751-a8f0-0c7f3bbde59c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:30.918197 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043aef30-7f68-4751-a8f0-0c7f3bbde59c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:05:31.027204 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Port 8276ca05-ef3e-45bd-a066-3851dda94c7a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:31.027894 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e1a15752-8a57-4cbb-804a-5d59ca9128d0 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:05:31.043675 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-e6971a3c-81a9-4170-8c27-5d8abaab0669 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a68040c-b0d1-432e-b8a2-3698222d82ee HTTP/1.1" status: 200 len: 217 time: 0.2497699 Sep 16 13:05:31.092545 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b9310-bce2-4f62-932d-1467536694c6 req-d60e687a-45c1-4b1c-890d-554aee76ab4d tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:31.097930 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e1a15752-8a57-4cbb-804a-5d59ca9128d0 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:31.098503 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e1a15752-8a57-4cbb-804a-5d59ca9128d0), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:31.098944 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e1a15752-8a57-4cbb-804a-5d59ca9128d0 Sep 16 13:05:31.101864 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ba9b9310-bce2-4f62-932d-1467536694c6 req-d60e687a-45c1-4b1c-890d-554aee76ab4d tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 944 time: 0.4663489 Sep 16 13:05:31.110693 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:31.160554 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7614c4bc-17e2-4a3f-a643-03a876c30f55 None None] Network 3e177529-718e-4248-a222-010f91e2071d requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:05:31.186544 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043aef30-7f68-4751-a8f0-0c7f3bbde59c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Port': ['ID=6a29fba4-a56b-4229-bbd1-0f438aa72b53,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:31.289620 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-5e515dd5-9ae7-4042-b91c-e2dada75f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:31.291450 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-5e515dd5-9ae7-4042-b91c-e2dada75f70f service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=d4ae86a7-4106-447a-a8be-db073682c5f0 HTTP/1.1" status: 200 len: 856 time: 0.2203193 Sep 16 13:05:31.298557 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ba9b9310-bce2-4f62-932d-1467536694c6 req-8c4a3834-5daf-48b3-9c12-bfd76e0bd67a tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9f85c751-0901-4eb1-a78e-a69750dc9f44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958482 Sep 16 13:05:31.471097 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e1a15752-8a57-4cbb-804a-5d59ca9128d0 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:31.471579 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e1a15752-8a57-4cbb-804a-5d59ca9128d0), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:31.523817 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-87c8cfef-448e-4496-ac3a-083c7522afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:31.528473 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port e1a15752-8a57-4cbb-804a-5d59ca9128d0, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e1a15752-8a57-4cbb-804a-5d59ca9128d0,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:31.529781 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Attempt 2 to provision port 8276ca05-ef3e-45bd-a066-3851dda94c7a Sep 16 13:05:31.543986 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-87c8cfef-448e-4496-ac3a-083c7522afdd service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9c660356-b242-47cf-8b53-5c05af82a4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2095332 Sep 16 13:05:31.574403 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e1a15752-8a57-4cbb-804a-5d59ca9128d0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:31.575212 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device bc15cc61-27c6-4138-8718-72e54fba26f1 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:05:31.656999 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41382) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:31.662330 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:31.662793 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-c8de609b-c6ea-4f64-87db-5cd54248579e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-605995321-network', 'tenant_id': '17c6cefa9f0245ac98950fb6f8b526c8'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:31.705593 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c74a43-d67a-48d9-ba31-2806bf8902b2 req-e1fc8b16-ecdd-4008-a275-2b8f71b669db tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:31.707398 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c6c74a43-d67a-48d9-ba31-2806bf8902b2 req-e1fc8b16-ecdd-4008-a275-2b8f71b669db tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 945 time: 0.2937543 Sep 16 13:05:31.737133 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8de609b-c6ea-4f64-87db-5cd54248579e admin admin] Made reservation on behalf of 17c6cefa9f0245ac98950fb6f8b526c8 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:05:31.739650 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c8de609b-c6ea-4f64-87db-5cd54248579e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:31.751673 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c8de609b-c6ea-4f64-87db-5cd54248579e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:31.773439 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port bc15cc61-27c6-4138-8718-72e54fba26f1 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:31.773976 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (bc15cc61-27c6-4138-8718-72e54fba26f1), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:31.774129 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port bc15cc61-27c6-4138-8718-72e54fba26f1 Sep 16 13:05:31.898274 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Port 8276ca05-ef3e-45bd-a066-3851dda94c7a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:31.969857 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=e1a15752-8a57-4cbb-804a-5d59ca9128d0,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:32.026139 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c8de609b-c6ea-4f64-87db-5cd54248579e admin admin] Publish callbacks [] for security_group (ad4315c5-613f-4b74-a5c6-1edbd3bb7724), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:32.032860 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c8de609b-c6ea-4f64-87db-5cd54248579e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (ad4315c5-613f-4b74-a5c6-1edbd3bb7724), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:32.063578 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6d748817-dae8-431f-990c-129883e88899 req-6c624edd-124a-4ece-b883-f86cd92eb114 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0980482 Sep 16 13:05:32.070338 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8de609b-c6ea-4f64-87db-5cd54248579e admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:05:32.213453 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-043aef30-7f68-4751-a8f0-0c7f3bbde59c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for router_gateway (74c33a9c-c2d8-47f2-9844-4e99509becff), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:32.224054 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de609b-c6ea-4f64-87db-5cd54248579e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4315c5-613f-4b74-a5c6-1edbd3bb7724,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:32.228481 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c8de609b-c6ea-4f64-87db-5cd54248579e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (5062fdea-41f1-435f-b031-f837e6bf4f4f), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:32.229184 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-c8de609b-c6ea-4f64-87db-5cd54248579e admin admin] Added segment 5062fdea-41f1-435f-b031-f837e6bf4f4f of type vlan for network 1ac727bd-edd6-4879-8bf8-3246bdbe1e19 Sep 16 13:05:32.252693 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d748817-dae8-431f-990c-129883e88899 req-47cfde11-de0c-4b26-a2a2-b1f61abf32a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:32.254805 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6d748817-dae8-431f-990c-129883e88899 req-47cfde11-de0c-4b26-a2a2-b1f61abf32a9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 1126 time: 0.1485322 Sep 16 13:05:32.343743 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-6a2783ac-fed3-4f48-9a71-c8632adf6f1d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6773622 Sep 16 13:05:32.359284 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c6c74a43-d67a-48d9-ba31-2806bf8902b2 req-25563963-ac1a-4dce-a5a6-b47d6d097de3 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=da5bdc7d-a90b-4e04-b748-e9404bb72dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5321381 Sep 16 13:05:32.376491 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c8de609b-c6ea-4f64-87db-5cd54248579e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (1ac727bd-edd6-4879-8bf8-3246bdbe1e19), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:32.380015 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:32.412826 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Attempt 3 to provision port 8276ca05-ef3e-45bd-a066-3851dda94c7a Sep 16 13:05:32.452783 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] Sync routers for ids ['c798cc84-4b4c-4107-949e-34ca4bd4ffa4'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:05:32.492684 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c8de609b-c6ea-4f64-87db-5cd54248579e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (1ac727bd-edd6-4879-8bf8-3246bdbe1e19), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:32.498394 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8de609b-c6ea-4f64-87db-5cd54248579e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:32.499240 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c8de609b-c6ea-4f64-87db-5cd54248579e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:32.556598 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port bc15cc61-27c6-4138-8718-72e54fba26f1 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:32.556598 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (bc15cc61-27c6-4138-8718-72e54fba26f1), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:32.556598 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Port 8276ca05-ef3e-45bd-a066-3851dda94c7a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:32.556598 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-32e2e1fe-9d72-4b31-8a5a-9f173ed5cc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:32.581082 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d937943-469b-4daa-88bd-c7d05d3badc3 req-c236f67d-57fc-4f32-b533-5284f92ea6f7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312632 Sep 16 13:05:32.599131 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] Routers {'c798cc84-4b4c-4107-949e-34ca4bd4ffa4'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:32.601156 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c798cc84-4b4c-4107-949e-34ca4bd4ffa4'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:32.627345 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d748817-dae8-431f-990c-129883e88899 req-ecb24480-1a91-4e57-89f3-d2d349f8ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:32.642421 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6d748817-dae8-431f-990c-129883e88899 req-ecb24480-1a91-4e57-89f3-d2d349f8ba90 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 913 time: 0.3476012 Sep 16 13:05:32.669371 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c8de609b-c6ea-4f64-87db-5cd54248579e admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0112226 Sep 16 13:05:32.672941 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41400) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:32.678107 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-755f36bc-9ec2-416b-9262-867bc0556e91 admin admin] Request body: {'subnet': {'network_id': '1ac727bd-edd6-4879-8bf8-3246bdbe1e19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-605995321-subnet', 'tenant_id': '17c6cefa9f0245ac98950fb6f8b526c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:32.699459 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de609b-c6ea-4f64-87db-5cd54248579e admin admin] Pushing event updated for resources: {'Network': ['ID=1ac727bd-edd6-4879-8bf8-3246bdbe1e19,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:32.724756 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc27c32-69ad-4cfb-8145-2debf368e04d req-db1ef1b2-ffc3-46d7-8ee9-2fa12d7ffcbd tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:32.726547 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 1ac727bd-edd6-4879-8bf8-3246bdbe1e19 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:05:32.726919 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8bc27c32-69ad-4cfb-8145-2debf368e04d req-db1ef1b2-ffc3-46d7-8ee9-2fa12d7ffcbd tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 944 time: 0.1449246 Sep 16 13:05:32.730940 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:32.742222 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:32.749524 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755f36bc-9ec2-416b-9262-867bc0556e91 admin admin] Made reservation on behalf of 17c6cefa9f0245ac98950fb6f8b526c8 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:05:32.752618 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-755f36bc-9ec2-416b-9262-867bc0556e91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:32.767415 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port bc15cc61-27c6-4138-8718-72e54fba26f1, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=bc15cc61-27c6-4138-8718-72e54fba26f1,segment=NetworkSegment(2a73f767-497d-4ac6-a4a4-4e4a382cef7e),segment_id=2a73f767-497d-4ac6-a4a4-4e4a382cef7e)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:32.807167 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (bc15cc61-27c6-4138-8718-72e54fba26f1), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:32.872430 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8bc27c32-69ad-4cfb-8145-2debf368e04d req-320c9f16-19ca-4eff-85e8-b1e8bc967ad2 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9f85c751-0901-4eb1-a78e-a69750dc9f44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373084 Sep 16 13:05:32.888236 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:32.985728 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=bc15cc61-27c6-4138-8718-72e54fba26f1,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:32.999404 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e1a15752-8a57-4cbb-804a-5d59ca9128d0 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:05:33.056917 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Attempt 4 to provision port 8276ca05-ef3e-45bd-a066-3851dda94c7a Sep 16 13:05:33.119680 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] Set router c798cc84-4b4c-4107-949e-34ca4bd4ffa4 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:05:33.168247 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Port 8276ca05-ef3e-45bd-a066-3851dda94c7a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:33.192529 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e1a15752-8a57-4cbb-804a-5d59ca9128d0 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:33.192908 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e1a15752-8a57-4cbb-804a-5d59ca9128d0), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:33.193248 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e1a15752-8a57-4cbb-804a-5d59ca9128d0 Sep 16 13:05:33.237109 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:33.265888 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-755f36bc-9ec2-416b-9262-867bc0556e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (5b45d336-0d6c-4524-bf82-92ee8bf0112a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:33.423175 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f36bc-9ec2-416b-9262-867bc0556e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b45d336-0d6c-4524-bf82-92ee8bf0112a,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:33.436959 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755f36bc-9ec2-416b-9262-867bc0556e91 admin admin] Checking segment: {'id': '5062fdea-41f1-435f-b031-f837e6bf4f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1ac727bd-edd6-4879-8bf8-3246bdbe1e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:05:33.437431 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755f36bc-9ec2-416b-9262-867bc0556e91 admin admin] Network hostable DHCP agents. Network: 1ac727bd-edd6-4879-8bf8-3246bdbe1e19, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:05:33.442217 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c798cc84-4b4c-4107-949e-34ca4bd4ffa4', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-968444516-router', 'tenant_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e1a15752-8a57-4cbb-804a-5d59ca9128d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:05:21Z', 'updated_at': '2022-09-16T13:05:29Z', 'revision_number': 4, 'project_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7', 'gw_port': {'id': 'e1a15752-8a57-4cbb-804a-5d59ca9128d0', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798cc84-4b4c-4107-949e-34ca4bd4ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:05:22Z', 'updated_at': '2022-09-16T13:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '8276ca05-ef3e-45bd-a066-3851dda94c7a', 'name': '', 'network_id': '9d7d5071-0347-4378-bf6e-e5e9f9be69b0', 'tenant_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7', 'mac_address': 'fa:16:3e:a6:46:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c798cc84-4b4c-4107-949e-34ca4bd4ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '5e53044f-5a9d-4c9c-98fd-01a0097c1321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:05:27Z', 'updated_at': '2022-09-16T13:05:29Z', 'revision_number': 2, 'project_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7', 'subnets': [{'id': '5e53044f-5a9d-4c9c-98fd-01a0097c1321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:33.466288 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755f36bc-9ec2-416b-9262-867bc0556e91 admin admin] Network 1ac727bd-edd6-4879-8bf8-3246bdbe1e19 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:05:33.515012 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] Checking router: c798cc84-4b4c-4107-949e-34ca4bd4ffa4 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:05:33.515224 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] Updating router c798cc84-4b4c-4107-949e-34ca4bd4ffa4 port 8276ca05-ef3e-45bd-a066-3851dda94c7a binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:05:33.520694 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:33.522431 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-755f36bc-9ec2-416b-9262-867bc0556e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 1ac727bd-edd6-4879-8bf8-3246bdbe1e19) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:33.533727 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755f36bc-9ec2-416b-9262-867bc0556e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:33.534703 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-755f36bc-9ec2-416b-9262-867bc0556e91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:33.573002 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6d748817-dae8-431f-990c-129883e88899 req-5f684f4f-d9d0-4b0a-8577-fac647eeb9c4 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3af800e8-0d1f-497b-bca5-8901587cb91c HTTP/1.1" status: 200 len: 999 time: 0.1027863 Sep 16 13:05:33.575906 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0355dc-f7fc-4fa1-8b21-cd55050a1e45 None None] Network 1ac727bd-edd6-4879-8bf8-3246bdbe1e19 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:05:33.578587 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-755f36bc-9ec2-416b-9262-867bc0556e91 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9044023 Sep 16 13:05:33.599407 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 41414) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:33.675258 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d748817-dae8-431f-990c-129883e88899 req-edbd654d-bbe5-4111-ba62-6c50cef9093a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:33.677548 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6d748817-dae8-431f-990c-129883e88899 req-edbd654d-bbe5-4111-ba62-6c50cef9093a service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 0.0977533 Sep 16 13:05:33.716695 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1ed15-3f9a-4775-a044-bd3b0dfac2e6 req-c3643cd4-c9a2-4ed3-a25f-9833dbca5780 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:33.717415 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Attempt 5 to provision port 8276ca05-ef3e-45bd-a066-3851dda94c7a Sep 16 13:05:33.723091 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1ed15-3f9a-4775-a044-bd3b0dfac2e6 req-c3643cd4-c9a2-4ed3-a25f-9833dbca5780 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:33.730062 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1ed15-3f9a-4775-a044-bd3b0dfac2e6 req-c3643cd4-c9a2-4ed3-a25f-9833dbca5780 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:33.735418 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1ed15-3f9a-4775-a044-bd3b0dfac2e6 req-c3643cd4-c9a2-4ed3-a25f-9833dbca5780 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:33.741145 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1ed15-3f9a-4775-a044-bd3b0dfac2e6 req-c3643cd4-c9a2-4ed3-a25f-9833dbca5780 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:33.748009 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1ed15-3f9a-4775-a044-bd3b0dfac2e6 req-c3643cd4-c9a2-4ed3-a25f-9833dbca5780 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:33.754483 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1ed15-3f9a-4775-a044-bd3b0dfac2e6 req-c3643cd4-c9a2-4ed3-a25f-9833dbca5780 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:33.755975 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e1a15752-8a57-4cbb-804a-5d59ca9128d0 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:33.764680 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4aa1ed15-3f9a-4775-a044-bd3b0dfac2e6 req-c3643cd4-c9a2-4ed3-a25f-9833dbca5780 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5443 time: 0.2392769 Sep 16 13:05:33.775329 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d748817-dae8-431f-990c-129883e88899 req-3f704b8f-9755-4723-9436-fa9adab9f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:33.779458 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6d748817-dae8-431f-990c-129883e88899 req-3f704b8f-9755-4723-9436-fa9adab9f77c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0956771 Sep 16 13:05:33.789213 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8276ca05-ef3e-45bd-a066-3851dda94c7a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:33.794951 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [req-6d748817-dae8-431f-990c-129883e88899 req-b49ba7e7-bdb3-44cb-b093-56b574c2a2f8 service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113699) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 13:05:33.796218 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6d748817-dae8-431f-990c-129883e88899 req-b49ba7e7-bdb3-44cb-b093-56b574c2a2f8 service neutron] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0114996 Sep 16 13:05:33.809407 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-a9e23a1f-573e-43e6-890e-9b8a9938c6d5 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-605995321-router', 'tenant_id': '17c6cefa9f0245ac98950fb6f8b526c8', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:33.830937 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-1ac727bd-edd6-4879-8bf8-3246bdbe1e19', 'network_id': '1ac727bd-edd6-4879-8bf8-3246bdbe1e19', 'project_id': '17c6cefa9f0245ac98950fb6f8b526c8', 'fixed_ips': [{'subnet_id': '5b45d336-0d6c-4524-bf82-92ee8bf0112a'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:05:33.832236 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e6193-7c6e-4eca-9c32-e2d2a2cbeae7 req-9eb51a17-1e51-45f2-b825-ab555822a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:33.833962 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:33.836890 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-729e6193-7c6e-4eca-9c32-e2d2a2cbeae7 req-9eb51a17-1e51-45f2-b825-ab555822a852 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=e3f3ad027f264333a95500ef691b7815&device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 1126 time: 0.2512851 Sep 16 13:05:33.851423 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a9e23a1f-573e-43e6-890e-9b8a9938c6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (26ffe860-6b95-4a8f-b424-8f481f7a5f51), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:33.853661 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a9e23a1f-573e-43e6-890e-9b8a9938c6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (26ffe860-6b95-4a8f-b424-8f481f7a5f51), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:33.855630 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Port 8276ca05-ef3e-45bd-a066-3851dda94c7a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:33.970828 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:34.012784 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6d748817-dae8-431f-990c-129883e88899 req-5d45e04b-75cf-41e7-8025-fdd77fe91295 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061782 Sep 16 13:05:34.111835 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-043aef30-7f68-4751-a8f0-0c7f3bbde59c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (74c33a9c-c2d8-47f2-9844-4e99509becff), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:34.191422 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 8a68040c-b0d1-432e-b8a2-3698222d82ee details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:05:34.285279 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a9e23a1f-573e-43e6-890e-9b8a9938c6d5 admin admin] Publish callbacks [] for router_controller (26ffe860-6b95-4a8f-b424-8f481f7a5f51), precommit_add_association {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:34.366991 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4aa1ed15-3f9a-4775-a044-bd3b0dfac2e6 req-605d51b0-fd59-46d0-91d6-933c6cc5c5a0 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6012094 Sep 16 13:05:34.436153 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Attempt 6 to provision port 8276ca05-ef3e-45bd-a066-3851dda94c7a Sep 16 13:05:34.453543 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 8a68040c-b0d1-432e-b8a2-3698222d82ee, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=8a68040c-b0d1-432e-b8a2-3698222d82ee,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:34.589131 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '8a68040c-b0d1-432e-b8a2-3698222d82ee', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'port_id': '8a68040c-b0d1-432e-b8a2-3698222d82ee', 'mac_address': 'fa:16:3e:3b:db:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:05:34.591760 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:34.615474 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Port 8276ca05-ef3e-45bd-a066-3851dda94c7a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:34.641411 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:34.654587 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e6193-7c6e-4eca-9c32-e2d2a2cbeae7 req-b0afab5e-7f2c-4315-806c-6dc55b984123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:34.660508 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-729e6193-7c6e-4eca-9c32-e2d2a2cbeae7 req-b0afab5e-7f2c-4315-806c-6dc55b984123 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9c660356-b242-47cf-8b53-5c05af82a4ce HTTP/1.1" status: 200 len: 918 time: 0.8119400 Sep 16 13:05:34.730168 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e63e895f-3fc9-4df1-9889-2a9cc3e988dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:34.751564 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 8a68040c-b0d1-432e-b8a2-3698222d82ee is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:34.751564 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8a68040c-b0d1-432e-b8a2-3698222d82ee), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:34.770486 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] Allocated IP 172.20.0.2 (1ac727bd-edd6-4879-8bf8-3246bdbe1e19/5b45d336-0d6c-4524-bf82-92ee8bf0112a/e7314a4e-f4f1-44d5-acb3-440c63fa8604) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:05:34.795440 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a68040c-b0d1-432e-b8a2-3698222d82ee {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:05:34.967457 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 8a68040c-b0d1-432e-b8a2-3698222d82ee, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=8a68040c-b0d1-432e-b8a2-3698222d82ee,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:34.976016 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] Publish callbacks [] for port (8276ca05-ef3e-45bd-a066-3851dda94c7a), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:34.982016 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8a68040c-b0d1-432e-b8a2-3698222d82ee), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:34.990113 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8276ca05-ef3e-45bd-a066-3851dda94c7a), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:35.011004 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-729e6193-7c6e-4eca-9c32-e2d2a2cbeae7 req-d98ac6d9-f46d-4777-bd11-ba192f52aa03 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a68040c-b0d1-432e-b8a2-3698222d82ee HTTP/1.1" status: 200 len: 217 time: 0.1076066 Sep 16 13:05:35.141353 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a9e23a1f-573e-43e6-890e-9b8a9938c6d5 admin admin] Publish callbacks [] for router_gateway (26ffe860-6b95-4a8f-b424-8f481f7a5f51), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:35.162672 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:35.210275 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Attempt 7 to provision port 8276ca05-ef3e-45bd-a066-3851dda94c7a Sep 16 13:05:35.225428 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device bc15cc61-27c6-4138-8718-72e54fba26f1 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:05:35.252158 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6d748817-dae8-431f-990c-129883e88899 req-90c87860-42cd-4606-90c3-d7237d6a685f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2361088 Sep 16 13:05:35.261594 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:35.312502 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043aef30-7f68-4751-a8f0-0c7f3bbde59c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Router 74c33a9c-c2d8-47f2-9844-4e99509becff is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:05:35.351629 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['8a68040c-b0d1-432e-b8a2-3698222d82ee'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:05:35.435188 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Port 8276ca05-ef3e-45bd-a066-3851dda94c7a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:35.456716 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=8a68040c-b0d1-432e-b8a2-3698222d82ee,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:35.575241 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:35.604477 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port bc15cc61-27c6-4138-8718-72e54fba26f1 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:35.604844 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (bc15cc61-27c6-4138-8718-72e54fba26f1), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:35.605180 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port bc15cc61-27c6-4138-8718-72e54fba26f1 Sep 16 13:05:35.640155 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a9e23a1f-573e-43e6-890e-9b8a9938c6d5 admin admin] Publish callbacks [] for router_gateway (26ffe860-6b95-4a8f-b424-8f481f7a5f51), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:35.646615 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] Attempting to bind port 8276ca05-ef3e-45bd-a066-3851dda94c7a on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:05:35.646987 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] Attempting to bind port 8276ca05-ef3e-45bd-a066-3851dda94c7a by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '91a60b7d-1128-4371-b7bd-f2548d16b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d7d5071-0347-4378-bf6e-e5e9f9be69b0'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:05:35.647354 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] Attempting to bind port 8276ca05-ef3e-45bd-a066-3851dda94c7a on network 9d7d5071-0347-4378-bf6e-e5e9f9be69b0 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:05:35.685160 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46a0cf-8a29-498a-b961-8c8c3992682a req-5bf6c4bb-088c-41b9-8535-8db2fa342a57 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:35.686745 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe46a0cf-8a29-498a-b961-8c8c3992682a req-5bf6c4bb-088c-41b9-8535-8db2fa342a57 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 945 time: 0.3433421 Sep 16 13:05:35.687791 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a9e23a1f-573e-43e6-890e-9b8a9938c6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:35.696885 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c65c9-cff0-43a7-ba18-669032a732a6 None None] Pushing event updated for resources: {'Port': ['ID=8276ca05-ef3e-45bd-a066-3851dda94c7a,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:35.708854 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] Publish callbacks [] for port (e7314a4e-f4f1-44d5-acb3-440c63fa8604), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:35.729183 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (e7314a4e-f4f1-44d5-acb3-440c63fa8604), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:35.827754 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] Network 1ac727bd-edd6-4879-8bf8-3246bdbe1e19 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:35.831787 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:05:35.832181 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] Checking segment: {'id': '91a60b7d-1128-4371-b7bd-f2548d16b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d7d5071-0347-4378-bf6e-e5e9f9be69b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:05:35.832600 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:35.832995 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] Bound using segment: {'id': '91a60b7d-1128-4371-b7bd-f2548d16b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d7d5071-0347-4378-bf6e-e5e9f9be69b0'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:05:35.833482 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] Bound port: 8276ca05-ef3e-45bd-a066-3851dda94c7a, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a60b7d-1128-4371-b7bd-f2548d16b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d7d5071-0347-4378-bf6e-e5e9f9be69b0'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:05:35.833858 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8276ca05-ef3e-45bd-a066-3851dda94c7a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:35.850851 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:35.857958 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-a9e23a1f-573e-43e6-890e-9b8a9938c6d5 admin admin] Allocated IP 172.25.2.162 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/15ccce18-e353-4954-be1a-d7422325310c) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:05:35.860446 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] Pushing event updated for resources: {'Port': ['ID=e7314a4e-f4f1-44d5-acb3-440c63fa8604,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:35.877255 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:05:35.946104 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Attempt 8 to provision port 8276ca05-ef3e-45bd-a066-3851dda94c7a Sep 16 13:05:36.015453 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:36.022039 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e1960-ee51-46d5-b4fc-9bf017b7c5c1 req-dc73c96d-1467-4c28-9b5c-39deb3f8e7b6 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:36.029347 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-af1e1960-ee51-46d5-b4fc-9bf017b7c5c1 req-dc73c96d-1467-4c28-9b5c-39deb3f8e7b6 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 945 time: 0.6738768 Sep 16 13:05:36.071912 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Port 8276ca05-ef3e-45bd-a066-3851dda94c7a cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:36.101021 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port bc15cc61-27c6-4138-8718-72e54fba26f1 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:36.130383 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:36.164694 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061164d-79a4-40ba-9217-fa9588ad2d2c req-5b2f8ef4-deb0-4424-bc65-eb9f66c35b5d tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:36.170018 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4061164d-79a4-40ba-9217-fa9588ad2d2c req-5b2f8ef4-deb0-4424-bc65-eb9f66c35b5d tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 945 time: 0.1733091 Sep 16 13:05:36.177768 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:36.245795 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e6193-7c6e-4eca-9c32-e2d2a2cbeae7 req-daf5049a-348e-49de-b4d6-927aa3a6fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:36.247609 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-729e6193-7c6e-4eca-9c32-e2d2a2cbeae7 req-daf5049a-348e-49de-b4d6-927aa3a6fbf1 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=d4ae86a7-4106-447a-a8be-db073682c5f0 HTTP/1.1" status: 200 len: 856 time: 0.2921629 Sep 16 13:05:36.261700 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] Attempting to bind port e7314a4e-f4f1-44d5-acb3-440c63fa8604 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:05:36.262041 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] Attempting to bind port e7314a4e-f4f1-44d5-acb3-440c63fa8604 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5062fdea-41f1-435f-b031-f837e6bf4f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1ac727bd-edd6-4879-8bf8-3246bdbe1e19'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:05:36.262384 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] Attempting to bind port e7314a4e-f4f1-44d5-acb3-440c63fa8604 on network 1ac727bd-edd6-4879-8bf8-3246bdbe1e19 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:05:36.272621 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] For port 8276ca05-ef3e-45bd-a066-3851dda94c7a, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:05:36.341309 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-4061164d-79a4-40ba-9217-fa9588ad2d2c req-43957b71-5250-4177-92a0-453aac9caeac tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Deleting port c40c0347-2b42-4346-a6fd-c898430328a0 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:36.342645 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-4061164d-79a4-40ba-9217-fa9588ad2d2c req-43957b71-5250-4177-92a0-453aac9caeac tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (c40c0347-2b42-4346-a6fd-c898430328a0), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:36.355797 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a9e23a1f-573e-43e6-890e-9b8a9938c6d5 admin admin] Publish callbacks [] for port (15ccce18-e353-4954-be1a-d7422325310c), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:36.375500 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:36.379615 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fe46a0cf-8a29-498a-b961-8c8c3992682a req-bced9ae2-225f-4778-a2de-4f1f5882aaaa tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=da5bdc7d-a90b-4e04-b748-e9404bb72dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4315856 Sep 16 13:05:36.402530 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043aef30-7f68-4751-a8f0-0c7f3bbde59c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:05:36.414150 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d61d483-b9b7-4c4c-b460-f8d3291e5caa None None] Sync routers for ids ['74c33a9c-c2d8-47f2-9844-4e99509becff'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:05:36.440638 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] For port 8276ca05-ef3e-45bd-a066-3851dda94c7a, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=8276ca05-ef3e-45bd-a066-3851dda94c7a,segment=NetworkSegment(91a60b7d-1128-4371-b7bd-f2548d16b362),segment_id=91a60b7d-1128-4371-b7bd-f2548d16b362)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:05:36.443540 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-af1e1960-ee51-46d5-b4fc-9bf017b7c5c1 req-d28d2d17-2ab6-4363-830f-52f30bf15df1 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9f85c751-0901-4eb1-a78e-a69750dc9f44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4133148 Sep 16 13:05:36.449801 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e6193-7c6e-4eca-9c32-e2d2a2cbeae7 req-a786f38e-9d17-4f3e-8992-4ba9b7a4e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:36.457414 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d61d483-b9b7-4c4c-b460-f8d3291e5caa None None] Routers {'74c33a9c-c2d8-47f2-9844-4e99509becff'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:36.460307 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-1d61d483-b9b7-4c4c-b460-f8d3291e5caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['74c33a9c-c2d8-47f2-9844-4e99509becff'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:36.464768 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-729e6193-7c6e-4eca-9c32-e2d2a2cbeae7 req-a786f38e-9d17-4f3e-8992-4ba9b7a4e636 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9c660356-b242-47cf-8b53-5c05af82a4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1832857 Sep 16 13:05:36.469610 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8276ca05-ef3e-45bd-a066-3851dda94c7a), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:36.482109 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:05:36.482468 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] Checking segment: {'id': '5062fdea-41f1-435f-b031-f837e6bf4f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1ac727bd-edd6-4879-8bf8-3246bdbe1e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:05:36.482861 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:36.483244 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] Bound using segment: {'id': '5062fdea-41f1-435f-b031-f837e6bf4f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1ac727bd-edd6-4879-8bf8-3246bdbe1e19'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:05:36.483722 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] Bound port: e7314a4e-f4f1-44d5-acb3-440c63fa8604, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5062fdea-41f1-435f-b031-f837e6bf4f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1ac727bd-edd6-4879-8bf8-3246bdbe1e19'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:05:36.484091 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e7314a4e-f4f1-44d5-acb3-440c63fa8604), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:36.544038 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-1d61d483-b9b7-4c4c-b460-f8d3291e5caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:36.558671 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-9da84398-5356-4a4a-894c-e26628d1eaf2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:36.564252 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d61d483-b9b7-4c4c-b460-f8d3291e5caa None None] Routers {'74c33a9c-c2d8-47f2-9844-4e99509becff'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:36.564875 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-1d61d483-b9b7-4c4c-b460-f8d3291e5caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['74c33a9c-c2d8-47f2-9844-4e99509becff'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:36.566447 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-9da84398-5356-4a4a-894c-e26628d1eaf2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:36.573933 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-9da84398-5356-4a4a-894c-e26628d1eaf2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:36.577671 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Attempt 9 to provision port 8276ca05-ef3e-45bd-a066-3851dda94c7a Sep 16 13:05:36.579158 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-9da84398-5356-4a4a-894c-e26628d1eaf2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:36.584943 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-9da84398-5356-4a4a-894c-e26628d1eaf2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:36.590807 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-9da84398-5356-4a4a-894c-e26628d1eaf2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:36.597360 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-9da84398-5356-4a4a-894c-e26628d1eaf2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:36.599372 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-9da84398-5356-4a4a-894c-e26628d1eaf2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5443 time: 0.1534743 Sep 16 13:05:36.631634 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-4061164d-79a4-40ba-9217-fa9588ad2d2c req-43957b71-5250-4177-92a0-453aac9caeac tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] For port c40c0347-2b42-4346-a6fd-c898430328a0, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=c40c0347-2b42-4346-a6fd-c898430328a0,segment=NetworkSegment(1980d704-4134-4855-b6db-fe631160701f),segment_id=1980d704-4134-4855-b6db-fe631160701f)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:36.632361 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-4061164d-79a4-40ba-9217-fa9588ad2d2c req-43957b71-5250-4177-92a0-453aac9caeac tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (c40c0347-2b42-4346-a6fd-c898430328a0), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:36.647472 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-1d61d483-b9b7-4c4c-b460-f8d3291e5caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:36.648069 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d61d483-b9b7-4c4c-b460-f8d3291e5caa None None] The sync data for ids ['74c33a9c-c2d8-47f2-9844-4e99509becff'] in n-d-858094-4 is: [] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:05:36.708941 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] Routers {'c798cc84-4b4c-4107-949e-34ca4bd4ffa4'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:36.709594 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c798cc84-4b4c-4107-949e-34ca4bd4ffa4'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:36.790372 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c65c9-cff0-43a7-ba18-669032a732a6 None None] Pushing event updated for resources: {'Port': ['ID=8276ca05-ef3e-45bd-a066-3851dda94c7a,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:36.830237 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-043aef30-7f68-4751-a8f0-0c7f3bbde59c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:36.834327 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-043aef30-7f68-4751-a8f0-0c7f3bbde59c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.1617229 Sep 16 13:05:36.838035 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 41444) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:36.958976 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a9e23a1f-573e-43e6-890e-9b8a9938c6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (15ccce18-e353-4954-be1a-d7422325310c), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:36.981229 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] For port e7314a4e-f4f1-44d5-acb3-440c63fa8604, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:05:36.983276 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea90383-4bf6-4320-955e-3a8ebbeab068 req-8ef6ee90-b915-4fd3-9abd-1586c3aece3a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:36.984870 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9ea90383-4bf6-4320-955e-3a8ebbeab068 req-8ef6ee90-b915-4fd3-9abd-1586c3aece3a tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.3845217 Sep 16 13:05:37.000070 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] For port e7314a4e-f4f1-44d5-acb3-440c63fa8604, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e7314a4e-f4f1-44d5-acb3-440c63fa8604,segment=NetworkSegment(5062fdea-41f1-435f-b031-f837e6bf4f4f),segment_id=5062fdea-41f1-435f-b031-f837e6bf4f4f)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:05:37.002462 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-baa44bd8-f6a5-4e9f-9a88-a44dbd8bd59c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:37.003872 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-baa44bd8-f6a5-4e9f-9a88-a44dbd8bd59c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.25 "GET /networking/v2.0/ports/9b032a10-f56e-47fc-b941-54f12778f01c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3925335 Sep 16 13:05:37.005340 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:37.011782 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] Set router c798cc84-4b4c-4107-949e-34ca4bd4ffa4 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:05:37.049744 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a7995-6222-4922-a830-eced45e8abad req-095674a7-d40c-40d9-81cc-ee3588550efc tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:37.054525 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a7995-6222-4922-a830-eced45e8abad req-095674a7-d40c-40d9-81cc-ee3588550efc tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:37.060408 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a7995-6222-4922-a830-eced45e8abad req-095674a7-d40c-40d9-81cc-ee3588550efc tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:37.065331 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-4061164d-79a4-40ba-9217-fa9588ad2d2c req-43957b71-5250-4177-92a0-453aac9caeac tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:37.065545 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a7995-6222-4922-a830-eced45e8abad req-095674a7-d40c-40d9-81cc-ee3588550efc tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:37.065977 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-4061164d-79a4-40ba-9217-fa9588ad2d2c req-43957b71-5250-4177-92a0-453aac9caeac tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (3f56c00a-33f9-4305-8b4e-b772f2661024), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:37.068786 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e7314a4e-f4f1-44d5-acb3-440c63fa8604), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:37.069156 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [req-4061164d-79a4-40ba-9217-fa9588ad2d2c req-43957b71-5250-4177-92a0-453aac9caeac tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Floating IP 3f56c00a-33f9-4305-8b4e-b772f2661024 disassociated. External IP: 172.25.2.73, port: c40c0347-2b42-4346-a6fd-c898430328a0. Sep 16 13:05:37.070145 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [req-4061164d-79a4-40ba-9217-fa9588ad2d2c req-43957b71-5250-4177-92a0-453aac9caeac tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Calling delete_port for c40c0347-2b42-4346-a6fd-c898430328a0 owned by compute:nova {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:37.070645 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a7995-6222-4922-a830-eced45e8abad req-095674a7-d40c-40d9-81cc-ee3588550efc tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:37.075820 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a7995-6222-4922-a830-eced45e8abad req-095674a7-d40c-40d9-81cc-ee3588550efc tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:37.080887 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a7995-6222-4922-a830-eced45e8abad req-095674a7-d40c-40d9-81cc-ee3588550efc tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:37.082802 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0c5a7995-6222-4922-a830-eced45e8abad req-095674a7-d40c-40d9-81cc-ee3588550efc tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5443 time: 0.4034555 Sep 16 13:05:37.203621 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Current status of the port 8276ca05-ef3e-45bd-a066-3851dda94c7a is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:37.204707 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8276ca05-ef3e-45bd-a066-3851dda94c7a), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:37.225003 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:37.232943 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e23a1f-573e-43e6-890e-9b8a9938c6d5 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:37.284408 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-729e6193-7c6e-4eca-9c32-e2d2a2cbeae7 req-ed9357f0-8246-4703-90a5-eaa925c79ce1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6809936 Sep 16 13:05:37.302010 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-a9e23a1f-573e-43e6-890e-9b8a9938c6d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:37.313084 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e23a1f-573e-43e6-890e-9b8a9938c6d5 admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:05:37.382866 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] For port 8276ca05-ef3e-45bd-a066-3851dda94c7a, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=8276ca05-ef3e-45bd-a066-3851dda94c7a,segment=NetworkSegment(91a60b7d-1128-4371-b7bd-f2548d16b362),segment_id=91a60b7d-1128-4371-b7bd-f2548d16b362)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:37.397583 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8276ca05-ef3e-45bd-a066-3851dda94c7a), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:37.402298 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21348952-a9b8-4b87-8370-eb8a398260f8 None None] Pushing event updated for resources: {'Port': ['ID=e7314a4e-f4f1-44d5-acb3-440c63fa8604,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:37.414148 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:37.433015 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-4061164d-79a4-40ba-9217-fa9588ad2d2c req-43957b71-5250-4177-92a0-453aac9caeac tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (c40c0347-2b42-4346-a6fd-c898430328a0), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:37.509211 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43957b71-5250-4177-92a0-453aac9caeac tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Pushing event deleted for resources: {'Port': ['ID=c40c0347-2b42-4346-a6fd-c898430328a0,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:37.574693 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96074f7d-ee8f-4cbe-abab-759eb6bb64d6 None None] Pushing event updated for resources: {'Port': ['ID=8276ca05-ef3e-45bd-a066-3851dda94c7a,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:37.579792 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-0efe8b64-f55a-445a-b527-177806810055 None None] Provisioning complete for port bc15cc61-27c6-4138-8718-72e54fba26f1 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:37.579792 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0efe8b64-f55a-445a-b527-177806810055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (bc15cc61-27c6-4138-8718-72e54fba26f1), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:37.582054 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0efe8b64-f55a-445a-b527-177806810055 None None] Attempt 1 to provision port bc15cc61-27c6-4138-8718-72e54fba26f1 Sep 16 13:05:37.585014 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:37.712483 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c798cc84-4b4c-4107-949e-34ca4bd4ffa4', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-968444516-router', 'tenant_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e1a15752-8a57-4cbb-804a-5d59ca9128d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:05:21Z', 'updated_at': '2022-09-16T13:05:29Z', 'revision_number': 4, 'project_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7', 'gw_port': {'id': 'e1a15752-8a57-4cbb-804a-5d59ca9128d0', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798cc84-4b4c-4107-949e-34ca4bd4ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:05:22Z', 'updated_at': '2022-09-16T13:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '8276ca05-ef3e-45bd-a066-3851dda94c7a', 'name': '', 'network_id': '9d7d5071-0347-4378-bf6e-e5e9f9be69b0', 'tenant_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7', 'mac_address': 'fa:16:3e:a6:46:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c798cc84-4b4c-4107-949e-34ca4bd4ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '5e53044f-5a9d-4c9c-98fd-01a0097c1321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:05:27Z', 'updated_at': '2022-09-16T13:05:36Z', 'revision_number': 4, 'project_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7', 'subnets': [{'id': '5e53044f-5a9d-4c9c-98fd-01a0097c1321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:37.747571 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c35a307-325c-4cfc-abb5-f083154f0708 None None] The sync data for ids ['c798cc84-4b4c-4107-949e-34ca4bd4ffa4'] in n-d-858094-4 is: [{'id': 'c798cc84-4b4c-4107-949e-34ca4bd4ffa4', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-968444516-router', 'tenant_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e1a15752-8a57-4cbb-804a-5d59ca9128d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:05:21Z', 'updated_at': '2022-09-16T13:05:29Z', 'revision_number': 4, 'project_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7', 'gw_port': {'id': 'e1a15752-8a57-4cbb-804a-5d59ca9128d0', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798cc84-4b4c-4107-949e-34ca4bd4ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:05:22Z', 'updated_at': '2022-09-16T13:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '8276ca05-ef3e-45bd-a066-3851dda94c7a', 'name': '', 'network_id': '9d7d5071-0347-4378-bf6e-e5e9f9be69b0', 'tenant_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7', 'mac_address': 'fa:16:3e:a6:46:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c798cc84-4b4c-4107-949e-34ca4bd4ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '5e53044f-5a9d-4c9c-98fd-01a0097c1321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:05:27Z', 'updated_at': '2022-09-16T13:05:36Z', 'revision_number': 4, 'project_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7', 'subnets': [{'id': '5e53044f-5a9d-4c9c-98fd-01a0097c1321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:05:37.822409 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0efe8b64-f55a-445a-b527-177806810055 None None] Current status of the port bc15cc61-27c6-4138-8718-72e54fba26f1 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:37.978642 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4061164d-79a4-40ba-9217-fa9588ad2d2c req-43957b71-5250-4177-92a0-453aac9caeac tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Router 0835cee8-e786-4ab4-8f10-3a1b34de95b5 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:05:38.073616 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 8a68040c-b0d1-432e-b8a2-3698222d82ee up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:05:38.101185 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:38.159010 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4061164d-79a4-40ba-9217-fa9588ad2d2c req-43957b71-5250-4177-92a0-453aac9caeac tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:05:38.178462 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75fde22-db1b-431f-9c4b-ae764693d130 None None] Sync routers for ids ['0835cee8-e786-4ab4-8f10-3a1b34de95b5'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:05:38.228036 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75fde22-db1b-431f-9c4b-ae764693d130 None None] Routers {'0835cee8-e786-4ab4-8f10-3a1b34de95b5'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:38.245757 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:38.254502 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-729e6193-7c6e-4eca-9c32-e2d2a2cbeae7 req-5356a6fe-0a1c-4447-b0a2-f604840c4b31 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8422313 Sep 16 13:05:38.257096 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-f75fde22-db1b-431f-9c4b-ae764693d130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0835cee8-e786-4ab4-8f10-3a1b34de95b5'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:38.269028 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4061164d-79a4-40ba-9217-fa9588ad2d2c req-43957b71-5250-4177-92a0-453aac9caeac tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] No DVR routers for this DVR port c40c0347-2b42-4346-a6fd-c898430328a0 on host n-h2-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:05:38.279562 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-4061164d-79a4-40ba-9217-fa9588ad2d2c req-43957b71-5250-4177-92a0-453aac9caeac tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:38.297413 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4061164d-79a4-40ba-9217-fa9588ad2d2c req-43957b71-5250-4177-92a0-453aac9caeac tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.76 "DELETE /networking/v2.0/ports/c40c0347-2b42-4346-a6fd-c898430328a0 HTTP/1.1" status: 204 len: 173 time: 2.1231956 Sep 16 13:05:38.298104 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11bbd81-4323-466b-9d10-6f2d6c1913e4', 'name': 'network-vif-deleted', 'tag': 'c40c0347-2b42-4346-a6fd-c898430328a0'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:05:38.311840 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e302460a-67dd-47ce-b39f-51080d51402f" -d '{"events": [{"server_uuid": "a11bbd81-4323-466b-9d10-6f2d6c1913e4", "name": "network-vif-deleted", "tag": "c40c0347-2b42-4346-a6fd-c898430328a0"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:05:38.335224 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:38.338673 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e23a1f-573e-43e6-890e-9b8a9938c6d5 admin admin] Pushing event updated for resources: {'Port': ['ID=15ccce18-e353-4954-be1a-d7422325310c,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:38.430889 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port 8a68040c-b0d1-432e-b8a2-3698222d82ee completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:05:38.470518 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 8a68040c-b0d1-432e-b8a2-3698222d82ee triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:38.471124 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8a68040c-b0d1-432e-b8a2-3698222d82ee), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:38.471554 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 8a68040c-b0d1-432e-b8a2-3698222d82ee Sep 16 13:05:38.577011 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9ea90383-4bf6-4320-955e-3a8ebbeab068 req-d92542fd-834e-4357-ac9a-3d48d28ae48d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5720990 Sep 16 13:05:38.596513 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0c5a7995-6222-4922-a830-eced45e8abad req-14d6d855-316e-4ba6-9b85-41a95fc153ad tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.4784589 Sep 16 13:05:38.819053 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:38.825793 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 9b032a10-f56e-47fc-b941-54f12778f01c no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:05:39.073066 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5dfdd7f8-4fbd-4622-9575-162c4e7287ad req-17e72b4a-fb33-4ef2-922b-257e0b724af1 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a11bbd81-4323-466b-9d10-6f2d6c1913e4 HTTP/1.1" status: 200 len: 210 time: 0.1870832 Sep 16 13:05:39.109872 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-f39de038-9465-4e49-bfed-19fafc1868b8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.25 "GET /networking/v2.0/networks/cbc422c8-d561-47f7-afec-ef049a9a76c5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 2.0790482 Sep 16 13:05:39.180980 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a1b8f61-8f71-48a2-a32b-1b8ad8fa91e3 req-d2b41b25-17f4-4851-a3e5-fa4fd15dfe5d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6488187 Sep 16 13:05:39.223095 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-96d1e07c-6369-4358-b917-499e16a5fc5e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:39.266735 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-f75fde22-db1b-431f-9c4b-ae764693d130 None None] Set router 0835cee8-e786-4ab4-8f10-3a1b34de95b5 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:05:39.271989 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:39.302937 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a221535b-c230-43c0-8a33-9369b6967699 None None] Network 1ac727bd-edd6-4879-8bf8-3246bdbe1e19 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:05:39.334309 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e7314a4e-f4f1-44d5-acb3-440c63fa8604 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:05:39.417611 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-9ca29843-6b85-4440-8c1e-b707b4fa62d5 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--317551808&fields=id&tenant_id=069d839f047b4c38a1dae0ff8d692230 HTTP/1.1" status: 200 len: 267 time: 0.5227699 Sep 16 13:05:39.440109 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d0ce2e34-dcb3-4116-b481-96883a6d7e0b None None] Provisioning complete for port e7314a4e-f4f1-44d5-acb3-440c63fa8604 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:39.440943 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2e34-dcb3-4116-b481-96883a6d7e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e7314a4e-f4f1-44d5-acb3-440c63fa8604), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:39.446339 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d0ce2e34-dcb3-4116-b481-96883a6d7e0b None None] Attempt 1 to provision port e7314a4e-f4f1-44d5-acb3-440c63fa8604 Sep 16 13:05:39.572226 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bddfec-bf9c-47cc-908f-4805c3fbab0d req-3f5ed25f-48c1-4ecb-a45b-f3f3d4713644 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:39.573772 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-13bddfec-bf9c-47cc-908f-4805c3fbab0d req-3f5ed25f-48c1-4ecb-a45b-f3f3d4713644 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 945 time: 0.2784593 Sep 16 13:05:39.671075 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 8a68040c-b0d1-432e-b8a2-3698222d82ee is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:39.671626 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8a68040c-b0d1-432e-b8a2-3698222d82ee), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:39.700908 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b8f61-8f71-48a2-a32b-1b8ad8fa91e3 req-77826c56-934f-41cc-94c9-179fbb0dd669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:39.702484 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a1b8f61-8f71-48a2-a32b-1b8ad8fa91e3 req-77826c56-934f-41cc-94c9-179fbb0dd669 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 1127 time: 0.3456287 Sep 16 13:05:39.782383 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:39.796285 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 9b032a10-f56e-47fc-b941-54f12778f01c is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:39.796682 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9b032a10-f56e-47fc-b941-54f12778f01c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:39.810858 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e7314a4e-f4f1-44d5-acb3-440c63fa8604 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:39.811223 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e7314a4e-f4f1-44d5-acb3-440c63fa8604), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:39.811554 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e7314a4e-f4f1-44d5-acb3-440c63fa8604 Sep 16 13:05:39.840186 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce2e34-dcb3-4116-b481-96883a6d7e0b None None] Current status of the port e7314a4e-f4f1-44d5-acb3-440c63fa8604 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:39.840392 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2e34-dcb3-4116-b481-96883a6d7e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (e7314a4e-f4f1-44d5-acb3-440c63fa8604), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:39.897781 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-96d1e07c-6369-4358-b917-499e16a5fc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9b032a10-f56e-47fc-b941-54f12778f01c), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:39.945789 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76bc3fa-0395-4782-8a87-ec5cfc6da641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a68040c-b0d1-432e-b8a2-3698222d82ee'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:05:39.951138 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49a6b85-e772-41c1-874d-2f05d660bda0" -d '{"events": [{"server_uuid": "b76bc3fa-0395-4782-8a87-ec5cfc6da641", "name": "network-vif-plugged", "status": "completed", "tag": "8a68040c-b0d1-432e-b8a2-3698222d82ee"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:05:39.961637 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-13bddfec-bf9c-47cc-908f-4805c3fbab0d req-2f9afde5-616a-4054-bd5d-231032274208 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9f85c751-0901-4eb1-a78e-a69750dc9f44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3603470 Sep 16 13:05:39.985554 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a9e23a1f-573e-43e6-890e-9b8a9938c6d5 admin admin] Publish callbacks [] for router_gateway (26ffe860-6b95-4a8f-b424-8f481f7a5f51), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:39.993096 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:40.036717 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 8a68040c-b0d1-432e-b8a2-3698222d82ee, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=8a68040c-b0d1-432e-b8a2-3698222d82ee,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:40.039941 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:40.054760 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9509129a-c938-4450-a7c1-e2e491eb1c78 x-openstack-request-id: req-9509129a-c938-4450-a7c1-e2e491eb1c78 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:05:40.055352 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11bbd81-4323-466b-9d10-6f2d6c1913e4", "name": "network-vif-deleted", "tag": "c40c0347-2b42-4346-a6fd-c898430328a0", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:05:40.055613 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9509129a-c938-4450-a7c1-e2e491eb1c78 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:05:40.061501 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9509129a-c938-4450-a7c1-e2e491eb1c78'] response: {'server_uuid': 'a11bbd81-4323-466b-9d10-6f2d6c1913e4', 'name': 'network-vif-deleted', 'tag': 'c40c0347-2b42-4346-a6fd-c898430328a0', 'status': 'completed', 'code': 200} Sep 16 13:05:40.132480 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8a68040c-b0d1-432e-b8a2-3698222d82ee), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:40.135084 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-9459dc14-c637-435c-92c2-085d4557da27 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:40.137445 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-9459dc14-c637-435c-92c2-085d4557da27 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/networks?id=c8f0423b-8f95-4074-9a6e-229fa6e975d1 HTTP/1.1" status: 200 len: 815 time: 0.6616533 Sep 16 13:05:40.171242 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device c40c0347-2b42-4346-a6fd-c898430328a0 no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:05:40.257747 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b8f61-8f71-48a2-a32b-1b8ad8fa91e3 req-226fd025-9c0e-42cf-95b4-b407dc882b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:40.260364 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a1b8f61-8f71-48a2-a32b-1b8ad8fa91e3 req-226fd025-9c0e-42cf-95b4-b407dc882b6d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 913 time: 0.4892094 Sep 16 13:05:40.267230 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132c266-1eaf-43a0-8874-fa191347acbe req-62b93209-56f9-48be-8c79-573cd42c0b62 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:40.275447 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 9b032a10-f56e-47fc-b941-54f12778f01c, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=9b032a10-f56e-47fc-b941-54f12778f01c,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:40.276001 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9132c266-1eaf-43a0-8874-fa191347acbe req-62b93209-56f9-48be-8c79-573cd42c0b62 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.0682132 Sep 16 13:05:40.285273 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d0ce2e34-dcb3-4116-b481-96883a6d7e0b None None] For port e7314a4e-f4f1-44d5-acb3-440c63fa8604, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=e7314a4e-f4f1-44d5-acb3-440c63fa8604,segment=NetworkSegment(5062fdea-41f1-435f-b031-f837e6bf4f4f),segment_id=5062fdea-41f1-435f-b031-f837e6bf4f4f)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:40.306666 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] No Port match for: c40c0347-2b42-4346-a6fd-c898430328a0 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:05:40.307025 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device c40c0347-2b42-4346-a6fd-c898430328a0 not bound to the agent host n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:05:40.320408 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2e34-dcb3-4116-b481-96883a6d7e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (e7314a4e-f4f1-44d5-acb3-440c63fa8604), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:40.323597 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (9b032a10-f56e-47fc-b941-54f12778f01c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:40.324688 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 8c121ccb-eba9-4b08-98af-afba73327fcc no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:05:40.343995 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.db.api [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-96d1e07c-6369-4358-b917-499e16a5fc5e service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 13:05:40.344532 n-d-858094-4 neutron-server[113698]: DEBUG oslo_db.api [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-96d1e07c-6369-4358-b917-499e16a5fc5e service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 13:05:40.416001 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-eb9242d6-8bc0-4634-aff1-c7214918fe7a tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/quotas/069d839f047b4c38a1dae0ff8d692230 HTTP/1.1" status: 200 len: 375 time: 0.1395082 Sep 16 13:05:40.498199 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a1b8f61-8f71-48a2-a32b-1b8ad8fa91e3 req-4bf56189-4a2b-4d19-8422-f06ef8f42c35 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d408043a-8807-412e-bac0-ea9a50061ee1 HTTP/1.1" status: 200 len: 217 time: 0.1621208 Sep 16 13:05:40.499048 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=8a68040c-b0d1-432e-b8a2-3698222d82ee,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:40.574454 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e7314a4e-f4f1-44d5-acb3-440c63fa8604 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:40.576571 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 8276ca05-ef3e-45bd-a066-3851dda94c7a up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:05:40.577226 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-f75fde22-db1b-431f-9c4b-ae764693d130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'name': 'tempest-ServersTestManualDisk-27505381-router', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:15Z', 'updated_at': '2022-09-16T13:04:24Z', 'revision_number': 4, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'gw_port': {'id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:16Z', 'updated_at': '2022-09-16T13:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'b109fbd1-95c0-419f-86cb-e915972369c9', 'name': '', 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'mac_address': 'fa:16:3e:8a:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '0c86fa22-38fb-4a34-a6ef-3769982fb8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:23Z', 'updated_at': '2022-09-16T13:04:30Z', 'revision_number': 5, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'subnets': [{'id': '0c86fa22-38fb-4a34-a6ef-3769982fb8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:40.629406 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:40.641759 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-b1fb5b98-ae0c-4702-9eb2-2effffa51575 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=069d839f047b4c38a1dae0ff8d692230&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2119439 Sep 16 13:05:40.641974 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75fde22-db1b-431f-9c4b-ae764693d130 None None] Checking router: 0835cee8-e786-4ab4-8f10-3a1b34de95b5 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:05:40.650779 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-b1443d25-8a83-4766-bcdb-d1247c933b0f None None] Provisioning complete for port e7314a4e-f4f1-44d5-acb3-440c63fa8604 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:40.651150 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b1443d25-8a83-4766-bcdb-d1247c933b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e7314a4e-f4f1-44d5-acb3-440c63fa8604), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:40.651642 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b1443d25-8a83-4766-bcdb-d1247c933b0f None None] Attempt 1 to provision port e7314a4e-f4f1-44d5-acb3-440c63fa8604 Sep 16 13:05:40.664391 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce2e34-dcb3-4116-b481-96883a6d7e0b None None] Pushing event updated for resources: {'Port': ['ID=e7314a4e-f4f1-44d5-acb3-440c63fa8604,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:40.743485 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75fde22-db1b-431f-9c4b-ae764693d130 None None] Routers {'0835cee8-e786-4ab4-8f10-3a1b34de95b5'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:40.744498 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-f75fde22-db1b-431f-9c4b-ae764693d130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0835cee8-e786-4ab4-8f10-3a1b34de95b5'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:40.788718 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9132c266-1eaf-43a0-8874-fa191347acbe req-4b0f7b36-66e5-4e29-822a-a291da99401f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4369428 Sep 16 13:05:40.791829 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b8f61-8f71-48a2-a32b-1b8ad8fa91e3 req-417dfe15-52a3-45ee-9829-2afdf8c23256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:40.793383 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a1b8f61-8f71-48a2-a32b-1b8ad8fa91e3 req-417dfe15-52a3-45ee-9829-2afdf8c23256 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 0.2814322 Sep 16 13:05:40.823276 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 8c121ccb-eba9-4b08-98af-afba73327fcc is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:40.823663 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8c121ccb-eba9-4b08-98af-afba73327fcc), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:40.885360 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 8276ca05-ef3e-45bd-a066-3851dda94c7a triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:40.885682 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8276ca05-ef3e-45bd-a066-3851dda94c7a), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:40.885972 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 8276ca05-ef3e-45bd-a066-3851dda94c7a Sep 16 13:05:40.894769 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=9b032a10-f56e-47fc-b941-54f12778f01c,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:41.001584 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-f75fde22-db1b-431f-9c4b-ae764693d130 None None] Set router 0835cee8-e786-4ab4-8f10-3a1b34de95b5 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:05:41.016212 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-39eb49b7-53f2-4d36-9169-7dec6034d803 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/c8f0423b-8f95-4074-9a6e-229fa6e975d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475108 Sep 16 13:05:41.029162 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e45b53b1-2d87-4757-b41b-c9da77358b4d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:41.029523 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 8c121ccb-eba9-4b08-98af-afba73327fcc, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=8c121ccb-eba9-4b08-98af-afba73327fcc,segment=NetworkSegment(9edf9333-8d62-4ed6-bd3c-dd8351317483),segment_id=9edf9333-8d62-4ed6-bd3c-dd8351317483)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:41.036112 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b8f61-8f71-48a2-a32b-1b8ad8fa91e3 req-eeb357d7-f006-44be-a2c5-62eeea6507fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:41.037370 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a1b8f61-8f71-48a2-a32b-1b8ad8fa91e3 req-eeb357d7-f006-44be-a2c5-62eeea6507fc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1934166 Sep 16 13:05:41.042834 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b1443d25-8a83-4766-bcdb-d1247c933b0f None None] Current status of the port e7314a4e-f4f1-44d5-acb3-440c63fa8604 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:41.044946 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8c121ccb-eba9-4b08-98af-afba73327fcc), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:41.045665 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 328ce2f8-022c-446e-b388-06295b8c63e7 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:05:41.050242 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56997f-876e-4702-aae2-75a15bf4ff0c req-e0982d09-7de8-4ed2-ad3e-28be8dfe40c6 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:41.056507 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56997f-876e-4702-aae2-75a15bf4ff0c req-e0982d09-7de8-4ed2-ad3e-28be8dfe40c6 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:41.061637 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56997f-876e-4702-aae2-75a15bf4ff0c req-e0982d09-7de8-4ed2-ad3e-28be8dfe40c6 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:41.066683 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56997f-876e-4702-aae2-75a15bf4ff0c req-e0982d09-7de8-4ed2-ad3e-28be8dfe40c6 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:41.072703 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56997f-876e-4702-aae2-75a15bf4ff0c req-e0982d09-7de8-4ed2-ad3e-28be8dfe40c6 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:41.078040 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56997f-876e-4702-aae2-75a15bf4ff0c req-e0982d09-7de8-4ed2-ad3e-28be8dfe40c6 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:41.082777 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56997f-876e-4702-aae2-75a15bf4ff0c req-e0982d09-7de8-4ed2-ad3e-28be8dfe40c6 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:41.085230 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fa56997f-876e-4702-aae2-75a15bf4ff0c req-e0982d09-7de8-4ed2-ad3e-28be8dfe40c6 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 5441 time: 0.2023942 Sep 16 13:05:41.086393 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a9e23a1f-573e-43e6-890e-9b8a9938c6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (26ffe860-6b95-4a8f-b424-8f481f7a5f51), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:41.094821 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:41.108613 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-96d1e07c-6369-4358-b917-499e16a5fc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (9b032a10-f56e-47fc-b941-54f12778f01c), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:41.139894 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:41.240798 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=8c121ccb-eba9-4b08-98af-afba73327fcc,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:41.251516 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 8276ca05-ef3e-45bd-a066-3851dda94c7a is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:41.479412 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device e7314a4e-f4f1-44d5-acb3-440c63fa8604 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:05:41.531168 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 328ce2f8-022c-446e-b388-06295b8c63e7 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:41.531556 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (328ce2f8-022c-446e-b388-06295b8c63e7), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:41.583094 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:41.629379 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-f75fde22-db1b-431f-9c4b-ae764693d130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'name': 'tempest-ServersTestManualDisk-27505381-router', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:15Z', 'updated_at': '2022-09-16T13:04:24Z', 'revision_number': 4, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'gw_port': {'id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:16Z', 'updated_at': '2022-09-16T13:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'b109fbd1-95c0-419f-86cb-e915972369c9', 'name': '', 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'mac_address': 'fa:16:3e:8a:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '0c86fa22-38fb-4a34-a6ef-3769982fb8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:23Z', 'updated_at': '2022-09-16T13:04:30Z', 'revision_number': 5, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'subnets': [{'id': '0c86fa22-38fb-4a34-a6ef-3769982fb8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:41.636286 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 328ce2f8-022c-446e-b388-06295b8c63e7, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=328ce2f8-022c-446e-b388-06295b8c63e7,segment=NetworkSegment(9edf9333-8d62-4ed6-bd3c-dd8351317483),segment_id=9edf9333-8d62-4ed6-bd3c-dd8351317483)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:41.665228 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port e7314a4e-f4f1-44d5-acb3-440c63fa8604 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:41.665697 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (e7314a4e-f4f1-44d5-acb3-440c63fa8604), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:41.666106 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port e7314a4e-f4f1-44d5-acb3-440c63fa8604 Sep 16 13:05:41.711967 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (328ce2f8-022c-446e-b388-06295b8c63e7), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:41.712831 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 8a23d825-e263-4839-8617-11f3b05818ce no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:05:41.724212 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75fde22-db1b-431f-9c4b-ae764693d130 None None] The sync data for ids ['0835cee8-e786-4ab4-8f10-3a1b34de95b5'] in n-d-858094-4 is: [{'id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'name': 'tempest-ServersTestManualDisk-27505381-router', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:15Z', 'updated_at': '2022-09-16T13:04:24Z', 'revision_number': 4, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'gw_port': {'id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:16Z', 'updated_at': '2022-09-16T13:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': 'b109fbd1-95c0-419f-86cb-e915972369c9', 'name': '', 'network_id': '8add36eb-29cb-4c92-8149-fffc1787dd77', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'mac_address': 'fa:16:3e:8a:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '0c86fa22-38fb-4a34-a6ef-3769982fb8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:23Z', 'updated_at': '2022-09-16T13:04:30Z', 'revision_number': 5, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'subnets': [{'id': '0c86fa22-38fb-4a34-a6ef-3769982fb8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:05:41.789554 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:41.845420 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port e7314a4e-f4f1-44d5-acb3-440c63fa8604 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:41.929257 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 8a23d825-e263-4839-8617-11f3b05818ce is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:41.929661 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8a23d825-e263-4839-8617-11f3b05818ce), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:41.930403 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fa56997f-876e-4702-aae2-75a15bf4ff0c req-f70068fc-3ebf-4810-b4b4-e5d1cb29c9fd tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8154080 Sep 16 13:05:41.985469 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 8a23d825-e263-4839-8617-11f3b05818ce, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=8a23d825-e263-4839-8617-11f3b05818ce,segment=NetworkSegment(5af2e1e4-dfd3-4925-87c1-04a16a79db7a),segment_id=5af2e1e4-dfd3-4925-87c1-04a16a79db7a)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:41.989643 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=328ce2f8-022c-446e-b388-06295b8c63e7,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:41.996396 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8a23d825-e263-4839-8617-11f3b05818ce), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:41.998199 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device c7eb5869-5d95-47b8-9539-2bec50eb4428 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:05:42.051878 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06172aaf-3a5c-4bbd-8095-0d2f33dd70a8 x-openstack-request-id: req-06172aaf-3a5c-4bbd-8095-0d2f33dd70a8 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:05:42.052223 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76bc3fa-0395-4782-8a87-ec5cfc6da641", "name": "network-vif-plugged", "status": "completed", "tag": "8a68040c-b0d1-432e-b8a2-3698222d82ee", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:05:42.053046 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-06172aaf-3a5c-4bbd-8095-0d2f33dd70a8 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:05:42.053484 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06172aaf-3a5c-4bbd-8095-0d2f33dd70a8'] response: {'server_uuid': 'b76bc3fa-0395-4782-8a87-ec5cfc6da641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a68040c-b0d1-432e-b8a2-3698222d82ee', 'code': 200} Sep 16 13:05:42.154739 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port c7eb5869-5d95-47b8-9539-2bec50eb4428 is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:42.155475 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (c7eb5869-5d95-47b8-9539-2bec50eb4428), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:42.221805 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:42.229766 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port c7eb5869-5d95-47b8-9539-2bec50eb4428, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c7eb5869-5d95-47b8-9539-2bec50eb4428,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:42.233440 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=8a23d825-e263-4839-8617-11f3b05818ce,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:42.243059 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (c7eb5869-5d95-47b8-9539-2bec50eb4428), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:42.243059 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 96ec0261-1181-470b-971b-163682a9e81d no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:05:42.315668 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00a3ca9-53d4-4d17-9411-0adcaa240caa None None] New status for floating IP 3f56c00a-33f9-4305-8b4e-b772f2661024: DOWN {{(pid=113701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 13:05:42.404464 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=c7eb5869-5d95-47b8-9539-2bec50eb4428,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:42.415869 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a1b8f61-8f71-48a2-a32b-1b8ad8fa91e3 req-6cfbcd79-4f60-4ed6-bfd2-00a1eb8d899d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3082085 Sep 16 13:05:42.505221 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a71fa8-659d-41a5-a21f-e67eac5c2682 req-5144075e-ffc1-411e-bdb9-fa5559f42061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:42.511927 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-76a71fa8-659d-41a5-a21f-e67eac5c2682 req-5144075e-ffc1-411e-bdb9-fa5559f42061 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 1128 time: 0.4008174 Sep 16 13:05:42.514494 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-b0ff04b5-c092-43ca-ad1e-59f75427da32 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/c8f0423b-8f95-4074-9a6e-229fa6e975d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4177234 Sep 16 13:05:42.577168 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 96ec0261-1181-470b-971b-163682a9e81d is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:42.577769 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (96ec0261-1181-470b-971b-163682a9e81d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:42.642664 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-76a71fa8-659d-41a5-a21f-e67eac5c2682 req-d3b242e9-2170-43c9-964d-c8becf66619c service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=9f85c751-0901-4eb1-a78e-a69750dc9f44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222377 Sep 16 13:05:42.669645 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 96ec0261-1181-470b-971b-163682a9e81d, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=96ec0261-1181-470b-971b-163682a9e81d,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:42.681278 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (96ec0261-1181-470b-971b-163682a9e81d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:42.682041 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 8874748b-6030-4aea-9e6b-79db8c8d555d no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:05:42.910764 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=96ec0261-1181-470b-971b-163682a9e81d,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:42.982526 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 8874748b-6030-4aea-9e6b-79db8c8d555d is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:42.984050 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8874748b-6030-4aea-9e6b-79db8c8d555d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:43.036749 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 8874748b-6030-4aea-9e6b-79db8c8d555d, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=8874748b-6030-4aea-9e6b-79db8c8d555d,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:43.042125 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8874748b-6030-4aea-9e6b-79db8c8d555d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:43.128692 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=8874748b-6030-4aea-9e6b-79db8c8d555d,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:43.162640 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-96d1e07c-6369-4358-b917-499e16a5fc5e service neutron] For port 9b032a10-f56e-47fc-b941-54f12778f01c, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=9b032a10-f56e-47fc-b941-54f12778f01c,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:43.195132 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:43.249084 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d3f3c-be09-4578-a0d1-309b242d92b1 req-bd575b48-b7ca-4119-aaf6-329865a5b3a5 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:43.257610 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5d1d3f3c-be09-4578-a0d1-309b242d92b1 req-bd575b48-b7ca-4119-aaf6-329865a5b3a5 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.7194674 Sep 16 13:05:43.298279 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e23a1f-573e-43e6-890e-9b8a9938c6d5 admin admin] Router 26ffe860-6b95-4a8f-b424-8f481f7a5f51 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:05:43.393610 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-96d1e07c-6369-4358-b917-499e16a5fc5e service neutron] For port 9b032a10-f56e-47fc-b941-54f12778f01c, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:05:43.427524 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-e45b53b1-2d87-4757-b41b-c9da77358b4d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Allocated IP 172.20.0.1 (3e177529-718e-4248-a222-010f91e2071d/1fb153bb-6289-4234-995a-0a3de225bfab/f5399080-2bea-472d-bc05-141ca84ac898) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:05:43.442165 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4a1b8f61-8f71-48a2-a32b-1b8ad8fa91e3 req-729ab8d0-3d1c-4b69-8e59-ac69a0dad1f9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9807951 Sep 16 13:05:43.498452 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522df872-1639-4099-8b8e-9dd9454fe278 req-84d28058-7faf-4580-a93c-f62d5ccc8e6f tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:43.505672 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-522df872-1639-4099-8b8e-9dd9454fe278 req-84d28058-7faf-4580-a93c-f62d5ccc8e6f tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 946 time: 0.3019218 Sep 16 13:05:43.542000 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:43.544499 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-96d1e07c-6369-4358-b917-499e16a5fc5e service neutron] device_id is not set on port 9b032a10-f56e-47fc-b941-54f12778f01c yet. {{(pid=113698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:05:43.592566 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-96d1e07c-6369-4358-b917-499e16a5fc5e service neutron] Publish callbacks [] for port (9b032a10-f56e-47fc-b941-54f12778f01c), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:43.627648 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5d1d3f3c-be09-4578-a0d1-309b242d92b1 req-e33d1054-7787-408c-9a0d-02701d645260 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3696632 Sep 16 13:05:43.638743 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-96d1e07c-6369-4358-b917-499e16a5fc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (9b032a10-f56e-47fc-b941-54f12778f01c), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:43.688865 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41516) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:43.776566 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-522df872-1639-4099-8b8e-9dd9454fe278 req-f7c7c47f-9417-4015-a7c9-f9ee60e61bb1 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9f85c751-0901-4eb1-a78e-a69750dc9f44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2698979 Sep 16 13:05:43.847289 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-96d1e07c-6369-4358-b917-499e16a5fc5e service neutron] No DVR routers for this DVR port 9b032a10-f56e-47fc-b941-54f12778f01c on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:05:43.863446 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:43.890091 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e23a1f-573e-43e6-890e-9b8a9938c6d5 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:05:43.909764 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1e07c-6369-4358-b917-499e16a5fc5e service neutron] Pushing event updated for resources: {'Port': ['ID=9b032a10-f56e-47fc-b941-54f12778f01c,revision_number=7']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:43.910640 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] Sync routers for ids ['26ffe860-6b95-4a8f-b424-8f481f7a5f51'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:05:43.933385 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f266d76b-1b5e-4cc2-b078-c99330d15024 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for security_group (da5bdc7d-a90b-4e04-b748-e9404bb72dec), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:43.941997 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] Routers {'26ffe860-6b95-4a8f-b424-8f481f7a5f51'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:43.943248 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['26ffe860-6b95-4a8f-b424-8f481f7a5f51'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:43.985300 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde66d4b-b2f9-4be5-97e1-9b1a15fd60cb req-f3b48709-2ce0-4c3a-b5d4-651eb42ba096 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:43.990556 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde66d4b-b2f9-4be5-97e1-9b1a15fd60cb req-f3b48709-2ce0-4c3a-b5d4-651eb42ba096 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:44.001888 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f266d76b-1b5e-4cc2-b078-c99330d15024 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for security_group (da5bdc7d-a90b-4e04-b748-e9404bb72dec), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:44.002277 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:44.017583 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde66d4b-b2f9-4be5-97e1-9b1a15fd60cb req-f3b48709-2ce0-4c3a-b5d4-651eb42ba096 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:44.028202 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde66d4b-b2f9-4be5-97e1-9b1a15fd60cb req-f3b48709-2ce0-4c3a-b5d4-651eb42ba096 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:44.037145 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde66d4b-b2f9-4be5-97e1-9b1a15fd60cb req-f3b48709-2ce0-4c3a-b5d4-651eb42ba096 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:44.043787 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde66d4b-b2f9-4be5-97e1-9b1a15fd60cb req-f3b48709-2ce0-4c3a-b5d4-651eb42ba096 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:44.046099 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fde66d4b-b2f9-4be5-97e1-9b1a15fd60cb req-f3b48709-2ce0-4c3a-b5d4-651eb42ba096 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 4652 time: 0.2845180 Sep 16 13:05:44.078099 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f7a47ee6-880a-48ea-9c4f-189017183ccb req-2f840e70-c9b4-484b-9851-f5b26ae6c0ae tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 210 time: 0.1857786 Sep 16 13:05:44.130430 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b032a10-f56e-47fc-b941-54f12778f01c'}, {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c121ccb-eba9-4b08-98af-afba73327fcc'}, {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '328ce2f8-022c-446e-b388-06295b8c63e7'}, {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a23d825-e263-4839-8617-11f3b05818ce'}, {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7eb5869-5d95-47b8-9539-2bec50eb4428'}, {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96ec0261-1181-470b-971b-163682a9e81d'}, {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8874748b-6030-4aea-9e6b-79db8c8d555d'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:05:44.131757 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947527f4-04f1-4c73-a903-9fae37c3b512" -d '{"events": [{"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "9b032a10-f56e-47fc-b941-54f12778f01c"}, {"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "8c121ccb-eba9-4b08-98af-afba73327fcc"}, {"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "328ce2f8-022c-446e-b388-06295b8c63e7"}, {"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "8a23d825-e263-4839-8617-11f3b05818ce"}, {"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "c7eb5869-5d95-47b8-9539-2bec50eb4428"}, {"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "96ec0261-1181-470b-971b-163682a9e81d"}, {"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "8874748b-6030-4aea-9e6b-79db8c8d555d"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:05:44.148858 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f266d76b-1b5e-4cc2-b078-c99330d15024 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (da5bdc7d-a90b-4e04-b748-e9404bb72dec), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:44.152506 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-f266d76b-1b5e-4cc2-b078-c99330d15024 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:44.156085 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f266d76b-1b5e-4cc2-b078-c99330d15024 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/da5bdc7d-a90b-4e04-b748-e9404bb72dec HTTP/1.1" status: 204 len: 168 time: 0.4631612 Sep 16 13:05:44.158316 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41530) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:44.174839 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-a9e23a1f-573e-43e6-890e-9b8a9938c6d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:44.176153 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-a9e23a1f-573e-43e6-890e-9b8a9938c6d5 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 936 time: 10.5292783 Sep 16 13:05:44.187790 n-d-858094-4 neutron-server[113699]: INFO neutron.api.v2.resource [None req-3bb4e96d-691d-4bac-bfce-f5419cdafe8a tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] show failed (client error): The resource could not be found. Sep 16 13:05:44.188232 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e45b53b1-2d87-4757-b41b-c9da77358b4d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for port (f5399080-2bea-472d-bc05-141ca84ac898), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:44.189606 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3bb4e96d-691d-4bac-bfce-f5419cdafe8a tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "GET /networking/v2.0/security-groups/da5bdc7d-a90b-4e04-b748-e9404bb72dec HTTP/1.1" status: 404 len: 347 time: 0.0302403 Sep 16 13:05:44.192390 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-96d1e07c-6369-4358-b917-499e16a5fc5e service neutron] In _notify_port_updated(), no bound segment for port 9b032a10-f56e-47fc-b941-54f12778f01c on network cbc422c8-d561-47f7-afec-ef049a9a76c5 {{(pid=113698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 16 13:05:44.194062 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-96d1e07c-6369-4358-b917-499e16a5fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:44.195010 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-96d1e07c-6369-4358-b917-499e16a5fc5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:44.196102 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] Set router 26ffe860-6b95-4a8f-b424-8f481f7a5f51 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:05:44.197433 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-96d1e07c-6369-4358-b917-499e16a5fc5e service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/9b032a10-f56e-47fc-b941-54f12778f01c HTTP/1.1" status: 200 len: 1032 time: 5.0093880 Sep 16 13:05:44.201321 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 41532) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:44.201795 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 41534) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:44.216857 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266d76b-1b5e-4cc2-b078-c99330d15024 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5bdc7d-a90b-4e04-b748-e9404bb72dec,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:44.409466 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:44.476400 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:44.484065 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ffe860-6b95-4a8f-b424-8f481f7a5f51', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-605995321-router', 'tenant_id': '17c6cefa9f0245ac98950fb6f8b526c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '15ccce18-e353-4954-be1a-d7422325310c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:05:33Z', 'updated_at': '2022-09-16T13:05:39Z', 'revision_number': 3, 'project_id': '17c6cefa9f0245ac98950fb6f8b526c8', 'gw_port': {'id': '15ccce18-e353-4954-be1a-d7422325310c', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ffe860-6b95-4a8f-b424-8f481f7a5f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:05:35Z', 'updated_at': '2022-09-16T13:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:44.528657 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] Checking router: 26ffe860-6b95-4a8f-b424-8f481f7a5f51 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:05:44.529046 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] Updating router 26ffe860-6b95-4a8f-b424-8f481f7a5f51 port 15ccce18-e353-4954-be1a-d7422325310c binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:05:44.534036 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-89e5df04-d049-4ecb-911c-ef39fe9f48c6 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:44.536923 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-89e5df04-d049-4ecb-911c-ef39fe9f48c6 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.25 "GET /networking/v2.0/ports/96ec0261-1181-470b-971b-163682a9e81d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3317158 Sep 16 13:05:44.566064 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (15ccce18-e353-4954-be1a-d7422325310c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:44.595939 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-b9720ba3-26d1-47e7-a377-99f4feaaab69 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:44.671609 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e30ba0-e5ce-4b56-956b-a678897b49cc req-93cce635-b295-45f9-b46c-a2cf1cea6a94 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:44.673139 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-56e30ba0-e5ce-4b56-956b-a678897b49cc req-93cce635-b295-45f9-b46c-a2cf1cea6a94 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.2945783 Sep 16 13:05:44.707367 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fde66d4b-b2f9-4be5-97e1-9b1a15fd60cb req-a66b023c-6bbf-401d-b73c-ff93598a0a39 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&id=62c42359-32b7-46e6-bb66-857c73003798&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6369720 Sep 16 13:05:44.759664 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:44.803489 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1223 Content-Type: application/json Date: Fri, 16 Sep 2022 13:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0676e91a-516f-47f6-8b78-b6bf53182b65 x-openstack-request-id: req-0676e91a-516f-47f6-8b78-b6bf53182b65 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:05:44.804154 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "9b032a10-f56e-47fc-b941-54f12778f01c", "code": 200}, {"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "8c121ccb-eba9-4b08-98af-afba73327fcc", "code": 200}, {"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "328ce2f8-022c-446e-b388-06295b8c63e7", "code": 200}, {"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "8a23d825-e263-4839-8617-11f3b05818ce", "code": 200}, {"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "c7eb5869-5d95-47b8-9539-2bec50eb4428", "code": 200}, {"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "96ec0261-1181-470b-971b-163682a9e81d", "code": 200}, {"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "8874748b-6030-4aea-9e6b-79db8c8d555d", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:05:44.804432 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0676e91a-516f-47f6-8b78-b6bf53182b65 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:05:44.804836 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0676e91a-516f-47f6-8b78-b6bf53182b65'] response: {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b032a10-f56e-47fc-b941-54f12778f01c', 'code': 200} Sep 16 13:05:44.805194 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0676e91a-516f-47f6-8b78-b6bf53182b65'] response: {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c121ccb-eba9-4b08-98af-afba73327fcc', 'code': 200} Sep 16 13:05:44.805370 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0676e91a-516f-47f6-8b78-b6bf53182b65'] response: {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '328ce2f8-022c-446e-b388-06295b8c63e7', 'code': 200} Sep 16 13:05:44.805703 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0676e91a-516f-47f6-8b78-b6bf53182b65'] response: {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a23d825-e263-4839-8617-11f3b05818ce', 'code': 200} Sep 16 13:05:44.806189 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0676e91a-516f-47f6-8b78-b6bf53182b65'] response: {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7eb5869-5d95-47b8-9539-2bec50eb4428', 'code': 200} Sep 16 13:05:44.806535 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0676e91a-516f-47f6-8b78-b6bf53182b65'] response: {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96ec0261-1181-470b-971b-163682a9e81d', 'code': 200} Sep 16 13:05:44.806787 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0676e91a-516f-47f6-8b78-b6bf53182b65'] response: {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8874748b-6030-4aea-9e6b-79db8c8d555d', 'code': 200} Sep 16 13:05:44.813771 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e45b53b1-2d87-4757-b41b-c9da77358b4d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (f5399080-2bea-472d-bc05-141ca84ac898), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:44.877956 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-7f05cc33-578b-4550-8591-07c594db95c9 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Deleting port 65a516e3-56d6-498b-b127-610305832b22 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:44.878327 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7f05cc33-578b-4550-8591-07c594db95c9 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (65a516e3-56d6-498b-b127-610305832b22), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:44.931176 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b53b1-2d87-4757-b41b-c9da77358b4d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Port': ['ID=f5399080-2bea-472d-bc05-141ca84ac898,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:44.955757 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45b53b1-2d87-4757-b41b-c9da77358b4d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Network 3e177529-718e-4248-a222-010f91e2071d is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:44.998659 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] Publish callbacks [] for port (15ccce18-e353-4954-be1a-d7422325310c), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:45.011329 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (15ccce18-e353-4954-be1a-d7422325310c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:45.017046 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-b9720ba3-26d1-47e7-a377-99f4feaaab69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (96ec0261-1181-470b-971b-163682a9e81d), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:45.032060 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-e45b53b1-2d87-4757-b41b-c9da77358b4d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:45.048504 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-56e30ba0-e5ce-4b56-956b-a678897b49cc req-c8fc0c74-a71f-4fa3-92d3-3826e2aa5dcc tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3480272 Sep 16 13:05:45.085473 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b53b1-2d87-4757-b41b-c9da77358b4d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:05:45.085618 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-8fc5f7c0-7314-4118-a1a2-bf452f6621b4 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:45.087243 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-8fc5f7c0-7314-4118-a1a2-bf452f6621b4 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.76 "GET /networking/v2.0/networks?id=c8f0423b-8f95-4074-9a6e-229fa6e975d1 HTTP/1.1" status: 200 len: 815 time: 0.1786213 Sep 16 13:05:45.096584 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] Attempting to bind port 15ccce18-e353-4954-be1a-d7422325310c on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:05:45.096958 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] Attempting to bind port 15ccce18-e353-4954-be1a-d7422325310c by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:05:45.097319 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] Attempting to bind port 15ccce18-e353-4954-be1a-d7422325310c on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:05:45.108466 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c88404-e970-4a91-a179-8fdeca2eec02 req-2b3c4287-612a-4c76-95ce-d1d374102c17 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:45.111392 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f8c88404-e970-4a91-a179-8fdeca2eec02 req-2b3c4287-612a-4c76-95ce-d1d374102c17 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 946 time: 0.1888466 Sep 16 13:05:45.162536 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:45.260051 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29920d-7abc-4cf8-90a6-addc0505f6a7 None None] Pushing event updated for resources: {'Port': ['ID=15ccce18-e353-4954-be1a-d7422325310c,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:45.272632 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-0b2a0f51-796e-48fc-9941-3460357df058 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=069d839f047b4c38a1dae0ff8d692230 HTTP/1.1" status: 200 len: 379 time: 0.1760094 Sep 16 13:05:45.277651 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:05:45.280988 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:05:45.282406 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:45.283637 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:05:45.284367 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] Bound port: 15ccce18-e353-4954-be1a-d7422325310c, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:05:45.286196 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (15ccce18-e353-4954-be1a-d7422325310c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:45.290230 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-c43cf043-8a4f-4ff3-994c-2274d9e2eeb7 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Request body: {'port': {'device_id': '6b0851db-8113-49aa-abe4-e5cd1b345b9b', 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1', 'admin_state_up': True, 'tenant_id': '069d839f047b4c38a1dae0ff8d692230', 'security_groups': ['b962b4bb-0c1a-4b50-b32a-a4b644420cb4']}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:45.406251 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] For port 15ccce18-e353-4954-be1a-d7422325310c, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:05:45.412730 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] For port 15ccce18-e353-4954-be1a-d7422325310c, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=15ccce18-e353-4954-be1a-d7422325310c,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:05:45.424590 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (15ccce18-e353-4954-be1a-d7422325310c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:45.528241 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] Routers {'26ffe860-6b95-4a8f-b424-8f481f7a5f51'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:45.528904 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['26ffe860-6b95-4a8f-b424-8f481f7a5f51'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:45.543901 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:45.548003 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Provisioning complete for port f5399080-2bea-472d-bc05-141ca84ac898 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:45.548407 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f5399080-2bea-472d-bc05-141ca84ac898), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:45.548755 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Attempt 1 to provision port f5399080-2bea-472d-bc05-141ca84ac898 Sep 16 13:05:45.567023 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-c43cf043-8a4f-4ff3-994c-2274d9e2eeb7 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Made reservation on behalf of 069d839f047b4c38a1dae0ff8d692230 for: {'port': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:05:45.571839 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-c43cf043-8a4f-4ff3-994c-2274d9e2eeb7 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:45.674775 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Port f5399080-2bea-472d-bc05-141ca84ac898 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:45.830991 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] Set router 26ffe860-6b95-4a8f-b424-8f481f7a5f51 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:05:45.832877 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7f05cc33-578b-4550-8591-07c594db95c9 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (65a516e3-56d6-498b-b127-610305832b22), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:45.833353 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7f05cc33-578b-4550-8591-07c594db95c9 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for floatingip (65a516e3-56d6-498b-b127-610305832b22), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:45.850297 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-7f05cc33-578b-4550-8591-07c594db95c9 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Calling delete_port for 65a516e3-56d6-498b-b127-610305832b22 owned by network:floatingip {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:45.863690 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-c43cf043-8a4f-4ff3-994c-2274d9e2eeb7 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Allocated IP 172.20.0.7 (c8f0423b-8f95-4074-9a6e-229fa6e975d1/51c69193-b69b-4126-bd7f-16f10ee1b3e8/f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:05:45.897971 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29920d-7abc-4cf8-90a6-addc0505f6a7 None None] Pushing event updated for resources: {'Port': ['ID=15ccce18-e353-4954-be1a-d7422325310c,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:46.077242 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-c43cf043-8a4f-4ff3-994c-2274d9e2eeb7 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks [] for port (f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:46.082197 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:46.083613 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e45b53b1-2d87-4757-b41b-c9da77358b4d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (74c33a9c-c2d8-47f2-9844-4e99509becff), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:46.094600 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7f05cc33-578b-4550-8591-07c594db95c9 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (65a516e3-56d6-498b-b127-610305832b22), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:46.105568 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ffe860-6b95-4a8f-b424-8f481f7a5f51', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-605995321-router', 'tenant_id': '17c6cefa9f0245ac98950fb6f8b526c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '15ccce18-e353-4954-be1a-d7422325310c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:05:33Z', 'updated_at': '2022-09-16T13:05:39Z', 'revision_number': 3, 'project_id': '17c6cefa9f0245ac98950fb6f8b526c8', 'gw_port': {'id': '15ccce18-e353-4954-be1a-d7422325310c', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ffe860-6b95-4a8f-b424-8f481f7a5f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:05:35Z', 'updated_at': '2022-09-16T13:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:46.137845 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-c43cf043-8a4f-4ff3-994c-2274d9e2eeb7 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:46.184225 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Attempt 2 to provision port f5399080-2bea-472d-bc05-141ca84ac898 Sep 16 13:05:46.190673 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc331c7c-f718-4db4-800f-51bab04c978a None None] The sync data for ids ['26ffe860-6b95-4a8f-b424-8f481f7a5f51'] in n-d-858094-4 is: [{'id': '26ffe860-6b95-4a8f-b424-8f481f7a5f51', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-605995321-router', 'tenant_id': '17c6cefa9f0245ac98950fb6f8b526c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '15ccce18-e353-4954-be1a-d7422325310c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:05:33Z', 'updated_at': '2022-09-16T13:05:39Z', 'revision_number': 3, 'project_id': '17c6cefa9f0245ac98950fb6f8b526c8', 'gw_port': {'id': '15ccce18-e353-4954-be1a-d7422325310c', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ffe860-6b95-4a8f-b424-8f481f7a5f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:05:35Z', 'updated_at': '2022-09-16T13:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:05:46.226504 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-c43cf043-8a4f-4ff3-994c-2274d9e2eeb7 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Network c8f0423b-8f95-4074-9a6e-229fa6e975d1 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:46.232073 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-c43cf043-8a4f-4ff3-994c-2274d9e2eeb7 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:46.236601 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-c43cf043-8a4f-4ff3-994c-2274d9e2eeb7 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:05:46.281122 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cf043-8a4f-4ff3-994c-2274d9e2eeb7 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Pushing event updated for resources: {'Port': ['ID=f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:46.288524 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Port f5399080-2bea-472d-bc05-141ca84ac898 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:46.311982 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05cc33-578b-4550-8591-07c594db95c9 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Pushing event deleted for resources: {'Port': ['ID=65a516e3-56d6-498b-b127-610305832b22,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:46.335617 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-c43cf043-8a4f-4ff3-994c-2274d9e2eeb7 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:46.336715 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-c43cf043-8a4f-4ff3-994c-2274d9e2eeb7 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:46.340027 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c8b272cf-1df7-4164-9210-5928e61a9872 req-6b5bdb20-43bf-4a21-90a1-17550646ad43 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 210 time: 0.2711327 Sep 16 13:05:46.375944 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-c43cf043-8a4f-4ff3-994c-2274d9e2eeb7 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0968349 Sep 16 13:05:46.388584 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] Request body: {'port': {'device_id': '6b0851db-8113-49aa-abe4-e5cd1b345b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-858094-4'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:46.413837 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-b9720ba3-26d1-47e7-a377-99f4feaaab69 service neutron] For port 96ec0261-1181-470b-971b-163682a9e81d, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=96ec0261-1181-470b-971b-163682a9e81d,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:46.439811 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:46.481437 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:46.490215 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-b9720ba3-26d1-47e7-a377-99f4feaaab69 service neutron] For port 96ec0261-1181-470b-971b-163682a9e81d, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:05:46.542974 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-b9720ba3-26d1-47e7-a377-99f4feaaab69 service neutron] device_id is not set on port 96ec0261-1181-470b-971b-163682a9e81d yet. {{(pid=113698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:05:46.553167 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-b9720ba3-26d1-47e7-a377-99f4feaaab69 service neutron] Publish callbacks [] for port (96ec0261-1181-470b-971b-163682a9e81d), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:46.577599 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:46.702730 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-b9720ba3-26d1-47e7-a377-99f4feaaab69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (96ec0261-1181-470b-971b-163682a9e81d), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:46.790161 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Attempt 3 to provision port f5399080-2bea-472d-bc05-141ca84ac898 Sep 16 13:05:46.862903 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Port f5399080-2bea-472d-bc05-141ca84ac898 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:46.911386 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9720ba3-26d1-47e7-a377-99f4feaaab69 service neutron] Pushing event updated for resources: {'Port': ['ID=96ec0261-1181-470b-971b-163682a9e81d,revision_number=7']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:47.051075 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:47.057771 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-b9720ba3-26d1-47e7-a377-99f4feaaab69 service neutron] No DVR routers for this DVR port 96ec0261-1181-470b-971b-163682a9e81d on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:05:47.112943 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f8c88404-e970-4a91-a179-8fdeca2eec02 req-bdbeb38e-9d26-4adf-b570-ce595026c11d tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9f85c751-0901-4eb1-a78e-a69750dc9f44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1008162 Sep 16 13:05:47.144169 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb44d9-0f9e-4fe2-8c7f-9689fa178629 req-bb90014f-6bf0-42fa-9ef0-d9abe14a4dc9 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:47.152163 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a0eb44d9-0f9e-4fe2-8c7f-9689fa178629 req-bb90014f-6bf0-42fa-9ef0-d9abe14a4dc9 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.5701492 Sep 16 13:05:47.213315 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 {{(pid=113699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:05:47.225303 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7f05cc33-578b-4550-8591-07c594db95c9 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks [] for floatingip (3f56c00a-33f9-4305-8b4e-b772f2661024), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:47.228376 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7f05cc33-578b-4550-8591-07c594db95c9 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:47.229665 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-7f05cc33-578b-4550-8591-07c594db95c9 tempest-ServersTestManualDisk-385085741 tempest-ServersTestManualDisk-385085741-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/3f56c00a-33f9-4305-8b4e-b772f2661024 HTTP/1.1" status: 204 len: 168 time: 3.0256145 Sep 16 13:05:47.231159 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] Publish callbacks [] for port (f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:47.234265 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41566) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:47.312259 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.provisioning_blocks [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] Transition to ACTIVE for port object f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 will not be triggered until provisioned by entity L2. {{(pid=113699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:05:47.331871 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:47.363872 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Attempt 4 to provision port f5399080-2bea-472d-bc05-141ca84ac898 Sep 16 13:05:47.460089 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Port f5399080-2bea-472d-bc05-141ca84ac898 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:47.483138 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-b9720ba3-26d1-47e7-a377-99f4feaaab69 service neutron] In _notify_port_updated(), no bound segment for port 96ec0261-1181-470b-971b-163682a9e81d on network cbc422c8-d561-47f7-afec-ef049a9a76c5 {{(pid=113698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:950}} Sep 16 13:05:47.484046 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-b9720ba3-26d1-47e7-a377-99f4feaaab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:47.493403 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-b9720ba3-26d1-47e7-a377-99f4feaaab69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:47.494533 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 15ccce18-e353-4954-be1a-d7422325310c up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:05:47.495302 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-b9720ba3-26d1-47e7-a377-99f4feaaab69 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/96ec0261-1181-470b-971b-163682a9e81d HTTP/1.1" status: 200 len: 1032 time: 2.9262769 Sep 16 13:05:47.574598 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:47.597506 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 15ccce18-e353-4954-be1a-d7422325310c triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:47.597879 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (15ccce18-e353-4954-be1a-d7422325310c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:47.598219 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 15ccce18-e353-4954-be1a-d7422325310c Sep 16 13:05:47.674074 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a5d4d-646b-441e-a618-207b9551927e service neutron] Pushing event updated for resources: {'Port': ['ID=f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:47.706467 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f566c78-8475-4ad6-bd71-d24b05370b02 req-be236b85-37b6-4440-b02f-69bd987574b8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:47.712661 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f566c78-8475-4ad6-bd71-d24b05370b02 req-be236b85-37b6-4440-b02f-69bd987574b8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:47.719700 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f566c78-8475-4ad6-bd71-d24b05370b02 req-be236b85-37b6-4440-b02f-69bd987574b8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:47.726319 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f566c78-8475-4ad6-bd71-d24b05370b02 req-be236b85-37b6-4440-b02f-69bd987574b8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:47.734195 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f566c78-8475-4ad6-bd71-d24b05370b02 req-be236b85-37b6-4440-b02f-69bd987574b8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:47.743266 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2f566c78-8475-4ad6-bd71-d24b05370b02 req-be236b85-37b6-4440-b02f-69bd987574b8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 3875 time: 0.5116365 Sep 16 13:05:47.757412 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 15ccce18-e353-4954-be1a-d7422325310c is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:47.757799 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (15ccce18-e353-4954-be1a-d7422325310c), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:47.760887 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a0eb44d9-0f9e-4fe2-8c7f-9689fa178629 req-525ea51e-f87f-4a75-854a-2e6f3f2f04bf tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6020701 Sep 16 13:05:47.809667 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] Attempting to bind port f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 on host n-h2-858094-4 for vnic_type normal with profile {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:05:47.810006 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] Attempting to bind port f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 by drivers openvswitch,hyperv on host n-h2-858094-4 at level 0 using segments [{'id': '88e21957-051c-43c3-9e4e-6535fc1b3756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1'}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:05:47.810332 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] Attempting to bind port f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 on network c8f0423b-8f95-4074-9a6e-229fa6e975d1 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:05:47.830361 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 15ccce18-e353-4954-be1a-d7422325310c, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=15ccce18-e353-4954-be1a-d7422325310c,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:47.838482 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (15ccce18-e353-4954-be1a-d7422325310c), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:47.889168 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e45b53b1-2d87-4757-b41b-c9da77358b4d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f5399080-2bea-472d-bc05-141ca84ac898), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:47.957489 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] Port f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 on network c8f0423b-8f95-4074-9a6e-229fa6e975d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-858094-4 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:05:47.957819 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] Attempting to bind port f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 on network c8f0423b-8f95-4074-9a6e-229fa6e975d1 {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:05:47.961085 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Attempt 5 to provision port f5399080-2bea-472d-bc05-141ca84ac898 Sep 16 13:05:47.965108 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=15ccce18-e353-4954-be1a-d7422325310c,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:48.038135 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Port f5399080-2bea-472d-bc05-141ca84ac898 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:48.079333 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:48.147193 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] Checking agent: {'id': 'e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:05:48.147558 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] Checking segment: {'id': '88e21957-051c-43c3-9e4e-6535fc1b3756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:05:48.147917 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] Bound using segment: {'id': '88e21957-051c-43c3-9e4e-6535fc1b3756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1'} {{(pid=113699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:05:48.148393 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.managers [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] Bound port: f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69, host: n-h2-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88e21957-051c-43c3-9e4e-6535fc1b3756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1'}}] {{(pid=113699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:05:48.148753 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:48.170282 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-a6ad8eb4-c7f2-4a49-ba62-d1c189d2774e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Deleting port 328ce2f8-022c-446e-b388-06295b8c63e7 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:48.170282 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-a6ad8eb4-c7f2-4a49-ba62-d1c189d2774e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (328ce2f8-022c-446e-b388-06295b8c63e7), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:48.259543 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4f935-490d-4c98-b2e2-092743a6ccc0 req-bd22955f-79aa-409f-bcd7-c1aecf3b6938 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:48.280862 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ecd4f935-490d-4c98-b2e2-092743a6ccc0 req-bd22955f-79aa-409f-bcd7-c1aecf3b6938 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 946 time: 0.3851068 Sep 16 13:05:48.281632 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 41580) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:48.285847 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:48.287386 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c4cc800f-866f-437a-8036-93d75ead64e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (0835cee8-e786-4ab4-8f10-3a1b34de95b5), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:48.471136 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-1fde1231-c33b-4cb5-9d4a-ca1e19958447 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Request body: {'floatingip': {'port_id': '8a68040c-b0d1-432e-b8a2-3698222d82ee'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:48.491088 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] For port f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69, host n-h2-858094-4, cleared binding levels {{(pid=113699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:05:48.538946 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Attempt 6 to provision port f5399080-2bea-472d-bc05-141ca84ac898 Sep 16 13:05:48.547989 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] For port f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69, host n-h2-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69,segment=NetworkSegment(88e21957-051c-43c3-9e4e-6535fc1b3756),segment_id=88e21957-051c-43c3-9e4e-6535fc1b3756)] {{(pid=113699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:05:48.582768 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:48.587227 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:48.590131 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:48.591632 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-871a5d4d-646b-441e-a618-207b9551927e service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 HTTP/1.1" status: 200 len: 1091 time: 2.2094083 Sep 16 13:05:48.614369 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0851db-8113-49aa-abe4-e5cd1b345b9b', 'tag': 'f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:05:48.614693 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2f566c78-8475-4ad6-bd71-d24b05370b02 req-ede4198c-fd68-471b-994f-d76a1e02cda7 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8635092 Sep 16 13:05:48.624491 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd0ee77-45f0-4a8d-b817-77c9fc7a211d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0851db-8113-49aa-abe4-e5cd1b345b9b", "tag": "f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:05:48.687951 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Port f5399080-2bea-472d-bc05-141ca84ac898 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:48.722282 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:48.783191 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1fde1231-c33b-4cb5-9d4a-ca1e19958447 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for floatingip (823c4db4-3b4a-48ae-b5f6-e31168075a9e), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:48.846594 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-0db3cf8d-f2e9-49f8-8bc8-37f7ecd82763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:48.848098 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-0db3cf8d-f2e9-49f8-8bc8-37f7ecd82763 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=069d839f047b4c38a1dae0ff8d692230&device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 1125 time: 0.1082983 Sep 16 13:05:48.933193 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f214b9-d9dc-45d8-bbfe-8c2ba6c2db05 x-openstack-request-id: req-93f214b9-d9dc-45d8-bbfe-8c2ba6c2db05 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:05:48.933488 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0851db-8113-49aa-abe4-e5cd1b345b9b", "tag": "f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:05:48.933744 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-93f214b9-d9dc-45d8-bbfe-8c2ba6c2db05 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:05:48.934156 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93f214b9-d9dc-45d8-bbfe-8c2ba6c2db05'] response: {'name': 'network-changed', 'server_uuid': '6b0851db-8113-49aa-abe4-e5cd1b345b9b', 'tag': 'f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69', 'status': 'completed', 'code': 200} Sep 16 13:05:49.023435 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-a0b7716e-6adb-4603-ac3f-c0a795c95969 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 HTTP/1.1" status: 200 len: 217 time: 0.0995247 Sep 16 13:05:49.106412 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b51f66-73d1-432a-a45a-2cf20d33b88f req-b9dce03d-11fe-451c-a10f-fb1b60aeab73 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:49.113881 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34b51f66-73d1-432a-a45a-2cf20d33b88f req-b9dce03d-11fe-451c-a10f-fb1b60aeab73 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 943 time: 0.6156380 Sep 16 13:05:49.160865 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:49.188951 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Attempt 7 to provision port f5399080-2bea-472d-bc05-141ca84ac898 Sep 16 13:05:49.194121 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a5d4d-646b-441e-a618-207b9551927e service neutron] Pushing event updated for resources: {'Port': ['ID=f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69,revision_number=3']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:49.267812 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Port f5399080-2bea-472d-bc05-141ca84ac898 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:49.271942 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-fbb1f793-e6dd-4d82-9306-1acb6166c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:49.273629 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-fbb1f793-e6dd-4d82-9306-1acb6166c4f6 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=51c69193-b69b-4126-bd7f-16f10ee1b3e8 HTTP/1.1" status: 200 len: 854 time: 0.2282457 Sep 16 13:05:49.320337 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-a6ad8eb4-c7f2-4a49-ba62-d1c189d2774e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] For port 328ce2f8-022c-446e-b388-06295b8c63e7, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=328ce2f8-022c-446e-b388-06295b8c63e7,segment=NetworkSegment(9edf9333-8d62-4ed6-bd3c-dd8351317483),segment_id=9edf9333-8d62-4ed6-bd3c-dd8351317483)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:49.323516 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-a6ad8eb4-c7f2-4a49-ba62-d1c189d2774e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (328ce2f8-022c-446e-b388-06295b8c63e7), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:49.397073 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-d9689f07-faaa-4c04-9eae-d15319e39dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:49.401498 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-d9689f07-faaa-4c04-9eae-d15319e39dff service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=c8f0423b-8f95-4074-9a6e-229fa6e975d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1142693 Sep 16 13:05:49.442052 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 15ccce18-e353-4954-be1a-d7422325310c up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:05:49.492172 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-a6ad8eb4-c7f2-4a49-ba62-d1c189d2774e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Calling delete_port for 328ce2f8-022c-446e-b388-06295b8c63e7 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:49.545443 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 15ccce18-e353-4954-be1a-d7422325310c triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:49.546411 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (15ccce18-e353-4954-be1a-d7422325310c), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:49.546910 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 15ccce18-e353-4954-be1a-d7422325310c Sep 16 13:05:49.593066 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-c4cc800f-866f-437a-8036-93d75ead64e2 admin admin] Deleting port b109fbd1-95c0-419f-86cb-e915972369c9 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:49.593515 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c4cc800f-866f-437a-8036-93d75ead64e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (b109fbd1-95c0-419f-86cb-e915972369c9), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:49.675303 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-34b51f66-73d1-432a-a45a-2cf20d33b88f req-63d18454-b1a6-4fb4-8389-089a3353441a tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b962b4bb-0c1a-4b50-b32a-a4b644420cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5603862 Sep 16 13:05:49.704554 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c3390-2eac-4410-a47a-d0a759aa619d req-985551b6-5041-43c2-8abd-c6219a8868e5 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:49.706178 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fd9c3390-2eac-4410-a47a-d0a759aa619d req-985551b6-5041-43c2-8abd-c6219a8868e5 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.2402151 Sep 16 13:05:49.729186 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-7ea99192-4247-4ca8-8080-d03b0c0aa4b2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/c8f0423b-8f95-4074-9a6e-229fa6e975d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166909 Sep 16 13:05:49.736169 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 15ccce18-e353-4954-be1a-d7422325310c is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:05:49.768822 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Attempt 8 to provision port f5399080-2bea-472d-bc05-141ca84ac898 Sep 16 13:05:49.771855 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:49.825383 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-c4cc800f-866f-437a-8036-93d75ead64e2 admin admin] For port b109fbd1-95c0-419f-86cb-e915972369c9, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=b109fbd1-95c0-419f-86cb-e915972369c9,segment=NetworkSegment(1980d704-4134-4855-b6db-fe631160701f),segment_id=1980d704-4134-4855-b6db-fe631160701f)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:49.825745 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c4cc800f-866f-437a-8036-93d75ead64e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (b109fbd1-95c0-419f-86cb-e915972369c9), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:49.845281 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-c4cc800f-866f-437a-8036-93d75ead64e2 admin admin] Calling delete_port for b109fbd1-95c0-419f-86cb-e915972369c9 owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:49.846469 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Port f5399080-2bea-472d-bc05-141ca84ac898 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:49.900513 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:05:49.955516 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-a52312a7-7e5f-4304-aea6-edaa5e9f06be req-da9ea1e8-2f22-4abd-89a9-efe188e32eeb service neutron] 10.222.0.76 "GET /networking/v2.0/networks/c8f0423b-8f95-4074-9a6e-229fa6e975d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130980 Sep 16 13:05:50.234739 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:50.248808 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c4cc800f-866f-437a-8036-93d75ead64e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (b109fbd1-95c0-419f-86cb-e915972369c9), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:50.250340 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:50.273537 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1fde1231-c33b-4cb5-9d4a-ca1e19958447 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:50.303522 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc800f-866f-437a-8036-93d75ead64e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b109fbd1-95c0-419f-86cb-e915972369c9,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:50.325440 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0ee77-45f0-4a8d-b817-77c9fc7a211d req-f30e1608-c8ae-4221-81b8-ca4ce4bb32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:50.327075 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bfd0ee77-45f0-4a8d-b817-77c9fc7a211d req-f30e1608-c8ae-4221-81b8-ca4ce4bb32c8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=069d839f047b4c38a1dae0ff8d692230&device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 1125 time: 0.0908835 Sep 16 13:05:50.350130 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Attempt 9 to provision port f5399080-2bea-472d-bc05-141ca84ac898 Sep 16 13:05:50.466970 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e45b53b1-2d87-4757-b41b-c9da77358b4d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for port (f5399080-2bea-472d-bc05-141ca84ac898), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:50.484491 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Port f5399080-2bea-472d-bc05-141ca84ac898 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:50.484823 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:50.489495 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:50.496311 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1fde1231-c33b-4cb5-9d4a-ca1e19958447 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (823c4db4-3b4a-48ae-b5f6-e31168075a9e), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:50.568718 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7fa33f4f-2ecf-48f6-a84b-29267e03d373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:50.580170 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e45b53b1-2d87-4757-b41b-c9da77358b4d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (f5399080-2bea-472d-bc05-141ca84ac898), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:50.595792 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0ee77-45f0-4a8d-b817-77c9fc7a211d req-8e58f756-981d-4803-ad07-2197739ed778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:50.598027 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bfd0ee77-45f0-4a8d-b817-77c9fc7a211d req-8e58f756-981d-4803-ad07-2197739ed778 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=c8f0423b-8f95-4074-9a6e-229fa6e975d1 HTTP/1.1" status: 200 len: 916 time: 0.2511921 Sep 16 13:05:50.986476 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Attempt 10 to provision port f5399080-2bea-472d-bc05-141ca84ac898 Sep 16 13:05:51.069624 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-a0d19c72-4d91-4a7c-abb2-bf8b85e6fa4e None None] Port f5399080-2bea-472d-bc05-141ca84ac898 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:51.101109 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bfd0ee77-45f0-4a8d-b817-77c9fc7a211d req-3dc35106-1772-4902-a0dc-308fcfbce3ab service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 HTTP/1.1" status: 200 len: 217 time: 0.4888186 Sep 16 13:05:51.168748 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-c4cc800f-866f-437a-8036-93d75ead64e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (0835cee8-e786-4ab4-8f10-3a1b34de95b5), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:51.287400 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0ee77-45f0-4a8d-b817-77c9fc7a211d req-be98e52a-43f1-4c80-aa82-2095618d9014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:51.288978 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bfd0ee77-45f0-4a8d-b817-77c9fc7a211d req-be98e52a-43f1-4c80-aa82-2095618d9014 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=51c69193-b69b-4126-bd7f-16f10ee1b3e8 HTTP/1.1" status: 200 len: 854 time: 0.1180761 Sep 16 13:05:51.404723 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0ee77-45f0-4a8d-b817-77c9fc7a211d req-e39da35c-4146-4af7-b995-b62ffb9d0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:51.406272 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bfd0ee77-45f0-4a8d-b817-77c9fc7a211d req-e39da35c-4146-4af7-b995-b62ffb9d0462 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=c8f0423b-8f95-4074-9a6e-229fa6e975d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1072516 Sep 16 13:05:51.425156 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7ab9d-4291-48fd-bcaa-d7181d0ef9e2 req-82f5f9cf-4064-4489-bfea-dfe0f615c9e2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:51.433935 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7ab9d-4291-48fd-bcaa-d7181d0ef9e2 req-82f5f9cf-4064-4489-bfea-dfe0f615c9e2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:51.442436 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7ab9d-4291-48fd-bcaa-d7181d0ef9e2 req-82f5f9cf-4064-4489-bfea-dfe0f615c9e2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:51.449928 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7ab9d-4291-48fd-bcaa-d7181d0ef9e2 req-82f5f9cf-4064-4489-bfea-dfe0f615c9e2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:51.455947 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7ab9d-4291-48fd-bcaa-d7181d0ef9e2 req-82f5f9cf-4064-4489-bfea-dfe0f615c9e2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:51.459583 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-04e7ab9d-4291-48fd-bcaa-d7181d0ef9e2 req-82f5f9cf-4064-4489-bfea-dfe0f615c9e2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 3875 time: 1.1833601 Sep 16 13:05:51.467868 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fd9c3390-2eac-4410-a47a-d0a759aa619d req-2418a94c-1ea4-46f2-a0ff-216f2f648c1f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7065692 Sep 16 13:05:51.529966 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [None req-1fde1231-c33b-4cb5-9d4a-ca1e19958447 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Floating IP 823c4db4-3b4a-48ae-b5f6-e31168075a9e associated. External IP: 172.25.2.56, port: 8a68040c-b0d1-432e-b8a2-3698222d82ee. Sep 16 13:05:51.664194 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bfd0ee77-45f0-4a8d-b817-77c9fc7a211d req-63a49f91-a5f9-4d1c-aa6e-bd46215bcaab service neutron] 10.222.0.76 "GET /networking/v2.0/networks/c8f0423b-8f95-4074-9a6e-229fa6e975d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507005 Sep 16 13:05:51.728513 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148e286-eb29-494e-9515-3b2f146cccc2 req-15e650b3-f188-462c-9093-3822d253bf8f tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:51.730168 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f148e286-eb29-494e-9515-3b2f146cccc2 req-15e650b3-f188-462c-9093-3822d253bf8f tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 943 time: 0.1147292 Sep 16 13:05:51.761182 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cc800f-866f-437a-8036-93d75ead64e2 admin admin] Router 0835cee8-e786-4ab4-8f10-3a1b34de95b5 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:05:51.768818 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-e45b53b1-2d87-4757-b41b-c9da77358b4d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (74c33a9c-c2d8-47f2-9844-4e99509becff), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:51.787084 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b53b1-2d87-4757-b41b-c9da77358b4d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Port': ['ID=f5399080-2bea-472d-bc05-141ca84ac898,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:51.807134 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:51.906279 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-a6ad8eb4-c7f2-4a49-ba62-d1c189d2774e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (328ce2f8-022c-446e-b388-06295b8c63e7), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:51.932339 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-bfd0ee77-45f0-4a8d-b817-77c9fc7a211d req-4622be9d-9703-445c-b12d-92d4514de448 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/c8f0423b-8f95-4074-9a6e-229fa6e975d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593727 Sep 16 13:05:51.939748 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cc800f-866f-437a-8036-93d75ead64e2 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:05:51.949657 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-c4cc800f-866f-437a-8036-93d75ead64e2 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/0835cee8-e786-4ab4-8f10-3a1b34de95b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7136059 Sep 16 13:05:51.950397 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41610) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:51.956417 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab83f0f-67cd-436d-9931-74e36cc52d96 None None] Sync routers for ids ['0835cee8-e786-4ab4-8f10-3a1b34de95b5'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:05:51.973629 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab83f0f-67cd-436d-9931-74e36cc52d96 None None] Routers {'0835cee8-e786-4ab4-8f10-3a1b34de95b5'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:51.975208 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-dab83f0f-67cd-436d-9931-74e36cc52d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0835cee8-e786-4ab4-8f10-3a1b34de95b5'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:52.002372 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-04e7ab9d-4291-48fd-bcaa-d7181d0ef9e2 req-3cc20537-3c03-477a-8405-751fc908b6ea tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5311673 Sep 16 13:05:52.029811 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad8eb4-c7f2-4a49-ba62-d1c189d2774e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event deleted for resources: {'Port': ['ID=328ce2f8-022c-446e-b388-06295b8c63e7,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:52.047349 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:52.062770 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f148e286-eb29-494e-9515-3b2f146cccc2 req-4799bfe0-6424-404d-a050-f35a6d969278 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b962b4bb-0c1a-4b50-b32a-a4b644420cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3167198 Sep 16 13:05:52.085476 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:52.113565 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:52.211513 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-da244a46-7a11-4e25-b402-c53569752ebb admin admin] Publish callbacks [] for router (0835cee8-e786-4ab4-8f10-3a1b34de95b5), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:52.219380 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-a6ad8eb4-c7f2-4a49-ba62-d1c189d2774e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] No DVR routers for this DVR port 328ce2f8-022c-446e-b388-06295b8c63e7 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:05:52.233411 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-a6ad8eb4-c7f2-4a49-ba62-d1c189d2774e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:52.237029 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-a6ad8eb4-c7f2-4a49-ba62-d1c189d2774e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.25 "DELETE /networking/v2.0/ports/328ce2f8-022c-446e-b388-06295b8c63e7 HTTP/1.1" status: 204 len: 173 time: 4.6887321 Sep 16 13:05:52.240787 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-deleted', 'tag': '328ce2f8-022c-446e-b388-06295b8c63e7'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:05:52.241855 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-dab83f0f-67cd-436d-9931-74e36cc52d96 None None] Set router 0835cee8-e786-4ab4-8f10-3a1b34de95b5 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:05:52.245151 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d27d7b-0aa2-4878-9e34-4616e9488918" -d '{"events": [{"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-deleted", "tag": "328ce2f8-022c-446e-b388-06295b8c63e7"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:05:52.438651 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b1ba0d-3f81-40eb-a740-b7a5f2bb2ec7 x-openstack-request-id: req-e3b1ba0d-3f81-40eb-a740-b7a5f2bb2ec7 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:05:52.439628 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-deleted", "tag": "328ce2f8-022c-446e-b388-06295b8c63e7", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:05:52.439875 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e3b1ba0d-3f81-40eb-a740-b7a5f2bb2ec7 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:05:52.440336 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3b1ba0d-3f81-40eb-a740-b7a5f2bb2ec7'] response: {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-deleted', 'tag': '328ce2f8-022c-446e-b388-06295b8c63e7', 'status': 'completed', 'code': 200} Sep 16 13:05:52.442370 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-7fa33f4f-2ecf-48f6-a84b-29267e03d373 admin admin] Allocated IP 172.20.0.1 (1ac727bd-edd6-4879-8bf8-3246bdbe1e19/5b45d336-0d6c-4524-bf82-92ee8bf0112a/62faaaa6-83de-467b-bc67-434233a0802d) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:05:52.443307 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-da244a46-7a11-4e25-b402-c53569752ebb admin admin] Publish callbacks [] for router_gateway (0835cee8-e786-4ab4-8f10-3a1b34de95b5), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:52.483455 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45b53b1-2d87-4757-b41b-c9da77358b4d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Network 3e177529-718e-4248-a222-010f91e2071d is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:52.509385 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:52.523228 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-e45b53b1-2d87-4757-b41b-c9da77358b4d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:52.592598 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-da244a46-7a11-4e25-b402-c53569752ebb admin admin] Deleting port 6ad390f5-0b71-457c-b568-e5ff00915933 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:52.592953 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-da244a46-7a11-4e25-b402-c53569752ebb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (6ad390f5-0b71-457c-b568-e5ff00915933), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:52.697162 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-dab83f0f-67cd-436d-9931-74e36cc52d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'name': 'tempest-ServersTestManualDisk-27505381-router', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:15Z', 'updated_at': '2022-09-16T13:05:50Z', 'revision_number': 5, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'gw_port': {'id': '6ad390f5-0b71-457c-b568-e5ff00915933', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:72:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:16Z', 'updated_at': '2022-09-16T13:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:52.783382 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab83f0f-67cd-436d-9931-74e36cc52d96 None None] Checking router: 0835cee8-e786-4ab4-8f10-3a1b34de95b5 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:05:52.801430 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-da244a46-7a11-4e25-b402-c53569752ebb admin admin] For port 6ad390f5-0b71-457c-b568-e5ff00915933, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=6ad390f5-0b71-457c-b568-e5ff00915933,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:52.803501 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab83f0f-67cd-436d-9931-74e36cc52d96 None None] Routers {'0835cee8-e786-4ab4-8f10-3a1b34de95b5'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:52.804471 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-dab83f0f-67cd-436d-9931-74e36cc52d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['0835cee8-e786-4ab4-8f10-3a1b34de95b5'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:52.804744 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-da244a46-7a11-4e25-b402-c53569752ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (6ad390f5-0b71-457c-b568-e5ff00915933), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:52.830345 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-da244a46-7a11-4e25-b402-c53569752ebb admin admin] Calling delete_port for 6ad390f5-0b71-457c-b568-e5ff00915933 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:52.969906 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-dab83f0f-67cd-436d-9931-74e36cc52d96 None None] Set router 0835cee8-e786-4ab4-8f10-3a1b34de95b5 gateway port host: None {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:05:53.042888 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Provisioning complete for port f5399080-2bea-472d-bc05-141ca84ac898 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:53.043269 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f5399080-2bea-472d-bc05-141ca84ac898), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:53.043611 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Attempt 1 to provision port f5399080-2bea-472d-bc05-141ca84ac898 Sep 16 13:05:53.090696 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 41632) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:53.096110 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-da244a46-7a11-4e25-b402-c53569752ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (6ad390f5-0b71-457c-b568-e5ff00915933), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:53.108996 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Port f5399080-2bea-472d-bc05-141ca84ac898 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:53.143813 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-dab83f0f-67cd-436d-9931-74e36cc52d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'name': 'tempest-ServersTestManualDisk-27505381-router', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:15Z', 'updated_at': '2022-09-16T13:05:52Z', 'revision_number': 6, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'gw_port_host': None}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:53.202808 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab83f0f-67cd-436d-9931-74e36cc52d96 None None] The sync data for ids ['0835cee8-e786-4ab4-8f10-3a1b34de95b5'] in n-d-858094-4 is: [{'id': '0835cee8-e786-4ab4-8f10-3a1b34de95b5', 'name': 'tempest-ServersTestManualDisk-27505381-router', 'tenant_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:15Z', 'updated_at': '2022-09-16T13:05:52Z', 'revision_number': 6, 'project_id': 'd2628c648b2e4465821bdcdf4330fb4e', 'gw_port_host': None}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:05:53.206564 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45b53b1-2d87-4757-b41b-c9da77358b4d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Router 74c33a9c-c2d8-47f2-9844-4e99509becff has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:05:53.216350 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da244a46-7a11-4e25-b402-c53569752ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad390f5-0b71-457c-b568-e5ff00915933,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:53.234914 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:53.299250 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-130355f7-54fe-465e-80b8-cdf733d2ee6b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Deleting port 8a23d825-e263-4839-8617-11f3b05818ce {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:53.301397 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-130355f7-54fe-465e-80b8-cdf733d2ee6b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (8a23d825-e263-4839-8617-11f3b05818ce), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:53.346057 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-da244a46-7a11-4e25-b402-c53569752ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (0835cee8-e786-4ab4-8f10-3a1b34de95b5), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:53.410398 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-130355f7-54fe-465e-80b8-cdf733d2ee6b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] For port 8a23d825-e263-4839-8617-11f3b05818ce, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=8a23d825-e263-4839-8617-11f3b05818ce,segment=NetworkSegment(5af2e1e4-dfd3-4925-87c1-04a16a79db7a),segment_id=5af2e1e4-dfd3-4925-87c1-04a16a79db7a)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:53.410932 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-130355f7-54fe-465e-80b8-cdf733d2ee6b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (8a23d825-e263-4839-8617-11f3b05818ce), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:53.443941 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-da244a46-7a11-4e25-b402-c53569752ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (0835cee8-e786-4ab4-8f10-3a1b34de95b5), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:53.446655 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-da244a46-7a11-4e25-b402-c53569752ebb admin admin] Publish callbacks [] for router_controller (0835cee8-e786-4ab4-8f10-3a1b34de95b5), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:53.494579 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-da244a46-7a11-4e25-b402-c53569752ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (0835cee8-e786-4ab4-8f10-3a1b34de95b5), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:53.495166 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da244a46-7a11-4e25-b402-c53569752ebb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0835cee8-e786-4ab4-8f10-3a1b34de95b5 {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:05:53.500548 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-da244a46-7a11-4e25-b402-c53569752ebb admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:53.504305 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-da244a46-7a11-4e25-b402-c53569752ebb admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/0835cee8-e786-4ab4-8f10-3a1b34de95b5 HTTP/1.1" status: 204 len: 168 time: 1.5504823 Sep 16 13:05:53.504520 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41640) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:53.536992 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32395c-bd6d-4aef-80ec-78f8d8b2ec26 req-74902cb7-ba09-4449-b8f1-127eca56401b tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:53.538657 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4d32395c-bd6d-4aef-80ec-78f8d8b2ec26 req-74902cb7-ba09-4449-b8f1-127eca56401b tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.4761295 Sep 16 13:05:53.582356 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_v2 [None req-4156e399-08e6-41d2-a661-e64efcacbc04 admin admin] Deleting subnet 0c86fa22-38fb-4a34-a6ef-3769982fb8a5 {{(pid=113699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:05:53.587121 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4156e399-08e6-41d2-a661-e64efcacbc04 admin admin] Publish callbacks [] for subnet (0c86fa22-38fb-4a34-a6ef-3769982fb8a5), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:53.617593 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Attempt 2 to provision port f5399080-2bea-472d-bc05-141ca84ac898 Sep 16 13:05:53.651777 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4156e399-08e6-41d2-a661-e64efcacbc04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25724793'] for subnet (0c86fa22-38fb-4a34-a6ef-3769982fb8a5), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:53.691971 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Port f5399080-2bea-472d-bc05-141ca84ac898 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:53.699359 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c3a331ea-c4ad-47b3-986a-efbd251d67c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:53.733119 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b109fbd1-95c0-419f-86cb-e915972369c9 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:05:53.741420 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:53.746867 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fde1231-c33b-4cb5-9d4a-ca1e19958447 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Router c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:05:53.792886 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: b109fbd1-95c0-419f-86cb-e915972369c9 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:05:53.794861 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device b109fbd1-95c0-419f-86cb-e915972369c9 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:05:53.818657 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4d32395c-bd6d-4aef-80ec-78f8d8b2ec26 req-18d51eb6-6859-487c-aa04-c1c967fcde72 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581577 Sep 16 13:05:53.826412 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07982a88-1d97-408e-9fe4-d2e4b9d7fc39 req-bc8593b4-ccfe-462b-a2b8-b6f2a6c3614a tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:53.833679 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-07982a88-1d97-408e-9fe4-d2e4b9d7fc39 req-bc8593b4-ccfe-462b-a2b8-b6f2a6c3614a tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 943 time: 0.3214059 Sep 16 13:05:53.890274 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4156e399-08e6-41d2-a661-e64efcacbc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (0c86fa22-38fb-4a34-a6ef-3769982fb8a5), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:53.894090 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7fa33f4f-2ecf-48f6-a84b-29267e03d373 admin admin] Publish callbacks [] for port (62faaaa6-83de-467b-bc67-434233a0802d), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:53.920360 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:53.998496 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4156e399-08e6-41d2-a661-e64efcacbc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26052768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25478211'] for subnet (0c86fa22-38fb-4a34-a6ef-3769982fb8a5), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:54.059238 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156e399-08e6-41d2-a661-e64efcacbc04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c86fa22-38fb-4a34-a6ef-3769982fb8a5,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:54.075892 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4156e399-08e6-41d2-a661-e64efcacbc04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:54.082562 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901f5f0c-adad-4125-bd74-1beb2f2e613c None None] Network 8add36eb-29cb-4c92-8149-fffc1787dd77 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:05:54.100961 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4156e399-08e6-41d2-a661-e64efcacbc04 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/0c86fa22-38fb-4a34-a6ef-3769982fb8a5 HTTP/1.1" status: 204 len: 168 time: 0.5950017 Sep 16 13:05:54.104691 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41642) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:54.129136 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fde1231-c33b-4cb5-9d4a-ca1e19958447 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:05:54.150925 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1fde1231-c33b-4cb5-9d4a-ca1e19958447 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:54.202861 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb413d2-7d51-4623-b020-1e7acc1bbbc3 None None] Sync routers for ids ['c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:05:54.249886 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-130355f7-54fe-465e-80b8-cdf733d2ee6b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:54.250255 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-130355f7-54fe-465e-80b8-cdf733d2ee6b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (223b7392-aa18-451d-bb43-0841abc5b8e4), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:54.250575 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-130355f7-54fe-465e-80b8-cdf733d2ee6b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Floating IP 223b7392-aa18-451d-bb43-0841abc5b8e4 disassociated. External IP: 172.25.2.84, port: 8a23d825-e263-4839-8617-11f3b05818ce. Sep 16 13:05:54.250931 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-130355f7-54fe-465e-80b8-cdf733d2ee6b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Calling delete_port for 8a23d825-e263-4839-8617-11f3b05818ce owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:54.286178 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de78ee04-af3e-4db4-a361-d69055be0ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (8add36eb-29cb-4c92-8149-fffc1787dd77), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:54.333534 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-07982a88-1d97-408e-9fe4-d2e4b9d7fc39 req-e03482d8-f98d-4e36-bbff-62a6805315ac tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b962b4bb-0c1a-4b50-b32a-a4b644420cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4989228 Sep 16 13:05:54.337427 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Attempt 3 to provision port f5399080-2bea-472d-bc05-141ca84ac898 Sep 16 13:05:54.368530 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45b53b1-2d87-4757-b41b-c9da77358b4d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:05:54.375106 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-de78ee04-af3e-4db4-a361-d69055be0ed7 admin admin] Deleting port 85946f08-0504-46d2-bcb6-fe13b562ea79 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:54.375543 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de78ee04-af3e-4db4-a361-d69055be0ed7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (85946f08-0504-46d2-bcb6-fe13b562ea79), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:54.383851 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab410628-c281-4e69-af4c-0a4ab5433f56 req-09c5d651-823e-4eb5-a171-09b11be0cb3a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:54.389416 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab410628-c281-4e69-af4c-0a4ab5433f56 req-09c5d651-823e-4eb5-a171-09b11be0cb3a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:54.400278 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab410628-c281-4e69-af4c-0a4ab5433f56 req-09c5d651-823e-4eb5-a171-09b11be0cb3a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:54.400923 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cd70f6-8a92-4837-aa88-0ebaee93268c None None] Sync routers for ids ['74c33a9c-c2d8-47f2-9844-4e99509becff'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:05:54.405459 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab410628-c281-4e69-af4c-0a4ab5433f56 req-09c5d651-823e-4eb5-a171-09b11be0cb3a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:54.413772 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ab410628-c281-4e69-af4c-0a4ab5433f56 req-09c5d651-823e-4eb5-a171-09b11be0cb3a tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 3142 time: 0.3062968 Sep 16 13:05:54.433524 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-e45b53b1-2d87-4757-b41b-c9da77358b4d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "PUT /networking/v2.0/routers/74c33a9c-c2d8-47f2-9844-4e99509becff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5708797 Sep 16 13:05:54.433918 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd70f6-8a92-4837-aa88-0ebaee93268c None None] Routers {'74c33a9c-c2d8-47f2-9844-4e99509becff'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:54.435027 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-f3cd70f6-8a92-4837-aa88-0ebaee93268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['74c33a9c-c2d8-47f2-9844-4e99509becff'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:54.442351 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-1fde1231-c33b-4cb5-9d4a-ca1e19958447 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/823c4db4-3b4a-48ae-b5f6-e31168075a9e HTTP/1.1" status: 200 len: 991 time: 6.0418770 Sep 16 13:05:54.451116 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 41644) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:54.451668 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76bc3fa-0395-4782-8a87-ec5cfc6da641', 'tag': '8a68040c-b0d1-432e-b8a2-3698222d82ee'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:05:54.454015 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0118a0ec-d258-437d-a353-876741445479" -d '{"events": [{"name": "network-changed", "server_uuid": "b76bc3fa-0395-4782-8a87-ec5cfc6da641", "tag": "8a68040c-b0d1-432e-b8a2-3698222d82ee"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:05:54.468532 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-ee518b6b-0495-466b-aa6a-c4963d326bcf tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'port': {'network_id': '3e177529-718e-4248-a222-010f91e2071d', 'name': 'tempest-FloatingIPTestJSON-2117281295'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:54.533908 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-de78ee04-af3e-4db4-a361-d69055be0ed7 admin admin] For port 85946f08-0504-46d2-bcb6-fe13b562ea79, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=85946f08-0504-46d2-bcb6-fe13b562ea79,segment=NetworkSegment(1980d704-4134-4855-b6db-fe631160701f),segment_id=1980d704-4134-4855-b6db-fe631160701f)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:54.534053 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de78ee04-af3e-4db4-a361-d69055be0ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (85946f08-0504-46d2-bcb6-fe13b562ea79), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:54.540394 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-f3cd70f6-8a92-4837-aa88-0ebaee93268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:54.552601 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Port f5399080-2bea-472d-bc05-141ca84ac898 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:54.552783 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-de78ee04-af3e-4db4-a361-d69055be0ed7 admin admin] Calling delete_port for 85946f08-0504-46d2-bcb6-fe13b562ea79 owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:54.566764 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd70f6-8a92-4837-aa88-0ebaee93268c None None] Routers {'74c33a9c-c2d8-47f2-9844-4e99509becff'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:54.568739 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb413d2-7d51-4623-b020-1e7acc1bbbc3 None None] Routers {'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:54.570087 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-4eb413d2-7d51-4623-b020-1e7acc1bbbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:54.573876 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-f3cd70f6-8a92-4837-aa88-0ebaee93268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['74c33a9c-c2d8-47f2-9844-4e99509becff'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:54.599949 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7fa33f4f-2ecf-48f6-a84b-29267e03d373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (62faaaa6-83de-467b-bc67-434233a0802d), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:54.679430 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-f3cd70f6-8a92-4837-aa88-0ebaee93268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:54.680790 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cd70f6-8a92-4837-aa88-0ebaee93268c None None] The sync data for ids ['74c33a9c-c2d8-47f2-9844-4e99509becff'] in n-d-858094-4 is: [] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:05:54.683353 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:54.688442 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eac10a-0e21-41eb-ba33-a9aa77ef353d None None] DHCP port deletion for 8add36eb-29cb-4c92-8149-fffc1787dd77 request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:05:54.688597 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a70c0ee-319e-46d1-8629-e1b4d6210238 x-openstack-request-id: req-8a70c0ee-319e-46d1-8629-e1b4d6210238 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:05:54.688870 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76bc3fa-0395-4782-8a87-ec5cfc6da641", "tag": "8a68040c-b0d1-432e-b8a2-3698222d82ee", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:05:54.689130 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8a70c0ee-319e-46d1-8629-e1b4d6210238 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:05:54.689541 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a70c0ee-319e-46d1-8629-e1b4d6210238'] response: {'name': 'network-changed', 'server_uuid': 'b76bc3fa-0395-4782-8a87-ec5cfc6da641', 'tag': '8a68040c-b0d1-432e-b8a2-3698222d82ee', 'status': 'completed', 'code': 200} Sep 16 13:05:54.729412 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de78ee04-af3e-4db4-a361-d69055be0ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (85946f08-0504-46d2-bcb6-fe13b562ea79), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:54.740803 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa33f4f-2ecf-48f6-a84b-29267e03d373 admin admin] Network 1ac727bd-edd6-4879-8bf8-3246bdbe1e19 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:54.747613 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de78ee04-af3e-4db4-a361-d69055be0ed7 admin admin] No DVR routers for this DVR port 85946f08-0504-46d2-bcb6-fe13b562ea79 on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:05:54.757081 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-7fa33f4f-2ecf-48f6-a84b-29267e03d373 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:54.764162 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c3a331ea-c4ad-47b3-986a-efbd251d67c6 admin admin] Publish callbacks [] for security_group (63091073-144a-4fbe-aba3-a43575f29021), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:54.771660 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee518b6b-0495-466b-aa6a-c4963d326bcf tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Made reservation on behalf of d230f216aa8f4d6d96bb02810e763dfa for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:05:54.775784 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ee518b6b-0495-466b-aa6a-c4963d326bcf tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:54.782042 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ab410628-c281-4e69-af4c-0a4ab5433f56 req-cd283807-ea32-4427-9f93-34c12f63c36d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3674369 Sep 16 13:05:54.783221 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa33f4f-2ecf-48f6-a84b-29267e03d373 admin admin] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:05:54.796134 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa33f4f-2ecf-48f6-a84b-29267e03d373 admin admin] Pushing event updated for resources: {'Port': ['ID=62faaaa6-83de-467b-bc67-434233a0802d,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:54.798659 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-c3a331ea-c4ad-47b3-986a-efbd251d67c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (63091073-144a-4fbe-aba3-a43575f29021), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:54.833548 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:54.833548 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:54.845156 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:54.855492 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-12eac10a-0e21-41eb-ba33-a9aa77ef353d None None] Deleting port 85946f08-0504-46d2-bcb6-fe13b562ea79 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:54.855861 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-12eac10a-0e21-41eb-ba33-a9aa77ef353d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (85946f08-0504-46d2-bcb6-fe13b562ea79), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:54.879416 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78ee04-af3e-4db4-a361-d69055be0ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=85946f08-0504-46d2-bcb6-fe13b562ea79,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:54.881151 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:54.890856 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [None req-ee518b6b-0495-466b-aa6a-c4963d326bcf tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] device_id is not set on port 934b71e2-2f62-4faf-875c-bdd4613cd9e8 yet. {{(pid=113698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Sep 16 13:05:54.904004 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de78ee04-af3e-4db4-a361-d69055be0ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (8add36eb-29cb-4c92-8149-fffc1787dd77), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:54.946396 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-4eb413d2-7d51-4623-b020-1e7acc1bbbc3 None None] Set router c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:05:54.958095 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-de78ee04-af3e-4db4-a361-d69055be0ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8add36eb-29cb-4c92-8149-fffc1787dd77']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:54.991586 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-de78ee04-af3e-4db4-a361-d69055be0ed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1980d704-4134-4855-b6db-fe631160701f') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:54.991879 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-de78ee04-af3e-4db4-a361-d69055be0ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1980d704-4134-4855-b6db-fe631160701f') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:55.021598 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de78ee04-af3e-4db4-a361-d69055be0ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (1980d704-4134-4855-b6db-fe631160701f), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:55.034974 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-12eac10a-0e21-41eb-ba33-a9aa77ef353d None None] For port 85946f08-0504-46d2-bcb6-fe13b562ea79, host n-d-858094-4, got binding levels [] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:55.035625 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-12eac10a-0e21-41eb-ba33-a9aa77ef353d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (85946f08-0504-46d2-bcb6-fe13b562ea79), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:55.049391 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118a0ec-d258-437d-a353-876741445479 req-468744ef-ebb3-409e-9240-7a668be0ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:55.050952 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0118a0ec-d258-437d-a353-876741445479 req-468744ef-ebb3-409e-9240-7a668be0ec93 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=e3f3ad027f264333a95500ef691b7815&device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 1128 time: 0.0711129 Sep 16 13:05:55.051960 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de78ee04-af3e-4db4-a361-d69055be0ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (1980d704-4134-4855-b6db-fe631160701f), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:55.054567 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-12eac10a-0e21-41eb-ba33-a9aa77ef353d None None] Calling delete_port for 85946f08-0504-46d2-bcb6-fe13b562ea79 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:55.058865 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.ipam_backend_mixin [None req-12eac10a-0e21-41eb-ba33-a9aa77ef353d None None] Port 85946f08-0504-46d2-bcb6-fe13b562ea79 was not found and therefore no delete operation was performed {{(pid=113700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 16 13:05:55.060692 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Attempt 4 to provision port f5399080-2bea-472d-bc05-141ca84ac898 Sep 16 13:05:55.063486 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-12eac10a-0e21-41eb-ba33-a9aa77ef353d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (85946f08-0504-46d2-bcb6-fe13b562ea79), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:55.079878 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de78ee04-af3e-4db4-a361-d69055be0ed7 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:05:55.080588 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de78ee04-af3e-4db4-a361-d69055be0ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (1980d704-4134-4855-b6db-fe631160701f), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:55.082098 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-c3a331ea-c4ad-47b3-986a-efbd251d67c6 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=0ce2edb5757b4ebdba8a8a6302e5794e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9859049 Sep 16 13:05:55.085939 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 41652) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:55.094273 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a331ea-c4ad-47b3-986a-efbd251d67c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63091073-144a-4fbe-aba3-a43575f29021,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:55.095609 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eac10a-0e21-41eb-ba33-a9aa77ef353d None None] No DVR routers for this DVR port 85946f08-0504-46d2-bcb6-fe13b562ea79 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:05:55.174908 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 1980d704-4134-4855-b6db-fe631160701f resource provider aggregate not found Sep 16 13:05:55.186308 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eac10a-0e21-41eb-ba33-a9aa77ef353d None None] Pushing event deleted for resources: {'Port': ['ID=85946f08-0504-46d2-bcb6-fe13b562ea79,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:55.226017 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 1980d704-4134-4855-b6db-fe631160701f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1980d704-4134-4855-b6db-fe631160701f found for delete ", "request_id": "req-17daae9d-7741-4fff-9478-e4280b4af620"}]} Sep 16 13:05:55.227713 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de78ee04-af3e-4db4-a361-d69055be0ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (8add36eb-29cb-4c92-8149-fffc1787dd77), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:55.241023 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de78ee04-af3e-4db4-a361-d69055be0ed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:55.244009 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Port f5399080-2bea-472d-bc05-141ca84ac898 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:55.248022 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-de78ee04-af3e-4db4-a361-d69055be0ed7 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/8add36eb-29cb-4c92-8149-fffc1787dd77 HTTP/1.1" status: 204 len: 168 time: 1.1421149 Sep 16 13:05:55.269339 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78ee04-af3e-4db4-a361-d69055be0ed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8add36eb-29cb-4c92-8149-fffc1787dd77,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:55.284901 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118a0ec-d258-437d-a353-876741445479 req-5e0bc33e-4904-4541-88c7-cc05119497f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:55.286401 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0118a0ec-d258-437d-a353-876741445479 req-5e0bc33e-4904-4541-88c7-cc05119497f0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9c660356-b242-47cf-8b53-5c05af82a4ce HTTP/1.1" status: 200 len: 918 time: 0.2283649 Sep 16 13:05:55.410100 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0118a0ec-d258-437d-a353-876741445479 req-424990ef-6259-4b81-8313-2611bb3e1358 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a68040c-b0d1-432e-b8a2-3698222d82ee HTTP/1.1" status: 200 len: 999 time: 0.1165800 Sep 16 13:05:55.432413 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 85946f08-0504-46d2-bcb6-fe13b562ea79 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:05:55.462668 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41662) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:55.469976 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 85946f08-0504-46d2-bcb6-fe13b562ea79 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:05:55.470607 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 85946f08-0504-46d2-bcb6-fe13b562ea79 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:05:55.471186 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6ad390f5-0b71-457c-b568-e5ff00915933 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:05:55.517455 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: 6ad390f5-0b71-457c-b568-e5ff00915933 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:05:55.518119 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 6ad390f5-0b71-457c-b568-e5ff00915933 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:05:55.531576 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7fa33f4f-2ecf-48f6-a84b-29267e03d373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (26ffe860-6b95-4a8f-b424-8f481f7a5f51), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:55.534618 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118a0ec-d258-437d-a353-876741445479 req-551efc2f-0563-4806-9778-983541899cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:55.537052 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0118a0ec-d258-437d-a353-876741445479 req-551efc2f-0563-4806-9778-983541899cc8 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=d4ae86a7-4106-447a-a8be-db073682c5f0 HTTP/1.1" status: 200 len: 856 time: 0.1133428 Sep 16 13:05:55.540867 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-4eb413d2-7d51-4623-b020-1e7acc1bbbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1131767717-router', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:15Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'gw_port': {'id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:17Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '823c4db4-3b4a-48ae-b5f6-e31168075a9e', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'port_id': '8a68040c-b0d1-432e-b8a2-3698222d82ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1904, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'mac_address': 'fa:16:3e:3b:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76bc3fa-0395-4782-8a87-ec5cfc6da641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T13:05:19Z', 'updated_at': '2022-09-16T13:05:50Z', 'revision_number': 1, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de', 'name': '', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'mac_address': 'fa:16:3e:11:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:25Z', 'updated_at': '2022-09-16T13:00:39Z', 'revision_number': 5, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'subnets': [{'id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:55.542534 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0a7d2b36-fda8-4797-b16d-f03d96744ab1 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=d2628c648b2e4465821bdcdf4330fb4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0787115 Sep 16 13:05:55.552820 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41664) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:55.574946 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb413d2-7d51-4623-b020-1e7acc1bbbc3 None None] Checking router: c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:05:55.584931 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb413d2-7d51-4623-b020-1e7acc1bbbc3 None None] Routers {'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:55.585814 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-4eb413d2-7d51-4623-b020-1e7acc1bbbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:55.613476 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118a0ec-d258-437d-a353-876741445479 req-83ece873-b222-43f9-b1ef-3fe0ac85f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:55.615162 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0118a0ec-d258-437d-a353-876741445479 req-83ece873-b222-43f9-b1ef-3fe0ac85f680 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9c660356-b242-47cf-8b53-5c05af82a4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0715435 Sep 16 13:05:55.637913 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:55.668947 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd1ae3-5593-43f2-8bb7-10c1e73f44a0 req-29936558-54d8-485b-bde2-a44f7d5f8d67 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:55.670484 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0bfd1ae3-5593-43f2-8bb7-10c1e73f44a0 req-29936558-54d8-485b-bde2-a44f7d5f8d67 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.6913934 Sep 16 13:05:55.695145 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2aa5f1d8-4264-42c3-acf9-055128e6e908 admin admin] Publish callbacks [] for security_group (9ebc146d-e636-4bef-a977-811a227f101e), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:55.705585 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-130355f7-54fe-465e-80b8-cdf733d2ee6b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (8a23d825-e263-4839-8617-11f3b05818ce), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:55.708803 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-4eb413d2-7d51-4623-b020-1e7acc1bbbc3 None None] Set router c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:05:55.713526 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421a54d-c369-47b0-95f4-7e83e8ce5a63 req-89f506bc-735a-4f54-9d4e-d38a3714ea4e tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:55.715074 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3421a54d-c369-47b0-95f4-7e83e8ce5a63 req-89f506bc-735a-4f54-9d4e-d38a3714ea4e tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 943 time: 0.1934705 Sep 16 13:05:55.736675 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2aa5f1d8-4264-42c3-acf9-055128e6e908 admin admin] Publish callbacks [] for security_group (9ebc146d-e636-4bef-a977-811a227f101e), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:55.746734 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Attempt 5 to provision port f5399080-2bea-472d-bc05-141ca84ac898 Sep 16 13:05:55.768316 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0118a0ec-d258-437d-a353-876741445479 req-ebce379f-b679-4afa-8b6c-c661ffc32c37 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444166 Sep 16 13:05:55.805670 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130355f7-54fe-465e-80b8-cdf733d2ee6b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event deleted for resources: {'Port': ['ID=8a23d825-e263-4839-8617-11f3b05818ce,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:55.825206 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Port f5399080-2bea-472d-bc05-141ca84ac898 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:55.839525 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [None req-ee518b6b-0495-466b-aa6a-c4963d326bcf tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Allocated IP 172.20.0.7 (3e177529-718e-4248-a222-010f91e2071d/1fb153bb-6289-4234-995a-0a3de225bfab/934b71e2-2f62-4faf-875c-bdd4613cd9e8) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:05:55.904201 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-0118a0ec-d258-437d-a353-876741445479 req-1b18d656-0c29-4bfd-8937-e9951425bf45 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286569 Sep 16 13:05:55.904828 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2aa5f1d8-4264-42c3-acf9-055128e6e908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (9ebc146d-e636-4bef-a977-811a227f101e), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:55.907262 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-2aa5f1d8-4264-42c3-acf9-055128e6e908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:55.908333 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-2aa5f1d8-4264-42c3-acf9-055128e6e908 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/9ebc146d-e636-4bef-a977-811a227f101e HTTP/1.1" status: 204 len: 168 time: 0.3533511 Sep 16 13:05:55.919456 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5f1d8-4264-42c3-acf9-055128e6e908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebc146d-e636-4bef-a977-811a227f101e,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:55.947583 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-816b0986-8fc4-4701-9f29-67d03173e498 admin admin] Publish callbacks [] for security_group (63091073-144a-4fbe-aba3-a43575f29021), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:55.960036 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:55.991870 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0bfd1ae3-5593-43f2-8bb7-10c1e73f44a0 req-1386e560-848f-4a3c-be18-da6026da106d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3020298 Sep 16 13:05:56.039498 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-4eb413d2-7d51-4623-b020-1e7acc1bbbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1131767717-router', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:15Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'gw_port': {'id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:17Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '823c4db4-3b4a-48ae-b5f6-e31168075a9e', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'port_id': '8a68040c-b0d1-432e-b8a2-3698222d82ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1904, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'mac_address': 'fa:16:3e:3b:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76bc3fa-0395-4782-8a87-ec5cfc6da641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T13:05:19Z', 'updated_at': '2022-09-16T13:05:50Z', 'revision_number': 1, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de', 'name': '', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'mac_address': 'fa:16:3e:11:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:25Z', 'updated_at': '2022-09-16T13:00:39Z', 'revision_number': 5, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'subnets': [{'id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:56.062371 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3421a54d-c369-47b0-95f4-7e83e8ce5a63 req-63ce5610-0d94-481c-94ee-58373154e1cf tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b962b4bb-0c1a-4b50-b32a-a4b644420cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3189816 Sep 16 13:05:56.067009 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-816b0986-8fc4-4701-9f29-67d03173e498 admin admin] Publish callbacks [] for security_group (63091073-144a-4fbe-aba3-a43575f29021), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:56.072604 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb413d2-7d51-4623-b020-1e7acc1bbbc3 None None] The sync data for ids ['c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1'] in n-d-858094-4 is: [{'id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1131767717-router', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:00:15Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'gw_port': {'id': '8584849b-17d3-4670-ad2c-1880a0ed33e4', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:17Z', 'updated_at': '2022-09-16T13:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '823c4db4-3b4a-48ae-b5f6-e31168075a9e', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'port_id': '8a68040c-b0d1-432e-b8a2-3698222d82ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1904, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'mac_address': 'fa:16:3e:3b:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76bc3fa-0395-4782-8a87-ec5cfc6da641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T13:05:19Z', 'updated_at': '2022-09-16T13:05:50Z', 'revision_number': 1, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faab9b9a-f1ab-4cd0-81e1-3ff0d8f582de', 'name': '', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'tenant_id': 'e3f3ad027f264333a95500ef691b7815', 'mac_address': 'fa:16:3e:11:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd7f36-e0fe-4f1d-b8e0-3005196ad1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:00:25Z', 'updated_at': '2022-09-16T13:00:39Z', 'revision_number': 5, 'project_id': 'e3f3ad027f264333a95500ef691b7815', 'subnets': [{'id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:05:56.189604 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:56.265568 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7fa33f4f-2ecf-48f6-a84b-29267e03d373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (62faaaa6-83de-467b-bc67-434233a0802d), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:56.312366 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6ea0a-623b-4543-874b-2132699673d8 req-fdcabbe3-2da7-43e1-bb13-71412759d341 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:56.318273 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6ea0a-623b-4543-874b-2132699673d8 req-fdcabbe3-2da7-43e1-bb13-71412759d341 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:56.323969 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6ea0a-623b-4543-874b-2132699673d8 req-fdcabbe3-2da7-43e1-bb13-71412759d341 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:56.329112 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Attempt 6 to provision port f5399080-2bea-472d-bc05-141ca84ac898 Sep 16 13:05:56.332520 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0bb6ea0a-623b-4543-874b-2132699673d8 req-fdcabbe3-2da7-43e1-bb13-71412759d341 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 2409 time: 0.2157502 Sep 16 13:05:56.422157 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cd9a3a-7b6e-4b82-bfc9-a51a490177ad None None] New status for floating IP 823c4db4-3b4a-48ae-b5f6-e31168075a9e: ACTIVE {{(pid=113700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 13:05:56.425572 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Port f5399080-2bea-472d-bc05-141ca84ac898 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:56.443213 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-130355f7-54fe-465e-80b8-cdf733d2ee6b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Router 1895e84f-3f55-4975-94c5-6d786ebdeb54 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:05:56.543890 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-816b0986-8fc4-4701-9f29-67d03173e498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (63091073-144a-4fbe-aba3-a43575f29021), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:56.546407 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-816b0986-8fc4-4701-9f29-67d03173e498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:56.548204 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-816b0986-8fc4-4701-9f29-67d03173e498 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/63091073-144a-4fbe-aba3-a43575f29021 HTTP/1.1" status: 204 len: 168 time: 1.4503593 Sep 16 13:05:56.610886 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:56.641921 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ee518b6b-0495-466b-aa6a-c4963d326bcf tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for port (934b71e2-2f62-4faf-875c-bdd4613cd9e8), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:56.645486 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b0986-8fc4-4701-9f29-67d03173e498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63091073-144a-4fbe-aba3-a43575f29021,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:56.659697 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0bb6ea0a-623b-4543-874b-2132699673d8 req-085dd5f5-db31-452d-9b02-81757c954b36 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097366 Sep 16 13:05:56.749590 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7fa33f4f-2ecf-48f6-a84b-29267e03d373 admin admin] Publish callbacks [] for port (62faaaa6-83de-467b-bc67-434233a0802d), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:56.778580 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7fa33f4f-2ecf-48f6-a84b-29267e03d373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (62faaaa6-83de-467b-bc67-434233a0802d), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:56.853514 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-130355f7-54fe-465e-80b8-cdf733d2ee6b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:05:56.872345 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70db9083-0c9f-4f3e-80a5-5ff072356360 None None] Sync routers for ids ['1895e84f-3f55-4975-94c5-6d786ebdeb54'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:05:56.894475 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70db9083-0c9f-4f3e-80a5-5ff072356360 None None] Routers {'1895e84f-3f55-4975-94c5-6d786ebdeb54'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:56.896973 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-70db9083-0c9f-4f3e-80a5-5ff072356360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1895e84f-3f55-4975-94c5-6d786ebdeb54'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:56.904955 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:56.910623 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-7fa33f4f-2ecf-48f6-a84b-29267e03d373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (26ffe860-6b95-4a8f-b424-8f481f7a5f51), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:56.912833 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ee518b6b-0495-466b-aa6a-c4963d326bcf tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (934b71e2-2f62-4faf-875c-bdd4613cd9e8), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:56.927330 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Attempt 7 to provision port f5399080-2bea-472d-bc05-141ca84ac898 Sep 16 13:05:56.949431 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa33f4f-2ecf-48f6-a84b-29267e03d373 admin admin] Pushing event updated for resources: {'Port': ['ID=62faaaa6-83de-467b-bc67-434233a0802d,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:56.956157 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-130355f7-54fe-465e-80b8-cdf733d2ee6b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] No DVR routers for this DVR port 8a23d825-e263-4839-8617-11f3b05818ce on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:05:56.959400 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-130355f7-54fe-465e-80b8-cdf733d2ee6b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:56.963738 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-130355f7-54fe-465e-80b8-cdf733d2ee6b tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.25 "DELETE /networking/v2.0/ports/8a23d825-e263-4839-8617-11f3b05818ce HTTP/1.1" status: 204 len: 173 time: 4.6987886 Sep 16 13:05:56.967798 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-deleted', 'tag': '8a23d825-e263-4839-8617-11f3b05818ce'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:05:56.970166 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeef6db4-6df7-4303-b7ff-5bae67f87b2f" -d '{"events": [{"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-deleted", "tag": "8a23d825-e263-4839-8617-11f3b05818ce"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:05:57.045099 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Port f5399080-2bea-472d-bc05-141ca84ac898 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:57.052481 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cc538d-1d43-406c-9f81-73502acc6103 x-openstack-request-id: req-e6cc538d-1d43-406c-9f81-73502acc6103 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:05:57.052840 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-deleted", "tag": "8a23d825-e263-4839-8617-11f3b05818ce", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:05:57.053173 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e6cc538d-1d43-406c-9f81-73502acc6103 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:05:57.053655 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6cc538d-1d43-406c-9f81-73502acc6103'] response: {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-deleted', 'tag': '8a23d825-e263-4839-8617-11f3b05818ce', 'status': 'completed', 'code': 200} Sep 16 13:05:57.079151 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-70db9083-0c9f-4f3e-80a5-5ff072356360 None None] Set router 1895e84f-3f55-4975-94c5-6d786ebdeb54 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:05:57.112674 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee518b6b-0495-466b-aa6a-c4963d326bcf tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Network 3e177529-718e-4248-a222-010f91e2071d is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:57.144742 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41694) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:57.151288 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-ee518b6b-0495-466b-aa6a-c4963d326bcf tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:57.159680 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee518b6b-0495-466b-aa6a-c4963d326bcf tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:05:57.170148 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cefa001c-6763-4a58-890f-7831916e7276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:57.204418 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:57.282270 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:57.289358 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee518b6b-0495-466b-aa6a-c4963d326bcf tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event updated for resources: {'Port': ['ID=934b71e2-2f62-4faf-875c-bdd4613cd9e8,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:57.354855 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cefa001c-6763-4a58-890f-7831916e7276 admin admin] Publish callbacks [] for security_group (2739baab-08b7-421b-b908-5130e082102a), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:57.363913 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:57.365882 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-cefa001c-6763-4a58-890f-7831916e7276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (2739baab-08b7-421b-b908-5130e082102a), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:57.442108 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa001c-6763-4a58-890f-7831916e7276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2739baab-08b7-421b-b908-5130e082102a,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:57.443073 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccca005-7b6d-40be-b035-2c313ff3914e req-2d685c06-18fb-4cff-a216-e4baba249aac tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:57.445563 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ccca005-7b6d-40be-b035-2c313ff3914e req-2d685c06-18fb-4cff-a216-e4baba249aac tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.2767570 Sep 16 13:05:57.451484 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee518b6b-0495-466b-aa6a-c4963d326bcf tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:57.452244 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-ee518b6b-0495-466b-aa6a-c4963d326bcf tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:57.456670 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:57.465765 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-cefa001c-6763-4a58-890f-7831916e7276 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=69fd945859ae4deeadd1490503e6a015&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3152554 Sep 16 13:05:57.467695 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41700) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:57.468241 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea40493-4120-4c5f-b29e-36f67637ed47 req-df4fb8c1-3316-44f9-81ad-636be4e143ec tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:57.475730 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4ea40493-4120-4c5f-b29e-36f67637ed47 req-df4fb8c1-3316-44f9-81ad-636be4e143ec tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 943 time: 0.2333632 Sep 16 13:05:57.508940 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-fe0565c8-98b0-4cba-bea6-4ad0a3f12b62 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Deleting port 8c121ccb-eba9-4b08-98af-afba73327fcc {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:57.509311 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-fe0565c8-98b0-4cba-bea6-4ad0a3f12b62 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (8c121ccb-eba9-4b08-98af-afba73327fcc), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:57.546661 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Attempt 8 to provision port f5399080-2bea-472d-bc05-141ca84ac898 Sep 16 13:05:57.559083 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:57.563170 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1bc60101-3283-4203-b518-3e50d5a895d1 admin admin] Publish callbacks [] for security_group (2739baab-08b7-421b-b908-5130e082102a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:57.590232 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1bc60101-3283-4203-b518-3e50d5a895d1 admin admin] Publish callbacks [] for security_group (2739baab-08b7-421b-b908-5130e082102a), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:57.611104 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Port f5399080-2bea-472d-bc05-141ca84ac898 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:57.635860 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa33f4f-2ecf-48f6-a84b-29267e03d373 admin admin] Network 1ac727bd-edd6-4879-8bf8-3246bdbe1e19 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:05:57.636433 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41702) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:57.641121 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-70db9083-0c9f-4f3e-80a5-5ff072356360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'name': 'tempest-TaggedBootDevicesTest_v242-587988711-router', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:57Z', 'revision_number': 4, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'gw_port': {'id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '9ccca104-6b1a-4a87-a82d-e748f4fb9ace', 'name': '', 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'mac_address': 'fa:16:3e:53:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'ef43da26-ec9d-4b33-82f5-510dc693367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:55Z', 'updated_at': '2022-09-16T12:59:03Z', 'revision_number': 5, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'subnets': [{'id': 'ef43da26-ec9d-4b33-82f5-510dc693367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:57.650352 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [None req-7fa33f4f-2ecf-48f6-a84b-29267e03d373 admin admin] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:05:57.669885 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1bc60101-3283-4203-b518-3e50d5a895d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (2739baab-08b7-421b-b908-5130e082102a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:57.672526 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-1bc60101-3283-4203-b518-3e50d5a895d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:57.676101 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-1bc60101-3283-4203-b518-3e50d5a895d1 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/2739baab-08b7-421b-b908-5130e082102a HTTP/1.1" status: 204 len: 168 time: 0.2047086 Sep 16 13:05:57.686625 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41708) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:57.688574 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-ee518b6b-0495-466b-aa6a-c4963d326bcf tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2315054 Sep 16 13:05:57.691180 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-4995d387-b44a-4f46-b635-190e0605d788 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Request body: {'floatingip': {'port_id': '934b71e2-2f62-4faf-875c-bdd4613cd9e8'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:57.702364 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc60101-3283-4203-b518-3e50d5a895d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2739baab-08b7-421b-b908-5130e082102a,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:57.715194 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70db9083-0c9f-4f3e-80a5-5ff072356360 None None] Checking router: 1895e84f-3f55-4975-94c5-6d786ebdeb54 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:05:57.738327 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70db9083-0c9f-4f3e-80a5-5ff072356360 None None] Routers {'1895e84f-3f55-4975-94c5-6d786ebdeb54'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:57.738967 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-70db9083-0c9f-4f3e-80a5-5ff072356360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['1895e84f-3f55-4975-94c5-6d786ebdeb54'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:57.829866 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4995d387-b44a-4f46-b635-190e0605d788 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (0b8a0411-2b02-4ef7-819b-6f76ee101fa6), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:57.867251 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa33f4f-2ecf-48f6-a84b-29267e03d373 admin admin] Router 26ffe860-6b95-4a8f-b424-8f481f7a5f51 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:05:57.895846 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-ec638f2a-983f-4922-b05c-2dedf47f047f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-989946252-network', 'tenant_id': '487c6b2edfb74e6d91d4443cfeb437a1'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:57.915814 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-70db9083-0c9f-4f3e-80a5-5ff072356360 None None] Set router 1895e84f-3f55-4975-94c5-6d786ebdeb54 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:05:57.922332 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec638f2a-983f-4922-b05c-2dedf47f047f admin admin] Made reservation on behalf of 487c6b2edfb74e6d91d4443cfeb437a1 for: {'network': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:05:57.925987 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ec638f2a-983f-4922-b05c-2dedf47f047f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:57.934568 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1ccca005-7b6d-40be-b035-2c313ff3914e req-c0bbaf3d-8e2a-49e7-a59c-4ffa0dce04c8 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4472880 Sep 16 13:05:57.972253 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ec638f2a-983f-4922-b05c-2dedf47f047f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:58.107817 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ec638f2a-983f-4922-b05c-2dedf47f047f admin admin] Publish callbacks [] for security_group (5686d50b-b8c8-4869-bd8d-56491fc0ed6c), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:58.114098 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Attempt 9 to provision port f5399080-2bea-472d-bc05-141ca84ac898 Sep 16 13:05:58.117412 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ec638f2a-983f-4922-b05c-2dedf47f047f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (5686d50b-b8c8-4869-bd8d-56491fc0ed6c), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:58.133334 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa33f4f-2ecf-48f6-a84b-29267e03d373 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:05:58.144843 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-7fa33f4f-2ecf-48f6-a84b-29267e03d373 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/26ffe860-6b95-4a8f-b424-8f481f7a5f51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9418790 Sep 16 13:05:58.170583 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] Sync routers for ids ['26ffe860-6b95-4a8f-b424-8f481f7a5f51'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:05:58.172769 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4ea40493-4120-4c5f-b29e-36f67637ed47 req-b61bd414-8b6d-48d8-a621-b51fe60f1eca tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b962b4bb-0c1a-4b50-b32a-a4b644420cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6958072 Sep 16 13:05:58.198266 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-fe0565c8-98b0-4cba-bea6-4ad0a3f12b62 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] For port 8c121ccb-eba9-4b08-98af-afba73327fcc, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=8c121ccb-eba9-4b08-98af-afba73327fcc,segment=NetworkSegment(9edf9333-8d62-4ed6-bd3c-dd8351317483),segment_id=9edf9333-8d62-4ed6-bd3c-dd8351317483)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:58.198622 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-fe0565c8-98b0-4cba-bea6-4ad0a3f12b62 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (8c121ccb-eba9-4b08-98af-afba73327fcc), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:58.216592 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d797baa-87e0-49e7-b523-1f5a3ef23b22 req-dd0681b8-3e58-42ae-8459-e74b54ddfd0c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:58.222033 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d797baa-87e0-49e7-b523-1f5a3ef23b22 req-dd0681b8-3e58-42ae-8459-e74b54ddfd0c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:58.229004 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d797baa-87e0-49e7-b523-1f5a3ef23b22 req-dd0681b8-3e58-42ae-8459-e74b54ddfd0c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:58.230755 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1d797baa-87e0-49e7-b523-1f5a3ef23b22 req-dd0681b8-3e58-42ae-8459-e74b54ddfd0c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 2409 time: 0.1278763 Sep 16 13:05:58.246107 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] Routers {'26ffe860-6b95-4a8f-b424-8f481f7a5f51'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:05:58.246732 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['26ffe860-6b95-4a8f-b424-8f481f7a5f51'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:58.264496 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-fe0565c8-98b0-4cba-bea6-4ad0a3f12b62 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Calling delete_port for 8c121ccb-eba9-4b08-98af-afba73327fcc owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:58.264901 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec638f2a-983f-4922-b05c-2dedf47f047f admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=113699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:05:58.272411 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-70db9083-0c9f-4f3e-80a5-5ff072356360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'name': 'tempest-TaggedBootDevicesTest_v242-587988711-router', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:57Z', 'revision_number': 4, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'gw_port': {'id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '9ccca104-6b1a-4a87-a82d-e748f4fb9ace', 'name': '', 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'mac_address': 'fa:16:3e:53:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'ef43da26-ec9d-4b33-82f5-510dc693367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:55Z', 'updated_at': '2022-09-16T12:59:03Z', 'revision_number': 5, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'subnets': [{'id': 'ef43da26-ec9d-4b33-82f5-510dc693367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:58.296500 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ec638f2a-983f-4922-b05c-2dedf47f047f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (b9db9b84-9a61-4774-b5a3-a06f92ae50f7), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:58.299358 n-d-858094-4 neutron-server[113699]: INFO neutron.db.segments_db [None req-ec638f2a-983f-4922-b05c-2dedf47f047f admin admin] Added segment b9db9b84-9a61-4774-b5a3-a06f92ae50f7 of type vlan for network 5fe9603d-9b47-4832-ae2f-4bb235881e13 Sep 16 13:05:58.301501 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1d797baa-87e0-49e7-b523-1f5a3ef23b22 req-fc38a4bd-d1b2-4117-a324-74e773343615 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624390 Sep 16 13:05:58.329946 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70db9083-0c9f-4f3e-80a5-5ff072356360 None None] The sync data for ids ['1895e84f-3f55-4975-94c5-6d786ebdeb54'] in n-d-858094-4 is: [{'id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'name': 'tempest-TaggedBootDevicesTest_v242-587988711-router', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:57Z', 'revision_number': 4, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'gw_port': {'id': 'cf7e3069-bb2a-429a-8faa-44113b6dd33e', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:48Z', 'updated_at': '2022-09-16T12:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '9ccca104-6b1a-4a87-a82d-e748f4fb9ace', 'name': '', 'network_id': '5fe80c07-1468-4c04-9291-5fbc50b9c34f', 'tenant_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'mac_address': 'fa:16:3e:53:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895e84f-3f55-4975-94c5-6d786ebdeb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'ef43da26-ec9d-4b33-82f5-510dc693367d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T12:58:55Z', 'updated_at': '2022-09-16T12:59:03Z', 'revision_number': 5, 'project_id': 'bdbc66ae4c664cd18af4bad57bbf12c4', 'subnets': [{'id': 'ef43da26-ec9d-4b33-82f5-510dc693367d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:05:58.380317 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Port f5399080-2bea-472d-bc05-141ca84ac898 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:58.395888 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:58.432518 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] Set router 26ffe860-6b95-4a8f-b424-8f481f7a5f51 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:05:58.481881 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ec638f2a-983f-4922-b05c-2dedf47f047f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (5fe9603d-9b47-4832-ae2f-4bb235881e13), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:58.545209 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-fe0565c8-98b0-4cba-bea6-4ad0a3f12b62 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (8c121ccb-eba9-4b08-98af-afba73327fcc), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:58.575732 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec638f2a-983f-4922-b05c-2dedf47f047f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5686d50b-b8c8-4869-bd8d-56491fc0ed6c,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:58.582050 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0565c8-98b0-4cba-bea6-4ad0a3f12b62 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event deleted for resources: {'Port': ['ID=8c121ccb-eba9-4b08-98af-afba73327fcc,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:58.675906 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-fe0565c8-98b0-4cba-bea6-4ad0a3f12b62 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] No DVR routers for this DVR port 8c121ccb-eba9-4b08-98af-afba73327fcc on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:05:58.679544 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-fe0565c8-98b0-4cba-bea6-4ad0a3f12b62 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:58.683548 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-fe0565c8-98b0-4cba-bea6-4ad0a3f12b62 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.25 "DELETE /networking/v2.0/ports/8c121ccb-eba9-4b08-98af-afba73327fcc HTTP/1.1" status: 204 len: 173 time: 1.6990278 Sep 16 13:05:58.743926 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:58.814419 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-7fce7bea-46e4-4e19-92f5-9ea0f0751c3e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Deleting port 8874748b-6030-4aea-9e6b-79db8c8d555d {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:58.814781 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-7fce7bea-46e4-4e19-92f5-9ea0f0751c3e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (8874748b-6030-4aea-9e6b-79db8c8d555d), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:58.894877 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0099b811-9aa8-469e-bba2-24003e08b798 None None] New status for floating IP 223b7392-aa18-451d-bb43-0841abc5b8e4: DOWN {{(pid=113701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 13:05:58.991631 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-7fce7bea-46e4-4e19-92f5-9ea0f0751c3e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] For port 8874748b-6030-4aea-9e6b-79db8c8d555d, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=8874748b-6030-4aea-9e6b-79db8c8d555d,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:05:58.992246 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-7fce7bea-46e4-4e19-92f5-9ea0f0751c3e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (8874748b-6030-4aea-9e6b-79db8c8d555d), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:59.029230 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-7fce7bea-46e4-4e19-92f5-9ea0f0751c3e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Calling delete_port for 8874748b-6030-4aea-9e6b-79db8c8d555d owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:05:59.049185 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Attempt 10 to provision port f5399080-2bea-472d-bc05-141ca84ac898 Sep 16 13:05:59.080095 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-deleted', 'tag': '8c121ccb-eba9-4b08-98af-afba73327fcc'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:05:59.082504 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24cf646-8f12-4b46-aa60-d72ff2ceb85d" -d '{"events": [{"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-deleted", "tag": "8c121ccb-eba9-4b08-98af-afba73327fcc"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:05:59.143085 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:59.153824 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-06dc1ae8-64fa-4052-a2da-4f210a03dd72 None None] Port f5399080-2bea-472d-bc05-141ca84ac898 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:59.208863 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ec638f2a-983f-4922-b05c-2dedf47f047f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (5fe9603d-9b47-4832-ae2f-4bb235881e13), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:59.209951 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec638f2a-983f-4922-b05c-2dedf47f047f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:59.210605 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ec638f2a-983f-4922-b05c-2dedf47f047f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:59.284408 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ffe860-6b95-4a8f-b424-8f481f7a5f51', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-605995321-router', 'tenant_id': '17c6cefa9f0245ac98950fb6f8b526c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '15ccce18-e353-4954-be1a-d7422325310c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:05:33Z', 'updated_at': '2022-09-16T13:05:55Z', 'revision_number': 4, 'project_id': '17c6cefa9f0245ac98950fb6f8b526c8', 'gw_port': {'id': '15ccce18-e353-4954-be1a-d7422325310c', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ffe860-6b95-4a8f-b424-8f481f7a5f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:05:35Z', 'updated_at': '2022-09-16T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '62faaaa6-83de-467b-bc67-434233a0802d', 'name': '', 'network_id': '1ac727bd-edd6-4879-8bf8-3246bdbe1e19', 'tenant_id': '17c6cefa9f0245ac98950fb6f8b526c8', 'mac_address': 'fa:16:3e:01:9b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ffe860-6b95-4a8f-b424-8f481f7a5f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '5b45d336-0d6c-4524-bf82-92ee8bf0112a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:05:50Z', 'updated_at': '2022-09-16T13:05:56Z', 'revision_number': 2, 'project_id': '17c6cefa9f0245ac98950fb6f8b526c8', 'subnets': [{'id': '5b45d336-0d6c-4524-bf82-92ee8bf0112a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:05:59.300105 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Provisioning complete for port 62faaaa6-83de-467b-bc67-434233a0802d triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:05:59.300923 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (62faaaa6-83de-467b-bc67-434233a0802d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:59.301572 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Attempt 1 to provision port 62faaaa6-83de-467b-bc67-434233a0802d Sep 16 13:05:59.342250 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] Checking router: 26ffe860-6b95-4a8f-b424-8f481f7a5f51 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:05:59.342828 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] Updating router 26ffe860-6b95-4a8f-b424-8f481f7a5f51 port 62faaaa6-83de-467b-bc67-434233a0802d binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:05:59.348711 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ec638f2a-983f-4922-b05c-2dedf47f047f admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7111626 Sep 16 13:05:59.349302 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:59.355387 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:59.358458 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41754) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:05:59.403103 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-90f53349-f295-4bd3-97aa-9c0ad099bcab admin admin] Request body: {'subnet': {'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-989946252-subnet', 'tenant_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:05:59.407094 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec638f2a-983f-4922-b05c-2dedf47f047f admin admin] Pushing event updated for resources: {'Network': ['ID=5fe9603d-9b47-4832-ae2f-4bb235881e13,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:59.409146 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Port 62faaaa6-83de-467b-bc67-434233a0802d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:05:59.409868 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (62faaaa6-83de-467b-bc67-434233a0802d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:59.435174 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network 5fe9603d-9b47-4832-ae2f-4bb235881e13 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:05:59.454904 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3e781-bcf1-4f69-9258-b59023434756 req-71568fae-f374-4654-b76c-0c3263ae3e02 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:59.458449 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bee3e781-bcf1-4f69-9258-b59023434756 req-71568fae-f374-4654-b76c-0c3263ae3e02 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/networks?id=9d7d5071-0347-4378-bf6e-e5e9f9be69b0 HTTP/1.1" status: 200 len: 824 time: 0.3194869 Sep 16 13:05:59.557048 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-7fce7bea-46e4-4e19-92f5-9ea0f0751c3e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (8874748b-6030-4aea-9e6b-79db8c8d555d), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:59.561616 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f53349-f295-4bd3-97aa-9c0ad099bcab admin admin] Made reservation on behalf of 487c6b2edfb74e6d91d4443cfeb437a1 for: {'subnet': 1} {{(pid=113699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:05:59.565825 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90f53349-f295-4bd3-97aa-9c0ad099bcab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25478252'] for subnet (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:59.662239 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9d52b-98bb-46d4-bf49-5b8ed4adb92a req-d954e764-c0d3-4132-b38a-79dfa7cdf0b2 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:05:59.663801 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5ee9d52b-98bb-46d4-bf49-5b8ed4adb92a req-d954e764-c0d3-4132-b38a-79dfa7cdf0b2 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.5268080 Sep 16 13:05:59.668305 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bee3e781-bcf1-4f69-9258-b59023434756 req-6ee7f42d-4e02-41a2-b010-eb80bc5fb8d0 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/quotas/ee3bf83ac16540a7a1f4e5f4ea13a3a7 HTTP/1.1" status: 200 len: 375 time: 0.1156719 Sep 16 13:05:59.672106 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce7bea-46e4-4e19-92f5-9ea0f0751c3e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event deleted for resources: {'Port': ['ID=8874748b-6030-4aea-9e6b-79db8c8d555d,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:05:59.694261 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-7fce7bea-46e4-4e19-92f5-9ea0f0751c3e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] No DVR routers for this DVR port 8874748b-6030-4aea-9e6b-79db8c8d555d on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:05:59.699128 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-7fce7bea-46e4-4e19-92f5-9ea0f0751c3e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:59.703324 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-7fce7bea-46e4-4e19-92f5-9ea0f0751c3e tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.25 "DELETE /networking/v2.0/ports/8874748b-6030-4aea-9e6b-79db8c8d555d HTTP/1.1" status: 204 len: 173 time: 1.0138965 Sep 16 13:05:59.834787 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:59.845411 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5ee9d52b-98bb-46d4-bf49-5b8ed4adb92a req-3416cf4f-8308-43fc-8471-52f4eb4016e1 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697671 Sep 16 13:05:59.855766 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bee3e781-bcf1-4f69-9258-b59023434756 req-40b6e35b-7624-4d83-97bc-0ec08b6d94af tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=ee3bf83ac16540a7a1f4e5f4ea13a3a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1630943 Sep 16 13:05:59.887231 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] Publish callbacks [] for port (62faaaa6-83de-467b-bc67-434233a0802d), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:59.895341 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (62faaaa6-83de-467b-bc67-434233a0802d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:05:59.910596 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Attempt 2 to provision port 62faaaa6-83de-467b-bc67-434233a0802d Sep 16 13:05:59.963630 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:05:59.971427 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-80c7a87a-a32a-46e3-b03b-276b114949db tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Deleting port c7eb5869-5d95-47b8-9539-2bec50eb4428 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:05:59.971768 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-80c7a87a-a32a-46e3-b03b-276b114949db tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (c7eb5869-5d95-47b8-9539-2bec50eb4428), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:00.000558 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.db.resource_extend [None req-4995d387-b44a-4f46-b635-190e0605d788 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 13:06:00.154458 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4995d387-b44a-4f46-b635-190e0605d788 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:00.174232 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4995d387-b44a-4f46-b635-190e0605d788 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (0b8a0411-2b02-4ef7-819b-6f76ee101fa6), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:00.201648 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Port 62faaaa6-83de-467b-bc67-434233a0802d cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:00.214143 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683d929-eba9-42dc-9353-9db61c443229 None None] Pushing event updated for resources: {'Port': ['ID=62faaaa6-83de-467b-bc67-434233a0802d,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:00.281051 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] Attempting to bind port 62faaaa6-83de-467b-bc67-434233a0802d on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:06:00.281701 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] Attempting to bind port 62faaaa6-83de-467b-bc67-434233a0802d by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '5062fdea-41f1-435f-b031-f837e6bf4f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1ac727bd-edd6-4879-8bf8-3246bdbe1e19'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:06:00.283576 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] Attempting to bind port 62faaaa6-83de-467b-bc67-434233a0802d on network 1ac727bd-edd6-4879-8bf8-3246bdbe1e19 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:06:00.287362 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90f53349-f295-4bd3-97aa-9c0ad099bcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26052991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25478266'] for subnet (321b3e2b-ba2b-45bb-9351-85eb03d31f94), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:00.359529 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:06:00.360275 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] Checking segment: {'id': '5062fdea-41f1-435f-b031-f837e6bf4f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1ac727bd-edd6-4879-8bf8-3246bdbe1e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:06:00.360859 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:00.364997 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] Bound using segment: {'id': '5062fdea-41f1-435f-b031-f837e6bf4f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1ac727bd-edd6-4879-8bf8-3246bdbe1e19'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:06:00.366234 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] Bound port: 62faaaa6-83de-467b-bc67-434233a0802d, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5062fdea-41f1-435f-b031-f837e6bf4f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1ac727bd-edd6-4879-8bf8-3246bdbe1e19'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:06:00.366234 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (62faaaa6-83de-467b-bc67-434233a0802d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:00.367071 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f53349-f295-4bd3-97aa-9c0ad099bcab admin admin] Pushing event updated for resources: {'Subnet': ['ID=321b3e2b-ba2b-45bb-9351-85eb03d31f94,revision_number=0']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:00.485801 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f53349-f295-4bd3-97aa-9c0ad099bcab admin admin] Checking segment: {'id': 'b9db9b84-9a61-4774-b5a3-a06f92ae50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:06:00.486186 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f53349-f295-4bd3-97aa-9c0ad099bcab admin admin] Network hostable DHCP agents. Network: 5fe9603d-9b47-4832-ae2f-4bb235881e13, hostable agents: ['861bbeba-3d8c-495f-8851-e5f3a9dbe032'], hosted agents: [] {{(pid=113699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 13:06:00.493988 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [None req-4995d387-b44a-4f46-b635-190e0605d788 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Floating IP 0b8a0411-2b02-4ef7-819b-6f76ee101fa6 associated. External IP: 172.25.2.180, port: 05f7a9f9-1728-47c1-a09a-00c86e726e5a. Sep 16 13:06:00.504587 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] For port 62faaaa6-83de-467b-bc67-434233a0802d, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:06:00.511035 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] For port 62faaaa6-83de-467b-bc67-434233a0802d, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=62faaaa6-83de-467b-bc67-434233a0802d,segment=NetworkSegment(5062fdea-41f1-435f-b031-f837e6bf4f4f),segment_id=5062fdea-41f1-435f-b031-f837e6bf4f4f)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:06:00.520700 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (62faaaa6-83de-467b-bc67-434233a0802d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:00.558902 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f53349-f295-4bd3-97aa-9c0ad099bcab admin admin] Network 5fe9603d-9b47-4832-ae2f-4bb235881e13 is scheduled to be hosted by DHCP agent 861bbeba-3d8c-495f-8851-e5f3a9dbe032 with binding_index 1 {{(pid=113699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 13:06:00.564549 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf92cee9-fbd2-4d71-a388-675512afc6fb x-openstack-request-id: req-bf92cee9-fbd2-4d71-a388-675512afc6fb {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:06:00.566864 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-deleted", "tag": "8c121ccb-eba9-4b08-98af-afba73327fcc", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:06:00.567127 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bf92cee9-fbd2-4d71-a388-675512afc6fb {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:06:00.568223 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf92cee9-fbd2-4d71-a388-675512afc6fb'] response: {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-deleted', 'tag': '8c121ccb-eba9-4b08-98af-afba73327fcc', 'status': 'completed', 'code': 200} Sep 16 13:06:00.581559 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] Routers {'26ffe860-6b95-4a8f-b424-8f481f7a5f51'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:06:00.582233 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['26ffe860-6b95-4a8f-b424-8f481f7a5f51'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:00.613094 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-90f53349-f295-4bd3-97aa-9c0ad099bcab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-858094-4, 5fe9603d-9b47-4832-ae2f-4bb235881e13) {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:06:00.621206 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f53349-f295-4bd3-97aa-9c0ad099bcab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:00.621799 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-90f53349-f295-4bd3-97aa-9c0ad099bcab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:00.632776 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99fb50f-45be-4344-b7bf-97ff65faa506 None None] Network 5fe9603d-9b47-4832-ae2f-4bb235881e13 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:06:00.643322 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:00.661048 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-90f53349-f295-4bd3-97aa-9c0ad099bcab admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2948890 Sep 16 13:06:00.662537 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41778) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:00.671323 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-6bb64648-af7b-4294-af35-6cabd7ae2f77 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-989946252-router', 'tenant_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:06:00.707509 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Attempt 3 to provision port 62faaaa6-83de-467b-bc67-434233a0802d Sep 16 13:06:00.740104 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:00.741813 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda19c20-6aa9-4c59-abf7-af00f4021880 req-fbe7fc21-62ff-427b-8b04-ff1d106342a1 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:00.743379 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:00.746243 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dda19c20-6aa9-4c59-abf7-af00f4021880 req-fbe7fc21-62ff-427b-8b04-ff1d106342a1 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 943 time: 0.1699433 Sep 16 13:06:00.750633 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683d929-eba9-42dc-9353-9db61c443229 None None] Pushing event updated for resources: {'Port': ['ID=62faaaa6-83de-467b-bc67-434233a0802d,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:00.755119 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bee3e781-bcf1-4f69-9258-b59023434756 req-aa43349f-121c-467f-b65b-e138c575fe73 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9d7d5071-0347-4378-bf6e-e5e9f9be69b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8852196 Sep 16 13:06:00.759531 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6bb64648-af7b-4294-af35-6cabd7ae2f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3777411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1175'] for router (ca547b64-ba51-4440-ab79-fb4319d94328), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:00.760596 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6bb64648-af7b-4294-af35-6cabd7ae2f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3776702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1164'] for router (ca547b64-ba51-4440-ab79-fb4319d94328), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:00.830595 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:00.864492 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-80c7a87a-a32a-46e3-b03b-276b114949db tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] For port c7eb5869-5d95-47b8-9539-2bec50eb4428, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=c7eb5869-5d95-47b8-9539-2bec50eb4428,segment=NetworkSegment(9811a55a-b03a-4906-9532-43d31450b005),segment_id=9811a55a-b03a-4906-9532-43d31450b005)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:06:00.864863 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-80c7a87a-a32a-46e3-b03b-276b114949db tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (c7eb5869-5d95-47b8-9539-2bec50eb4428), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:00.880426 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6bb64648-af7b-4294-af35-6cabd7ae2f77 admin admin] Publish callbacks [] for router_controller (ca547b64-ba51-4440-ab79-fb4319d94328), precommit_add_association {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:00.891285 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4995d387-b44a-4f46-b635-190e0605d788 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Router 3232c84f-ac63-49be-9960-1a68565b252b has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:06:00.911350 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-80c7a87a-a32a-46e3-b03b-276b114949db tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Calling delete_port for c7eb5869-5d95-47b8-9539-2bec50eb4428 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:06:00.934859 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] Set router 26ffe860-6b95-4a8f-b424-8f481f7a5f51 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:06:00.949384 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dda19c20-6aa9-4c59-abf7-af00f4021880 req-bd953c1d-6c8d-4546-8309-39396fcf4d5a tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b962b4bb-0c1a-4b50-b32a-a4b644420cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858561 Sep 16 13:06:01.006410 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a19f623-58c3-562a-b52b-a8be78163a75-5fe9603d-9b47-4832-ae2f-4bb235881e13', 'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13', 'project_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'fixed_ips': [{'subnet_id': '321b3e2b-ba2b-45bb-9351-85eb03d31f94'}]}} from n-d-858094-4. {{(pid=113700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 13:06:01.007191 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:01.050963 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bee3e781-bcf1-4f69-9258-b59023434756 req-ad1ae0bf-4715-4402-b143-7a4f38d6bb24 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9d7d5071-0347-4378-bf6e-e5e9f9be69b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708125 Sep 16 13:06:01.072596 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Current status of the port 62faaaa6-83de-467b-bc67-434233a0802d is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:06:01.073065 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (62faaaa6-83de-467b-bc67-434233a0802d), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:01.100423 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6bb64648-af7b-4294-af35-6cabd7ae2f77 admin admin] Publish callbacks [] for router_gateway (ca547b64-ba51-4440-ab79-fb4319d94328), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:01.231344 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58f384-be6f-425c-96ea-9688bad06814 req-7f99c25e-61c5-4078-8149-988533b6b9b8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:01.233885 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ff58f384-be6f-425c-96ea-9688bad06814 req-7f99c25e-61c5-4078-8149-988533b6b9b8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 942 time: 0.1497362 Sep 16 13:06:01.235533 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4995d387-b44a-4f46-b635-190e0605d788 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:06:01.271532 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:01.273110 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd329a6-dd20-4031-aba9-28dac68ba9b7 None None] Sync routers for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:06:01.399628 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-80c7a87a-a32a-46e3-b03b-276b114949db tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (c7eb5869-5d95-47b8-9539-2bec50eb4428), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:01.411874 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd329a6-dd20-4031-aba9-28dac68ba9b7 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:06:01.412537 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-6dd329a6-dd20-4031-aba9-28dac68ba9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:01.418961 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] For port 62faaaa6-83de-467b-bc67-434233a0802d, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=62faaaa6-83de-467b-bc67-434233a0802d,segment=NetworkSegment(5062fdea-41f1-435f-b031-f837e6bf4f4f),segment_id=5062fdea-41f1-435f-b031-f837e6bf4f4f)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:06:01.490254 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ff58f384-be6f-425c-96ea-9688bad06814 req-67c0c098-ea90-4032-b614-9a7c438125a6 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=13f8b0cd-2cc3-45a0-b72f-8d979543de20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274802 Sep 16 13:06:01.491032 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7a87a-a32a-46e3-b03b-276b114949db tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event deleted for resources: {'Port': ['ID=c7eb5869-5d95-47b8-9539-2bec50eb4428,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:01.527747 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (62faaaa6-83de-467b-bc67-434233a0802d), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:01.529652 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-80c7a87a-a32a-46e3-b03b-276b114949db tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] No DVR routers for this DVR port c7eb5869-5d95-47b8-9539-2bec50eb4428 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:06:01.544287 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-80c7a87a-a32a-46e3-b03b-276b114949db tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:01.544287 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-22d26477-2ecf-4450-8dbb-b477b821e020 req-80c7a87a-a32a-46e3-b03b-276b114949db tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.25 "DELETE /networking/v2.0/ports/c7eb5869-5d95-47b8-9539-2bec50eb4428 HTTP/1.1" status: 204 len: 173 time: 1.7989728 Sep 16 13:06:01.597720 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6bb64648-af7b-4294-af35-6cabd7ae2f77 admin admin] Publish callbacks [] for router_gateway (ca547b64-ba51-4440-ab79-fb4319d94328), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:01.633671 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8660d-f8aa-4aa8-a747-4f96ae223ab7 req-ae1c0b7a-7510-4d79-9a7d-6033e445e257 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:01.635662 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eba8660d-f8aa-4aa8-a747-4f96ae223ab7 req-ae1c0b7a-7510-4d79-9a7d-6033e445e257 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.0915666 Sep 16 13:06:01.684476 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-6dd329a6-dd20-4031-aba9-28dac68ba9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:01.688046 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6bb64648-af7b-4294-af35-6cabd7ae2f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:01.695948 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Pushing event updated for resources: {'Port': ['ID=62faaaa6-83de-467b-bc67-434233a0802d,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:01.738146 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Provisioning complete for port 934b71e2-2f62-4faf-875c-bdd4613cd9e8 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:06:01.738631 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (934b71e2-2f62-4faf-875c-bdd4613cd9e8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:01.739165 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Attempt 1 to provision port 934b71e2-2f62-4faf-875c-bdd4613cd9e8 Sep 16 13:06:01.762950 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eba8660d-f8aa-4aa8-a747-4f96ae223ab7 req-6798ab6d-4d11-4b63-9cf8-64cb75d17263 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196454 Sep 16 13:06:01.770687 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd329a6-dd20-4031-aba9-28dac68ba9b7 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:06:01.771468 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-6dd329a6-dd20-4031-aba9-28dac68ba9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:01.822360 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-10496dc7-173b-4951-a824-3c3e6aeb8374 req-5942172f-6a68-4e29-bffa-1855d2fff18e tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 210 time: 0.1580944 Sep 16 13:06:01.866145 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.db_base_plugin_common [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] Allocated IP 172.20.0.2 (5fe9603d-9b47-4832-ae2f-4bb235881e13/321b3e2b-ba2b-45bb-9351-85eb03d31f94/75481506-c55b-4c69-98a3-afd1b129e604) {{(pid=113700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:06:01.868731 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-6dd329a6-dd20-4031-aba9-28dac68ba9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:01.869770 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd329a6-dd20-4031-aba9-28dac68ba9b7 None None] The sync data for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:06:01.875911 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ffe860-6b95-4a8f-b424-8f481f7a5f51', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-605995321-router', 'tenant_id': '17c6cefa9f0245ac98950fb6f8b526c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '15ccce18-e353-4954-be1a-d7422325310c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:05:33Z', 'updated_at': '2022-09-16T13:05:55Z', 'revision_number': 4, 'project_id': '17c6cefa9f0245ac98950fb6f8b526c8', 'gw_port': {'id': '15ccce18-e353-4954-be1a-d7422325310c', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ffe860-6b95-4a8f-b424-8f481f7a5f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:05:35Z', 'updated_at': '2022-09-16T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '62faaaa6-83de-467b-bc67-434233a0802d', 'name': '', 'network_id': '1ac727bd-edd6-4879-8bf8-3246bdbe1e19', 'tenant_id': '17c6cefa9f0245ac98950fb6f8b526c8', 'mac_address': 'fa:16:3e:01:9b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ffe860-6b95-4a8f-b424-8f481f7a5f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '5b45d336-0d6c-4524-bf82-92ee8bf0112a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:05:50Z', 'updated_at': '2022-09-16T13:06:00Z', 'revision_number': 4, 'project_id': '17c6cefa9f0245ac98950fb6f8b526c8', 'subnets': [{'id': '5b45d336-0d6c-4524-bf82-92ee8bf0112a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:01.909352 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6401d5a3-812c-4b3a-997b-4c8119eca89f None None] The sync data for ids ['26ffe860-6b95-4a8f-b424-8f481f7a5f51'] in n-d-858094-4 is: [{'id': '26ffe860-6b95-4a8f-b424-8f481f7a5f51', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-605995321-router', 'tenant_id': '17c6cefa9f0245ac98950fb6f8b526c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '15ccce18-e353-4954-be1a-d7422325310c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:05:33Z', 'updated_at': '2022-09-16T13:05:55Z', 'revision_number': 4, 'project_id': '17c6cefa9f0245ac98950fb6f8b526c8', 'gw_port': {'id': '15ccce18-e353-4954-be1a-d7422325310c', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ffe860-6b95-4a8f-b424-8f481f7a5f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:05:35Z', 'updated_at': '2022-09-16T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '62faaaa6-83de-467b-bc67-434233a0802d', 'name': '', 'network_id': '1ac727bd-edd6-4879-8bf8-3246bdbe1e19', 'tenant_id': '17c6cefa9f0245ac98950fb6f8b526c8', 'mac_address': 'fa:16:3e:01:9b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ffe860-6b95-4a8f-b424-8f481f7a5f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '5b45d336-0d6c-4524-bf82-92ee8bf0112a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:05:50Z', 'updated_at': '2022-09-16T13:06:00Z', 'revision_number': 4, 'project_id': '17c6cefa9f0245ac98950fb6f8b526c8', 'subnets': [{'id': '5b45d336-0d6c-4524-bf82-92ee8bf0112a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:06:01.939193 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Port 934b71e2-2f62-4faf-875c-bdd4613cd9e8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:01.946001 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4995d387-b44a-4f46-b635-190e0605d788 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Router 74c33a9c-c2d8-47f2-9844-4e99509becff has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:06:01.971424 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:02.175367 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:06:02.192619 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:02.385381 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff7cd0-6e98-4f04-90c4-8105d71275bd req-50e0459d-a3f9-4545-8fab-76d537fc01cd tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:02.388769 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3dff7cd0-6e98-4f04-90c4-8105d71275bd req-50e0459d-a3f9-4545-8fab-76d537fc01cd tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 943 time: 0.1768756 Sep 16 13:06:02.527339 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c824194-124d-4832-a2df-dd3222a0c6f3 req-2d5eea26-5458-4ec6-872a-06a926a056cf tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:02.536114 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c824194-124d-4832-a2df-dd3222a0c6f3 req-2d5eea26-5458-4ec6-872a-06a926a056cf tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.1462114 Sep 16 13:06:02.609190 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-deleted', 'tag': '8874748b-6030-4aea-9e6b-79db8c8d555d'}, {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-deleted', 'tag': 'c7eb5869-5d95-47b8-9539-2bec50eb4428'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:06:02.612001 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0494b446-c281-4f11-88a6-c5a614c107d7" -d '{"events": [{"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-deleted", "tag": "8874748b-6030-4aea-9e6b-79db8c8d555d"}, {"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-deleted", "tag": "c7eb5869-5d95-47b8-9539-2bec50eb4428"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:06:02.613621 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-6bb64648-af7b-4294-af35-6cabd7ae2f77 admin admin] Allocated IP 172.25.2.222 (42d33e50-b5e8-4084-82dc-226debf86786/9c459242-7a1d-433e-8fa0-56c718a75950/0c4d1fee-2edb-4124-a5a4-a41540e5b7c3) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:06:02.617138 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:02.690725 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41100c1b-a0c4-469f-bbc3-bbee33caa898 req-26cb4b67-e6a3-4f63-889c-5b567befe6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:02.693084 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41100c1b-a0c4-469f-bbc3-bbee33caa898 req-26cb4b67-e6a3-4f63-889c-5b567befe6a9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 1126 time: 0.3212225 Sep 16 13:06:02.717256 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:02.752812 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5c824194-124d-4832-a2df-dd3222a0c6f3 req-56515434-f4b7-4731-b2bd-ca863d2e8b12 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156217 Sep 16 13:06:02.761630 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3dff7cd0-6e98-4f04-90c4-8105d71275bd req-e7830fd5-84d0-405e-a43e-0e42acac7e00 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b962b4bb-0c1a-4b50-b32a-a4b644420cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183249 Sep 16 13:06:02.781690 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Attempt 2 to provision port 934b71e2-2f62-4faf-875c-bdd4613cd9e8 Sep 16 13:06:02.930406 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.db.resource_extend [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 13:06:02.934018 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4995d387-b44a-4f46-b635-190e0605d788 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:06:02.942145 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Sep 2022 13:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e17c0e1-e67f-4701-a4ad-7bc1cf357fa3 x-openstack-request-id: req-8e17c0e1-e67f-4701-a4ad-7bc1cf357fa3 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:06:02.942450 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-deleted", "tag": "8874748b-6030-4aea-9e6b-79db8c8d555d", "status": "completed", "code": 200}, {"server_uuid": "defaddc3-3750-4d8a-b18a-dd6fdce1dbbf", "name": "network-vif-deleted", "tag": "c7eb5869-5d95-47b8-9539-2bec50eb4428", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:06:02.946092 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8e17c0e1-e67f-4701-a4ad-7bc1cf357fa3 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:06:02.947676 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e17c0e1-e67f-4701-a4ad-7bc1cf357fa3'] response: {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-deleted', 'tag': '8874748b-6030-4aea-9e6b-79db8c8d555d', 'status': 'completed', 'code': 200} Sep 16 13:06:02.947952 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e17c0e1-e67f-4701-a4ad-7bc1cf357fa3'] response: {'server_uuid': 'defaddc3-3750-4d8a-b18a-dd6fdce1dbbf', 'name': 'network-vif-deleted', 'tag': 'c7eb5869-5d95-47b8-9539-2bec50eb4428', 'status': 'completed', 'code': 200} Sep 16 13:06:02.958471 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de77a815-f158-4302-832c-23bf5445c77e None None] Sync routers for ids ['74c33a9c-c2d8-47f2-9844-4e99509becff'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:06:02.979730 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de77a815-f158-4302-832c-23bf5445c77e None None] Routers {'74c33a9c-c2d8-47f2-9844-4e99509becff'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:06:02.980392 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-de77a815-f158-4302-832c-23bf5445c77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['74c33a9c-c2d8-47f2-9844-4e99509becff'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:03.023632 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-4995d387-b44a-4f46-b635-190e0605d788 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:03.063884 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-de77a815-f158-4302-832c-23bf5445c77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:03.085223 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69,segment=NetworkSegment(88e21957-051c-43c3-9e4e-6535fc1b3756),segment_id=88e21957-051c-43c3-9e4e-6535fc1b3756)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:06:03.091090 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-32e378b1-a83a-4d22-98b7-6861dfe2b371 req-10c741ce-52ce-4d49-9abd-3327761f91fc tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.1110673 Sep 16 13:06:03.104443 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de77a815-f158-4302-832c-23bf5445c77e None None] Routers {'74c33a9c-c2d8-47f2-9844-4e99509becff'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:06:03.109735 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-de77a815-f158-4302-832c-23bf5445c77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:05:35Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['74c33a9c-c2d8-47f2-9844-4e99509becff'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:03.155005 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': 'f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69', 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1', 'port_id': 'f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69', 'mac_address': 'fa:16:3e:5c:f9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51c69193-b69b-4126-bd7f-16f10ee1b3e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:06:03.205323 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fdfb99c1-9f9b-48ef-9a29-c761dc4f2999 req-900ad2a0-9221-4203-a51f-087f725e2644 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 210 time: 0.1073172 Sep 16 13:06:03.218286 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] Publish callbacks [] for port (75481506-c55b-4c69-98a3-afd1b129e604), precommit_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:03.230427 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-21ca5097-ff70-4de9-8f1f-014707fa47b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:03.233053 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852'] for port (75481506-c55b-4c69-98a3-afd1b129e604), after_create {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:03.253094 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 41836) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:03.256073 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-4995d387-b44a-4f46-b635-190e0605d788 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/0b8a0411-2b02-4ef7-819b-6f76ee101fa6 HTTP/1.1" status: 200 len: 978 time: 5.5682778 Sep 16 13:06:03.260051 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-de77a815-f158-4302-832c-23bf5445c77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:03.263708 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de77a815-f158-4302-832c-23bf5445c77e None None] The sync data for ids ['74c33a9c-c2d8-47f2-9844-4e99509becff'] in n-d-858094-4 is: [] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:06:03.338780 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] Network 5fe9603d-9b47-4832-ae2f-4bb235881e13 is already hosted by enough agents. {{(pid=113700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:06:03.340015 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Port 934b71e2-2f62-4faf-875c-bdd4613cd9e8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:03.363030 n-d-858094-4 neutron-server[113700]: DEBUG neutron.scheduler.base_scheduler [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] Resources bound (agent type, host, resource id): {{(pid=113700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:06:03.364074 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6bb64648-af7b-4294-af35-6cabd7ae2f77 admin admin] Publish callbacks [] for port (0c4d1fee-2edb-4124-a5a4-a41540e5b7c3), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:03.374269 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41100c1b-a0c4-469f-bbc3-bbee33caa898 req-1e53f5d4-85e5-471b-b4c2-0a5da0ca79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:03.377112 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41100c1b-a0c4-469f-bbc3-bbee33caa898 req-1e53f5d4-85e5-471b-b4c2-0a5da0ca79b2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 913 time: 0.6724055 Sep 16 13:06:03.400081 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] Received port after_create {{(pid=113700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:06:03.472533 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] Pushing event updated for resources: {'Port': ['ID=75481506-c55b-4c69-98a3-afd1b129e604,revision_number=1']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:03.535427 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-9e37fb1f-15e8-4888-8676-a018061385a0 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Deleting port 934b71e2-2f62-4faf-875c-bdd4613cd9e8 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:06:03.535774 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9e37fb1f-15e8-4888-8676-a018061385a0 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (934b71e2-2f62-4faf-875c-bdd4613cd9e8), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:03.540794 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:06:03.541264 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:03.573448 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41100c1b-a0c4-469f-bbc3-bbee33caa898 req-106e5989-6857-4010-a50e-4e676ddd7bab service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3af800e8-0d1f-497b-bca5-8901587cb91c HTTP/1.1" status: 200 len: 999 time: 0.1882603 Sep 16 13:06:03.591077 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 62faaaa6-83de-467b-bc67-434233a0802d up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:06:03.606164 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6bb64648-af7b-4294-af35-6cabd7ae2f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (0c4d1fee-2edb-4124-a5a4-a41540e5b7c3), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:03.646984 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] Attempting to bind port 75481506-c55b-4c69-98a3-afd1b129e604 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:06:03.647388 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] Attempting to bind port 75481506-c55b-4c69-98a3-afd1b129e604 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'b9db9b84-9a61-4774-b5a3-a06f92ae50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:06:03.647764 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] Attempting to bind port 75481506-c55b-4c69-98a3-afd1b129e604 on network 5fe9603d-9b47-4832-ae2f-4bb235881e13 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:06:03.657060 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:06:03.764819 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb64648-af7b-4294-af35-6cabd7ae2f77 admin admin] Pushing event updated for resources: {'Port': ['ID=0c4d1fee-2edb-4124-a5a4-a41540e5b7c3,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:03.783832 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69,segment=NetworkSegment(88e21957-051c-43c3-9e4e-6535fc1b3756),segment_id=88e21957-051c-43c3-9e4e-6535fc1b3756)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:06:03.784456 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9e37fb1f-15e8-4888-8676-a018061385a0 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (934b71e2-2f62-4faf-875c-bdd4613cd9e8), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:03.798186 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb64648-af7b-4294-af35-6cabd7ae2f77 admin admin] Network 42d33e50-b5e8-4084-82dc-226debf86786 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:06:03.802764 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-6bb64648-af7b-4294-af35-6cabd7ae2f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:06:03.804416 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:03.809034 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb64648-af7b-4294-af35-6cabd7ae2f77 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:06:03.859718 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Attempt 3 to provision port 934b71e2-2f62-4faf-875c-bdd4613cd9e8 Sep 16 13:06:03.928403 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41100c1b-a0c4-469f-bbc3-bbee33caa898 req-14deb71a-21f0-48a2-b5f7-e8461972a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:03.959727 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41100c1b-a0c4-469f-bbc3-bbee33caa898 req-14deb71a-21f0-48a2-b5f7-e8461972a4da service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 0.3793762 Sep 16 13:06:03.974554 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 62faaaa6-83de-467b-bc67-434233a0802d triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:06:03.975387 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (62faaaa6-83de-467b-bc67-434233a0802d), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:03.975918 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 62faaaa6-83de-467b-bc67-434233a0802d Sep 16 13:06:04.017492 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:04.054006 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:06:04.054602 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] Checking segment: {'id': 'b9db9b84-9a61-4774-b5a3-a06f92ae50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:06:04.055897 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:04.056580 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] Bound using segment: {'id': 'b9db9b84-9a61-4774-b5a3-a06f92ae50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:06:04.057127 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] Bound port: 75481506-c55b-4c69-98a3-afd1b129e604, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9db9b84-9a61-4774-b5a3-a06f92ae50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:06:04.057621 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (75481506-c55b-4c69-98a3-afd1b129e604), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:04.120062 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:06:04.134074 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:04.138888 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41100c1b-a0c4-469f-bbc3-bbee33caa898 req-d21ab796-2ecd-46e1-93e1-f585da8a482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:04.140432 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41100c1b-a0c4-469f-bbc3-bbee33caa898 req-d21ab796-2ecd-46e1-93e1-f585da8a482e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1681926 Sep 16 13:06:04.158187 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:04.231508 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:04.333198 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] For port 75481506-c55b-4c69-98a3-afd1b129e604, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:06:04.344266 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] For port 75481506-c55b-4c69-98a3-afd1b129e604, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=75481506-c55b-4c69-98a3-afd1b129e604,segment=NetworkSegment(b9db9b84-9a61-4774-b5a3-a06f92ae50f7),segment_id=b9db9b84-9a61-4774-b5a3-a06f92ae50f7)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:06:04.356435 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:04.419432 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad693e-e775-4db1-90b5-a9025b97afee req-55b626a2-9aca-4715-9fdd-204d7af04a5f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:04.425971 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f3ad693e-e775-4db1-90b5-a9025b97afee req-55b626a2-9aca-4715-9fdd-204d7af04a5f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.4075282 Sep 16 13:06:04.439426 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:04.439938 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:04.441257 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:04.441789 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:04.442293 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:04.442797 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:04.444254 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:04.444778 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:04.446031 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:04.446550 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:04.447082 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:04.448481 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:04.448998 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:04.449506 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:04.450011 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:04.480593 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Port 934b71e2-2f62-4faf-875c-bdd4613cd9e8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:04.482500 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (75481506-c55b-4c69-98a3-afd1b129e604), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:04.513750 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3e781-bcf1-4f69-9258-b59023434756 req-d5311513-9436-4a49-ab03-fd1d7e954919 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:04.521297 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bee3e781-bcf1-4f69-9258-b59023434756 req-d5311513-9436-4a49-ab03-fd1d7e954919 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.25 "GET /networking/v2.0/networks?id=9d7d5071-0347-4378-bf6e-e5e9f9be69b0 HTTP/1.1" status: 200 len: 824 time: 0.5319929 Sep 16 13:06:04.528987 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58eb4d-e26d-43bc-a6d4-6795f64df5a5 req-909f908d-38ab-4fb0-b356-6089f7289d03 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:04.542164 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1a58eb4d-e26d-43bc-a6d4-6795f64df5a5 req-909f908d-38ab-4fb0-b356-6089f7289d03 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 944 time: 0.5757971 Sep 16 13:06:04.557859 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-bee3e781-bcf1-4f69-9258-b59023434756 req-a967660b-8dd5-41bf-819d-d6ef877784e1 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Request body: {'port': {'device_id': '90c273f5-cec8-4644-90fb-f6ff80af0d77', 'network_id': '9d7d5071-0347-4378-bf6e-e5e9f9be69b0', 'admin_state_up': True, 'tenant_id': 'ee3bf83ac16540a7a1f4e5f4ea13a3a7'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:06:04.571265 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e7b3e-62f4-4eb3-aed0-e7c0feb8ac79 None None] Pushing event updated for resources: {'Port': ['ID=75481506-c55b-4c69-98a3-afd1b129e604,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:04.759826 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-8229937f-cb16-4f7f-a343-e6c23d134600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:04.894757 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee3e781-bcf1-4f69-9258-b59023434756 req-a967660b-8dd5-41bf-819d-d6ef877784e1 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Made reservation on behalf of ee3bf83ac16540a7a1f4e5f4ea13a3a7 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:06:04.899448 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-bee3e781-bcf1-4f69-9258-b59023434756 req-a967660b-8dd5-41bf-819d-d6ef877784e1 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:04.943348 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 62faaaa6-83de-467b-bc67-434233a0802d is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:06:04.981387 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9e37fb1f-15e8-4888-8676-a018061385a0 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:04.981621 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Attempt 4 to provision port 934b71e2-2f62-4faf-875c-bdd4613cd9e8 Sep 16 13:06:04.981709 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9e37fb1f-15e8-4888-8676-a018061385a0 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (0b8a0411-2b02-4ef7-819b-6f76ee101fa6), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:04.982012 n-d-858094-4 neutron-server[113698]: INFO neutron.db.l3_db [None req-9e37fb1f-15e8-4888-8676-a018061385a0 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Floating IP 0b8a0411-2b02-4ef7-819b-6f76ee101fa6 disassociated. External IP: 172.25.2.180, port: 934b71e2-2f62-4faf-875c-bdd4613cd9e8. Sep 16 13:06:04.982272 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-9e37fb1f-15e8-4888-8676-a018061385a0 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Calling delete_port for 934b71e2-2f62-4faf-875c-bdd4613cd9e8 owned by {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:06:04.991770 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f3ad693e-e775-4db1-90b5-a9025b97afee req-73a0794c-4442-4c5b-8514-03672653855e tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2937281 Sep 16 13:06:05.016958 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-1a58eb4d-e26d-43bc-a6d4-6795f64df5a5 req-83558979-2ffd-41bd-ac32-621869bfe89c tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b962b4bb-0c1a-4b50-b32a-a4b644420cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4738436 Sep 16 13:06:05.059149 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41100c1b-a0c4-469f-bbc3-bbee33caa898 req-325049d8-6b3d-4ca3-ba0e-70957890f94f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9111395 Sep 16 13:06:05.114470 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Port 934b71e2-2f62-4faf-875c-bdd4613cd9e8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:05.199572 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:05.353562 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-41100c1b-a0c4-469f-bbc3-bbee33caa898 req-4be8223b-a40c-4ee4-9b51-262ad0ed928d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865350 Sep 16 13:06:05.355614 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6bb64648-af7b-4294-af35-6cabd7ae2f77 admin admin] Publish callbacks [] for router_gateway (ca547b64-ba51-4440-ab79-fb4319d94328), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:05.381351 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-560446ca-c553-458e-b55d-a0851cf49bc0 req-ea2ff419-52b4-4ed5-bbc7-7f45074d3277 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 210 time: 0.1756604 Sep 16 13:06:05.440106 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:05.462179 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6e4df309-ab0b-4dc5-9f4d-720c3f7388d4 req-ede9f791-21e4-402e-9f9b-6a9c8a926e1f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.2634511 Sep 16 13:06:05.521872 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 75481506-c55b-4c69-98a3-afd1b129e604 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:06:05.550580 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9e37fb1f-15e8-4888-8676-a018061385a0 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (934b71e2-2f62-4faf-875c-bdd4613cd9e8), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:05.585312 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-bee3e781-bcf1-4f69-9258-b59023434756 req-a967660b-8dd5-41bf-819d-d6ef877784e1 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Allocated IP 172.20.0.13 (9d7d5071-0347-4378-bf6e-e5e9f9be69b0/5e53044f-5a9d-4c9c-98fd-01a0097c1321/5d3e13d6-1350-42fb-92c3-316857c47ac8) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:06:05.616022 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:05.616431 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Attempt 5 to provision port 934b71e2-2f62-4faf-875c-bdd4613cd9e8 Sep 16 13:06:05.620490 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 75481506-c55b-4c69-98a3-afd1b129e604 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:06:05.620872 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (75481506-c55b-4c69-98a3-afd1b129e604), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:05.621209 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 75481506-c55b-4c69-98a3-afd1b129e604 Sep 16 13:06:05.672020 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-b94af6c9-c587-42d1-b3ff-4c1c5d1dd22e None None] Port 934b71e2-2f62-4faf-875c-bdd4613cd9e8 was deleted so its status cannot be updated. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 16 13:06:05.697059 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37fb1f-15e8-4888-8676-a018061385a0 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event deleted for resources: {'Port': ['ID=934b71e2-2f62-4faf-875c-bdd4613cd9e8,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:05.734512 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6bb64648-af7b-4294-af35-6cabd7ae2f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3776742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3778094'] for router (ca547b64-ba51-4440-ab79-fb4319d94328), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:05.820854 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 75481506-c55b-4c69-98a3-afd1b129e604 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:06:05.821255 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (75481506-c55b-4c69-98a3-afd1b129e604), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:05.894471 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 75481506-c55b-4c69-98a3-afd1b129e604, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=75481506-c55b-4c69-98a3-afd1b129e604,segment=NetworkSegment(b9db9b84-9a61-4774-b5a3-a06f92ae50f7),segment_id=b9db9b84-9a61-4774-b5a3-a06f92ae50f7)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:06:05.903750 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (75481506-c55b-4c69-98a3-afd1b129e604), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:06.021315 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-bee3e781-bcf1-4f69-9258-b59023434756 req-a967660b-8dd5-41bf-819d-d6ef877784e1 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Publish callbacks [] for port (5d3e13d6-1350-42fb-92c3-316857c47ac8), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:06.083778 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=75481506-c55b-4c69-98a3-afd1b129e604,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:06.099273 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb64648-af7b-4294-af35-6cabd7ae2f77 admin admin] Router ca547b64-ba51-4440-ab79-fb4319d94328 is scheduled to L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 with binding_index 1 {{(pid=113699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 13:06:06.132416 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:06.175061 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e37fb1f-15e8-4888-8676-a018061385a0 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Router 74c33a9c-c2d8-47f2-9844-4e99509becff has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:06:06.192891 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:06:06.206208 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-bee3e781-bcf1-4f69-9258-b59023434756 req-a967660b-8dd5-41bf-819d-d6ef877784e1 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (5d3e13d6-1350-42fb-92c3-316857c47ac8), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:06.268993 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:06.281384 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning for port f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:06:06.299635 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:06:06.300494 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:06.301636 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 Sep 16 13:06:06.315370 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548adfd-25f1-4f14-acb7-ae698cca7fc4 req-0b45922c-6b1b-4dba-b3d6-09e7e2048d47 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:06.323958 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e548adfd-25f1-4f14-acb7-ae698cca7fc4 req-0b45922c-6b1b-4dba-b3d6-09e7e2048d47 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 944 time: 0.1337502 Sep 16 13:06:06.350066 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb64648-af7b-4294-af35-6cabd7ae2f77 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:06:06.375017 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] Sync routers for ids ['ca547b64-ba51-4440-ab79-fb4319d94328'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:06:06.382231 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-6bb64648-af7b-4294-af35-6cabd7ae2f77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:06.389114 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-6bb64648-af7b-4294-af35-6cabd7ae2f77 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7240160 Sep 16 13:06:06.391378 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41864) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:06.439153 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc28128d-03b6-4d06-9fbf-654755cea5f5 None None] Network 5fe9603d-9b47-4832-ae2f-4bb235881e13 requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:06:06.448317 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aacb4e-647f-49d7-a28a-7d23b432031d req-d5616157-09f0-42b7-8107-29086ebc1521 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:06.449805 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] Routers {'ca547b64-ba51-4440-ab79-fb4319d94328'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:06:06.457912 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:06:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['ca547b64-ba51-4440-ab79-fb4319d94328'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:06.458630 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d3aacb4e-647f-49d7-a28a-7d23b432031d req-d5616157-09f0-42b7-8107-29086ebc1521 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.2815423 Sep 16 13:06:06.544321 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee3e781-bcf1-4f69-9258-b59023434756 req-a967660b-8dd5-41bf-819d-d6ef877784e1 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Network 9d7d5071-0347-4378-bf6e-e5e9f9be69b0 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:06:06.550837 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-bee3e781-bcf1-4f69-9258-b59023434756 req-a967660b-8dd5-41bf-819d-d6ef877784e1 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:06:06.594871 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee3e781-bcf1-4f69-9258-b59023434756 req-a967660b-8dd5-41bf-819d-d6ef877784e1 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:06:06.613117 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967660b-8dd5-41bf-819d-d6ef877784e1 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Pushing event updated for resources: {'Port': ['ID=5d3e13d6-1350-42fb-92c3-316857c47ac8,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:06.665091 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:06.673116 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-0558a5cb-20e3-41c2-b4cc-8afc6fafc3da None None] Provisioning complete for port 75481506-c55b-4c69-98a3-afd1b129e604 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:06:06.674462 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0558a5cb-20e3-41c2-b4cc-8afc6fafc3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (75481506-c55b-4c69-98a3-afd1b129e604), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:06.674999 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-0558a5cb-20e3-41c2-b4cc-8afc6fafc3da None None] Attempt 1 to provision port 75481506-c55b-4c69-98a3-afd1b129e604 Sep 16 13:06:06.685501 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:06.732863 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:06:06.733251 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:06.762630 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3e781-bcf1-4f69-9258-b59023434756 req-a967660b-8dd5-41bf-819d-d6ef877784e1 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:06.763883 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-bee3e781-bcf1-4f69-9258-b59023434756 req-a967660b-8dd5-41bf-819d-d6ef877784e1 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:06.806145 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e548adfd-25f1-4f14-acb7-ae698cca7fc4 req-f531c75b-bbb5-429f-98c6-1265616838c8 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b962b4bb-0c1a-4b50-b32a-a4b644420cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4787102 Sep 16 13:06:06.886826 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0851db-8113-49aa-abe4-e5cd1b345b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:06:06.889128 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baadeda-1357-4892-bcc9-83bee7039e5a" -d '{"events": [{"server_uuid": "6b0851db-8113-49aa-abe4-e5cd1b345b9b", "name": "network-vif-plugged", "status": "completed", "tag": "f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:06:06.935942 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69,segment=NetworkSegment(88e21957-051c-43c3-9e4e-6535fc1b3756),segment_id=88e21957-051c-43c3-9e4e-6535fc1b3756)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:06:06.958046 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] Set router ca547b64-ba51-4440-ab79-fb4319d94328 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:06:06.968622 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:06.978421 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bee3e781-bcf1-4f69-9258-b59023434756 req-a967660b-8dd5-41bf-819d-d6ef877784e1 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4270172 Sep 16 13:06:07.010264 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] Request body: {'port': {'device_id': '90c273f5-cec8-4644-90fb-f6ff80af0d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:06:07.015643 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:07.033971 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d3aacb4e-647f-49d7-a28a-7d23b432031d req-64828630-0302-4fc4-9285-a9189f7760cd tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5728357 Sep 16 13:06:07.041222 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:07.127745 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd762c-c18a-48ca-aabf-fe926157e516 req-825956de-3a0f-4ccd-8e8c-78e1130d2a97 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:07.143510 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0cd762c-c18a-48ca-aabf-fe926157e516 req-825956de-3a0f-4ccd-8e8c-78e1130d2a97 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 932 time: 0.1844649 Sep 16 13:06:07.214394 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:07.234855 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5d3e13d6-1350-42fb-92c3-316857c47ac8), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:07.250813 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e37fb1f-15e8-4888-8676-a018061385a0 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:06:07.259447 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:07.262371 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdfd1e2-8186-41d2-b80d-d913c009abdf None None] Sync routers for ids ['74c33a9c-c2d8-47f2-9844-4e99509becff'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:06:07.292753 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0ea6d8c-123e-4904-bea4-d519bac79b06 req-4816178f-cb1c-42d4-8d8d-8f2bd102ac35 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.1307719 Sep 16 13:06:07.293786 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdfd1e2-8186-41d2-b80d-d913c009abdf None None] Routers {'74c33a9c-c2d8-47f2-9844-4e99509becff'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:06:07.294703 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-5fdfd1e2-8186-41d2-b80d-d913c009abdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:06:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['74c33a9c-c2d8-47f2-9844-4e99509becff'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:07.395631 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-5fdfd1e2-8186-41d2-b80d-d913c009abdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:07.411186 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-0558a5cb-20e3-41c2-b4cc-8afc6fafc3da None None] Current status of the port 75481506-c55b-4c69-98a3-afd1b129e604 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:06:07.428845 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdfd1e2-8186-41d2-b80d-d913c009abdf None None] Routers {'74c33a9c-c2d8-47f2-9844-4e99509becff'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:06:07.431213 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-5fdfd1e2-8186-41d2-b80d-d913c009abdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:06:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['74c33a9c-c2d8-47f2-9844-4e99509becff'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:07.546349 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-5fdfd1e2-8186-41d2-b80d-d913c009abdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:07.547565 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdfd1e2-8186-41d2-b80d-d913c009abdf None None] The sync data for ids ['74c33a9c-c2d8-47f2-9844-4e99509becff'] in n-d-858094-4 is: [] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:06:07.619833 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 75481506-c55b-4c69-98a3-afd1b129e604 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:06:07.665689 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.db_base_plugin_common [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Allocated IP 172.20.0.1 (5fe9603d-9b47-4832-ae2f-4bb235881e13/321b3e2b-ba2b-45bb-9351-85eb03d31f94/00c721e6-a317-4542-8d3e-ca5e90d4673f) {{(pid=113699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:06:07.676443 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-db86b02f-def8-40e8-a34d-4c4f86c6166a None None] Provisioning complete for port 5d3e13d6-1350-42fb-92c3-316857c47ac8 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:06:07.676811 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-db86b02f-def8-40e8-a34d-4c4f86c6166a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5d3e13d6-1350-42fb-92c3-316857c47ac8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:07.677197 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-db86b02f-def8-40e8-a34d-4c4f86c6166a None None] Attempt 1 to provision port 5d3e13d6-1350-42fb-92c3-316857c47ac8 Sep 16 13:06:07.772038 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-db86b02f-def8-40e8-a34d-4c4f86c6166a None None] Port 5d3e13d6-1350-42fb-92c3-316857c47ac8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:07.792413 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b0cd762c-c18a-48ca-aabf-fe926157e516 req-17e77840-1225-45d6-9252-f6f80aa6e1ac tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=76417895-50c8-48c7-a376-ec53436251bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6476836 Sep 16 13:06:07.810589 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e42bf0-5557-455a-9163-dc9ce808a954 x-openstack-request-id: req-b2e42bf0-5557-455a-9163-dc9ce808a954 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:06:07.827561 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0851db-8113-49aa-abe4-e5cd1b345b9b", "name": "network-vif-plugged", "status": "completed", "tag": "f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:06:07.827922 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b2e42bf0-5557-455a-9163-dc9ce808a954 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:06:07.828435 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2e42bf0-5557-455a-9163-dc9ce808a954'] response: {'server_uuid': '6b0851db-8113-49aa-abe4-e5cd1b345b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69', 'code': 200} Sep 16 13:06:07.856867 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:07.858547 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:07.902059 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 75481506-c55b-4c69-98a3-afd1b129e604 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:06:07.902435 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (75481506-c55b-4c69-98a3-afd1b129e604), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:07.902777 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 75481506-c55b-4c69-98a3-afd1b129e604 Sep 16 13:06:07.965922 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Publish callbacks [] for port (00c721e6-a317-4542-8d3e-ca5e90d4673f), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:07.970425 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:07.975627 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e2b00-912c-42f6-a3ef-8058b9c7603f req-d03494a3-cde4-487c-ae3d-00cd08dc9df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:07.978100 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c75e2b00-912c-42f6-a3ef-8058b9c7603f req-d03494a3-cde4-487c-ae3d-00cd08dc9df9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 1127 time: 0.1077297 Sep 16 13:06:07.979234 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:08.003040 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca547b64-ba51-4440-ab79-fb4319d94328', 'name': 'tempest-ServerDiskConfigTestJSON-989946252-router', 'tenant_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '0c4d1fee-2edb-4124-a5a4-a41540e5b7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:06:00Z', 'updated_at': '2022-09-16T13:06:05Z', 'revision_number': 3, 'project_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'gw_port': {'id': '0c4d1fee-2edb-4124-a5a4-a41540e5b7c3', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:92:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca547b64-ba51-4440-ab79-fb4319d94328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:06:01Z', 'updated_at': '2022-09-16T13:06:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4'}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:08.011942 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273439b-6da1-4f0a-ad00-ebd01742c119 req-6b2ac9b4-df84-44f9-a246-36de5d5371aa tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:08.013571 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8273439b-6da1-4f0a-ad00-ebd01742c119 req-6b2ac9b4-df84-44f9-a246-36de5d5371aa tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.1307499 Sep 16 13:06:08.047191 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] Checking router: ca547b64-ba51-4440-ab79-fb4319d94328 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:06:08.047543 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] Updating router ca547b64-ba51-4440-ab79-fb4319d94328 port 0c4d1fee-2edb-4124-a5a4-a41540e5b7c3 binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:06:08.094270 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-9e37fb1f-15e8-4888-8676-a018061385a0 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:08.101271 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-9e37fb1f-15e8-4888-8676-a018061385a0 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "DELETE /networking/v2.0/ports/934b71e2-2f62-4faf-875c-bdd4613cd9e8 HTTP/1.1" status: 204 len: 168 time: 4.8463399 Sep 16 13:06:08.105531 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 41882) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:08.115965 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-c75e2b00-912c-42f6-a3ef-8058b9c7603f req-ca76bade-9ae3-4bf5-8354-302990467fcc service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=b962b4bb-0c1a-4b50-b32a-a4b644420cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309886 Sep 16 13:06:08.126475 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0c4d1fee-2edb-4124-a5a4-a41540e5b7c3), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:08.129290 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 75481506-c55b-4c69-98a3-afd1b129e604 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:06:08.144865 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (00c721e6-a317-4542-8d3e-ca5e90d4673f), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:08.174405 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ff2a2-d210-42ae-aff0-7d5f2dd4f80d req-43b2982f-3a6b-4d90-a385-69197ce3291e tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:08.175993 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fb6ff2a2-d210-42ae-aff0-7d5f2dd4f80d req-43b2982f-3a6b-4d90-a385-69197ce3291e tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 945 time: 0.1137929 Sep 16 13:06:08.254033 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Pushing event updated for resources: {'Port': ['ID=00c721e6-a317-4542-8d3e-ca5e90d4673f,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:08.267715 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:08.268487 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:08.272612 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:08.272974 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:08.273436 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:08.274331 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:08.274331 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:08.274534 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:08.274735 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:08.275061 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:08.275386 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:08.279866 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:08.280387 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:08.280833 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:08.281272 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:08.292626 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Network 5fe9603d-9b47-4832-ae2f-4bb235881e13 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:06:08.297296 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-8273439b-6da1-4f0a-ad00-ebd01742c119 req-91d73f49-3023-49c4-9f98-319b256c46cb tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2240002 Sep 16 13:06:08.298078 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-db86b02f-def8-40e8-a34d-4c4f86c6166a None None] Attempt 2 to provision port 5d3e13d6-1350-42fb-92c3-316857c47ac8 Sep 16 13:06:08.312167 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:06:08.329764 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Received port after_create {{(pid=113699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:06:08.417847 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:08.445935 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770903'] for router_interface (ca547b64-ba51-4440-ab79-fb4319d94328), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:08.502718 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-db86b02f-def8-40e8-a34d-4c4f86c6166a None None] Port 5d3e13d6-1350-42fb-92c3-316857c47ac8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:08.595572 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5aa73030-1c64-4a1d-9922-02ba55bd910c req-c64066d0-790c-413e-af29-fb9132636324 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.0789862 Sep 16 13:06:08.625688 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fb6ff2a2-d210-42ae-aff0-7d5f2dd4f80d req-cc7724bd-3eef-4d44-adea-f1f0ad5a9ce9 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b962b4bb-0c1a-4b50-b32a-a4b644420cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4129603 Sep 16 13:06:08.660968 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:08.722795 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:08.800312 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (00c721e6-a317-4542-8d3e-ca5e90d4673f), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:08.897776 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] Publish callbacks [] for port (0c4d1fee-2edb-4124-a5a4-a41540e5b7c3), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:08.908387 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0c4d1fee-2edb-4124-a5a4-a41540e5b7c3), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:08.979284 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] Attempting to bind port 0c4d1fee-2edb-4124-a5a4-a41540e5b7c3 on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:06:08.980008 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] Attempting to bind port 0c4d1fee-2edb-4124-a5a4-a41540e5b7c3 by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:06:08.980497 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] Attempting to bind port 0c4d1fee-2edb-4124-a5a4-a41540e5b7c3 on network 42d33e50-b5e8-4084-82dc-226debf86786 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:06:09.011770 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-db86b02f-def8-40e8-a34d-4c4f86c6166a None None] Attempt 3 to provision port 5d3e13d6-1350-42fb-92c3-316857c47ac8 Sep 16 13:06:09.072329 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9126184-da92-4c17-b807-9c22f7cdf7ec None None] Pushing event updated for resources: {'Port': ['ID=0c4d1fee-2edb-4124-a5a4-a41540e5b7c3,revision_number=2']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:09.077200 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-db86b02f-def8-40e8-a34d-4c4f86c6166a None None] Port 5d3e13d6-1350-42fb-92c3-316857c47ac8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:09.087996 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:06:09.088267 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] Checking segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:06:09.088824 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:09.089557 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] Bound using segment: {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:06:09.089820 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] Bound port: 0c4d1fee-2edb-4124-a5a4-a41540e5b7c3, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aef662b-e4d3-414d-b2f7-e349ec6027d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:06:09.090685 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0c4d1fee-2edb-4124-a5a4-a41540e5b7c3), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:09.096363 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:09.140237 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Publish callbacks [] for port (00c721e6-a317-4542-8d3e-ca5e90d4673f), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:09.156615 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26052854'] for port (00c721e6-a317-4542-8d3e-ca5e90d4673f), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:09.234797 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] For port 0c4d1fee-2edb-4124-a5a4-a41540e5b7c3, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:06:09.239102 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] For port 0c4d1fee-2edb-4124-a5a4-a41540e5b7c3, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=0c4d1fee-2edb-4124-a5a4-a41540e5b7c3,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:06:09.254152 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0c4d1fee-2edb-4124-a5a4-a41540e5b7c3), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:09.330893 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Pushing event updated for resources: {'Port': ['ID=00c721e6-a317-4542-8d3e-ca5e90d4673f,revision_number=2']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:09.333328 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4182828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3771011'] for router_interface (ca547b64-ba51-4440-ab79-fb4319d94328), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:09.354553 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] Routers {'ca547b64-ba51-4440-ab79-fb4319d94328'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:06:09.355164 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:06:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['ca547b64-ba51-4440-ab79-fb4319d94328'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:09.465850 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:09.538610 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] Set router ca547b64-ba51-4440-ab79-fb4319d94328 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:06:09.545534 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Network 5fe9603d-9b47-4832-ae2f-4bb235881e13 is already hosted by enough agents. {{(pid=113699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:06:09.547397 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.base_scheduler [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:06:09.607292 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e54a2-de8c-4858-847d-72716f3711e5 req-5add504c-06d4-4d61-806c-1d7b9fb29f62 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:09.616907 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-db86b02f-def8-40e8-a34d-4c4f86c6166a None None] Attempt 4 to provision port 5d3e13d6-1350-42fb-92c3-316857c47ac8 Sep 16 13:06:09.618482 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ed3e54a2-de8c-4858-847d-72716f3711e5 req-5add504c-06d4-4d61-806c-1d7b9fb29f62 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.3267503 Sep 16 13:06:09.671803 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-db86b02f-def8-40e8-a34d-4c4f86c6166a None None] Port 5d3e13d6-1350-42fb-92c3-316857c47ac8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:09.693848 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9126184-da92-4c17-b807-9c22f7cdf7ec None None] Pushing event updated for resources: {'Port': ['ID=0c4d1fee-2edb-4124-a5a4-a41540e5b7c3,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:09.705565 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:09.708597 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1ce472f4-9adc-4343-aa3b-8d7e5523dbe6 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (74c33a9c-c2d8-47f2-9844-4e99509becff), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:09.796371 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=100 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:09.841254 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Router ca547b64-ba51-4440-ab79-fb4319d94328 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:06:09.865824 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca547b64-ba51-4440-ab79-fb4319d94328', 'name': 'tempest-ServerDiskConfigTestJSON-989946252-router', 'tenant_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '0c4d1fee-2edb-4124-a5a4-a41540e5b7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:06:00Z', 'updated_at': '2022-09-16T13:06:08Z', 'revision_number': 4, 'project_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'gw_port': {'id': '0c4d1fee-2edb-4124-a5a4-a41540e5b7c3', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:92:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca547b64-ba51-4440-ab79-fb4319d94328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:06:01Z', 'updated_at': '2022-09-16T13:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '00c721e6-a317-4542-8d3e-ca5e90d4673f', 'name': '', 'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13', 'tenant_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'mac_address': 'fa:16:3e:37:5a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca547b64-ba51-4440-ab79-fb4319d94328', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '321b3e2b-ba2b-45bb-9351-85eb03d31f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:06:07Z', 'updated_at': '2022-09-16T13:06:08Z', 'revision_number': 2, 'project_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'subnets': [{'id': '321b3e2b-ba2b-45bb-9351-85eb03d31f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:09.869827 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:09.903495 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9718a75a-8a92-43ab-b53d-33f2bea20ed4 None None] The sync data for ids ['ca547b64-ba51-4440-ab79-fb4319d94328'] in n-d-858094-4 is: [{'id': 'ca547b64-ba51-4440-ab79-fb4319d94328', 'name': 'tempest-ServerDiskConfigTestJSON-989946252-router', 'tenant_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '0c4d1fee-2edb-4124-a5a4-a41540e5b7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:06:00Z', 'updated_at': '2022-09-16T13:06:08Z', 'revision_number': 4, 'project_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'gw_port': {'id': '0c4d1fee-2edb-4124-a5a4-a41540e5b7c3', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:92:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca547b64-ba51-4440-ab79-fb4319d94328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:06:01Z', 'updated_at': '2022-09-16T13:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '00c721e6-a317-4542-8d3e-ca5e90d4673f', 'name': '', 'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13', 'tenant_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'mac_address': 'fa:16:3e:37:5a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca547b64-ba51-4440-ab79-fb4319d94328', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '321b3e2b-ba2b-45bb-9351-85eb03d31f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:06:07Z', 'updated_at': '2022-09-16T13:06:08Z', 'revision_number': 2, 'project_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'subnets': [{'id': '321b3e2b-ba2b-45bb-9351-85eb03d31f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:06:09.989586 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:06:09.995722 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-ba408f33-11a0-44f7-b5cf-605fc80ad6d7 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/ca547b64-ba51-4440-ab79-fb4319d94328/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6033065 Sep 16 13:06:10.113981 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3e13d6-1350-42fb-92c3-316857c47ac8 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:06:10.129291 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] Publish callbacks [] for port (5d3e13d6-1350-42fb-92c3-316857c47ac8), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:10.173148 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-db86b02f-def8-40e8-a34d-4c4f86c6166a None None] Attempt 5 to provision port 5d3e13d6-1350-42fb-92c3-316857c47ac8 Sep 16 13:06:10.210508 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3286a-10c6-4256-ac81-d0f2dace9ee4 req-0f2e8eb7-283b-4502-860f-d07ff5afc306 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:10.212730 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-47d3286a-10c6-4256-ac81-d0f2dace9ee4 req-0f2e8eb7-283b-4502-860f-d07ff5afc306 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 932 time: 0.8334663 Sep 16 13:06:10.223361 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ed3e54a2-de8c-4858-847d-72716f3711e5 req-ff77992b-f8bb-42b2-9aa2-5a6f019e342d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6030695 Sep 16 13:06:10.232463 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] Transition to ACTIVE for port object 5d3e13d6-1350-42fb-92c3-316857c47ac8 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:06:10.247809 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (5d3e13d6-1350-42fb-92c3-316857c47ac8), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:10.281376 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-db86b02f-def8-40e8-a34d-4c4f86c6166a None None] Port 5d3e13d6-1350-42fb-92c3-316857c47ac8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:10.525974 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-47d3286a-10c6-4256-ac81-d0f2dace9ee4 req-32c29d94-b90e-4c6d-b350-aba90481669c tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=76417895-50c8-48c7-a376-ec53436251bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009551 Sep 16 13:06:10.538755 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5760a29a-14e4-4ce2-8b68-b2aff0d7c4ac req-e7f44503-e8bf-452e-a6ba-bc2e680b550f tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.1349230 Sep 16 13:06:10.546130 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] Pushing event updated for resources: {'Port': ['ID=5d3e13d6-1350-42fb-92c3-316857c47ac8,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:10.560939 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] Attempting to bind port 5d3e13d6-1350-42fb-92c3-316857c47ac8 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:06:10.561275 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] Attempting to bind port 5d3e13d6-1350-42fb-92c3-316857c47ac8 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': '91a60b7d-1128-4371-b7bd-f2548d16b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d7d5071-0347-4378-bf6e-e5e9f9be69b0'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:06:10.561606 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] Attempting to bind port 5d3e13d6-1350-42fb-92c3-316857c47ac8 on network 9d7d5071-0347-4378-bf6e-e5e9f9be69b0 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:06:10.782294 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-db86b02f-def8-40e8-a34d-4c4f86c6166a None None] Attempt 6 to provision port 5d3e13d6-1350-42fb-92c3-316857c47ac8 Sep 16 13:06:10.794588 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e2d64-bb69-4d31-a662-7ec1696c5dd9 req-6ee18261-56a2-40a4-bf55-8578aba50185 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:10.804869 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-627e2d64-bb69-4d31-a662-7ec1696c5dd9 req-6ee18261-56a2-40a4-bf55-8578aba50185 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.1037707 Sep 16 13:06:10.827916 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-db86b02f-def8-40e8-a34d-4c4f86c6166a None None] Port 5d3e13d6-1350-42fb-92c3-316857c47ac8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:10.830150 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-1ce472f4-9adc-4343-aa3b-8d7e5523dbe6 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Deleting port f5399080-2bea-472d-bc05-141ca84ac898 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:06:10.830492 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1ce472f4-9adc-4343-aa3b-8d7e5523dbe6 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (f5399080-2bea-472d-bc05-141ca84ac898), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:10.852887 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266bc7e-fa35-468c-be6f-d32bad7e16f5 req-6a75006a-4b29-4904-ba3e-0a2298736afd tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:10.854645 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5266bc7e-fa35-468c-be6f-d32bad7e16f5 req-6a75006a-4b29-4904-ba3e-0a2298736afd tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 945 time: 0.1770120 Sep 16 13:06:10.951944 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:10.957989 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] Port 5d3e13d6-1350-42fb-92c3-316857c47ac8 on network 9d7d5071-0347-4378-bf6e-e5e9f9be69b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:06:10.958325 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] Attempting to bind port 5d3e13d6-1350-42fb-92c3-316857c47ac8 on network 9d7d5071-0347-4378-bf6e-e5e9f9be69b0 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:06:10.961721 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1ce472f4-9adc-4343-aa3b-8d7e5523dbe6 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (f5399080-2bea-472d-bc05-141ca84ac898), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:11.060663 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-1ce472f4-9adc-4343-aa3b-8d7e5523dbe6 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Calling delete_port for f5399080-2bea-472d-bc05-141ca84ac898 owned by network:router_interface {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:06:11.180769 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5266bc7e-fa35-468c-be6f-d32bad7e16f5 req-fa9f1591-4e3c-4472-bfaf-03ec1ab6c3d0 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b962b4bb-0c1a-4b50-b32a-a4b644420cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269187 Sep 16 13:06:11.255789 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-627e2d64-bb69-4d31-a662-7ec1696c5dd9 req-9fe701c9-11f4-4b46-9723-c749277eab6e tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4467566 Sep 16 13:06:11.295200 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:11.329925 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-db86b02f-def8-40e8-a34d-4c4f86c6166a None None] Attempt 7 to provision port 5d3e13d6-1350-42fb-92c3-316857c47ac8 Sep 16 13:06:11.362523 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:06:11.363009 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] Checking segment: {'id': '91a60b7d-1128-4371-b7bd-f2548d16b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d7d5071-0347-4378-bf6e-e5e9f9be69b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:06:11.363318 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] Bound using segment: {'id': '91a60b7d-1128-4371-b7bd-f2548d16b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d7d5071-0347-4378-bf6e-e5e9f9be69b0'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:06:11.363783 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] Bound port: 5d3e13d6-1350-42fb-92c3-316857c47ac8, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a60b7d-1128-4371-b7bd-f2548d16b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9d7d5071-0347-4378-bf6e-e5e9f9be69b0'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:06:11.364449 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5d3e13d6-1350-42fb-92c3-316857c47ac8), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:11.472786 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-db86b02f-def8-40e8-a34d-4c4f86c6166a None None] Port 5d3e13d6-1350-42fb-92c3-316857c47ac8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:11.596967 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 0c4d1fee-2edb-4124-a5a4-a41540e5b7c3 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:06:11.710142 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 0c4d1fee-2edb-4124-a5a4-a41540e5b7c3 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:06:11.710516 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (0c4d1fee-2edb-4124-a5a4-a41540e5b7c3), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:11.710996 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 0c4d1fee-2edb-4124-a5a4-a41540e5b7c3 Sep 16 13:06:11.818245 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 0c4d1fee-2edb-4124-a5a4-a41540e5b7c3 is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:06:11.818879 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (0c4d1fee-2edb-4124-a5a4-a41540e5b7c3), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:11.828507 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162f372-5190-4d28-b302-2587e60334d3 req-590fc304-2de0-4e39-b590-ff6250f03b3d tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:11.830062 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4162f372-5190-4d28-b302-2587e60334d3 req-590fc304-2de0-4e39-b590-ff6250f03b3d tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/networks?id=5fe9603d-9b47-4832-ae2f-4bb235881e13 HTTP/1.1" status: 200 len: 814 time: 0.3898902 Sep 16 13:06:11.866037 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] For port 0c4d1fee-2edb-4124-a5a4-a41540e5b7c3, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=0c4d1fee-2edb-4124-a5a4-a41540e5b7c3,segment=NetworkSegment(6aef662b-e4d3-414d-b2f7-e349ec6027d9),segment_id=6aef662b-e4d3-414d-b2f7-e349ec6027d9)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:06:11.871968 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (0c4d1fee-2edb-4124-a5a4-a41540e5b7c3), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:11.872679 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4162f372-5190-4d28-b302-2587e60334d3 req-41d9501b-f9e5-45a0-a19d-056ffb14f221 tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/quotas/487c6b2edfb74e6d91d4443cfeb437a1 HTTP/1.1" status: 200 len: 375 time: 0.0164006 Sep 16 13:06:11.940438 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4162f372-5190-4d28-b302-2587e60334d3 req-b497641c-cc56-49a5-938e-bf62e44268ab tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=487c6b2edfb74e6d91d4443cfeb437a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516853 Sep 16 13:06:11.972285 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ebee3-7f71-47bb-8be9-58c3473271e5 req-2052e079-232f-4bc7-8fbd-94788be39600 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:11.973388 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Pushing event updated for resources: {'Port': ['ID=0c4d1fee-2edb-4124-a5a4-a41540e5b7c3,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:11.977032 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-db86b02f-def8-40e8-a34d-4c4f86c6166a None None] Attempt 8 to provision port 5d3e13d6-1350-42fb-92c3-316857c47ac8 Sep 16 13:06:11.994533 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-740ebee3-7f71-47bb-8be9-58c3473271e5 req-2052e079-232f-4bc7-8fbd-94788be39600 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 945 time: 0.5015032 Sep 16 13:06:12.005831 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41934) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:12.011993 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.v2.base [None req-0d7bcadc-4581-49d2-99b5-6266d629b889 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Request body: {'floatingip': {'port_id': 'f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69'}} {{(pid=113699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:06:12.050630 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-db86b02f-def8-40e8-a34d-4c4f86c6166a None None] Port 5d3e13d6-1350-42fb-92c3-316857c47ac8 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:12.105348 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0d7bcadc-4581-49d2-99b5-6266d629b889 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks [] for floatingip (06b70688-e043-4c75-9e34-80fd571eb789), before_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:12.260215 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:12.279664 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] For port 5d3e13d6-1350-42fb-92c3-316857c47ac8, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:06:12.316946 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] For port 5d3e13d6-1350-42fb-92c3-316857c47ac8, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=5d3e13d6-1350-42fb-92c3-316857c47ac8,segment=NetworkSegment(91a60b7d-1128-4371-b7bd-f2548d16b362),segment_id=91a60b7d-1128-4371-b7bd-f2548d16b362)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:06:12.421638 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4162f372-5190-4d28-b302-2587e60334d3 req-3cb57804-d407-41fe-a58e-47d64e09fa6a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5fe9603d-9b47-4832-ae2f-4bb235881e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662807 Sep 16 13:06:12.426641 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (5d3e13d6-1350-42fb-92c3-316857c47ac8), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:12.482684 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:12.482815 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:12.484314 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bee3e781-bcf1-4f69-9258-b59023434756 req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/5d3e13d6-1350-42fb-92c3-316857c47ac8 HTTP/1.1" status: 200 len: 1092 time: 5.4783084 Sep 16 13:06:12.485234 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c273f5-cec8-4644-90fb-f6ff80af0d77', 'tag': '5d3e13d6-1350-42fb-92c3-316857c47ac8'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:06:12.487514 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcd6846-02f5-4808-b9c9-5139d3b6d79d" -d '{"events": [{"name": "network-changed", "server_uuid": "90c273f5-cec8-4644-90fb-f6ff80af0d77", "tag": "5d3e13d6-1350-42fb-92c3-316857c47ac8"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:06:12.553709 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-db86b02f-def8-40e8-a34d-4c4f86c6166a None None] Attempt 9 to provision port 5d3e13d6-1350-42fb-92c3-316857c47ac8 Sep 16 13:06:12.582270 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f6d9a-2eed-4fbe-ac01-e0a577d7f50a req-7fe479e7-379c-4266-b9f1-85a12e368aa7 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:12.592961 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0a7f6d9a-2eed-4fbe-ac01-e0a577d7f50a req-7fe479e7-379c-4266-b9f1-85a12e368aa7 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.4812832 Sep 16 13:06:12.629765 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-db86b02f-def8-40e8-a34d-4c4f86c6166a None None] Port 5d3e13d6-1350-42fb-92c3-316857c47ac8 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 13:06:12.739876 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3e781-bcf1-4f69-9258-b59023434756 req-7dd95ca4-6b49-49cd-9be6-e1518c3e35de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:12.741460 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bee3e781-bcf1-4f69-9258-b59023434756 req-7dd95ca4-6b49-49cd-9be6-e1518c3e35de service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ee3bf83ac16540a7a1f4e5f4ea13a3a7&device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 1126 time: 0.1394868 Sep 16 13:06:12.757222 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] Provisioning complete for port 75481506-c55b-4c69-98a3-afd1b129e604 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:06:12.760062 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:12.767723 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (75481506-c55b-4c69-98a3-afd1b129e604), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:12.770932 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] Attempt 1 to provision port 75481506-c55b-4c69-98a3-afd1b129e604 Sep 16 13:06:12.773848 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaef69e-49dd-47fc-948f-0a3796730cfe service neutron] Pushing event updated for resources: {'Port': ['ID=5d3e13d6-1350-42fb-92c3-316857c47ac8,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:12.787034 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1ce472f4-9adc-4343-aa3b-8d7e5523dbe6 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (f5399080-2bea-472d-bc05-141ca84ac898), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:12.856201 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0a7f6d9a-2eed-4fbe-ac01-e0a577d7f50a req-78c9798a-ee45-4329-9ebc-b98df951cb0d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621245 Sep 16 13:06:12.905716 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bee3e781-bcf1-4f69-9258-b59023434756 req-5c791c5d-85b8-45a9-bb2a-06ddd19c0e32 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d3e13d6-1350-42fb-92c3-316857c47ac8 HTTP/1.1" status: 200 len: 217 time: 0.1502674 Sep 16 13:06:12.947798 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:13.000987 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce472f4-9adc-4343-aa3b-8d7e5523dbe6 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event deleted for resources: {'Port': ['ID=f5399080-2bea-472d-bc05-141ca84ac898,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:13.008540 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] Current status of the port 75481506-c55b-4c69-98a3-afd1b129e604 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:06:13.034135 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] Provisioning complete for port 00c721e6-a317-4542-8d3e-ca5e90d4673f triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:06:13.034506 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (00c721e6-a317-4542-8d3e-ca5e90d4673f), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:13.035041 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] Attempt 1 to provision port 00c721e6-a317-4542-8d3e-ca5e90d4673f Sep 16 13:06:13.053541 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4162f372-5190-4d28-b302-2587e60334d3 req-7a6b7f82-ff7c-4e6a-92df-9ec8553a2655 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5fe9603d-9b47-4832-ae2f-4bb235881e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6135273 Sep 16 13:06:13.107520 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] Port 00c721e6-a317-4542-8d3e-ca5e90d4673f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:13.121435 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9d2fb-ba36-43a6-ab39-14cc4851bba3 req-a924ed9d-44df-4131-b939-cb90a5c9b963 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:13.132598 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ffa9d2fb-ba36-43a6-ab39-14cc4851bba3 req-a924ed9d-44df-4131-b939-cb90a5c9b963 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 944 time: 0.1291211 Sep 16 13:06:13.144765 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3e781-bcf1-4f69-9258-b59023434756 req-a629bfe4-12fb-4325-beef-8eefeeb72659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:13.146418 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bee3e781-bcf1-4f69-9258-b59023434756 req-a629bfe4-12fb-4325-beef-8eefeeb72659 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5e53044f-5a9d-4c9c-98fd-01a0097c1321 HTTP/1.1" status: 200 len: 863 time: 0.2228944 Sep 16 13:06:13.219454 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0d7bcadc-4581-49d2-99b5-6266d629b889 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:13.227598 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0d7bcadc-4581-49d2-99b5-6266d629b889 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778220'] for floatingip (06b70688-e043-4c75-9e34-80fd571eb789), after_update {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:13.286549 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3e781-bcf1-4f69-9258-b59023434756 req-9a19efa6-010c-4d54-a9be-43f07ca8ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:13.288155 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bee3e781-bcf1-4f69-9258-b59023434756 req-9a19efa6-010c-4d54-a9be-43f07ca8ae1a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9d7d5071-0347-4378-bf6e-e5e9f9be69b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1302862 Sep 16 13:06:13.310986 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ffa9d2fb-ba36-43a6-ab39-14cc4851bba3 req-2ff9afc1-5fa3-4baa-b5e1-2e74a0c9062c tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=76417895-50c8-48c7-a376-ec53436251bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633441 Sep 16 13:06:13.363354 n-d-858094-4 neutron-server[113699]: INFO neutron.db.l3_db [None req-0d7bcadc-4581-49d2-99b5-6266d629b889 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Floating IP 06b70688-e043-4c75-9e34-80fd571eb789 associated. External IP: 172.25.2.48, port: f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69. Sep 16 13:06:13.368178 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:13.473868 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 0c4d1fee-2edb-4124-a5a4-a41540e5b7c3 up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:06:13.477375 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595390a7-6ba8-4457-bf2e-eba9833eca33 x-openstack-request-id: req-595390a7-6ba8-4457-bf2e-eba9833eca33 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:06:13.478443 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c273f5-cec8-4644-90fb-f6ff80af0d77", "tag": "5d3e13d6-1350-42fb-92c3-316857c47ac8", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:06:13.478917 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-595390a7-6ba8-4457-bf2e-eba9833eca33 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:06:13.480723 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-595390a7-6ba8-4457-bf2e-eba9833eca33'] response: {'name': 'network-changed', 'server_uuid': '90c273f5-cec8-4644-90fb-f6ff80af0d77', 'tag': '5d3e13d6-1350-42fb-92c3-316857c47ac8', 'status': 'completed', 'code': 200} Sep 16 13:06:13.598771 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 0c4d1fee-2edb-4124-a5a4-a41540e5b7c3 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:06:13.598771 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (0c4d1fee-2edb-4124-a5a4-a41540e5b7c3), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:13.598771 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 0c4d1fee-2edb-4124-a5a4-a41540e5b7c3 Sep 16 13:06:13.610444 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] Attempt 2 to provision port 00c721e6-a317-4542-8d3e-ca5e90d4673f Sep 16 13:06:13.713462 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0e4560fe-aa64-4785-93fe-0c14f44291b5 req-c74dab69-4fa3-4b8b-93c9-bbc7f21fcf06 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.2222040 Sep 16 13:06:13.749119 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] Port 00c721e6-a317-4542-8d3e-ca5e90d4673f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:13.769187 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bee3e781-bcf1-4f69-9258-b59023434756 req-75d6ac7b-211b-4768-8781-0146aac01497 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9d7d5071-0347-4378-bf6e-e5e9f9be69b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733217 Sep 16 13:06:13.873431 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 0c4d1fee-2edb-4124-a5a4-a41540e5b7c3 is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:06:13.892388 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3f020a6a-e42e-4a2c-bfa7-f45619f153ad req-468e587d-9e87-402d-bcd1-e5780854c91e tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b54b9ae7-c0ae-41e1-8da3-21152fb66aed HTTP/1.1" status: 200 len: 210 time: 0.1468709 Sep 16 13:06:14.095978 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-1ce472f4-9adc-4343-aa3b-8d7e5523dbe6 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (74c33a9c-c2d8-47f2-9844-4e99509becff), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:14.251443 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] Attempt 3 to provision port 00c721e6-a317-4542-8d3e-ca5e90d4673f Sep 16 13:06:14.315827 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:14.339582 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] Port 00c721e6-a317-4542-8d3e-ca5e90d4673f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:14.353090 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] Sync routers for ids ['ca547b64-ba51-4440-ab79-fb4319d94328'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:06:14.372535 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] Routers {'ca547b64-ba51-4440-ab79-fb4319d94328'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:06:14.373167 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:06:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['ca547b64-ba51-4440-ab79-fb4319d94328'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:14.458039 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7bcadc-4581-49d2-99b5-6266d629b889 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Router cf5baed9-d885-4a45-b3e1-49379e977110 has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:06:14.605719 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:14.622274 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471152c-216e-4ed0-91c5-eb6c69c61a11 req-50954199-c4bb-46b4-90bb-9677026f1bf6 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:14.624064 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9471152c-216e-4ed0-91c5-eb6c69c61a11 req-50954199-c4bb-46b4-90bb-9677026f1bf6 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 944 time: 0.0657659 Sep 16 13:06:14.653774 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] Set router ca547b64-ba51-4440-ab79-fb4319d94328 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:06:14.653984 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b92b24-97d6-4220-be34-46bb62005158 req-18d05cb9-35fc-41fa-9e07-7ee149d14a61 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:14.661573 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e7b92b24-97d6-4220-be34-46bb62005158 req-18d05cb9-35fc-41fa-9e07-7ee149d14a61 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.7436247 Sep 16 13:06:14.669547 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7bcadc-4581-49d2-99b5-6266d629b889 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:06:14.679033 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0d7bcadc-4581-49d2-99b5-6266d629b889 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:14.682834 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af33920-7001-41da-9a8a-65f25f69da1f None None] Sync routers for ids ['cf5baed9-d885-4a45-b3e1-49379e977110'] in n-d-858094-4 {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:06:14.700843 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af33920-7001-41da-9a8a-65f25f69da1f None None] Routers {'cf5baed9-d885-4a45-b3e1-49379e977110'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:06:14.701579 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8af33920-7001-41da-9a8a-65f25f69da1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:06:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['cf5baed9-d885-4a45-b3e1-49379e977110'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:14.715144 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce472f4-9adc-4343-aa3b-8d7e5523dbe6 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Router 74c33a9c-c2d8-47f2-9844-4e99509becff has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:06:14.773887 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0d7bcadc-4581-49d2-99b5-6266d629b889 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/06b70688-e043-4c75-9e34-80fd571eb789 HTTP/1.1" status: 200 len: 990 time: 2.7662809 Sep 16 13:06:14.774702 n-d-858094-4 neutron-server[113699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0851db-8113-49aa-abe4-e5cd1b345b9b', 'tag': 'f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69'}] {{(pid=113699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:06:14.805816 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a2e63707963c9c79c23191c8d8b4dc063d591695eb99d05bf2d13bcea24a44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c619cf-087b-4ef5-9c8b-edc13917309f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0851db-8113-49aa-abe4-e5cd1b345b9b", "tag": "f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69"}]}' {{(pid=113699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:06:14.807392 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:14.862085 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bee3e781-bcf1-4f69-9258-b59023434756 req-7b61a82c-23ad-4cc9-86c3-c3925b7b9e74 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9d7d5071-0347-4378-bf6e-e5e9f9be69b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0845056 Sep 16 13:06:14.894189 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9471152c-216e-4ed0-91c5-eb6c69c61a11 req-4e73944e-ca03-403d-8176-a634d60cfd48 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=76417895-50c8-48c7-a376-ec53436251bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581153 Sep 16 13:06:14.980742 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-8af33920-7001-41da-9a8a-65f25f69da1f None None] Set router cf5baed9-d885-4a45-b3e1-49379e977110 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:06:15.076556 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:15.077585 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] Attempt 4 to provision port 00c721e6-a317-4542-8d3e-ca5e90d4673f Sep 16 13:06:15.120088 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] Port 00c721e6-a317-4542-8d3e-ca5e90d4673f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:15.317972 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8af33920-7001-41da-9a8a-65f25f69da1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'name': 'tempest-ServersTestBootFromVolume-850987881-router', 'tenant_id': '069d839f047b4c38a1dae0ff8d692230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '6257ec28-2dce-48d8-9fef-e8a4836f6c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:52Z', 'updated_at': '2022-09-16T13:04:59Z', 'revision_number': 4, 'project_id': '069d839f047b4c38a1dae0ff8d692230', 'gw_port': {'id': '6257ec28-2dce-48d8-9fef-e8a4836f6c0d', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:53Z', 'updated_at': '2022-09-16T13:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '06b70688-e043-4c75-9e34-80fd571eb789', 'tenant_id': '069d839f047b4c38a1dae0ff8d692230', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'port_id': 'f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1877, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1', 'mac_address': 'fa:16:3e:5c:f9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0851db-8113-49aa-abe4-e5cd1b345b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T13:05:04Z', 'updated_at': '2022-09-16T13:06:13Z', 'revision_number': 1, 'project_id': '069d839f047b4c38a1dae0ff8d692230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad86e9c-59e1-499d-b76c-644ff9cabad2', 'name': '', 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1', 'tenant_id': '069d839f047b4c38a1dae0ff8d692230', 'mac_address': 'fa:16:3e:3d:f1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '51c69193-b69b-4126-bd7f-16f10ee1b3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:58Z', 'updated_at': '2022-09-16T13:05:03Z', 'revision_number': 5, 'project_id': '069d839f047b4c38a1dae0ff8d692230', 'subnets': [{'id': '51c69193-b69b-4126-bd7f-16f10ee1b3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:15.370870 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca547b64-ba51-4440-ab79-fb4319d94328', 'name': 'tempest-ServerDiskConfigTestJSON-989946252-router', 'tenant_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '0c4d1fee-2edb-4124-a5a4-a41540e5b7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:06:00Z', 'updated_at': '2022-09-16T13:06:08Z', 'revision_number': 4, 'project_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'gw_port': {'id': '0c4d1fee-2edb-4124-a5a4-a41540e5b7c3', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca547b64-ba51-4440-ab79-fb4319d94328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:06:01Z', 'updated_at': '2022-09-16T13:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '00c721e6-a317-4542-8d3e-ca5e90d4673f', 'name': '', 'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13', 'tenant_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'mac_address': 'fa:16:3e:37:5a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca547b64-ba51-4440-ab79-fb4319d94328', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '321b3e2b-ba2b-45bb-9351-85eb03d31f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:06:07Z', 'updated_at': '2022-09-16T13:06:08Z', 'revision_number': 2, 'project_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'subnets': [{'id': '321b3e2b-ba2b-45bb-9351-85eb03d31f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:15.376741 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af33920-7001-41da-9a8a-65f25f69da1f None None] Checking router: cf5baed9-d885-4a45-b3e1-49379e977110 for host: n-d-858094-4 {{(pid=113701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:06:15.395448 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af33920-7001-41da-9a8a-65f25f69da1f None None] Routers {'cf5baed9-d885-4a45-b3e1-49379e977110'} bound to L3 agent in host n-d-858094-4 {{(pid=113701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:06:15.396833 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8af33920-7001-41da-9a8a-65f25f69da1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:06:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['cf5baed9-d885-4a45-b3e1-49379e977110'], 'active': True} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:15.412872 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] Checking router: ca547b64-ba51-4440-ab79-fb4319d94328 for host: n-d-858094-4 {{(pid=113700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 13:06:15.413229 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] Updating router ca547b64-ba51-4440-ab79-fb4319d94328 port 00c721e6-a317-4542-8d3e-ca5e90d4673f binding host n-d-858094-4 {{(pid=113700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 13:06:15.452728 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (00c721e6-a317-4542-8d3e-ca5e90d4673f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:15.557192 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_dvr_db [None req-8af33920-7001-41da-9a8a-65f25f69da1f None None] Set router cf5baed9-d885-4a45-b3e1-49379e977110 gateway port host: n-d-858094-4 {{(pid=113701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:06:15.612116 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e7b92b24-97d6-4220-be34-46bb62005158 req-97fe11fd-332e-4489-bd90-bb9baa91c308 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9450438 Sep 16 13:06:15.701193 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:15.719629 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce472f4-9adc-4343-aa3b-8d7e5523dbe6 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:06:15.729906 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-1ce472f4-9adc-4343-aa3b-8d7e5523dbe6 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "PUT /networking/v2.0/routers/74c33a9c-c2d8-47f2-9844-4e99509becff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5926602 Sep 16 13:06:15.732995 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 41988) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:15.754443 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394c834-13d1-4862-89f6-1125a22d9500 req-47c44906-1980-4fc4-a67e-e83efec40791 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:15.764763 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c394c834-13d1-4862-89f6-1125a22d9500 req-47c44906-1980-4fc4-a67e-e83efec40791 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 945 time: 0.1581011 Sep 16 13:06:15.766733 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] Attempt 5 to provision port 00c721e6-a317-4542-8d3e-ca5e90d4673f Sep 16 13:06:15.775649 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b45670f-ccdf-4d50-b415-1e2fb184cce0 None None] Sync routers for ids ['74c33a9c-c2d8-47f2-9844-4e99509becff'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:06:15.810227 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=100 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:15.843814 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-9924291d-4be0-4787-b304-ba30f70a5152 req-606c5dc8-6883-4196-bc2d-5f0625380c29 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.0676899 Sep 16 13:06:15.885737 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] Port 00c721e6-a317-4542-8d3e-ca5e90d4673f cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:15.935212 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c394c834-13d1-4862-89f6-1125a22d9500 req-1a69253c-4cee-434f-9ab0-d26ce01cf804 tempest-ServersTestBootFromVolume-2046606479 tempest-ServersTestBootFromVolume-2046606479-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b962b4bb-0c1a-4b50-b32a-a4b644420cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694665 Sep 16 13:06:15.947541 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e147d6fc-0b44-42a9-8b72-264c74d0e73e tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for router (74c33a9c-c2d8-47f2-9844-4e99509becff), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:15.955494 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aacf7ac-1e37-43b3-8dc1-723e363e3ea0 x-openstack-request-id: req-9aacf7ac-1e37-43b3-8dc1-723e363e3ea0 {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:06:15.955909 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0851db-8113-49aa-abe4-e5cd1b345b9b", "tag": "f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69", "status": "completed", "code": 200}]} {{(pid=113699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:06:15.958447 n-d-858094-4 neutron-server[113699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9aacf7ac-1e37-43b3-8dc1-723e363e3ea0 {{(pid=113699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:06:15.959057 n-d-858094-4 neutron-server[113699]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aacf7ac-1e37-43b3-8dc1-723e363e3ea0'] response: {'name': 'network-changed', 'server_uuid': '6b0851db-8113-49aa-abe4-e5cd1b345b9b', 'tag': 'f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69', 'status': 'completed', 'code': 200} Sep 16 13:06:16.006466 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] Publish callbacks [] for port (00c721e6-a317-4542-8d3e-ca5e90d4673f), precommit_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:16.014297 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (00c721e6-a317-4542-8d3e-ca5e90d4673f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:16.078486 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c38ef1-eabc-4a73-b1f3-e0e041b17f48 None None] Pushing event updated for resources: {'Port': ['ID=00c721e6-a317-4542-8d3e-ca5e90d4673f,revision_number=3']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:16.089730 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b45670f-ccdf-4d50-b415-1e2fb184cce0 None None] Routers {'74c33a9c-c2d8-47f2-9844-4e99509becff'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:06:16.089730 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-5b45670f-ccdf-4d50-b415-1e2fb184cce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:06:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['74c33a9c-c2d8-47f2-9844-4e99509becff'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:16.153858 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d999ab11-4eac-4dbd-bc23-4eae3894a3e4 req-f295cb5a-7431-45d6-95e2-50d57da59e8a tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b54b9ae7-c0ae-41e1-8da3-21152fb66aed HTTP/1.1" status: 200 len: 210 time: 0.0892816 Sep 16 13:06:16.167474 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-5b45670f-ccdf-4d50-b415-1e2fb184cce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:16.192435 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c619cf-087b-4ef5-9c8b-edc13917309f req-7f08259e-82f3-4bd8-82dd-67b983fddfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:16.194398 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-10c619cf-087b-4ef5-9c8b-edc13917309f req-7f08259e-82f3-4bd8-82dd-67b983fddfbe service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=069d839f047b4c38a1dae0ff8d692230&device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 1127 time: 0.2321074 Sep 16 13:06:16.223603 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] Attempting to bind port 00c721e6-a317-4542-8d3e-ca5e90d4673f on host n-d-858094-4 for vnic_type normal with profile {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:06:16.224600 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] Attempting to bind port 00c721e6-a317-4542-8d3e-ca5e90d4673f by drivers openvswitch,hyperv on host n-d-858094-4 at level 0 using segments [{'id': 'b9db9b84-9a61-4774-b5a3-a06f92ae50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13'}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:06:16.224973 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] Attempting to bind port 00c721e6-a317-4542-8d3e-ca5e90d4673f on network 5fe9603d-9b47-4832-ae2f-4bb235881e13 {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:06:16.241887 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807243c-d434-4a42-8a82-5eec649ec81a req-bd0220fd-c69b-4e0b-ba57-9dde12fdcf55 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:16.250677 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6807243c-d434-4a42-8a82-5eec649ec81a req-bd0220fd-c69b-4e0b-ba57-9dde12fdcf55 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 944 time: 0.1154892 Sep 16 13:06:16.276181 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b45670f-ccdf-4d50-b415-1e2fb184cce0 None None] Routers {'74c33a9c-c2d8-47f2-9844-4e99509becff'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:06:16.276810 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-5b45670f-ccdf-4d50-b415-1e2fb184cce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:06:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['74c33a9c-c2d8-47f2-9844-4e99509becff'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:16.288764 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.l3_hamode_db [None req-8af33920-7001-41da-9a8a-65f25f69da1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'name': 'tempest-ServersTestBootFromVolume-850987881-router', 'tenant_id': '069d839f047b4c38a1dae0ff8d692230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '6257ec28-2dce-48d8-9fef-e8a4836f6c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:52Z', 'updated_at': '2022-09-16T13:04:59Z', 'revision_number': 4, 'project_id': '069d839f047b4c38a1dae0ff8d692230', 'gw_port': {'id': '6257ec28-2dce-48d8-9fef-e8a4836f6c0d', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:53Z', 'updated_at': '2022-09-16T13:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '06b70688-e043-4c75-9e34-80fd571eb789', 'tenant_id': '069d839f047b4c38a1dae0ff8d692230', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'port_id': 'f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1877, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1', 'mac_address': 'fa:16:3e:5c:f9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0851db-8113-49aa-abe4-e5cd1b345b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T13:05:04Z', 'updated_at': '2022-09-16T13:06:13Z', 'revision_number': 1, 'project_id': '069d839f047b4c38a1dae0ff8d692230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad86e9c-59e1-499d-b76c-644ff9cabad2', 'name': '', 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1', 'tenant_id': '069d839f047b4c38a1dae0ff8d692230', 'mac_address': 'fa:16:3e:3d:f1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '51c69193-b69b-4126-bd7f-16f10ee1b3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:58Z', 'updated_at': '2022-09-16T13:05:03Z', 'revision_number': 5, 'project_id': '069d839f047b4c38a1dae0ff8d692230', 'subnets': [{'id': '51c69193-b69b-4126-bd7f-16f10ee1b3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:16.315278 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-5b45670f-ccdf-4d50-b415-1e2fb184cce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:16.316168 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b45670f-ccdf-4d50-b415-1e2fb184cce0 None None] The sync data for ids ['74c33a9c-c2d8-47f2-9844-4e99509becff'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:06:16.322700 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6807243c-d434-4a42-8a82-5eec649ec81a req-5af76410-dec5-4d25-aec1-ae041d231243 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=76417895-50c8-48c7-a376-ec53436251bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668130 Sep 16 13:06:16.331751 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] Checking agent: {'id': '74563d3b-7d0b-447b-a5f1-ce0b018c4a0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 35, 7), 'started_at': datetime.datetime(2022, 9, 16, 12, 35, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-858094-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:06:16.332325 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] Checking segment: {'id': 'b9db9b84-9a61-4774-b5a3-a06f92ae50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:06:16.332740 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:16.333137 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] Bound using segment: {'id': 'b9db9b84-9a61-4774-b5a3-a06f92ae50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13'} {{(pid=113700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:06:16.333632 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.managers [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] Bound port: 00c721e6-a317-4542-8d3e-ca5e90d4673f, host: n-d-858094-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9db9b84-9a61-4774-b5a3-a06f92ae50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13'}}] {{(pid=113700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:06:16.334012 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (00c721e6-a317-4542-8d3e-ca5e90d4673f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:16.348418 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e147d6fc-0b44-42a9-8b72-264c74d0e73e tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for router_gateway (74c33a9c-c2d8-47f2-9844-4e99509becff), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:16.356410 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af33920-7001-41da-9a8a-65f25f69da1f None None] The sync data for ids ['cf5baed9-d885-4a45-b3e1-49379e977110'] in n-d-858094-4 is: [{'id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'name': 'tempest-ServersTestBootFromVolume-850987881-router', 'tenant_id': '069d839f047b4c38a1dae0ff8d692230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '6257ec28-2dce-48d8-9fef-e8a4836f6c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:04:52Z', 'updated_at': '2022-09-16T13:04:59Z', 'revision_number': 4, 'project_id': '069d839f047b4c38a1dae0ff8d692230', 'gw_port': {'id': '6257ec28-2dce-48d8-9fef-e8a4836f6c0d', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:53Z', 'updated_at': '2022-09-16T13:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_floatingips': [{'id': '06b70688-e043-4c75-9e34-80fd571eb789', 'tenant_id': '069d839f047b4c38a1dae0ff8d692230', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'router_id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'port_id': 'f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1877, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1', 'mac_address': 'fa:16:3e:5c:f9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0851db-8113-49aa-abe4-e5cd1b345b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T13:05:04Z', 'updated_at': '2022-09-16T13:06:13Z', 'revision_number': 1, 'project_id': '069d839f047b4c38a1dae0ff8d692230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad86e9c-59e1-499d-b76c-644ff9cabad2', 'name': '', 'network_id': 'c8f0423b-8f95-4074-9a6e-229fa6e975d1', 'tenant_id': '069d839f047b4c38a1dae0ff8d692230', 'mac_address': 'fa:16:3e:3d:f1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5baed9-d885-4a45-b3e1-49379e977110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '51c69193-b69b-4126-bd7f-16f10ee1b3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:04:58Z', 'updated_at': '2022-09-16T13:05:03Z', 'revision_number': 5, 'project_id': '069d839f047b4c38a1dae0ff8d692230', 'subnets': [{'id': '51c69193-b69b-4126-bd7f-16f10ee1b3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:06:16.374065 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c619cf-087b-4ef5-9c8b-edc13917309f req-d990b849-28ad-458e-a195-39221d98d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:16.377790 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-10c619cf-087b-4ef5-9c8b-edc13917309f req-d990b849-28ad-458e-a195-39221d98d776 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=c8f0423b-8f95-4074-9a6e-229fa6e975d1 HTTP/1.1" status: 200 len: 916 time: 0.1570718 Sep 16 13:06:16.446188 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:16.480882 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-e147d6fc-0b44-42a9-8b72-264c74d0e73e tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Deleting port 6a29fba4-a56b-4229-bbd1-0f438aa72b53 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:06:16.481217 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e147d6fc-0b44-42a9-8b72-264c74d0e73e tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (6a29fba4-a56b-4229-bbd1-0f438aa72b53), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:16.498031 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] For port 00c721e6-a317-4542-8d3e-ca5e90d4673f, host n-d-858094-4, cleared binding levels {{(pid=113700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:06:16.512001 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] For port 00c721e6-a317-4542-8d3e-ca5e90d4673f, host n-d-858094-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=00c721e6-a317-4542-8d3e-ca5e90d4673f,segment=NetworkSegment(b9db9b84-9a61-4774-b5a3-a06f92ae50f7),segment_id=b9db9b84-9a61-4774-b5a3-a06f92ae50f7)] {{(pid=113700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:06:16.517740 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:16.521825 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:16.522839 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] Attempt 6 to provision port 00c721e6-a317-4542-8d3e-ca5e90d4673f Sep 16 13:06:16.571168 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e147d6fc-0b44-42a9-8b72-264c74d0e73e tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (6a29fba4-a56b-4229-bbd1-0f438aa72b53), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:16.579311 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (00c721e6-a317-4542-8d3e-ca5e90d4673f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:16.591031 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-e147d6fc-0b44-42a9-8b72-264c74d0e73e tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Calling delete_port for 6a29fba4-a56b-4229-bbd1-0f438aa72b53 owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:06:16.622798 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:16.638838 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-10c619cf-087b-4ef5-9c8b-edc13917309f req-ef57b2b8-9428-4423-b286-d902f2ebaadd service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 HTTP/1.1" status: 200 len: 998 time: 0.2540743 Sep 16 13:06:16.778407 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] Current status of the port 00c721e6-a317-4542-8d3e-ca5e90d4673f is: DOWN; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:06:16.779056 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (00c721e6-a317-4542-8d3e-ca5e90d4673f), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:16.789336 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] Routers {'ca547b64-ba51-4440-ab79-fb4319d94328'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:06:16.790453 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:06:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['ca547b64-ba51-4440-ab79-fb4319d94328'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:16.799397 n-d-858094-4 neutron-server[113701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9734e2e7-85f8-4740-80cb-2213051b668e None None] New status for floating IP 06b70688-e043-4c75-9e34-80fd571eb789: ACTIVE {{(pid=113701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 13:06:16.816882 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c619cf-087b-4ef5-9c8b-edc13917309f req-ed879509-d566-4537-92cd-54dd60856fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:16.819065 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-10c619cf-087b-4ef5-9c8b-edc13917309f req-ed879509-d566-4537-92cd-54dd60856fa5 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=51c69193-b69b-4126-bd7f-16f10ee1b3e8 HTTP/1.1" status: 200 len: 854 time: 0.1342094 Sep 16 13:06:16.884991 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa276a24-7d1c-4ee5-af30-46feb753fbe2 req-4ccb8abd-9b17-4097-99de-20fa3a4b563e tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:16.892272 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aa276a24-7d1c-4ee5-af30-46feb753fbe2 req-4ccb8abd-9b17-4097-99de-20fa3a4b563e tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.0809100 Sep 16 13:06:16.961804 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c38ef1-eabc-4a73-b1f3-e0e041b17f48 None None] Pushing event updated for resources: {'Port': ['ID=00c721e6-a317-4542-8d3e-ca5e90d4673f,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:17.000498 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e147d6fc-0b44-42a9-8b72-264c74d0e73e tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (6a29fba4-a56b-4229-bbd1-0f438aa72b53), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:17.024939 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 5d3e13d6-1350-42fb-92c3-316857c47ac8 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:06:17.058171 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147d6fc-0b44-42a9-8b72-264c74d0e73e tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event deleted for resources: {'Port': ['ID=6a29fba4-a56b-4229-bbd1-0f438aa72b53,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:17.098097 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd6846-02f5-4808-b9c9-5139d3b6d79d req-5964ff3f-fde5-474f-8dff-3c6455e586e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:17.099645 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dcd6846-02f5-4808-b9c9-5139d3b6d79d req-5964ff3f-fde5-474f-8dff-3c6455e586e8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ee3bf83ac16540a7a1f4e5f4ea13a3a7&device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 1126 time: 0.1999137 Sep 16 13:06:17.121958 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] For port 00c721e6-a317-4542-8d3e-ca5e90d4673f, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=00c721e6-a317-4542-8d3e-ca5e90d4673f,segment=NetworkSegment(b9db9b84-9a61-4774-b5a3-a06f92ae50f7),segment_id=b9db9b84-9a61-4774-b5a3-a06f92ae50f7)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:06:17.155612 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e147d6fc-0b44-42a9-8b72-264c74d0e73e tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (74c33a9c-c2d8-47f2-9844-4e99509becff), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:17.192727 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (00c721e6-a317-4542-8d3e-ca5e90d4673f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:17.215291 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5d766371-5a5f-48c7-b2a5-b50c69100872 req-d6f3e1a9-c954-4ff0-a4c7-eba01ad6ebdc tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.1068575 Sep 16 13:06:17.224175 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-aa276a24-7d1c-4ee5-af30-46feb753fbe2 req-732b0563-4b80-415d-a08b-594efc706a4d tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3053167 Sep 16 13:06:17.368467 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e147d6fc-0b44-42a9-8b72-264c74d0e73e tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (74c33a9c-c2d8-47f2-9844-4e99509becff), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:17.374263 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e147d6fc-0b44-42a9-8b72-264c74d0e73e tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for router_controller (74c33a9c-c2d8-47f2-9844-4e99509becff), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:17.427808 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvr_db [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] Set router ca547b64-ba51-4440-ab79-fb4319d94328 gateway port host: n-d-858094-4 {{(pid=113700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 13:06:17.428780 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c619cf-087b-4ef5-9c8b-edc13917309f req-ad7ec40d-4f2d-467f-a340-2922b432fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:17.432706 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-10c619cf-087b-4ef5-9c8b-edc13917309f req-ad7ec40d-4f2d-467f-a340-2922b432fab6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=c8f0423b-8f95-4074-9a6e-229fa6e975d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4473000 Sep 16 13:06:17.434846 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e147d6fc-0b44-42a9-8b72-264c74d0e73e tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (74c33a9c-c2d8-47f2-9844-4e99509becff), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:17.435769 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e147d6fc-0b44-42a9-8b72-264c74d0e73e tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Fanout notify agent at l3_agent the message router_deleted on router 74c33a9c-c2d8-47f2-9844-4e99509becff {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:06:17.451076 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e147d6fc-0b44-42a9-8b72-264c74d0e73e tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:17.456029 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 42006) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:17.456504 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e147d6fc-0b44-42a9-8b72-264c74d0e73e tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "DELETE /networking/v2.0/routers/74c33a9c-c2d8-47f2-9844-4e99509becff HTTP/1.1" status: 204 len: 168 time: 1.7217805 Sep 16 13:06:17.493980 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe08ce6-f250-45c8-bf51-b9dda9e99035 None None] Pushing event updated for resources: {'Port': ['ID=00c721e6-a317-4542-8d3e-ca5e90d4673f,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:17.525625 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 00c721e6-a317-4542-8d3e-ca5e90d4673f up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:06:17.621274 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fca7a74c-c283-49a8-a013-5f4874693ee0 req-6f91e509-742f-4139-baa6-adc7558a678d tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b54b9ae7-c0ae-41e1-8da3-21152fb66aed HTTP/1.1" status: 200 len: 210 time: 0.1868079 Sep 16 13:06:17.723017 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-10c619cf-087b-4ef5-9c8b-edc13917309f req-e17545e9-7a79-4c14-b2ca-f334e8f71558 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/c8f0423b-8f95-4074-9a6e-229fa6e975d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645779 Sep 16 13:06:17.922818 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 5d3e13d6-1350-42fb-92c3-316857c47ac8, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=5d3e13d6-1350-42fb-92c3-316857c47ac8,segment=NetworkSegment(91a60b7d-1128-4371-b7bd-f2548d16b362),segment_id=91a60b7d-1128-4371-b7bd-f2548d16b362)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:06:17.937735 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '5d3e13d6-1350-42fb-92c3-316857c47ac8', 'network_id': '9d7d5071-0347-4378-bf6e-e5e9f9be69b0', 'port_id': '5d3e13d6-1350-42fb-92c3-316857c47ac8', 'mac_address': 'fa:16:3e:7a:8c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e53044f-5a9d-4c9c-98fd-01a0097c1321', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:06:17.958190 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Deleting subnet 1fb153bb-6289-4234-995a-0a3de225bfab {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:06:17.974808 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for subnet (1fb153bb-6289-4234-995a-0a3de225bfab), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:17.987839 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-10c619cf-087b-4ef5-9c8b-edc13917309f req-39d4284a-fe0e-4a3d-b3da-d95d4c28d6ac service neutron] 10.222.0.76 "GET /networking/v2.0/networks/c8f0423b-8f95-4074-9a6e-229fa6e975d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360828 Sep 16 13:06:18.003753 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 5d3e13d6-1350-42fb-92c3-316857c47ac8 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:06:18.004436 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5d3e13d6-1350-42fb-92c3-316857c47ac8), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:18.021578 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:18.023577 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8cd56-f867-4a24-90ea-890810b4f88c req-56827936-c5b8-4b50-917b-c525353afac1 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:18.030007 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a8d8cd56-f867-4a24-90ea-890810b4f88c req-56827936-c5b8-4b50-917b-c525353afac1 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 944 time: 0.3039162 Sep 16 13:06:18.035966 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 00c721e6-a317-4542-8d3e-ca5e90d4673f triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:06:18.036439 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (00c721e6-a317-4542-8d3e-ca5e90d4673f), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:18.036847 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 00c721e6-a317-4542-8d3e-ca5e90d4673f Sep 16 13:06:18.050640 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd6846-02f5-4808-b9c9-5139d3b6d79d req-774a9321-267c-4f38-8c7c-bf9079097574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:18.052256 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dcd6846-02f5-4808-b9c9-5139d3b6d79d req-774a9321-267c-4f38-8c7c-bf9079097574 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9d7d5071-0347-4378-bf6e-e5e9f9be69b0 HTTP/1.1" status: 200 len: 925 time: 0.7463381 Sep 16 13:06:18.071637 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2aa5e1-5fb6-4b41-b9fd-f6b338b1317c req-91b6977e-6d0f-4e10-8386-06459713e135 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:18.078945 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-be2aa5e1-5fb6-4b41-b9fd-f6b338b1317c req-91b6977e-6d0f-4e10-8386-06459713e135 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.2723835 Sep 16 13:06:18.099182 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3e13d6-1350-42fb-92c3-316857c47ac8 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:06:18.159810 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:18.175837 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dcd6846-02f5-4808-b9c9-5139d3b6d79d req-6bf81bc4-1bd5-4589-af9d-1f7a8f663016 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d3e13d6-1350-42fb-92c3-316857c47ac8 HTTP/1.1" status: 200 len: 217 time: 0.0765548 Sep 16 13:06:18.180026 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 5d3e13d6-1350-42fb-92c3-316857c47ac8, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=5d3e13d6-1350-42fb-92c3-316857c47ac8,segment=NetworkSegment(91a60b7d-1128-4371-b7bd-f2548d16b362),segment_id=91a60b7d-1128-4371-b7bd-f2548d16b362)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:06:18.188393 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (1fb153bb-6289-4234-995a-0a3de225bfab), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:18.191217 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5d3e13d6-1350-42fb-92c3-316857c47ac8), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:18.254309 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=5d3e13d6-1350-42fb-92c3-316857c47ac8,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:18.268543 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca547b64-ba51-4440-ab79-fb4319d94328', 'name': 'tempest-ServerDiskConfigTestJSON-989946252-router', 'tenant_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '0c4d1fee-2edb-4124-a5a4-a41540e5b7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:06:00Z', 'updated_at': '2022-09-16T13:06:08Z', 'revision_number': 4, 'project_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'gw_port': {'id': '0c4d1fee-2edb-4124-a5a4-a41540e5b7c3', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca547b64-ba51-4440-ab79-fb4319d94328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:06:01Z', 'updated_at': '2022-09-16T13:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '00c721e6-a317-4542-8d3e-ca5e90d4673f', 'name': '', 'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13', 'tenant_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'mac_address': 'fa:16:3e:37:5a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca547b64-ba51-4440-ab79-fb4319d94328', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '321b3e2b-ba2b-45bb-9351-85eb03d31f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:06:07Z', 'updated_at': '2022-09-16T13:06:16Z', 'revision_number': 4, 'project_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'subnets': [{'id': '321b3e2b-ba2b-45bb-9351-85eb03d31f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:18.270736 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 00c721e6-a317-4542-8d3e-ca5e90d4673f is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:06:18.274993 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162f372-5190-4d28-b302-2587e60334d3 req-5795a79a-117b-4017-a2f0-759a3380c690 tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:18.276794 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4162f372-5190-4d28-b302-2587e60334d3 req-5795a79a-117b-4017-a2f0-759a3380c690 tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.25 "GET /networking/v2.0/networks?id=5fe9603d-9b47-4832-ae2f-4bb235881e13 HTTP/1.1" status: 200 len: 814 time: 0.6807420 Sep 16 13:06:18.298020 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:18.336083 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a73f456-442a-4292-b23c-48b314122db1 None None] The sync data for ids ['ca547b64-ba51-4440-ab79-fb4319d94328'] in n-d-858094-4 is: [{'id': 'ca547b64-ba51-4440-ab79-fb4319d94328', 'name': 'tempest-ServerDiskConfigTestJSON-989946252-router', 'tenant_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'external_fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '0c4d1fee-2edb-4124-a5a4-a41540e5b7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T13:06:00Z', 'updated_at': '2022-09-16T13:06:08Z', 'revision_number': 4, 'project_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'gw_port': {'id': '0c4d1fee-2edb-4124-a5a4-a41540e5b7c3', 'name': '', 'network_id': '42d33e50-b5e8-4084-82dc-226debf86786', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:92:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca547b64-ba51-4440-ab79-fb4319d94328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:06:01Z', 'updated_at': '2022-09-16T13:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c459242-7a1d-433e-8fa0-56c718a75950', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-858094-4', '_interfaces': [{'id': '00c721e6-a317-4542-8d3e-ca5e90d4673f', 'name': '', 'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13', 'tenant_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'mac_address': 'fa:16:3e:37:5a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca547b64-ba51-4440-ab79-fb4319d94328', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '321b3e2b-ba2b-45bb-9351-85eb03d31f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-858094-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T13:06:07Z', 'updated_at': '2022-09-16T13:06:16Z', 'revision_number': 4, 'project_id': '487c6b2edfb74e6d91d4443cfeb437a1', 'subnets': [{'id': '321b3e2b-ba2b-45bb-9351-85eb03d31f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:06:18.340785 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-a8d8cd56-f867-4a24-90ea-890810b4f88c req-53621036-0f9c-45b5-80c9-2b5fb86c17af tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=76417895-50c8-48c7-a376-ec53436251bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872119 Sep 16 13:06:18.353003 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-4162f372-5190-4d28-b302-2587e60334d3 req-7cbb131f-a9c0-4e9f-a412-e6983a76f73a tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Request body: {'port': {'device_id': 'b54b9ae7-c0ae-41e1-8da3-21152fb66aed', 'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13', 'admin_state_up': True, 'tenant_id': '487c6b2edfb74e6d91d4443cfeb437a1'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:06:18.386563 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:18.429647 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-be2aa5e1-5fb6-4b41-b9fd-f6b338b1317c req-d1791458-04de-46e5-923a-0b9e4713f85f tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3493185 Sep 16 13:06:18.475132 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd6846-02f5-4808-b9c9-5139d3b6d79d req-299c146f-a8fc-4f93-9b02-1ed1a483c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:18.478380 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dcd6846-02f5-4808-b9c9-5139d3b6d79d req-299c146f-a8fc-4f93-9b02-1ed1a483c66f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5e53044f-5a9d-4c9c-98fd-01a0097c1321 HTTP/1.1" status: 200 len: 863 time: 0.2931993 Sep 16 13:06:18.568816 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f32a1ad5-0eb6-4593-a087-6630f6268933 req-eb12a07b-3ecb-4feb-bc2d-4b84c0631cc5 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.0811973 Sep 16 13:06:18.578106 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['5d3e13d6-1350-42fb-92c3-316857c47ac8'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:06:18.597286 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (1fb153bb-6289-4234-995a-0a3de225bfab), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:18.658995 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd6846-02f5-4808-b9c9-5139d3b6d79d req-fc2d6fc6-b577-422d-8c0e-a6481f1abcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:18.659535 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dcd6846-02f5-4808-b9c9-5139d3b6d79d req-fc2d6fc6-b577-422d-8c0e-a6481f1abcae service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9d7d5071-0347-4378-bf6e-e5e9f9be69b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1529934 Sep 16 13:06:18.713385 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4162f372-5190-4d28-b302-2587e60334d3 req-7cbb131f-a9c0-4e9f-a412-e6983a76f73a tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Made reservation on behalf of 487c6b2edfb74e6d91d4443cfeb437a1 for: {'port': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:06:18.717401 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4162f372-5190-4d28-b302-2587e60334d3 req-7cbb131f-a9c0-4e9f-a412-e6983a76f73a tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:18.846899 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e63eaeb1-c42f-4688-abe6-d3031ed3be92 req-c98a8aee-bb61-49a3-8c14-e317b90ebf46 tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b54b9ae7-c0ae-41e1-8da3-21152fb66aed HTTP/1.1" status: 200 len: 210 time: 0.0643415 Sep 16 13:06:18.917250 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (1fb153bb-6289-4234-995a-0a3de225bfab), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:18.981708 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:18.987564 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/1fb153bb-6289-4234-995a-0a3de225bfab HTTP/1.1" status: 204 len: 168 time: 1.5178404 Sep 16 13:06:18.988330 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42018) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:18.990691 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb153bb-6289-4234-995a-0a3de225bfab,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:18.993228 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4875e260-9aed-4b62-89b6-6abc438c0a3f None None] Network 3e177529-718e-4248-a222-010f91e2071d requested from n-d-858094-4 {{(pid=113700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 13:06:19.024273 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:19.024541 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:19.024855 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:19.025192 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:19.025528 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:19.025863 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:19.026974 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:19.027319 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:19.027652 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:19.027983 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:19.028499 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:19.028836 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:19.029165 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:19.029491 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:19.029983 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db5b22-a763-4f33-9988-f88fce6a3e0f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-858094-4 {{(pid=113698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 13:06:19.039282 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dcd6846-02f5-4808-b9c9-5139d3b6d79d req-c2fd195f-82d7-4e29-b190-c72426cd4481 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9d7d5071-0347-4378-bf6e-e5e9f9be69b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536553 Sep 16 13:06:19.238515 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_common [req-4162f372-5190-4d28-b302-2587e60334d3 req-7cbb131f-a9c0-4e9f-a412-e6983a76f73a tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Allocated IP 172.20.0.9 (5fe9603d-9b47-4832-ae2f-4bb235881e13/321b3e2b-ba2b-45bb-9351-85eb03d31f94/7ad6d397-6661-44dd-9668-05292dd6a705) {{(pid=113698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 13:06:19.246797 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf5b96b3-8106-492c-afc6-f9c5187e248f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (3e177529-718e-4248-a222-010f91e2071d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:19.350426 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:19.351672 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-bf5b96b3-8106-492c-afc6-f9c5187e248f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Deleting port bc15cc61-27c6-4138-8718-72e54fba26f1 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:06:19.352253 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf5b96b3-8106-492c-afc6-f9c5187e248f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (bc15cc61-27c6-4138-8718-72e54fba26f1), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:19.375530 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8e1a62-426a-45b1-855b-45611f3a3bf0 None None] DHCP port deletion for 3e177529-718e-4248-a222-010f91e2071d request from n-d-858094-4 {{(pid=113700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 13:06:19.402713 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6dcd6846-02f5-4808-b9c9-5139d3b6d79d req-5abd6dac-0f01-4067-8452-bbb696f93c7a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9d7d5071-0347-4378-bf6e-e5e9f9be69b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350000 Sep 16 13:06:19.472949 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e1a62-426a-45b1-855b-45611f3a3bf0 None None] Deleting port bc15cc61-27c6-4138-8718-72e54fba26f1 {{(pid=113700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:06:19.473460 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2d8e1a62-426a-45b1-855b-45611f3a3bf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (bc15cc61-27c6-4138-8718-72e54fba26f1), before_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:19.482615 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.db [None req-bf5b96b3-8106-492c-afc6-f9c5187e248f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] For port bc15cc61-27c6-4138-8718-72e54fba26f1, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=bc15cc61-27c6-4138-8718-72e54fba26f1,segment=NetworkSegment(2a73f767-497d-4ac6-a4a4-4e4a382cef7e),segment_id=2a73f767-497d-4ac6-a4a4-4e4a382cef7e)] {{(pid=113699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:06:19.483079 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf5b96b3-8106-492c-afc6-f9c5187e248f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (bc15cc61-27c6-4138-8718-72e54fba26f1), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:19.522921 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-bf5b96b3-8106-492c-afc6-f9c5187e248f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Calling delete_port for bc15cc61-27c6-4138-8718-72e54fba26f1 owned by network:dhcp {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:06:19.613135 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:19.623390 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device 00c721e6-a317-4542-8d3e-ca5e90d4673f up at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:06:19.644658 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=100 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:19.689970 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 5d3e13d6-1350-42fb-92c3-316857c47ac8 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:06:19.708198 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d64c73-631e-4459-9b21-cf95d6784d7c req-bcec3409-6dfa-4a51-828a-bf379462e2ff tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:19.715726 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-04d64c73-631e-4459-9b21-cf95d6784d7c req-bcec3409-6dfa-4a51-828a-bf379462e2ff tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 945 time: 0.1427994 Sep 16 13:06:19.729239 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf5b96b3-8106-492c-afc6-f9c5187e248f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (bc15cc61-27c6-4138-8718-72e54fba26f1), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:19.739438 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:19.763491 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b96b3-8106-492c-afc6-f9c5187e248f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event deleted for resources: {'Port': ['ID=bc15cc61-27c6-4138-8718-72e54fba26f1,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:19.767470 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-2d8e1a62-426a-45b1-855b-45611f3a3bf0 None None] For port bc15cc61-27c6-4138-8718-72e54fba26f1, host n-d-858094-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-858094-4',level=0,port_id=bc15cc61-27c6-4138-8718-72e54fba26f1,segment=NetworkSegment(2a73f767-497d-4ac6-a4a4-4e4a382cef7e),segment_id=2a73f767-497d-4ac6-a4a4-4e4a382cef7e)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:06:19.767874 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2d8e1a62-426a-45b1-855b-45611f3a3bf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (bc15cc61-27c6-4138-8718-72e54fba26f1), precommit_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:19.769897 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe28dc-af1b-46c3-aabf-b63c76782b3e req-9e55b3e6-faeb-4486-982b-7e7334a638c2 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:19.771632 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7ffe28dc-af1b-46c3-aabf-b63c76782b3e req-9e55b3e6-faeb-4486-982b-7e7334a638c2 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.1574018 Sep 16 13:06:19.801002 n-d-858094-4 neutron-server[113699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5b96b3-8106-492c-afc6-f9c5187e248f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] No DVR routers for this DVR port bc15cc61-27c6-4138-8718-72e54fba26f1 on host n-d-858094-4 {{(pid=113699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:06:19.812346 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e1a62-426a-45b1-855b-45611f3a3bf0 None None] Calling delete_port for bc15cc61-27c6-4138-8718-72e54fba26f1 owned by network:dhcp {{(pid=113700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:06:19.820630 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 5d3e13d6-1350-42fb-92c3-316857c47ac8 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:06:19.829732 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 5d3e13d6-1350-42fb-92c3-316857c47ac8 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:06:19.830106 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (5d3e13d6-1350-42fb-92c3-316857c47ac8), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:19.830447 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 5d3e13d6-1350-42fb-92c3-316857c47ac8 Sep 16 13:06:19.835238 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Provisioning complete for port 00c721e6-a317-4542-8d3e-ca5e90d4673f triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:06:19.835691 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (00c721e6-a317-4542-8d3e-ca5e90d4673f), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:19.836030 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Attempt 1 to provision port 00c721e6-a317-4542-8d3e-ca5e90d4673f Sep 16 13:06:19.919330 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4162f372-5190-4d28-b302-2587e60334d3 req-7cbb131f-a9c0-4e9f-a412-e6983a76f73a tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Publish callbacks [] for port (7ad6d397-6661-44dd-9668-05292dd6a705), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:19.961741 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-04d64c73-631e-4459-9b21-cf95d6784d7c req-581dd29c-43a0-4079-be1b-e068aecd1b6e tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=76417895-50c8-48c7-a376-ec53436251bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449820 Sep 16 13:06:19.972855 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf5b96b3-8106-492c-afc6-f9c5187e248f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (3e177529-718e-4248-a222-010f91e2071d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:20.042709 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-bf5b96b3-8106-492c-afc6-f9c5187e248f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e177529-718e-4248-a222-010f91e2071d']}} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:20.048310 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7ffe28dc-af1b-46c3-aabf-b63c76782b3e req-d0878554-5e59-4d8d-aaf3-c67e5db13858 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656431 Sep 16 13:06:20.065752 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-bf5b96b3-8106-492c-afc6-f9c5187e248f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a73f767-497d-4ac6-a4a4-4e4a382cef7e') {'for_net_delete': True} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:20.066138 n-d-858094-4 neutron-server[113699]: DEBUG neutron.services.segments.db [None req-bf5b96b3-8106-492c-afc6-f9c5187e248f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a73f767-497d-4ac6-a4a4-4e4a382cef7e') {} {{(pid=113699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:20.097646 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4162f372-5190-4d28-b302-2587e60334d3 req-7cbb131f-a9c0-4e9f-a412-e6983a76f73a tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779468613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (7ad6d397-6661-44dd-9668-05292dd6a705), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:20.111796 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf5b96b3-8106-492c-afc6-f9c5187e248f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25724738'] for segment (2a73f767-497d-4ac6-a4a4-4e4a382cef7e), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:20.144582 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf5b96b3-8106-492c-afc6-f9c5187e248f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (2a73f767-497d-4ac6-a4a4-4e4a382cef7e), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:20.154594 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5b96b3-8106-492c-afc6-f9c5187e248f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=113699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:06:20.155255 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf5b96b3-8106-492c-afc6-f9c5187e248f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26052634'] for segment (2a73f767-497d-4ac6-a4a4-4e4a382cef7e), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:20.162282 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e1e51484-a5f5-4760-8ff0-12e69f189620 req-e630dcc7-1f7a-41fc-8d23-5b4dfb11b264 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.0783813 Sep 16 13:06:20.230906 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 2a73f767-497d-4ac6-a4a4-4e4a382cef7e resource provider aggregate not found Sep 16 13:06:20.281137 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb131f-a9c0-4e9f-a412-e6983a76f73a tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Pushing event updated for resources: {'Port': ['ID=7ad6d397-6661-44dd-9668-05292dd6a705,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:20.331822 n-d-858094-4 neutron-server[113699]: INFO neutron.services.segments.plugin [-] Segment 2a73f767-497d-4ac6-a4a4-4e4a382cef7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a73f767-497d-4ac6-a4a4-4e4a382cef7e found for delete ", "request_id": "req-e3926323-28f6-4141-80d2-157f1ea1c8d2"}]} Sep 16 13:06:20.359798 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:20.384105 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf5b96b3-8106-492c-afc6-f9c5187e248f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (3e177529-718e-4248-a222-010f91e2071d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:20.399623 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-bf5b96b3-8106-492c-afc6-f9c5187e248f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:20.403744 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-bf5b96b3-8106-492c-afc6-f9c5187e248f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "DELETE /networking/v2.0/networks/3e177529-718e-4248-a222-010f91e2071d HTTP/1.1" status: 204 len: 168 time: 1.4125173 Sep 16 13:06:20.409525 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42044) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:20.417540 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834e664-3daf-4439-b719-886d19c6ea8f req-8c45d70d-dec1-4847-a983-05661c4278a2 tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:20.433427 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c834e664-3daf-4439-b719-886d19c6ea8f req-8c45d70d-dec1-4847-a983-05661c4278a2 tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b54b9ae7-c0ae-41e1-8da3-21152fb66aed HTTP/1.1" status: 200 len: 931 time: 0.1490195 Sep 16 13:06:20.513017 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Current status of the port 00c721e6-a317-4542-8d3e-ca5e90d4673f is: ACTIVE; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:06:20.529604 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b96b3-8106-492c-afc6-f9c5187e248f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event deleted for resources: {'Network': ['ID=3e177529-718e-4248-a222-010f91e2071d,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:20.550390 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4162f372-5190-4d28-b302-2587e60334d3 req-7cbb131f-a9c0-4e9f-a412-e6983a76f73a tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Network 5fe9603d-9b47-4832-ae2f-4bb235881e13 is already hosted by enough agents. {{(pid=113698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 13:06:20.565133 n-d-858094-4 neutron-server[113698]: DEBUG neutron.scheduler.base_scheduler [req-4162f372-5190-4d28-b302-2587e60334d3 req-7cbb131f-a9c0-4e9f-a412-e6983a76f73a tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Resources bound (agent type, host, resource id): {{(pid=113698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 13:06:20.575354 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-4162f372-5190-4d28-b302-2587e60334d3 req-7cbb131f-a9c0-4e9f-a412-e6983a76f73a tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Received port after_create {{(pid=113698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 13:06:20.595275 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-2d8e1a62-426a-45b1-855b-45611f3a3bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861'] for port (bc15cc61-27c6-4138-8718-72e54fba26f1), after_delete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:20.598330 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc049ab-5bdb-4a0a-9f39-c6c19394f8cf req-85862c05-48a2-46a0-a971-0d11196d7f3c tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:20.600350 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0fc049ab-5bdb-4a0a-9f39-c6c19394f8cf req-85862c05-48a2-46a0-a971-0d11196d7f3c tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.1651282 Sep 16 13:06:20.629664 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e1a62-426a-45b1-855b-45611f3a3bf0 None None] Pushing event deleted for resources: {'Port': ['ID=bc15cc61-27c6-4138-8718-72e54fba26f1,revision_number=None']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:20.648989 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d8e1a62-426a-45b1-855b-45611f3a3bf0 None None] Network 3e177529-718e-4248-a222-010f91e2071d is not hosted by any dhcp agent {{(pid=113700) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 13:06:20.649708 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8e1a62-426a-45b1-855b-45611f3a3bf0 None None] No DVR routers for this DVR port bc15cc61-27c6-4138-8718-72e54fba26f1 on host n-d-858094-4 {{(pid=113700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:06:20.656014 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 5d3e13d6-1350-42fb-92c3-316857c47ac8 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:06:20.656708 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (5d3e13d6-1350-42fb-92c3-316857c47ac8), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:20.724547 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c834e664-3daf-4439-b719-886d19c6ea8f req-53dfc774-0f98-4972-a7eb-77a9874d2e70 tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5686d50b-b8c8-4869-bd8d-56491fc0ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150407 Sep 16 13:06:20.749482 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-763e921e-5a0c-43d7-8e1b-1a7a1285e0a5 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Deleting port 2dcfb985-3711-4eb8-83fb-fa5fc9557e5b {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:06:20.750027 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-763e921e-5a0c-43d7-8e1b-1a7a1285e0a5 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (2dcfb985-3711-4eb8-83fb-fa5fc9557e5b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:20.764464 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c273f5-cec8-4644-90fb-f6ff80af0d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3e13d6-1350-42fb-92c3-316857c47ac8'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:06:20.779503 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21f7153-edcc-4256-9bbb-703e39f35ade" -d '{"events": [{"server_uuid": "90c273f5-cec8-4644-90fb-f6ff80af0d77", "name": "network-vif-plugged", "status": "completed", "tag": "5d3e13d6-1350-42fb-92c3-316857c47ac8"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:06:20.836373 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:20.847062 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 5d3e13d6-1350-42fb-92c3-316857c47ac8, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=5d3e13d6-1350-42fb-92c3-316857c47ac8,segment=NetworkSegment(91a60b7d-1128-4371-b7bd-f2548d16b362),segment_id=91a60b7d-1128-4371-b7bd-f2548d16b362)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:06:20.855880 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (5d3e13d6-1350-42fb-92c3-316857c47ac8), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:20.936098 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162f372-5190-4d28-b302-2587e60334d3 req-7cbb131f-a9c0-4e9f-a412-e6983a76f73a tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:20.940918 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4162f372-5190-4d28-b302-2587e60334d3 req-7cbb131f-a9c0-4e9f-a412-e6983a76f73a tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:20.984154 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0fc049ab-5bdb-4a0a-9f39-c6c19394f8cf req-263641b4-c03f-403e-9821-9f73c005ddba tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702584 Sep 16 13:06:20.996774 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4162f372-5190-4d28-b302-2587e60334d3 req-7cbb131f-a9c0-4e9f-a412-e6983a76f73a tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6664796 Sep 16 13:06:21.003106 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-763e921e-5a0c-43d7-8e1b-1a7a1285e0a5 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (2dcfb985-3711-4eb8-83fb-fa5fc9557e5b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:21.003431 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-763e921e-5a0c-43d7-8e1b-1a7a1285e0a5 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (2dcfb985-3711-4eb8-83fb-fa5fc9557e5b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:21.014303 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] Request body: {'port': {'device_id': 'b54b9ae7-c0ae-41e1-8da3-21152fb66aed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-858094-4'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:06:21.020982 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=5d3e13d6-1350-42fb-92c3-316857c47ac8,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:21.047216 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e8e2e5-5269-4c93-b9da-aa591409cee5 x-openstack-request-id: req-d8e8e2e5-5269-4c93-b9da-aa591409cee5 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:06:21.047639 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c273f5-cec8-4644-90fb-f6ff80af0d77", "name": "network-vif-plugged", "status": "completed", "tag": "5d3e13d6-1350-42fb-92c3-316857c47ac8", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:06:21.049265 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-763e921e-5a0c-43d7-8e1b-1a7a1285e0a5 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Calling delete_port for 2dcfb985-3711-4eb8-83fb-fa5fc9557e5b owned by network:floatingip {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:06:21.050099 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d8e8e2e5-5269-4c93-b9da-aa591409cee5 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:06:21.051671 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e8e2e5-5269-4c93-b9da-aa591409cee5'] response: {'server_uuid': '90c273f5-cec8-4644-90fb-f6ff80af0d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3e13d6-1350-42fb-92c3-316857c47ac8', 'code': 200} Sep 16 13:06:21.161588 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-7e2898e3-6047-4cad-ac46-990eec56046b None None] Provisioning complete for port 7ad6d397-6661-44dd-9668-05292dd6a705 triggered by entity DHCP. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:06:21.161995 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7e2898e3-6047-4cad-ac46-990eec56046b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (7ad6d397-6661-44dd-9668-05292dd6a705), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:21.162388 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-7e2898e3-6047-4cad-ac46-990eec56046b None None] Attempt 1 to provision port 7ad6d397-6661-44dd-9668-05292dd6a705 Sep 16 13:06:21.247415 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7e2898e3-6047-4cad-ac46-990eec56046b None None] Port 7ad6d397-6661-44dd-9668-05292dd6a705 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:21.314675 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:21.325103 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-763e921e-5a0c-43d7-8e1b-1a7a1285e0a5 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (2dcfb985-3711-4eb8-83fb-fa5fc9557e5b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:21.408830 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e921e-5a0c-43d7-8e1b-1a7a1285e0a5 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event deleted for resources: {'Port': ['ID=2dcfb985-3711-4eb8-83fb-fa5fc9557e5b,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:21.424700 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1ed79-4ff7-4064-9213-30e22d2a1999 req-eed4bae9-7c1f-4bec-b77a-0acf333c6dde tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:21.436723 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-31e1ed79-4ff7-4064-9213-30e22d2a1999 req-eed4bae9-7c1f-4bec-b77a-0acf333c6dde tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.1816463 Sep 16 13:06:21.440944 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device bc15cc61-27c6-4138-8718-72e54fba26f1 no longer exists at agent ovs-agent-n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:06:21.457036 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7ad6d397-6661-44dd-9668-05292dd6a705), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:21.475623 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] No Port match for: bc15cc61-27c6-4138-8718-72e54fba26f1 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:06:21.476030 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Device bc15cc61-27c6-4138-8718-72e54fba26f1 not bound to the agent host n-d-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:06:21.522064 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac351d0-0b32-4c24-8194-88019b6fcc55 req-5b2a183b-e4cc-41f4-a2cb-013c7d0f75b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:21.522064 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fac351d0-0b32-4c24-8194-88019b6fcc55 req-5b2a183b-e4cc-41f4-a2cb-013c7d0f75b4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 1128 time: 0.3514774 Sep 16 13:06:21.601911 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff69bb8-6781-43c5-b423-4d2c95c6819a req-77eb2ad3-c5fc-42b2-9baf-674b6c7b720e tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:21.603560 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-763e921e-5a0c-43d7-8e1b-1a7a1285e0a5 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for floatingip (0b8a0411-2b02-4ef7-819b-6f76ee101fa6), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:21.606300 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-763e921e-5a0c-43d7-8e1b-1a7a1285e0a5 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:21.611865 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-763e921e-5a0c-43d7-8e1b-1a7a1285e0a5 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/0b8a0411-2b02-4ef7-819b-6f76ee101fa6 HTTP/1.1" status: 204 len: 168 time: 1.2002783 Sep 16 13:06:21.612820 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42070) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:21.614453 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0ff69bb8-6781-43c5-b423-4d2c95c6819a req-77eb2ad3-c5fc-42b2-9baf-674b6c7b720e tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 946 time: 0.3769014 Sep 16 13:06:21.677068 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-52cca61a-9ac7-4250-8bb1-70175572333f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] DELETE failed (client error): The resource could not be found. Sep 16 13:06:21.677672 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52cca61a-9ac7-4250-8bb1-70175572333f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:06:21.689522 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-52cca61a-9ac7-4250-8bb1-70175572333f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "DELETE /networking/v2.0/ports/934b71e2-2f62-4faf-875c-bdd4613cd9e8 HTTP/1.1" status: 404 len: 333 time: 0.0756073 Sep 16 13:06:21.690226 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42072) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:21.708040 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42074) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:21.724916 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:21.749185 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-7e2898e3-6047-4cad-ac46-990eec56046b None None] Attempt 2 to provision port 7ad6d397-6661-44dd-9668-05292dd6a705 Sep 16 13:06:21.803021 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-7d6aae4f-268a-4802-b240-fb8a4f96d1bf tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=74c33a9c-c2d8-47f2-9844-4e99509becff HTTP/1.1" status: 200 len: 205 time: 0.1116726 Sep 16 13:06:21.809585 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42078) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:21.831609 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7e2898e3-6047-4cad-ac46-990eec56046b None None] Port 7ad6d397-6661-44dd-9668-05292dd6a705 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:21.868524 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-31e1ed79-4ff7-4064-9213-30e22d2a1999 req-ee5ca540-6e6a-4550-ba6d-10a63d353ec8 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3844421 Sep 16 13:06:21.873717 n-d-858094-4 neutron-server[113699]: INFO neutron.api.v2.resource [None req-cacc4c6b-1c1f-4281-b93c-0dc407b44fde tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] delete failed (client error): The resource could not be found. Sep 16 13:06:21.877180 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-cacc4c6b-1c1f-4281-b93c-0dc407b44fde tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "DELETE /networking/v2.0/routers/74c33a9c-c2d8-47f2-9844-4e99509becff HTTP/1.1" status: 404 len: 336 time: 0.0614498 Sep 16 13:06:21.877665 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42082) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:21.887742 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fac351d0-0b32-4c24-8194-88019b6fcc55 req-08290f08-c66e-4975-bcd0-c66823c8f76e service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=76417895-50c8-48c7-a376-ec53436251bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242810 Sep 16 13:06:21.917207 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-0ff69bb8-6781-43c5-b423-4d2c95c6819a req-625b0299-5baa-48d7-8a56-abb0929cc726 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=76417895-50c8-48c7-a376-ec53436251bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018086 Sep 16 13:06:21.924998 n-d-858094-4 neutron-server[113699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a18308-ef47-455d-b641-c0b90e9f429a tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] DELETE failed (client error): The resource could not be found. Sep 16 13:06:21.925962 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a18308-ef47-455d-b641-c0b90e9f429a tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=113699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 13:06:21.929342 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-f6a18308-ef47-455d-b641-c0b90e9f429a tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/1fb153bb-6289-4234-995a-0a3de225bfab HTTP/1.1" status: 404 len: 337 time: 0.0505013 Sep 16 13:06:21.932579 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42086) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:22.105188 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:22.148896 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0f0340d2-a7c1-4e5b-9488-298a0724ed64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:22.155924 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:22.231719 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-0cff7f3c-c1e8-4772-99c3-3ea5a4b0623d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Deleting port 05f7a9f9-1728-47c1-a09a-00c86e726e5a {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:06:22.232333 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0cff7f3c-c1e8-4772-99c3-3ea5a4b0623d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (05f7a9f9-1728-47c1-a09a-00c86e726e5a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:22.235607 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2993057-d5b4-4308-b6ab-01bdc26b731d req-dfa23f11-804d-4bfc-b114-71a695f58f1b tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:22.244207 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b2993057-d5b4-4308-b6ab-01bdc26b731d req-dfa23f11-804d-4bfc-b114-71a695f58f1b tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b54b9ae7-c0ae-41e1-8da3-21152fb66aed HTTP/1.1" status: 200 len: 931 time: 0.0658894 Sep 16 13:06:22.303172 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-45acfb0a-5b1e-4580-8cb7-23f0e739e308 req-749676b5-251b-4c17-ae5c-f980ef7f4c97 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.2563665 Sep 16 13:06:22.340340 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-7e2898e3-6047-4cad-ac46-990eec56046b None None] Attempt 3 to provision port 7ad6d397-6661-44dd-9668-05292dd6a705 Sep 16 13:06:22.409428 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:22.419290 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0cff7f3c-c1e8-4772-99c3-3ea5a4b0623d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (05f7a9f9-1728-47c1-a09a-00c86e726e5a), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:22.431421 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7e2898e3-6047-4cad-ac46-990eec56046b None None] Port 7ad6d397-6661-44dd-9668-05292dd6a705 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:22.438572 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0f0340d2-a7c1-4e5b-9488-298a0724ed64 admin admin] Publish callbacks [] for security_group (e2ca3b40-8a74-4582-9410-c9249a1b5078), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:22.448812 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0f0340d2-a7c1-4e5b-9488-298a0724ed64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (e2ca3b40-8a74-4582-9410-c9249a1b5078), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:22.452350 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-0cff7f3c-c1e8-4772-99c3-3ea5a4b0623d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Calling delete_port for 05f7a9f9-1728-47c1-a09a-00c86e726e5a owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:06:22.513044 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711c185-69e9-43a6-a4fe-9838ef5e7105 req-313688e4-8d40-4357-8696-d629c0a9a83b tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:22.514667 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2711c185-69e9-43a6-a4fe-9838ef5e7105 req-313688e4-8d40-4357-8696-d629c0a9a83b tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.0708425 Sep 16 13:06:22.528548 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b2993057-d5b4-4308-b6ab-01bdc26b731d req-fff43d5e-bb9a-421e-8486-e8f959cd1b0d tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5686d50b-b8c8-4869-bd8d-56491fc0ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824383 Sep 16 13:06:22.555933 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0f0340d2-a7c1-4e5b-9488-298a0724ed64 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=5db3bb761754417799a89bd8c7ee3973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7626162 Sep 16 13:06:22.558952 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42090) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:22.577338 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0340d2-a7c1-4e5b-9488-298a0724ed64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ca3b40-8a74-4582-9410-c9249a1b5078,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:22.589617 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad6d397-6661-44dd-9668-05292dd6a705 {{(pid=113698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:06:22.600297 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] Publish callbacks [] for port (7ad6d397-6661-44dd-9668-05292dd6a705), precommit_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:22.622060 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.provisioning_blocks [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] Transition to ACTIVE for port object 7ad6d397-6661-44dd-9668-05292dd6a705 will not be triggered until provisioned by entity L2. {{(pid=113698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 13:06:22.658705 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8cfa1866-f36c-4f68-9072-d10f65ad9638 admin admin] Publish callbacks [] for security_group (e2ca3b40-8a74-4582-9410-c9249a1b5078), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:22.672264 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2711c185-69e9-43a6-a4fe-9838ef5e7105 req-df67ab99-c153-461e-bfda-1cc1dfca60c0 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426353 Sep 16 13:06:22.676484 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (7ad6d397-6661-44dd-9668-05292dd6a705), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:22.775780 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8cfa1866-f36c-4f68-9072-d10f65ad9638 admin admin] Publish callbacks [] for security_group (e2ca3b40-8a74-4582-9410-c9249a1b5078), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:22.807575 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad6d397-6661-44dd-9668-05292dd6a705,revision_number=2']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:22.827931 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0cff7f3c-c1e8-4772-99c3-3ea5a4b0623d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (05f7a9f9-1728-47c1-a09a-00c86e726e5a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:22.862955 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff7f3c-c1e8-4772-99c3-3ea5a4b0623d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event deleted for resources: {'Port': ['ID=05f7a9f9-1728-47c1-a09a-00c86e726e5a,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:22.892007 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8775b1-d2d2-40b3-bb78-2f171cb461df req-caf23137-e377-4c40-a6c8-51a748916a9b tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:22.900099 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6c8775b1-d2d2-40b3-bb78-2f171cb461df req-caf23137-e377-4c40-a6c8-51a748916a9b tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.0826826 Sep 16 13:06:22.918708 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=7 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:22.932734 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-7e2898e3-6047-4cad-ac46-990eec56046b None None] Attempt 4 to provision port 7ad6d397-6661-44dd-9668-05292dd6a705 Sep 16 13:06:22.957966 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8cfa1866-f36c-4f68-9072-d10f65ad9638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (e2ca3b40-8a74-4582-9410-c9249a1b5078), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:22.961017 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-8cfa1866-f36c-4f68-9072-d10f65ad9638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:22.962593 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-8cfa1866-f36c-4f68-9072-d10f65ad9638 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/e2ca3b40-8a74-4582-9410-c9249a1b5078 HTTP/1.1" status: 204 len: 168 time: 0.3998616 Sep 16 13:06:22.965380 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] Attempting to bind port 7ad6d397-6661-44dd-9668-05292dd6a705 on host n-h1-858094-4 for vnic_type normal with profile {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 13:06:22.968888 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] Attempting to bind port 7ad6d397-6661-44dd-9668-05292dd6a705 by drivers openvswitch,hyperv on host n-h1-858094-4 at level 0 using segments [{'id': 'b9db9b84-9a61-4774-b5a3-a06f92ae50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13'}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 13:06:22.969229 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] Attempting to bind port 7ad6d397-6661-44dd-9668-05292dd6a705 on network 5fe9603d-9b47-4832-ae2f-4bb235881e13 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:06:22.996774 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa1866-f36c-4f68-9072-d10f65ad9638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ca3b40-8a74-4582-9410-c9249a1b5078,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:23.015740 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7e2898e3-6047-4cad-ac46-990eec56046b None None] Port 7ad6d397-6661-44dd-9668-05292dd6a705 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:23.019871 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-0cff7f3c-c1e8-4772-99c3-3ea5a4b0623d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:23.026317 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-0cff7f3c-c1e8-4772-99c3-3ea5a4b0623d tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "DELETE /networking/v2.0/ports/05f7a9f9-1728-47c1-a09a-00c86e726e5a HTTP/1.1" status: 204 len: 168 time: 1.0900481 Sep 16 13:06:23.043307 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 42100) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:23.181000 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-6c8775b1-d2d2-40b3-bb78-2f171cb461df req-c3a37ad9-2035-49c3-973b-4e12ffa55861 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2780337 Sep 16 13:06:23.235373 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:23.253407 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] Port 7ad6d397-6661-44dd-9668-05292dd6a705 on network 5fe9603d-9b47-4832-ae2f-4bb235881e13 not bound, no agent of type Open vSwitch agent registered on host n-h1-858094-4 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 13:06:23.254284 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] Attempting to bind port 7ad6d397-6661-44dd-9668-05292dd6a705 on network 5fe9603d-9b47-4832-ae2f-4bb235881e13 {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 13:06:23.261638 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-8bde028c-9c06-4735-9677-db0d86e74779 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Deleting port 992556ae-40ed-4ce3-adbe-193b9da2050b {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:06:23.261979 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8bde028c-9c06-4735-9677-db0d86e74779 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (992556ae-40ed-4ce3-adbe-193b9da2050b), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:23.318309 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1d538-a969-44cd-a099-b4c1d7218d8c req-f139a774-3dcf-4182-a280-e9909a2b5ed8 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:23.320637 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3ee1d538-a969-44cd-a099-b4c1d7218d8c req-f139a774-3dcf-4182-a280-e9909a2b5ed8 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 946 time: 0.2016551 Sep 16 13:06:23.478678 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] Checking agent: {'id': 'a6327742-d26a-48df-90ac-b1c2660a3b89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-858094-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'started_at': datetime.datetime(2022, 9, 16, 12, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 13, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 13:06:23.479082 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] Checking segment: {'id': 'b9db9b84-9a61-4774-b5a3-a06f92ae50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 13:06:23.479457 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] Bound using segment: {'id': 'b9db9b84-9a61-4774-b5a3-a06f92ae50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13'} {{(pid=113698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 13:06:23.479917 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.managers [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] Bound port: 7ad6d397-6661-44dd-9668-05292dd6a705, host: n-h1-858094-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9db9b84-9a61-4774-b5a3-a06f92ae50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13'}}] {{(pid=113698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 13:06:23.480309 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7ad6d397-6661-44dd-9668-05292dd6a705), before_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:23.501281 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3ee1d538-a969-44cd-a099-b4c1d7218d8c req-6ee74f3a-b632-4db8-b8c6-17ccafb05e85 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=76417895-50c8-48c7-a376-ec53436251bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365874 Sep 16 13:06:23.515407 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf327ace-ba52-4bbd-880c-0ef637e8629e req-299cd3c1-02c4-4573-accb-4f6db354e84c tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:23.516860 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-7e2898e3-6047-4cad-ac46-990eec56046b None None] Attempt 5 to provision port 7ad6d397-6661-44dd-9668-05292dd6a705 Sep 16 13:06:23.519297 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42108) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:23.520058 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bf327ace-ba52-4bbd-880c-0ef637e8629e req-299cd3c1-02c4-4573-accb-4f6db354e84c tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 944 time: 0.1565437 Sep 16 13:06:23.524963 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:23.543114 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-be01f88f-5dbe-43db-8dc2-5876542f0d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:23.594340 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8bde028c-9c06-4735-9677-db0d86e74779 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (992556ae-40ed-4ce3-adbe-193b9da2050b), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:23.610980 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7e2898e3-6047-4cad-ac46-990eec56046b None None] Port 7ad6d397-6661-44dd-9668-05292dd6a705 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:23.641521 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [None req-8bde028c-9c06-4735-9677-db0d86e74779 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Calling delete_port for 992556ae-40ed-4ce3-adbe-193b9da2050b owned by {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:06:23.660086 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-be01f88f-5dbe-43db-8dc2-5876542f0d96 admin admin] Publish callbacks [] for security_group (65cdc482-408a-473c-b60f-3d2cc66c67f0), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:23.664807 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-be01f88f-5dbe-43db-8dc2-5876542f0d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (65cdc482-408a-473c-b60f-3d2cc66c67f0), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:23.675483 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-f6d0cd29-a97f-478a-bae2-b803829b3129 req-b1012e06-62d9-4158-b594-c6959dc0f75c tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.0735893 Sep 16 13:06:23.709012 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] For port 7ad6d397-6661-44dd-9668-05292dd6a705, host n-h1-858094-4, cleared binding levels {{(pid=113698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 13:06:23.715356 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-be01f88f-5dbe-43db-8dc2-5876542f0d96 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=a82cf0e920444098bd6038ed27cd74d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1948080 Sep 16 13:06:23.718627 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42112) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:23.726835 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01f88f-5dbe-43db-8dc2-5876542f0d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cdc482-408a-473c-b60f-3d2cc66c67f0,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:23.822406 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d5d0b2ba-b483-4acf-b6b0-e81e2ce2943c admin admin] Publish callbacks [] for security_group (65cdc482-408a-473c-b60f-3d2cc66c67f0), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:23.849088 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d5d0b2ba-b483-4acf-b6b0-e81e2ce2943c admin admin] Publish callbacks [] for security_group (65cdc482-408a-473c-b60f-3d2cc66c67f0), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:23.896570 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:23.926610 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d5d0b2ba-b483-4acf-b6b0-e81e2ce2943c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (65cdc482-408a-473c-b60f-3d2cc66c67f0), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:23.930578 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d5d0b2ba-b483-4acf-b6b0-e81e2ce2943c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:23.934901 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d5d0b2ba-b483-4acf-b6b0-e81e2ce2943c admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/65cdc482-408a-473c-b60f-3d2cc66c67f0 HTTP/1.1" status: 204 len: 168 time: 0.2123168 Sep 16 13:06:23.944605 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0b2ba-b483-4acf-b6b0-e81e2ce2943c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cdc482-408a-473c-b60f-3d2cc66c67f0,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:24.113128 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-7e2898e3-6047-4cad-ac46-990eec56046b None None] Attempt 6 to provision port 7ad6d397-6661-44dd-9668-05292dd6a705 Sep 16 13:06:24.197864 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bf327ace-ba52-4bbd-880c-0ef637e8629e req-4e189d94-c6cd-43ef-a7e1-1022872105e1 tempest-ServerActionsTestJSON-415461531 tempest-ServerActionsTestJSON-415461531-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8441837a-e073-4aa3-b4ac-7281fc39a1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6599510 Sep 16 13:06:24.216787 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] For port 7ad6d397-6661-44dd-9668-05292dd6a705, host n-h1-858094-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=7ad6d397-6661-44dd-9668-05292dd6a705,segment=NetworkSegment(b9db9b84-9a61-4774-b5a3-a06f92ae50f7),segment_id=b9db9b84-9a61-4774-b5a3-a06f92ae50f7)] {{(pid=113698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 13:06:24.232681 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26763421'] for port (7ad6d397-6661-44dd-9668-05292dd6a705), after_update {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:24.240449 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:24.241220 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:24.243388 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4162f372-5190-4d28-b302-2587e60334d3 req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/7ad6d397-6661-44dd-9668-05292dd6a705 HTTP/1.1" status: 200 len: 1091 time: 3.2337091 Sep 16 13:06:24.245658 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54b9ae7-c0ae-41e1-8da3-21152fb66aed', 'tag': '7ad6d397-6661-44dd-9668-05292dd6a705'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:06:24.248141 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ecd2ad-04f4-4c69-b866-ebdf919d774b" -d '{"events": [{"name": "network-changed", "server_uuid": "b54b9ae7-c0ae-41e1-8da3-21152fb66aed", "tag": "7ad6d397-6661-44dd-9668-05292dd6a705"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:06:24.249371 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7e2898e3-6047-4cad-ac46-990eec56046b None None] Port 7ad6d397-6661-44dd-9668-05292dd6a705 cannot update to ACTIVE because it is not bound. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 13:06:24.279628 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168011d-526c-4eeb-b51d-6f924ef540d4 req-448c4b86-0903-4be7-87d0-5cdad60ef876 tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:24.281202 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d168011d-526c-4eeb-b51d-6f924ef540d4 req-448c4b86-0903-4be7-87d0-5cdad60ef876 tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b54b9ae7-c0ae-41e1-8da3-21152fb66aed HTTP/1.1" status: 200 len: 943 time: 0.1000805 Sep 16 13:06:24.339815 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 13:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468bf04f-36b1-40a9-a28a-90a3e205b4ef x-openstack-request-id: req-468bf04f-36b1-40a9-a28a-90a3e205b4ef {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:06:24.340107 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54b9ae7-c0ae-41e1-8da3-21152fb66aed", "tag": "7ad6d397-6661-44dd-9668-05292dd6a705", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:06:24.340407 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-468bf04f-36b1-40a9-a28a-90a3e205b4ef {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:06:24.340817 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468bf04f-36b1-40a9-a28a-90a3e205b4ef'] response: {'name': 'network-changed', 'server_uuid': 'b54b9ae7-c0ae-41e1-8da3-21152fb66aed', 'tag': '7ad6d397-6661-44dd-9668-05292dd6a705', 'status': 'completed', 'code': 200} Sep 16 13:06:24.404265 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc2f9a-bf8b-4cd6-afda-8f10e83c7c35 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad6d397-6661-44dd-9668-05292dd6a705,revision_number=3']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:24.444356 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162f372-5190-4d28-b302-2587e60334d3 req-9300035f-48de-4729-aec9-7379e3d294e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:24.445993 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4162f372-5190-4d28-b302-2587e60334d3 req-9300035f-48de-4729-aec9-7379e3d294e9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=487c6b2edfb74e6d91d4443cfeb437a1&device_id=b54b9ae7-c0ae-41e1-8da3-21152fb66aed HTTP/1.1" status: 200 len: 1125 time: 0.1233304 Sep 16 13:06:24.451930 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d168011d-526c-4eeb-b51d-6f924ef540d4 req-3a7f53aa-5180-41cb-954f-c4225fb06b51 tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5686d50b-b8c8-4869-bd8d-56491fc0ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616242 Sep 16 13:06:24.507068 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42130) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:24.514034 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4162f372-5190-4d28-b302-2587e60334d3 req-0d245dc5-e475-4224-bee6-b1a312575f88 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad6d397-6661-44dd-9668-05292dd6a705 HTTP/1.1" status: 200 len: 217 time: 0.0465603 Sep 16 13:06:24.523634 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e9d60ebb-d939-4c2c-a72a-7fac0f4f3062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:24.605143 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162f372-5190-4d28-b302-2587e60334d3 req-9900b503-cf18-4cc0-baa2-47987dc5282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:24.606868 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4162f372-5190-4d28-b302-2587e60334d3 req-9900b503-cf18-4cc0-baa2-47987dc5282f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=321b3e2b-ba2b-45bb-9351-85eb03d31f94 HTTP/1.1" status: 200 len: 853 time: 0.0796819 Sep 16 13:06:24.608654 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8bde028c-9c06-4735-9677-db0d86e74779 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (992556ae-40ed-4ce3-adbe-193b9da2050b), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:24.649482 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e9d60ebb-d939-4c2c-a72a-7fac0f4f3062 admin admin] Publish callbacks [] for security_group (a1c345f8-a4ad-4198-9be0-c32debf7f4f8), precommit_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:24.655198 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-e9d60ebb-d939-4c2c-a72a-7fac0f4f3062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (a1c345f8-a4ad-4198-9be0-c32debf7f4f8), after_create {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:24.687551 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde028c-9c06-4735-9677-db0d86e74779 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event deleted for resources: {'Port': ['ID=992556ae-40ed-4ce3-adbe-193b9da2050b,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:24.750837 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-7e2898e3-6047-4cad-ac46-990eec56046b None None] Attempt 7 to provision port 7ad6d397-6661-44dd-9668-05292dd6a705 Sep 16 13:06:24.763113 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d60ebb-d939-4c2c-a72a-7fac0f4f3062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c345f8-a4ad-4198-9be0-c32debf7f4f8,revision_number=1']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:24.780241 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-e9d60ebb-d939-4c2c-a72a-7fac0f4f3062 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=3a6e8b73f56c456eb6bc117f1ddc4021&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2712293 Sep 16 13:06:24.782734 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42146) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:24.794145 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162f372-5190-4d28-b302-2587e60334d3 req-a2a9f3a4-df93-4682-a64a-ccb2b8e0456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:24.795696 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4162f372-5190-4d28-b302-2587e60334d3 req-a2a9f3a4-df93-4682-a64a-ccb2b8e0456a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5fe9603d-9b47-4832-ae2f-4bb235881e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1764684 Sep 16 13:06:24.801385 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:24.814647 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-7e2898e3-6047-4cad-ac46-990eec56046b None None] Port 7ad6d397-6661-44dd-9668-05292dd6a705 had new provisioning blocks added so it will not transition to active. {{(pid=113700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 13:06:24.844388 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dea599-7762-4b87-958d-099b4914c2f7 req-16bef1c7-afb2-4f90-9d43-5234613382e7 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:24.845977 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-66dea599-7762-4b87-958d-099b4914c2f7 req-16bef1c7-afb2-4f90-9d43-5234613382e7 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 946 time: 0.2100785 Sep 16 13:06:24.874060 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-48e7e71d-1dbf-4d2f-9395-101d900fe422 admin admin] Publish callbacks [] for security_group (a1c345f8-a4ad-4198-9be0-c32debf7f4f8), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:24.897332 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-48e7e71d-1dbf-4d2f-9395-101d900fe422 admin admin] Publish callbacks [] for security_group (a1c345f8-a4ad-4198-9be0-c32debf7f4f8), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:24.956445 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-48e7e71d-1dbf-4d2f-9395-101d900fe422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (a1c345f8-a4ad-4198-9be0-c32debf7f4f8), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:24.959407 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-48e7e71d-1dbf-4d2f-9395-101d900fe422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:24.961275 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-48e7e71d-1dbf-4d2f-9395-101d900fe422 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/a1c345f8-a4ad-4198-9be0-c32debf7f4f8 HTTP/1.1" status: 204 len: 168 time: 0.1769009 Sep 16 13:06:24.971034 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7e71d-1dbf-4d2f-9395-101d900fe422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c345f8-a4ad-4198-9be0-c32debf7f4f8,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:24.973105 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-8bde028c-9c06-4735-9677-db0d86e74779 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:24.979795 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-8bde028c-9c06-4735-9677-db0d86e74779 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "DELETE /networking/v2.0/ports/992556ae-40ed-4ce3-adbe-193b9da2050b HTTP/1.1" status: 204 len: 168 time: 1.9341111 Sep 16 13:06:24.982869 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 42150) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:24.987631 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-378c26e6-48ed-49be-a813-5e5c747fc0b1 req-a348cd81-d94f-4b51-b021-3817145bb305 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.1406865 Sep 16 13:06:25.064323 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d09048-050c-4fcf-8ad8-52371ce7a0d9 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:25.066148 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-67d09048-050c-4fcf-8ad8-52371ce7a0d9 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3232c84f-ac63-49be-9960-1a68565b252b HTTP/1.1" status: 200 len: 913 time: 0.0804253 Sep 16 13:06:25.068951 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42152) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:25.070812 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:25.189356 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-66dea599-7762-4b87-958d-099b4914c2f7 req-c626a1c8-a69e-4920-82a5-1d4ddc73da75 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=76417895-50c8-48c7-a376-ec53436251bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237884 Sep 16 13:06:25.204677 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4162f372-5190-4d28-b302-2587e60334d3 req-4b8e1985-8de5-45bd-bf48-ebff6b7eda85 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5fe9603d-9b47-4832-ae2f-4bb235881e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912284 Sep 16 13:06:25.213394 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd633ba-96cd-4b22-98be-2c63452b65de req-2586dcec-d3c3-4bb5-b633-c64f0a0229dd tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:25.220551 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fcd633ba-96cd-4b22-98be-2c63452b65de req-2586dcec-d3c3-4bb5-b633-c64f0a0229dd tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 946 time: 0.0997171 Sep 16 13:06:25.317132 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4162f372-5190-4d28-b302-2587e60334d3 req-bea8f4df-06ee-4d4d-bff7-a68207b3726f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5fe9603d-9b47-4832-ae2f-4bb235881e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936933 Sep 16 13:06:25.362132 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:25.414148 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50a342-aa07-4144-bd0e-1f6371be1379 req-f091f593-2f8b-431c-94ca-ed0e7cea4386 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:25.415731 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4b50a342-aa07-4144-bd0e-1f6371be1379 req-f091f593-2f8b-431c-94ca-ed0e7cea4386 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 946 time: 0.0975721 Sep 16 13:06:25.430427 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-fcd633ba-96cd-4b22-98be-2c63452b65de req-7d10943c-d604-4b31-83b5-7cae5f14dcf2 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9f85c751-0901-4eb1-a78e-a69750dc9f44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078907 Sep 16 13:06:25.516831 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-4b50a342-aa07-4144-bd0e-1f6371be1379 req-7ee3277d-3508-43a7-a040-21dc2e1a8a34 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=76417895-50c8-48c7-a376-ec53436251bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804050 Sep 16 13:06:25.615913 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46040ad5-ed9c-425b-b806-ff6ae267d52c req-6ec68aa2-96e6-4494-a53d-6ee9dd47aa02 tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:25.624532 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-46040ad5-ed9c-425b-b806-ff6ae267d52c req-6ec68aa2-96e6-4494-a53d-6ee9dd47aa02 tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b54b9ae7-c0ae-41e1-8da3-21152fb66aed HTTP/1.1" status: 200 len: 943 time: 0.0667741 Sep 16 13:06:25.711003 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-db045322-eb8d-450a-85de-6e502ecacb71 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3771052'] for router_interface (3232c84f-ac63-49be-9960-1a68565b252b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:25.720954 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-46040ad5-ed9c-425b-b806-ff6ae267d52c req-10f4ce4f-5631-4f0e-aebe-133dda1ba275 tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5686d50b-b8c8-4869-bd8d-56491fc0ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955133 Sep 16 13:06:26.009805 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-db045322-eb8d-450a-85de-6e502ecacb71 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Deleting port 47577047-6ac0-48aa-a5b0-164c940ee336 {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:06:26.010211 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-db045322-eb8d-450a-85de-6e502ecacb71 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (47577047-6ac0-48aa-a5b0-164c940ee336), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:26.026261 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:26.066260 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414ac61-3a0a-4809-a3e0-daa3b6d9ea1f req-7be88858-0f6b-45dd-aaeb-5d01c54dd5a8 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:26.067861 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d414ac61-3a0a-4809-a3e0-daa3b6d9ea1f req-7be88858-0f6b-45dd-aaeb-5d01c54dd5a8 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 946 time: 0.0642025 Sep 16 13:06:26.155393 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-db045322-eb8d-450a-85de-6e502ecacb71 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (47577047-6ac0-48aa-a5b0-164c940ee336), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:26.169942 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-d414ac61-3a0a-4809-a3e0-daa3b6d9ea1f req-935736b8-289c-44bf-ae60-6f88e7c0b9f2 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=76417895-50c8-48c7-a376-ec53436251bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960624 Sep 16 13:06:26.174977 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5bcb0479-a5bd-4c4b-a92e-46cfcad0fc1c req-685937c5-668d-41b5-bba1-d346ffe141f2 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.0691295 Sep 16 13:06:26.187955 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-db045322-eb8d-450a-85de-6e502ecacb71 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Calling delete_port for 47577047-6ac0-48aa-a5b0-164c940ee336 owned by network:router_interface {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:06:26.442942 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-db045322-eb8d-450a-85de-6e502ecacb71 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (47577047-6ac0-48aa-a5b0-164c940ee336), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:26.478921 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db045322-eb8d-450a-85de-6e502ecacb71 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event deleted for resources: {'Port': ['ID=47577047-6ac0-48aa-a5b0-164c940ee336,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:26.539726 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90af19-9229-4296-a604-01bb3d4d2630 req-e7813b23-5def-45f2-a3cb-aa8a2da0d0c8 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:26.541752 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d90af19-9229-4296-a604-01bb3d4d2630 req-e7813b23-5def-45f2-a3cb-aa8a2da0d0c8 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 946 time: 0.0758412 Sep 16 13:06:26.545232 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:26.611614 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11edd4b-9ea2-4e17-843b-a1823a132cf8 req-f4b859bb-abb2-4d2f-bb2b-b7f407cffc23 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:26.613470 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c11edd4b-9ea2-4e17-843b-a1823a132cf8 req-f4b859bb-abb2-4d2f-bb2b-b7f407cffc23 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 946 time: 0.0705912 Sep 16 13:06:26.656929 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-7d90af19-9229-4296-a604-01bb3d4d2630 req-e16e895d-3374-4396-afd7-564460dd3eb7 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=76417895-50c8-48c7-a376-ec53436251bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048679 Sep 16 13:06:26.670056 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-db045322-eb8d-450a-85de-6e502ecacb71 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4182821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3779100'] for router_interface (3232c84f-ac63-49be-9960-1a68565b252b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:26.696726 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c11edd4b-9ea2-4e17-843b-a1823a132cf8 req-11b93073-73c4-47a0-a5c6-c903efad1f86 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9f85c751-0901-4eb1-a78e-a69750dc9f44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635169 Sep 16 13:06:26.823238 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=28 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:26.882167 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a9a4e-fba5-4284-bc0c-6b140c7f8970 req-8fb51908-357e-4713-8fbb-694729889526 tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:26.884928 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-244a9a4e-fba5-4284-bc0c-6b140c7f8970 req-8fb51908-357e-4713-8fbb-694729889526 tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b54b9ae7-c0ae-41e1-8da3-21152fb66aed HTTP/1.1" status: 200 len: 943 time: 0.0612781 Sep 16 13:06:26.901854 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:06:26.945869 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-244a9a4e-fba5-4284-bc0c-6b140c7f8970 req-58183a4d-b285-4a8d-ab90-d8b3a182bdcd tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5686d50b-b8c8-4869-bd8d-56491fc0ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537643 Sep 16 13:06:27.256541 n-d-858094-4 neutron-server[113699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db045322-eb8d-450a-85de-6e502ecacb71 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Router 3232c84f-ac63-49be-9960-1a68565b252b has already been hosted by L3 agent ce442743-3dab-458c-ab2e-9ac720bbe971 {{(pid=113699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 13:06:27.306969 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-ecfcd1a1-5e3d-4b41-9137-cd66557dfd99 req-4d98ada3-ba18-4d67-b1e7-c4d6458ab625 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.0318594 Sep 16 13:06:27.376693 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db045322-eb8d-450a-85de-6e502ecacb71 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Notify agent at l3_agent.n-d-858094-4 the message routers_updated {{(pid=113699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 13:06:27.388072 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce2db5d-c7cc-431a-ab6d-5b61f6cc9ca3 None None] Sync routers for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 13:06:27.392380 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-db045322-eb8d-450a-85de-6e502ecacb71 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "PUT /networking/v2.0/routers/3232c84f-ac63-49be-9960-1a68565b252b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3216951 Sep 16 13:06:27.393183 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42220) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:27.409644 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce2db5d-c7cc-431a-ab6d-5b61f6cc9ca3 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:06:27.411716 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-7ce2db5d-c7cc-431a-ab6d-5b61f6cc9ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:06:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:27.439117 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:27.450821 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecd2ad-04f4-4c69-b866-ebdf919d774b req-a9d1e47a-4602-4478-ab4f-f12bf3ef60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:27.453306 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61ecd2ad-04f4-4c69-b866-ebdf919d774b req-a9d1e47a-4602-4478-ab4f-f12bf3ef60e4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=487c6b2edfb74e6d91d4443cfeb437a1&device_id=b54b9ae7-c0ae-41e1-8da3-21152fb66aed HTTP/1.1" status: 200 len: 1125 time: 0.1004860 Sep 16 13:06:27.462203 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-7ce2db5d-c7cc-431a-ab6d-5b61f6cc9ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:27.473142 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce2db5d-c7cc-431a-ab6d-5b61f6cc9ca3 None None] Routers {'3232c84f-ac63-49be-9960-1a68565b252b'} bound to L3 agent in host n-d-858094-4 {{(pid=113700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 13:06:27.474022 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-7ce2db5d-c7cc-431a-ab6d-5b61f6cc9ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-858094-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T12:35:05Z,description=,heartbeat_timestamp=2022-09-16T13:06:05Z,host='n-d-858094-4',id=ce442743-3dab-458c-ab2e-9ac720bbe971,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T12:35:05Z,topic='l3_agent')) {'router_ids': ['3232c84f-ac63-49be-9960-1a68565b252b'], 'active': True} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:27.512407 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.l3_hamode_db [None req-7ce2db5d-c7cc-431a-ab6d-5b61f6cc9ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-858094-4', False) {} {{(pid=113700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:27.512943 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce2db5d-c7cc-431a-ab6d-5b61f6cc9ca3 None None] The sync data for ids ['3232c84f-ac63-49be-9960-1a68565b252b'] in n-d-858094-4 is: [] {{(pid=113700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 13:06:27.516489 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d33debde-c8a2-4255-893c-49c75482b34f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for router (3232c84f-ac63-49be-9960-1a68565b252b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:27.625926 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:27.637261 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d33debde-c8a2-4255-893c-49c75482b34f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for router_gateway (3232c84f-ac63-49be-9960-1a68565b252b), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:27.645345 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 7ad6d397-6661-44dd-9668-05292dd6a705 details requested by agent hyperv_n-h1-858094-4 with host n-h1-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:06:27.706111 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-d33debde-c8a2-4255-893c-49c75482b34f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Deleting port 230e48c2-c6b3-4ca0-bb5e-d5a40d2b5b9c {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:06:27.706454 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d33debde-c8a2-4255-893c-49c75482b34f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (230e48c2-c6b3-4ca0-bb5e-d5a40d2b5b9c), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:27.749814 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:27.816499 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d33debde-c8a2-4255-893c-49c75482b34f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (230e48c2-c6b3-4ca0-bb5e-d5a40d2b5b9c), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:27.831332 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-d33debde-c8a2-4255-893c-49c75482b34f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Calling delete_port for 230e48c2-c6b3-4ca0-bb5e-d5a40d2b5b9c owned by network:router_gateway {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:06:27.845785 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:27.852696 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 7ad6d397-6661-44dd-9668-05292dd6a705, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=7ad6d397-6661-44dd-9668-05292dd6a705,segment=NetworkSegment(b9db9b84-9a61-4774-b5a3-a06f92ae50f7),segment_id=b9db9b84-9a61-4774-b5a3-a06f92ae50f7)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:06:27.868784 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Returning: {'device': '7ad6d397-6661-44dd-9668-05292dd6a705', 'network_id': '5fe9603d-9b47-4832-ae2f-4bb235881e13', 'port_id': '7ad6d397-6661-44dd-9668-05292dd6a705', 'mac_address': 'fa:16:3e:f6:dc:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321b3e2b-ba2b-45bb-9351-85eb03d31f94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:06:27.894867 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12f755-d4f0-424b-b0b0-23b26a9f20aa req-86bfca72-4a1e-4373-aaac-9b69283bc2b8 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:27.904325 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c12f755-d4f0-424b-b0b0-23b26a9f20aa req-86bfca72-4a1e-4373-aaac-9b69283bc2b8 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 946 time: 0.1088524 Sep 16 13:06:27.921697 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 7ad6d397-6661-44dd-9668-05292dd6a705 is: DOWN; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:06:27.922211 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7ad6d397-6661-44dd-9668-05292dd6a705), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:27.939288 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad6d397-6661-44dd-9668-05292dd6a705 {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:06:27.951926 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7359fc1-578d-4dac-a420-a8f6aa0126e3 req-65504104-9226-4ba9-91ea-ad62a416c424 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:27.953631 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c7359fc1-578d-4dac-a420-a8f6aa0126e3 req-65504104-9226-4ba9-91ea-ad62a416c424 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 946 time: 0.1141062 Sep 16 13:06:27.972023 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 7ad6d397-6661-44dd-9668-05292dd6a705, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=7ad6d397-6661-44dd-9668-05292dd6a705,segment=NetworkSegment(b9db9b84-9a61-4774-b5a3-a06f92ae50f7),segment_id=b9db9b84-9a61-4774-b5a3-a06f92ae50f7)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:06:27.978626 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (7ad6d397-6661-44dd-9668-05292dd6a705), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:28.010713 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3c12f755-d4f0-424b-b0b0-23b26a9f20aa req-70baa370-3775-441b-b7bb-482f7715bf21 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=76417895-50c8-48c7-a376-ec53436251bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054165 Sep 16 13:06:28.052257 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=7ad6d397-6661-44dd-9668-05292dd6a705,revision_number=4']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:28.082842 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-c7359fc1-578d-4dac-a420-a8f6aa0126e3 req-37b8b4bf-3473-4366-9eb6-67ef6df8b6bc tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9f85c751-0901-4eb1-a78e-a69750dc9f44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201057 Sep 16 13:06:28.084546 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d33debde-c8a2-4255-893c-49c75482b34f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (230e48c2-c6b3-4ca0-bb5e-d5a40d2b5b9c), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:28.124173 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33debde-c8a2-4255-893c-49c75482b34f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event deleted for resources: {'Port': ['ID=230e48c2-c6b3-4ca0-bb5e-d5a40d2b5b9c,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:28.188179 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:28.208915 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe722b-2edb-4daa-8870-31597323c71e req-757b1333-35ba-4a0d-afcf-3b2bfe9ffd9a tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:28.210815 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-24fe722b-2edb-4daa-8870-31597323c71e req-757b1333-35ba-4a0d-afcf-3b2bfe9ffd9a tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b54b9ae7-c0ae-41e1-8da3-21152fb66aed HTTP/1.1" status: 200 len: 944 time: 0.0606341 Sep 16 13:06:28.221722 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d33debde-c8a2-4255-893c-49c75482b34f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3778134'] for router_gateway (3232c84f-ac63-49be-9960-1a68565b252b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:28.268800 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-24fe722b-2edb-4daa-8870-31597323c71e req-2eadcc92-92b3-40f7-a254-e079af08654b tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5686d50b-b8c8-4869-bd8d-56491fc0ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517895 Sep 16 13:06:28.321883 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d33debde-c8a2-4255-893c-49c75482b34f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3776706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1157'] for router (3232c84f-ac63-49be-9960-1a68565b252b), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:28.324553 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d33debde-c8a2-4255-893c-49c75482b34f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for router_controller (3232c84f-ac63-49be-9960-1a68565b252b), precommit_delete_associations {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:28.385802 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d33debde-c8a2-4255-893c-49c75482b34f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3779169'] for router (3232c84f-ac63-49be-9960-1a68565b252b), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:28.386510 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33debde-c8a2-4255-893c-49c75482b34f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Fanout notify agent at l3_agent the message router_deleted on router 3232c84f-ac63-49be-9960-1a68565b252b {{(pid=113699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 13:06:28.394009 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-d33debde-c8a2-4255-893c-49c75482b34f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for router (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:28.398147 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-d33debde-c8a2-4255-893c-49c75482b34f tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "DELETE /networking/v2.0/routers/3232c84f-ac63-49be-9960-1a68565b252b HTTP/1.1" status: 204 len: 168 time: 1.0039492 Sep 16 13:06:28.398653 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 42234) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:28.420954 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['7ad6d397-6661-44dd-9668-05292dd6a705'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:06:28.484934 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e19890aa-ac6b-45b0-9443-d2cd6d2c2014 req-da036dec-8869-4faf-a67e-28472aded876 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=defaddc3-3750-4d8a-b18a-dd6fdce1dbbf HTTP/1.1" status: 200 len: 210 time: 0.0388930 Sep 16 13:06:28.505699 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.db_base_plugin_v2 [None req-d866404c-35c6-4702-b7b3-95a6199fdbc7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Deleting subnet c9211f05-9c94-48f8-b6cc-3eb9809663b1 {{(pid=113698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 13:06:28.510471 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d866404c-35c6-4702-b7b3-95a6199fdbc7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks [] for subnet (c9211f05-9c94-48f8-b6cc-3eb9809663b1), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:28.614578 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d866404c-35c6-4702-b7b3-95a6199fdbc7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26421504'] for subnet (c9211f05-9c94-48f8-b6cc-3eb9809663b1), precommit_delete_associations {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:28.707183 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d866404c-35c6-4702-b7b3-95a6199fdbc7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1020266'] for subnet (c9211f05-9c94-48f8-b6cc-3eb9809663b1), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:28.732396 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecd2ad-04f4-4c69-b866-ebdf919d774b req-477f58f4-884a-40f9-8db3-684791d9c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:28.734164 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61ecd2ad-04f4-4c69-b866-ebdf919d774b req-477f58f4-884a-40f9-8db3-684791d9c5a1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5fe9603d-9b47-4832-ae2f-4bb235881e13 HTTP/1.1" status: 200 len: 915 time: 0.1882551 Sep 16 13:06:28.777266 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d866404c-35c6-4702-b7b3-95a6199fdbc7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1022551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26763467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26234678'] for subnet (c9211f05-9c94-48f8-b6cc-3eb9809663b1), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:28.806594 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866404c-35c6-4702-b7b3-95a6199fdbc7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event deleted for resources: {'Subnet': ['ID=c9211f05-9c94-48f8-b6cc-3eb9809663b1,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:28.810339 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d866404c-35c6-4702-b7b3-95a6199fdbc7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for subnet (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:28.813561 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-d866404c-35c6-4702-b7b3-95a6199fdbc7 tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "DELETE /networking/v2.0/subnets/c9211f05-9c94-48f8-b6cc-3eb9809663b1 HTTP/1.1" status: 204 len: 168 time: 0.4135349 Sep 16 13:06:28.816044 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 42238) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:28.901587 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d41d09ef-2cfb-4355-a9df-69fc2ecbc88c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-948255'] for network (bfba496b-d7c4-4698-bfe4-48cc3f1a548a), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:28.999689 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d41d09ef-2cfb-4355-a9df-69fc2ecbc88c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-974913', 'neutron.services.segments.db._delete_segments_for_network-8779469080001'] for network (bfba496b-d7c4-4698-bfe4-48cc3f1a548a), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:29.022465 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-d41d09ef-2cfb-4355-a9df-69fc2ecbc88c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfba496b-d7c4-4698-bfe4-48cc3f1a548a']}} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:29.068479 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-d41d09ef-2cfb-4355-a9df-69fc2ecbc88c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65da3bfc-439b-4ce7-a598-cd416cdb5874') {'for_net_delete': True} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:29.068780 n-d-858094-4 neutron-server[113698]: DEBUG neutron.services.segments.db [None req-d41d09ef-2cfb-4355-a9df-69fc2ecbc88c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65da3bfc-439b-4ce7-a598-cd416cdb5874') {} {{(pid=113698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 13:06:29.123029 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61ecd2ad-04f4-4c69-b866-ebdf919d774b req-125c9401-994f-4008-9636-e643e84b3c48 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad6d397-6661-44dd-9668-05292dd6a705 HTTP/1.1" status: 200 len: 217 time: 0.2075357 Sep 16 13:06:29.136349 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d41d09ef-2cfb-4355-a9df-69fc2ecbc88c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779469079893', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26421563'] for segment (65da3bfc-439b-4ce7-a598-cd416cdb5874), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:29.151303 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c49c2-3c59-45ed-98db-ca1ba0d352d5 req-a44e9f1b-8bbc-43dd-a217-08563e932be5 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:29.152882 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3f5c49c2-3c59-45ed-98db-ca1ba0d352d5 req-a44e9f1b-8bbc-43dd-a217-08563e932be5 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 946 time: 0.1224720 Sep 16 13:06:29.183837 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d41d09ef-2cfb-4355-a9df-69fc2ecbc88c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (65da3bfc-439b-4ce7-a598-cd416cdb5874), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:29.196501 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41d09ef-2cfb-4355-a9df-69fc2ecbc88c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=113698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 13:06:29.196901 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d41d09ef-2cfb-4355-a9df-69fc2ecbc88c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26763377'] for segment (65da3bfc-439b-4ce7-a598-cd416cdb5874), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:29.219667 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aaeddc-b5cb-41b2-aadc-2eb1b4c5af3a req-7cb0a620-08d6-4e92-a49d-cea59186b7fe tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:29.221175 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0aaeddc-b5cb-41b2-aadc-2eb1b4c5af3a req-7cb0a620-08d6-4e92-a49d-cea59186b7fe tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 946 time: 0.1055923 Sep 16 13:06:29.222717 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 65da3bfc-439b-4ce7-a598-cd416cdb5874 resource provider aggregate not found Sep 16 13:06:29.288450 n-d-858094-4 neutron-server[113698]: INFO neutron.services.segments.plugin [-] Segment 65da3bfc-439b-4ce7-a598-cd416cdb5874 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65da3bfc-439b-4ce7-a598-cd416cdb5874 found for delete ", "request_id": "req-97a54736-d46e-45e1-ac49-dca1e9dbfc7b"}]} Sep 16 13:06:29.332942 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:29.342195 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0500-4171-42b3-ab83-1b6a98dc3c9b req-cc40337f-14e0-4e12-a9d7-36530631c25e tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:29.345010 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db3d0500-4171-42b3-ab83-1b6a98dc3c9b req-cc40337f-14e0-4e12-a9d7-36530631c25e tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 946 time: 0.1502123 Sep 16 13:06:29.345823 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d41d09ef-2cfb-4355-a9df-69fc2ecbc88c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3778179'] for network (bfba496b-d7c4-4698-bfe4-48cc3f1a548a), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:29.367971 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-d41d09ef-2cfb-4355-a9df-69fc2ecbc88c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:29.371398 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-d41d09ef-2cfb-4355-a9df-69fc2ecbc88c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] 10.222.0.67 "DELETE /networking/v2.0/networks/bfba496b-d7c4-4698-bfe4-48cc3f1a548a HTTP/1.1" status: 204 len: 168 time: 0.5543578 Sep 16 13:06:29.409748 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:29.444046 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d09ef-2cfb-4355-a9df-69fc2ecbc88c tempest-FloatingIPTestJSON-935543152 tempest-FloatingIPTestJSON-935543152-project] Pushing event deleted for resources: {'Network': ['ID=bfba496b-d7c4-4698-bfe4-48cc3f1a548a,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:29.486937 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e0aaeddc-b5cb-41b2-aadc-2eb1b4c5af3a req-4bef8ff0-be38-415f-9508-89bfcb2ad101 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=76417895-50c8-48c7-a376-ec53436251bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436047 Sep 16 13:06:29.554310 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecd2ad-04f4-4c69-b866-ebdf919d774b req-afe33846-4ed3-4b97-82e1-5b5e1169a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:29.555979 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61ecd2ad-04f4-4c69-b866-ebdf919d774b req-afe33846-4ed3-4b97-82e1-5b5e1169a473 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=321b3e2b-ba2b-45bb-9351-85eb03d31f94 HTTP/1.1" status: 200 len: 853 time: 0.1907520 Sep 16 13:06:29.592746 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-db3d0500-4171-42b3-ab83-1b6a98dc3c9b req-80bcce9a-c6f8-4428-913b-c4b8464e2ed2 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9f85c751-0901-4eb1-a78e-a69750dc9f44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358656 Sep 16 13:06:29.636376 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-3f5c49c2-3c59-45ed-98db-ca1ba0d352d5 req-3752118b-65ca-4285-beb1-816ff77e4793 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Deleting port 5d3e13d6-1350-42fb-92c3-316857c47ac8 {{(pid=113698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:06:29.636729 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-3f5c49c2-3c59-45ed-98db-ca1ba0d352d5 req-3752118b-65ca-4285-beb1-816ff77e4793 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (5d3e13d6-1350-42fb-92c3-316857c47ac8), before_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:29.658632 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 7ad6d397-6661-44dd-9668-05292dd6a705 up at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:06:29.700070 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:29.717589 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning for port 7ad6d397-6661-44dd-9668-05292dd6a705 completed by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 13:06:29.726947 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Provisioning complete for port 7ad6d397-6661-44dd-9668-05292dd6a705 triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:06:29.727357 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (7ad6d397-6661-44dd-9668-05292dd6a705), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:29.727745 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Attempt 1 to provision port 7ad6d397-6661-44dd-9668-05292dd6a705 Sep 16 13:06:29.729449 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42262) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:29.734297 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecd2ad-04f4-4c69-b866-ebdf919d774b req-5a649cbb-9b11-4726-bdd5-196ffae8bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:29.736607 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61ecd2ad-04f4-4c69-b866-ebdf919d774b req-5a649cbb-9b11-4726-bdd5-196ffae8bcf8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5fe9603d-9b47-4832-ae2f-4bb235881e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1724808 Sep 16 13:06:29.749412 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42264) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:29.793018 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc88ebc-46a4-4a02-bc2c-a7ddbfe7b17c req-2a999260-8145-4676-9e58-65c014231066 tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:29.803472 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5dc88ebc-46a4-4a02-bc2c-a7ddbfe7b17c req-2a999260-8145-4676-9e58-65c014231066 tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b54b9ae7-c0ae-41e1-8da3-21152fb66aed HTTP/1.1" status: 200 len: 944 time: 0.1679773 Sep 16 13:06:29.831352 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b58e376d-c7b4-4a08-8a74-96744ddb0186 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for security_group (13f8b0cd-2cc3-45a0-b72f-8d979543de20), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:29.841864 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Current status of the port 7ad6d397-6661-44dd-9668-05292dd6a705 is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:06:29.844928 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (7ad6d397-6661-44dd-9668-05292dd6a705), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:29.880770 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54b9ae7-c0ae-41e1-8da3-21152fb66aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad6d397-6661-44dd-9668-05292dd6a705'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:06:29.884431 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b58e376d-c7b4-4a08-8a74-96744ddb0186 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for security_group (13f8b0cd-2cc3-45a0-b72f-8d979543de20), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:29.884788 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8f8119-e896-4bb1-92c3-ba08918ba34d" -d '{"events": [{"server_uuid": "b54b9ae7-c0ae-41e1-8da3-21152fb66aed", "name": "network-vif-plugged", "status": "completed", "tag": "7ad6d397-6661-44dd-9668-05292dd6a705"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:06:29.902726 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] For port 7ad6d397-6661-44dd-9668-05292dd6a705, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=7ad6d397-6661-44dd-9668-05292dd6a705,segment=NetworkSegment(b9db9b84-9a61-4774-b5a3-a06f92ae50f7),segment_id=b9db9b84-9a61-4774-b5a3-a06f92ae50f7)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:06:29.908226 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (7ad6d397-6661-44dd-9668-05292dd6a705), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:29.927851 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-5dc88ebc-46a4-4a02-bc2c-a7ddbfe7b17c req-a4f27564-3aa7-473b-8597-398bbe0a256d tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5686d50b-b8c8-4869-bd8d-56491fc0ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196847 Sep 16 13:06:29.980304 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2c9a66-acd3-45b4-aceb-4408a336925f x-openstack-request-id: req-db2c9a66-acd3-45b4-aceb-4408a336925f {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:06:29.981139 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54b9ae7-c0ae-41e1-8da3-21152fb66aed", "name": "network-vif-plugged", "status": "completed", "tag": "7ad6d397-6661-44dd-9668-05292dd6a705", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:06:29.981550 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-db2c9a66-acd3-45b4-aceb-4408a336925f {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:06:29.982165 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db2c9a66-acd3-45b4-aceb-4408a336925f'] response: {'server_uuid': 'b54b9ae7-c0ae-41e1-8da3-21152fb66aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad6d397-6661-44dd-9668-05292dd6a705', 'code': 200} Sep 16 13:06:29.991538 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.db [req-3f5c49c2-3c59-45ed-98db-ca1ba0d352d5 req-3752118b-65ca-4285-beb1-816ff77e4793 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] For port 5d3e13d6-1350-42fb-92c3-316857c47ac8, host n-h1-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-858094-4',level=0,port_id=5d3e13d6-1350-42fb-92c3-316857c47ac8,segment=NetworkSegment(91a60b7d-1128-4371-b7bd-f2548d16b362),segment_id=91a60b7d-1128-4371-b7bd-f2548d16b362)] {{(pid=113698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:06:29.991911 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-3f5c49c2-3c59-45ed-98db-ca1ba0d352d5 req-3752118b-65ca-4285-beb1-816ff77e4793 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (5d3e13d6-1350-42fb-92c3-316857c47ac8), precommit_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:30.013618 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Pushing event updated for resources: {'Port': ['ID=7ad6d397-6661-44dd-9668-05292dd6a705,revision_number=5']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:30.020901 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61ecd2ad-04f4-4c69-b866-ebdf919d774b req-a38e2786-fc1e-47ff-aeff-6151e8d8d47b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5fe9603d-9b47-4832-ae2f-4bb235881e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735178 Sep 16 13:06:30.020901 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.plugin [req-3f5c49c2-3c59-45ed-98db-ca1ba0d352d5 req-3752118b-65ca-4285-beb1-816ff77e4793 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Calling delete_port for 5d3e13d6-1350-42fb-92c3-316857c47ac8 owned by compute:nova {{(pid=113698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:06:30.068495 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-14dc1d73-2ac4-4154-a402-a69f8089b71b admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=d230f216aa8f4d6d96bb02810e763dfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3174407 Sep 16 13:06:30.071607 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42274) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:30.080383 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b58e376d-c7b4-4a08-8a74-96744ddb0186 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (13f8b0cd-2cc3-45a0-b72f-8d979543de20), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:30.083068 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-b58e376d-c7b4-4a08-8a74-96744ddb0186 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:30.087218 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-b58e376d-c7b4-4a08-8a74-96744ddb0186 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/13f8b0cd-2cc3-45a0-b72f-8d979543de20 HTTP/1.1" status: 204 len: 168 time: 0.3566320 Sep 16 13:06:30.092974 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42276) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:30.135865 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e376d-c7b4-4a08-8a74-96744ddb0186 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f8b0cd-2cc3-45a0-b72f-8d979543de20,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:30.143023 n-d-858094-4 neutron-server[113699]: INFO neutron.api.v2.resource [None req-feccc6bf-b981-452b-8127-903347f589ef tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] show failed (client error): The resource could not be found. Sep 16 13:06:30.147447 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-feccc6bf-b981-452b-8127-903347f589ef tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "GET /networking/v2.0/security-groups/13f8b0cd-2cc3-45a0-b72f-8d979543de20 HTTP/1.1" status: 404 len: 347 time: 0.0492287 Sep 16 13:06:30.153031 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42280) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:30.212069 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a0dd4-9a27-4eaa-9c50-ad42112e3355 req-9e4229d8-77da-4425-83c8-5d1c5ea1cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:30.214561 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-725a0dd4-9a27-4eaa-9c50-ad42112e3355 req-9e4229d8-77da-4425-83c8-5d1c5ea1cd8b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b54b9ae7-c0ae-41e1-8da3-21152fb66aed HTTP/1.1" status: 200 len: 1127 time: 0.1223428 Sep 16 13:06:30.292257 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=100 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:30.341069 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43b5707f-9b18-45c4-9fbd-83be4cb9fe56 admin admin] Publish callbacks [] for security_group (48003664-fb4d-429d-8ea3-bb1d106aaabc), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:30.357100 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-de87d0a4-530a-4a51-a9cc-62204be7beca tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Deleting port 72d51c46-2096-4156-873c-922b7161388a {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:06:30.357671 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de87d0a4-530a-4a51-a9cc-62204be7beca tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (72d51c46-2096-4156-873c-922b7161388a), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:30.374075 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:30.377551 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-61ecd2ad-04f4-4c69-b866-ebdf919d774b req-09928c92-8198-4640-8431-fccbcb349ac8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5fe9603d-9b47-4832-ae2f-4bb235881e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475306 Sep 16 13:06:30.415901 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43b5707f-9b18-45c4-9fbd-83be4cb9fe56 admin admin] Publish callbacks [] for security_group (48003664-fb4d-429d-8ea3-bb1d106aaabc), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:30.460768 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-725a0dd4-9a27-4eaa-9c50-ad42112e3355 req-4af3d3f7-59d1-4860-8b0e-a0d187455189 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5686d50b-b8c8-4869-bd8d-56491fc0ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375290 Sep 16 13:06:30.465100 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-3f5c49c2-3c59-45ed-98db-ca1ba0d352d5 req-3752118b-65ca-4285-beb1-816ff77e4793 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26763428'] for port (5d3e13d6-1350-42fb-92c3-316857c47ac8), after_delete {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:30.500224 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] get_ports_and_sgs() called for port_ids ['5d3e13d6-1350-42fb-92c3-316857c47ac8'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:06:30.512393 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de87d0a4-530a-4a51-a9cc-62204be7beca tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (72d51c46-2096-4156-873c-922b7161388a), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:30.512820 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de87d0a4-530a-4a51-a9cc-62204be7beca tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for floatingip (72d51c46-2096-4156-873c-922b7161388a), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:30.530041 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-de87d0a4-530a-4a51-a9cc-62204be7beca tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Calling delete_port for 72d51c46-2096-4156-873c-922b7161388a owned by network:floatingip {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:06:30.544397 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752118b-65ca-4285-beb1-816ff77e4793 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Pushing event deleted for resources: {'Port': ['ID=5d3e13d6-1350-42fb-92c3-316857c47ac8,revision_number=None']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:30.574384 n-d-858094-4 neutron-server[113698]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5c49c2-3c59-45ed-98db-ca1ba0d352d5 req-3752118b-65ca-4285-beb1-816ff77e4793 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] No DVR routers for this DVR port 5d3e13d6-1350-42fb-92c3-316857c47ac8 on host n-h1-858094-4 {{(pid=113698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 13:06:30.582248 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [req-3f5c49c2-3c59-45ed-98db-ca1ba0d352d5 req-3752118b-65ca-4285-beb1-816ff77e4793 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:30.588782 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3f5c49c2-3c59-45ed-98db-ca1ba0d352d5 req-3752118b-65ca-4285-beb1-816ff77e4793 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.25 "DELETE /networking/v2.0/ports/5d3e13d6-1350-42fb-92c3-316857c47ac8 HTTP/1.1" status: 204 len: 173 time: 1.2264068 Sep 16 13:06:30.589343 n-d-858094-4 neutron-server[113698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c273f5-cec8-4644-90fb-f6ff80af0d77', 'name': 'network-vif-deleted', 'tag': '5d3e13d6-1350-42fb-92c3-316857c47ac8'}] {{(pid=113698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:06:30.591717 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2d97972ff5f7e75665c18881ebb40355b2348083efaeab57821c512b9a10be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e05ceb-7abb-4b95-93b1-fa07321f4241" -d '{"events": [{"server_uuid": "90c273f5-cec8-4644-90fb-f6ff80af0d77", "name": "network-vif-deleted", "tag": "5d3e13d6-1350-42fb-92c3-316857c47ac8"}]}' {{(pid=113698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:06:30.670777 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e342bd0f-6583-4621-a7c5-d1df3804df97 x-openstack-request-id: req-e342bd0f-6583-4621-a7c5-d1df3804df97 {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:06:30.670777 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c273f5-cec8-4644-90fb-f6ff80af0d77", "name": "network-vif-deleted", "tag": "5d3e13d6-1350-42fb-92c3-316857c47ac8", "status": "completed", "code": 200}]} {{(pid=113698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:06:30.670777 n-d-858094-4 neutron-server[113698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e342bd0f-6583-4621-a7c5-d1df3804df97 {{(pid=113698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:06:30.671161 n-d-858094-4 neutron-server[113698]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e342bd0f-6583-4621-a7c5-d1df3804df97'] response: {'server_uuid': '90c273f5-cec8-4644-90fb-f6ff80af0d77', 'name': 'network-vif-deleted', 'tag': '5d3e13d6-1350-42fb-92c3-316857c47ac8', 'status': 'completed', 'code': 200} Sep 16 13:06:30.696817 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:30.704240 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43b5707f-9b18-45c4-9fbd-83be4cb9fe56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (48003664-fb4d-429d-8ea3-bb1d106aaabc), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:30.710427 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-43b5707f-9b18-45c4-9fbd-83be4cb9fe56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:30.712272 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-43b5707f-9b18-45c4-9fbd-83be4cb9fe56 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/48003664-fb4d-429d-8ea3-bb1d106aaabc HTTP/1.1" status: 204 len: 168 time: 0.6393578 Sep 16 13:06:30.725699 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5707f-9b18-45c4-9fbd-83be4cb9fe56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48003664-fb4d-429d-8ea3-bb1d106aaabc,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:30.726153 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2c47bb06-a22e-454c-b6ab-38c69eb76fa3 req-9093c515-7371-4cbc-a9a2-76c5c1b5f5f9 tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 210 time: 0.0638256 Sep 16 13:06:30.821860 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde56762-c869-4ea4-89a8-4869e3ba3679 req-7bdd8b2a-37f1-4fdf-984c-e0ca789b70d7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:30.831680 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cde56762-c869-4ea4-89a8-4869e3ba3679 req-7bdd8b2a-37f1-4fdf-984c-e0ca789b70d7 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 946 time: 0.1034422 Sep 16 13:06:30.857800 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:30.883517 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de87d0a4-530a-4a51-a9cc-62204be7beca tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (72d51c46-2096-4156-873c-922b7161388a), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:30.908634 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-cde56762-c869-4ea4-89a8-4869e3ba3679 req-3fff36dc-264e-4baf-ad8b-59fce2d7122f tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9f85c751-0901-4eb1-a78e-a69750dc9f44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719283 Sep 16 13:06:30.940671 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87d0a4-530a-4a51-a9cc-62204be7beca tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event deleted for resources: {'Port': ['ID=72d51c46-2096-4156-873c-922b7161388a,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:31.024961 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de87d0a4-530a-4a51-a9cc-62204be7beca tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks [] for floatingip (223b7392-aa18-451d-bb43-0841abc5b8e4), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:31.027749 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-de87d0a4-530a-4a51-a9cc-62204be7beca tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for floatingip (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:31.029033 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-de87d0a4-530a-4a51-a9cc-62204be7beca tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/223b7392-aa18-451d-bb43-0841abc5b8e4 HTTP/1.1" status: 204 len: 168 time: 0.8745658 Sep 16 13:06:31.031984 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42294) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:31.072642 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b6b44-2e6a-4d66-9629-96958f397923 req-daa2145a-7520-47cd-8e6f-9d1ab78cfc5e tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:31.080412 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e52b6b44-2e6a-4d66-9629-96958f397923 req-daa2145a-7520-47cd-8e6f-9d1ab78cfc5e tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b54b9ae7-c0ae-41e1-8da3-21152fb66aed HTTP/1.1" status: 200 len: 945 time: 0.0749607 Sep 16 13:06:31.148966 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-e52b6b44-2e6a-4d66-9629-96958f397923 req-ccf6eac8-33d0-42a5-a5d7-5eb64f3fbe37 tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5686d50b-b8c8-4869-bd8d-56491fc0ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674639 Sep 16 13:06:31.158074 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d9a10-26d0-4220-97f3-16fae4b14bb8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Deleting port 9b032a10-f56e-47fc-b941-54f12778f01c {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:06:31.158553 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9a10-26d0-4220-97f3-16fae4b14bb8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (9b032a10-f56e-47fc-b941-54f12778f01c), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:31.274593 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9a10-26d0-4220-97f3-16fae4b14bb8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (9b032a10-f56e-47fc-b941-54f12778f01c), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:31.293098 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d9a10-26d0-4220-97f3-16fae4b14bb8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Calling delete_port for 9b032a10-f56e-47fc-b941-54f12778f01c owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:06:31.470719 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:31.488440 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9a10-26d0-4220-97f3-16fae4b14bb8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (9b032a10-f56e-47fc-b941-54f12778f01c), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:31.532441 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d9a10-26d0-4220-97f3-16fae4b14bb8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event deleted for resources: {'Port': ['ID=9b032a10-f56e-47fc-b941-54f12778f01c,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:31.649608 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9a10-26d0-4220-97f3-16fae4b14bb8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:31.655709 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-3e7d9a10-26d0-4220-97f3-16fae4b14bb8 tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "DELETE /networking/v2.0/ports/9b032a10-f56e-47fc-b941-54f12778f01c HTTP/1.1" status: 204 len: 168 time: 0.6200457 Sep 16 13:06:31.655970 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [-] (113699) accepted ('10.222.0.67', 42314) {{(pid=113699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:31.760690 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-126187eb-cb45-4bbb-add1-be1f98dbbb8d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Deleting port 96ec0261-1181-470b-971b-163682a9e81d {{(pid=113699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 13:06:31.760690 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-126187eb-cb45-4bbb-add1-be1f98dbbb8d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779469052941'] for port (96ec0261-1181-470b-971b-163682a9e81d), before_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:31.775378 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [-] (113698) accepted ('10.222.0.67', 42318) {{(pid=113698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 13:06:31.984557 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-126187eb-cb45-4bbb-add1-be1f98dbbb8d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3778902'] for port (96ec0261-1181-470b-971b-163682a9e81d), precommit_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:32.007902 n-d-858094-4 neutron-server[113699]: DEBUG neutron.plugins.ml2.plugin [None req-126187eb-cb45-4bbb-add1-be1f98dbbb8d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Calling delete_port for 96ec0261-1181-470b-971b-163682a9e81d owned by {{(pid=113699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 13:06:32.070422 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-b8c135e4-8266-4164-94aa-44764e76ed50 req-a426ab29-fc4c-4ef7-a5e7-e9e28ecec13d tempest-ServersNegativeTestMultiTenantJSON-2135890862 tempest-ServersNegativeTestMultiTenantJSON-2135890862-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90c273f5-cec8-4644-90fb-f6ff80af0d77 HTTP/1.1" status: 200 len: 210 time: 0.0832613 Sep 16 13:06:32.172277 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.v2.base [None req-f712a7ea-3c94-471a-975b-63431e5d0a64 tempest-NetworksIpV6Test-2092064422 tempest-NetworksIpV6Test-2092064422-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1075820849'}} {{(pid=113698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 13:06:32.194411 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9cd45-a88e-4e49-8338-416ce0074bf3 req-98fbf1ec-61e2-4131-a28d-f7b0eae819d9 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:32.197019 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3bb9cd45-a88e-4e49-8338-416ce0074bf3 req-98fbf1ec-61e2-4131-a28d-f7b0eae819d9 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 946 time: 0.1162291 Sep 16 13:06:32.240605 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f712a7ea-3c94-471a-975b-63431e5d0a64 tempest-NetworksIpV6Test-2092064422 tempest-NetworksIpV6Test-2092064422-project] Made reservation on behalf of 4da7bc8c09c1411b81b176a4ef8d42f4 for: {'network': 1} {{(pid=113698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 13:06:32.245515 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f712a7ea-3c94-471a-975b-63431e5d0a64 tempest-NetworksIpV6Test-2092064422 tempest-NetworksIpV6Test-2092064422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for network (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:32.259632 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f712a7ea-3c94-471a-975b-63431e5d0a64 tempest-NetworksIpV6Test-2092064422 tempest-NetworksIpV6Test-2092064422-project] Publish callbacks [] for security_group (None), before_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:32.301646 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-126187eb-cb45-4bbb-add1-be1f98dbbb8d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779469055115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779468613861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26052815'] for port (96ec0261-1181-470b-971b-163682a9e81d), after_delete {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:32.357072 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-e5176ba5-3181-45c2-9a1f-65cb985f84ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:32.379639 n-d-858094-4 neutron-server[113699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126187eb-cb45-4bbb-add1-be1f98dbbb8d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Pushing event deleted for resources: {'Port': ['ID=96ec0261-1181-470b-971b-163682a9e81d,revision_number=None']} {{(pid=113699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:32.396731 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3bb9cd45-a88e-4e49-8338-416ce0074bf3 req-94d185b5-bd53-4018-87f7-c689413e6d22 tempest-AttachVolumeShelveTestJSON-2054141611 tempest-AttachVolumeShelveTestJSON-2054141611-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9f85c751-0901-4eb1-a78e-a69750dc9f44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926048 Sep 16 13:06:32.426234 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:32.473855 n-d-858094-4 neutron-server[113699]: DEBUG neutron_lib.callbacks.manager [None req-126187eb-cb45-4bbb-add1-be1f98dbbb8d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110657'] for port (None), before_response {{(pid=113699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:32.480380 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [None req-126187eb-cb45-4bbb-add1-be1f98dbbb8d tempest-TaggedBootDevicesTest_v242-2038653902 tempest-TaggedBootDevicesTest_v242-2038653902-project] 10.222.0.67 "DELETE /networking/v2.0/ports/96ec0261-1181-470b-971b-163682a9e81d HTTP/1.1" status: 204 len: 168 time: 0.8192494 Sep 16 13:06:32.483175 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc088cbe-03c5-495b-8a3b-14060fed3d48 req-d48174fc-ec76-4702-95a7-7eeb44b9f710 tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:32.486005 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bc088cbe-03c5-495b-8a3b-14060fed3d48 req-d48174fc-ec76-4702-95a7-7eeb44b9f710 tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b54b9ae7-c0ae-41e1-8da3-21152fb66aed HTTP/1.1" status: 200 len: 945 time: 0.1314929 Sep 16 13:06:32.575192 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-bc088cbe-03c5-495b-8a3b-14060fed3d48 req-03cd9d7b-9770-4cc5-afd8-d2bca0f100ae tempest-ServerDiskConfigTestJSON-534270472 tempest-ServerDiskConfigTestJSON-534270472-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5686d50b-b8c8-4869-bd8d-56491fc0ed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809093 Sep 16 13:06:32.592657 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f712a7ea-3c94-471a-975b-63431e5d0a64 tempest-NetworksIpV6Test-2092064422 tempest-NetworksIpV6Test-2092064422-project] Publish callbacks [] for security_group (e953dc7a-fb78-4332-aac0-8f058be7992b), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:32.596789 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f712a7ea-3c94-471a-975b-63431e5d0a64 tempest-NetworksIpV6Test-2092064422 tempest-NetworksIpV6Test-2092064422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751111'] for security_group (e953dc7a-fb78-4332-aac0-8f058be7992b), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:32.625765 n-d-858094-4 neutron-server[113698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f712a7ea-3c94-471a-975b-63431e5d0a64 tempest-NetworksIpV6Test-2092064422 tempest-NetworksIpV6Test-2092064422-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=113698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 13:06:32.637818 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712a7ea-3c94-471a-975b-63431e5d0a64 tempest-NetworksIpV6Test-2092064422 tempest-NetworksIpV6Test-2092064422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e953dc7a-fb78-4332-aac0-8f058be7992b,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:32.642839 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f712a7ea-3c94-471a-975b-63431e5d0a64 tempest-NetworksIpV6Test-2092064422 tempest-NetworksIpV6Test-2092064422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982094'] for segment (44071cfe-745a-4eb0-9a30-f199387ebfb7), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:32.643181 n-d-858094-4 neutron-server[113698]: INFO neutron.db.segments_db [None req-f712a7ea-3c94-471a-975b-63431e5d0a64 tempest-NetworksIpV6Test-2092064422 tempest-NetworksIpV6Test-2092064422-project] Added segment 44071cfe-745a-4eb0-9a30-f199387ebfb7 of type vlan for network ad879d09-c854-4ba4-a84d-a6b6aea677c2 Sep 16 13:06:32.691126 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f712a7ea-3c94-471a-975b-63431e5d0a64 tempest-NetworksIpV6Test-2092064422 tempest-NetworksIpV6Test-2092064422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779468582593'] for network (ad879d09-c854-4ba4-a84d-a6b6aea677c2), precommit_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:32.721496 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f712a7ea-3c94-471a-975b-63431e5d0a64 tempest-NetworksIpV6Test-2092064422 tempest-NetworksIpV6Test-2092064422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3758632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802'] for network (ad879d09-c854-4ba4-a84d-a6b6aea677c2), after_create {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:32.727626 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f712a7ea-3c94-471a-975b-63431e5d0a64 tempest-NetworksIpV6Test-2092064422 tempest-NetworksIpV6Test-2092064422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:32.728408 n-d-858094-4 neutron-server[113698]: DEBUG neutron_lib.callbacks.manager [None req-f712a7ea-3c94-471a-975b-63431e5d0a64 tempest-NetworksIpV6Test-2092064422 tempest-NetworksIpV6Test-2092064422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4182784'] for network (None), before_response {{(pid=113698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:32.793002 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [None req-f712a7ea-3c94-471a-975b-63431e5d0a64 tempest-NetworksIpV6Test-2092064422 tempest-NetworksIpV6Test-2092064422-project] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0164819 Sep 16 13:06:32.810159 n-d-858094-4 neutron-server[113698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712a7ea-3c94-471a-975b-63431e5d0a64 tempest-NetworksIpV6Test-2092064422 tempest-NetworksIpV6Test-2092064422-project] Pushing event updated for resources: {'Network': ['ID=ad879d09-c854-4ba4-a84d-a6b6aea677c2,revision_number=1']} {{(pid=113698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:32.821551 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Network ad879d09-c854-4ba4-a84d-a6b6aea677c2 details requested by agent ovs-agent-n-d-858094-4 with host n-d-858094-4 {{(pid=113700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 13:06:32.973456 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-713b4d59-2ab8-44f0-8b19-962ceeed2162 req-3b4ce80a-773a-475e-b62f-38dab2a85eed service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400953 Sep 16 13:06:33.063952 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b4d59-2ab8-44f0-8b19-962ceeed2162 req-c2706a45-3792-4653-bea1-729076e3cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:33.065404 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-713b4d59-2ab8-44f0-8b19-962ceeed2162 req-c2706a45-3792-4653-bea1-729076e3cb42 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 1126 time: 0.0451357 Sep 16 13:06:33.178115 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b4d59-2ab8-44f0-8b19-962ceeed2162 req-e3ec57dd-d872-43c5-b72f-9f145931d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:33.179662 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-713b4d59-2ab8-44f0-8b19-962ceeed2162 req-e3ec57dd-d872-43c5-b72f-9f145931d932 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 913 time: 0.0933146 Sep 16 13:06:33.254401 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-713b4d59-2ab8-44f0-8b19-962ceeed2162 req-a44e00e2-68bd-4717-992f-a643a7c85e10 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3af800e8-0d1f-497b-bca5-8901587cb91c HTTP/1.1" status: 200 len: 999 time: 0.0675485 Sep 16 13:06:33.304982 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b4d59-2ab8-44f0-8b19-962ceeed2162 req-3b198f27-99c6-4686-98cc-5327f7ca0830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:33.306470 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-713b4d59-2ab8-44f0-8b19-962ceeed2162 req-3b198f27-99c6-4686-98cc-5327f7ca0830 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 0.0454781 Sep 16 13:06:33.351386 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b4d59-2ab8-44f0-8b19-962ceeed2162 req-92ae9c14-af42-4380-b4ea-7ca110d103b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:33.352921 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-713b4d59-2ab8-44f0-8b19-962ceeed2162 req-92ae9c14-af42-4380-b4ea-7ca110d103b7 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0406208 Sep 16 13:06:33.427110 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:33.454586 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-713b4d59-2ab8-44f0-8b19-962ceeed2162 req-e7d7ce0c-5a5b-4497-8c07-2f19367f0d33 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955422 Sep 16 13:06:33.549350 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-713b4d59-2ab8-44f0-8b19-962ceeed2162 req-b54b40a8-c56a-478f-b778-805864d6b573 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880134 Sep 16 13:06:33.645867 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 5d3e13d6-1350-42fb-92c3-316857c47ac8 no longer exists at agent hyperv_n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:06:33.668994 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] No Port match for: 5d3e13d6-1350-42fb-92c3-316857c47ac8 {{(pid=113700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 13:06:33.669488 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Device 5d3e13d6-1350-42fb-92c3-316857c47ac8 not bound to the agent host n-h1-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 13:06:34.626702 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-05293d56-1f95-418e-a99b-341a9f04936b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:36.055677 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:36.901683 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:37.303022 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:37.512103 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:38.384506 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:38.461060 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-de618089-4c3f-4c02-bb35-4334500b83f2 req-d6d274aa-d5f4-464d-94ef-43b2dd2a47c3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431817 Sep 16 13:06:38.570255 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de618089-4c3f-4c02-bb35-4334500b83f2 req-9e9ac1aa-5ab7-476d-b622-d0d21d814abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:38.571797 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-de618089-4c3f-4c02-bb35-4334500b83f2 req-9e9ac1aa-5ab7-476d-b622-d0d21d814abe service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 1127 time: 0.0484452 Sep 16 13:06:38.646114 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:38.674627 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:38.685749 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de618089-4c3f-4c02-bb35-4334500b83f2 req-09127b7c-09c4-40b9-93c6-aed5ee3baa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:38.687225 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-de618089-4c3f-4c02-bb35-4334500b83f2 req-09127b7c-09c4-40b9-93c6-aed5ee3baa00 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 913 time: 0.0963604 Sep 16 13:06:38.729097 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-de618089-4c3f-4c02-bb35-4334500b83f2 req-c5cece43-63e1-459b-b546-e2e1725ed03c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d408043a-8807-412e-bac0-ea9a50061ee1 HTTP/1.1" status: 200 len: 217 time: 0.0356379 Sep 16 13:06:38.783376 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de618089-4c3f-4c02-bb35-4334500b83f2 req-0207d97c-4ed4-4f30-9c05-8b30a76f9165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:38.784896 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-de618089-4c3f-4c02-bb35-4334500b83f2 req-0207d97c-4ed4-4f30-9c05-8b30a76f9165 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 0.0507069 Sep 16 13:06:38.831649 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de618089-4c3f-4c02-bb35-4334500b83f2 req-9251a93e-9965-4022-a35b-187ed6fdad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:38.833284 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-de618089-4c3f-4c02-bb35-4334500b83f2 req-9251a93e-9965-4022-a35b-187ed6fdad35 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0423024 Sep 16 13:06:38.843069 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-de618089-4c3f-4c02-bb35-4334500b83f2 req-1c7ae457-22e4-4055-b152-bd0f238a6dbf service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113698) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 13:06:38.844109 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-de618089-4c3f-4c02-bb35-4334500b83f2 req-1c7ae457-22e4-4055-b152-bd0f238a6dbf service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052216 Sep 16 13:06:38.947211 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-de618089-4c3f-4c02-bb35-4334500b83f2 req-8d1fd732-ae59-4a86-b580-85f84358d946 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969443 Sep 16 13:06:39.060767 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-de618089-4c3f-4c02-bb35-4334500b83f2 req-1e3be714-5c70-4f58-83f0-ca0a8e36805f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081977 Sep 16 13:06:42.360446 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 8a68040c-b0d1-432e-b8a2-3698222d82ee details requested by agent hyperv_n-h2-858094-4 with host n-h2-858094-4 {{(pid=113700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 13:06:42.373219 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:42.467765 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 8a68040c-b0d1-432e-b8a2-3698222d82ee, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=8a68040c-b0d1-432e-b8a2-3698222d82ee,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:06:42.480959 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Returning: {'device': '8a68040c-b0d1-432e-b8a2-3698222d82ee', 'network_id': '9c660356-b242-47cf-8b53-5c05af82a4ce', 'port_id': '8a68040c-b0d1-432e-b8a2-3698222d82ee', 'mac_address': 'fa:16:3e:3b:db:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ae86a7-4106-447a-a8be-db073682c5f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 13:06:42.524116 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 8a68040c-b0d1-432e-b8a2-3698222d82ee is: ACTIVE; New status is: BUILD {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:06:42.524603 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8a68040c-b0d1-432e-b8a2-3698222d82ee), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:42.539181 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a68040c-b0d1-432e-b8a2-3698222d82ee {{(pid=113700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 13:06:42.562956 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 8a68040c-b0d1-432e-b8a2-3698222d82ee, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=8a68040c-b0d1-432e-b8a2-3698222d82ee,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:06:42.575769 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8a68040c-b0d1-432e-b8a2-3698222d82ee), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:42.628570 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=8a68040c-b0d1-432e-b8a2-3698222d82ee,revision_number=6']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:42.676372 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] get_ports_and_sgs() called for port_ids ['8a68040c-b0d1-432e-b8a2-3698222d82ee'] {{(pid=113700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 13:06:42.777935 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:43.544347 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=58 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:43.546304 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=10 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:44.370715 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 8a68040c-b0d1-432e-b8a2-3698222d82ee up at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 13:06:44.421945 n-d-858094-4 neutron-server[113700]: DEBUG neutron.db.provisioning_blocks [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Provisioning complete for port 8a68040c-b0d1-432e-b8a2-3698222d82ee triggered by entity L2. {{(pid=113700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 13:06:44.424159 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-977118'] for port (8a68040c-b0d1-432e-b8a2-3698222d82ee), provisioning_complete {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:44.424159 n-d-858094-4 neutron-server[113700]: INFO neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Attempt 1 to provision port 8a68040c-b0d1-432e-b8a2-3698222d82ee Sep 16 13:06:44.510088 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 8a68040c-b0d1-432e-b8a2-3698222d82ee is: BUILD; New status is: ACTIVE {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:06:44.510748 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8a68040c-b0d1-432e-b8a2-3698222d82ee), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:44.545598 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76bc3fa-0395-4782-8a87-ec5cfc6da641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a68040c-b0d1-432e-b8a2-3698222d82ee'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:06:44.548138 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34175256-5d83-408d-9fc5-c223d0d0d681" -d '{"events": [{"server_uuid": "b76bc3fa-0395-4782-8a87-ec5cfc6da641", "name": "network-vif-plugged", "status": "completed", "tag": "8a68040c-b0d1-432e-b8a2-3698222d82ee"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:06:44.571750 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 8a68040c-b0d1-432e-b8a2-3698222d82ee, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=8a68040c-b0d1-432e-b8a2-3698222d82ee,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:06:44.578027 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8a68040c-b0d1-432e-b8a2-3698222d82ee), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:44.609898 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 13:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792bfff9-ff08-4094-9586-6dfcad453331 x-openstack-request-id: req-792bfff9-ff08-4094-9586-6dfcad453331 {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:06:44.610185 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76bc3fa-0395-4782-8a87-ec5cfc6da641", "name": "network-vif-plugged", "status": "completed", "tag": "8a68040c-b0d1-432e-b8a2-3698222d82ee", "code": 200}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:06:44.610443 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-792bfff9-ff08-4094-9586-6dfcad453331 {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:06:44.610956 n-d-858094-4 neutron-server[113700]: INFO neutron.notifiers.nova [-] Nova event matching ['req-792bfff9-ff08-4094-9586-6dfcad453331'] response: {'server_uuid': 'b76bc3fa-0395-4782-8a87-ec5cfc6da641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a68040c-b0d1-432e-b8a2-3698222d82ee', 'code': 200} Sep 16 13:06:44.641977 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=8a68040c-b0d1-432e-b8a2-3698222d82ee,revision_number=7']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:49.054366 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=29 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:49.056149 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=33 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:52.099220 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:53.701838 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ebc77-74c8-44bf-97b3-c6b08e6b2676 req-5b680b08-879a-40f7-8af6-1271927d2aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:53.703245 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3d1ebc77-74c8-44bf-97b3-c6b08e6b2676 req-5b680b08-879a-40f7-8af6-1271927d2aeb service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=e3f3ad027f264333a95500ef691b7815&device_id=b76bc3fa-0395-4782-8a87-ec5cfc6da641 HTTP/1.1" status: 200 len: 1128 time: 0.0446045 Sep 16 13:06:53.793132 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ebc77-74c8-44bf-97b3-c6b08e6b2676 req-4b37cb98-e12d-4a06-898e-486330683301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:53.794591 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3d1ebc77-74c8-44bf-97b3-c6b08e6b2676 req-4b37cb98-e12d-4a06-898e-486330683301 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9c660356-b242-47cf-8b53-5c05af82a4ce HTTP/1.1" status: 200 len: 918 time: 0.0859590 Sep 16 13:06:53.859490 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3d1ebc77-74c8-44bf-97b3-c6b08e6b2676 req-7b43655d-6915-465d-9441-857ad99c86fd service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a68040c-b0d1-432e-b8a2-3698222d82ee HTTP/1.1" status: 200 len: 1001 time: 0.0594683 Sep 16 13:06:53.909300 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ebc77-74c8-44bf-97b3-c6b08e6b2676 req-1d9007c7-f028-4f24-91e9-9ee2615955fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:53.910774 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3d1ebc77-74c8-44bf-97b3-c6b08e6b2676 req-1d9007c7-f028-4f24-91e9-9ee2615955fa service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=d4ae86a7-4106-447a-a8be-db073682c5f0 HTTP/1.1" status: 200 len: 856 time: 0.0457506 Sep 16 13:06:53.954493 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ebc77-74c8-44bf-97b3-c6b08e6b2676 req-ce45d910-1035-4776-942e-524be8d26da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:06:53.955854 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3d1ebc77-74c8-44bf-97b3-c6b08e6b2676 req-ce45d910-1035-4776-942e-524be8d26da1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9c660356-b242-47cf-8b53-5c05af82a4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0389469 Sep 16 13:06:54.063969 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3d1ebc77-74c8-44bf-97b3-c6b08e6b2676 req-46fce48d-e93d-4b47-b19a-96d71c67208a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019788 Sep 16 13:06:54.159057 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-3d1ebc77-74c8-44bf-97b3-c6b08e6b2676 req-effc963e-8b8f-4232-949b-4e8d0c7b0a0b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9c660356-b242-47cf-8b53-5c05af82a4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887504 Sep 16 13:06:56.468554 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Device 8a68040c-b0d1-432e-b8a2-3698222d82ee no longer exists at agent hyperv_n-h2-858094-4 {{(pid=113700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 13:06:56.546211 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.plugin [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Current status of the port 8a68040c-b0d1-432e-b8a2-3698222d82ee is: ACTIVE; New status is: DOWN {{(pid=113700) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 13:06:56.546595 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-953422'] for port (8a68040c-b0d1-432e-b8a2-3698222d82ee), before_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:56.569919 n-d-858094-4 neutron-server[113700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76bc3fa-0395-4782-8a87-ec5cfc6da641', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a68040c-b0d1-432e-b8a2-3698222d82ee'}] {{(pid=113700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 13:06:56.572138 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093f48950d59c8ebc4a3d9a355f202f228907bd1eb2545568785354042efc0d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b3afe7-9a3c-4721-8f70-23769eb8ed49" -d '{"events": [{"server_uuid": "b76bc3fa-0395-4782-8a87-ec5cfc6da641", "name": "network-vif-unplugged", "status": "completed", "tag": "8a68040c-b0d1-432e-b8a2-3698222d82ee"}]}' {{(pid=113700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 13:06:56.585079 n-d-858094-4 neutron-server[113700]: DEBUG neutron.plugins.ml2.db [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] For port 8a68040c-b0d1-432e-b8a2-3698222d82ee, host n-h2-858094-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-858094-4',level=0,port_id=8a68040c-b0d1-432e-b8a2-3698222d82ee,segment=NetworkSegment(100fdcc4-5ec1-4699-93d1-07b5aef19ba3),segment_id=100fdcc4-5ec1-4699-93d1-07b5aef19ba3)] {{(pid=113700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 13:06:56.590684 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4182802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779469053094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779468613870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779468614916'] for port (8a68040c-b0d1-432e-b8a2-3698222d82ee), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:06:56.612184 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:06:56.626076 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Sep 2022 13:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be31cd32-c1ff-429e-8acd-102561de47eb x-openstack-request-id: req-be31cd32-c1ff-429e-8acd-102561de47eb {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 13:06:56.626356 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76bc3fa-0395-4782-8a87-ec5cfc6da641", "name": "network-vif-unplugged", "status": "failed", "tag": "8a68040c-b0d1-432e-b8a2-3698222d82ee", "code": 422}]} {{(pid=113700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 13:06:56.626611 n-d-858094-4 neutron-server[113700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-be31cd32-c1ff-429e-8acd-102561de47eb {{(pid=113700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 13:06:56.627047 n-d-858094-4 neutron-server[113700]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-be31cd32-c1ff-429e-8acd-102561de47eb']: {'server_uuid': 'b76bc3fa-0395-4782-8a87-ec5cfc6da641', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8a68040c-b0d1-432e-b8a2-3698222d82ee', 'code': 422} returned with failed status Sep 16 13:06:56.643008 n-d-858094-4 neutron-server[113700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Pushing event updated for resources: {'Port': ['ID=8a68040c-b0d1-432e-b8a2-3698222d82ee,revision_number=8']} {{(pid=113700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 13:06:56.899260 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=4 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:07:00.681119 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:07:02.351119 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-36b2a590-f959-49c2-9101-a33c44482fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:07:03.901129 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:07:04.154071 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=46 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:07:04.155938 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=48 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:07:04.632941 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1b80c68d-7c27-4542-9248-32cac915f40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:07:06.058419 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:07:07.296521 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:07:07.514026 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:07:08.374943 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:07:13.896413 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:07:13.897143 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:07:18.519117 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:07:18.523464 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:07:22.103363 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:07:32.096831 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:07:32.098787 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:07:32.354311 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-3377325d-4180-458c-b465-fa4e34783042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:07:33.896134 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:07:33.896908 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:07:34.626301 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-52e6dbad-9b7e-494d-be12-398cfc983ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:07:34.970612 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8d6cd80-9cb7-4657-b863-9607faebfe97 req-1248d702-61e9-4a8b-a71b-60aa0722c141 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436254 Sep 16 13:07:35.031509 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6cd80-9cb7-4657-b863-9607faebfe97 req-900924de-37ac-4fd6-9270-98669a018c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:07:35.033023 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8d6cd80-9cb7-4657-b863-9607faebfe97 req-900924de-37ac-4fd6-9270-98669a018c74 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=069d839f047b4c38a1dae0ff8d692230&device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 1127 time: 0.0398967 Sep 16 13:07:35.139071 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6cd80-9cb7-4657-b863-9607faebfe97 req-0f9fda53-fa78-4b7f-82a0-892dde1d44cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:07:35.140902 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8d6cd80-9cb7-4657-b863-9607faebfe97 req-0f9fda53-fa78-4b7f-82a0-892dde1d44cb service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=c8f0423b-8f95-4074-9a6e-229fa6e975d1 HTTP/1.1" status: 200 len: 916 time: 0.0887141 Sep 16 13:07:35.205717 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8d6cd80-9cb7-4657-b863-9607faebfe97 req-bf13f82f-2416-4650-8b07-99651884e70d service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 HTTP/1.1" status: 200 len: 1000 time: 0.0593376 Sep 16 13:07:35.255479 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6cd80-9cb7-4657-b863-9607faebfe97 req-1ab73bba-acd9-41e1-86aa-42d3a5b859f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:07:35.256878 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8d6cd80-9cb7-4657-b863-9607faebfe97 req-1ab73bba-acd9-41e1-86aa-42d3a5b859f3 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=51c69193-b69b-4126-bd7f-16f10ee1b3e8 HTTP/1.1" status: 200 len: 854 time: 0.0461066 Sep 16 13:07:35.299801 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6cd80-9cb7-4657-b863-9607faebfe97 req-4d5f5f89-51e2-4e6d-8e64-26c3bbb3e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:07:35.301299 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8d6cd80-9cb7-4657-b863-9607faebfe97 req-4d5f5f89-51e2-4e6d-8e64-26c3bbb3e45c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=c8f0423b-8f95-4074-9a6e-229fa6e975d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0388451 Sep 16 13:07:35.395520 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8d6cd80-9cb7-4657-b863-9607faebfe97 req-d9e0799d-c1fb-432b-933f-d33ada8f2a79 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/c8f0423b-8f95-4074-9a6e-229fa6e975d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878282 Sep 16 13:07:35.494637 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e8d6cd80-9cb7-4657-b863-9607faebfe97 req-efdf2239-c145-4064-a7e8-ed31c32e3bde service neutron] 10.222.0.76 "GET /networking/v2.0/networks/c8f0423b-8f95-4074-9a6e-229fa6e975d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931923 Sep 16 13:07:36.061458 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:07:37.300090 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:07:37.517077 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:07:38.380413 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:07:40.421322 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-36077cf0-ced8-4b36-a830-f6356ae467c3 req-bbab7c8b-3130-4b54-b28b-172daac1cb3f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=261a8ed1-8a0c-4a83-a4e4-f3094ad3824c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409138 Sep 16 13:07:40.504549 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36077cf0-ced8-4b36-a830-f6356ae467c3 req-10ef1efc-06c4-4fbf-b98e-b795b2b70c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:07:40.506040 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-36077cf0-ced8-4b36-a830-f6356ae467c3 req-10ef1efc-06c4-4fbf-b98e-b795b2b70c38 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=261a8ed1-8a0c-4a83-a4e4-f3094ad3824c HTTP/1.1" status: 200 len: 1128 time: 0.0447614 Sep 16 13:07:40.613037 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36077cf0-ced8-4b36-a830-f6356ae467c3 req-e6ee6a0c-66bd-4030-b224-323fefad079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:07:40.614516 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-36077cf0-ced8-4b36-a830-f6356ae467c3 req-e6ee6a0c-66bd-4030-b224-323fefad079c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 913 time: 0.0894845 Sep 16 13:07:40.657457 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-36077cf0-ced8-4b36-a830-f6356ae467c3 req-8a30bc67-7f04-43ae-9d82-e580538d534b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8c32251-350f-4099-952e-3f7b216c4b3d HTTP/1.1" status: 200 len: 217 time: 0.0364192 Sep 16 13:07:40.707665 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36077cf0-ced8-4b36-a830-f6356ae467c3 req-cd923551-7f7a-4e40-b390-5f2e28131d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:07:40.709055 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-36077cf0-ced8-4b36-a830-f6356ae467c3 req-cd923551-7f7a-4e40-b390-5f2e28131d45 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 0.0444605 Sep 16 13:07:40.755735 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36077cf0-ced8-4b36-a830-f6356ae467c3 req-d0165488-fc69-453a-999b-b539503c8ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:07:40.757334 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-36077cf0-ced8-4b36-a830-f6356ae467c3 req-d0165488-fc69-453a-999b-b539503c8ff8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0403187 Sep 16 13:07:40.901600 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:07:41.187110 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-36077cf0-ced8-4b36-a830-f6356ae467c3 req-1c644750-5189-499a-b98b-9b0e945ec3e2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235964 Sep 16 13:07:41.284992 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-36077cf0-ced8-4b36-a830-f6356ae467c3 req-b854f233-fa40-4df1-9119-6bacdb82f6b2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892353 Sep 16 13:07:45.489194 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=50 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:07:45.491323 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=51 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:07:48.373862 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:07:48.375822 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:07:51.275456 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=43 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:07:51.281701 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=50 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:07:52.104619 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:07:58.517685 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=14 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:07:58.522807 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=14 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:08:02.097965 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:08:02.099915 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:08:02.359836 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-04a17903-4b85-4352-98b7-5b84df0ea2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:08:04.629105 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-97b05db8-4fd9-4d8c-8715-6558b22c0a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:08:06.064443 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:08:07.302558 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:08:07.518989 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:08:07.597253 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [req-8eebcde7-8cbd-4b60-b0b2-ac5353a06a09 req-99bd63d0-a041-4ed0-bfaa-9aa20bb397c1 service neutron] (113699) timed out ('10.222.0.25', 53383) {{(pid=113699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 13:08:08.379624 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:08:10.892660 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:08:10.893398 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=4 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:08:17.901586 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:08:18.373705 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:08:18.375771 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:08:22.102484 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:08:27.895331 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:08:27.896100 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:08:32.095236 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:08:32.097120 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:08:32.353909 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4e69ee5f-3386-4bc2-bd6e-53c10210a589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:08:34.634949 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b65f6a7c-fa93-463f-916e-07a4a86bd648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:08:36.067614 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:08:36.925682 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e5ccce1a-3e7a-4acc-a6bd-45a97781460d req-ad515290-3794-4331-82e2-1dac6eae2b48 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397663 Sep 16 13:08:37.010218 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccce1a-3e7a-4acc-a6bd-45a97781460d req-75b054dd-6a0f-4e26-a77a-e5dea1613068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:08:37.011708 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e5ccce1a-3e7a-4acc-a6bd-45a97781460d req-75b054dd-6a0f-4e26-a77a-e5dea1613068 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 1126 time: 0.0409820 Sep 16 13:08:37.119509 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccce1a-3e7a-4acc-a6bd-45a97781460d req-7738b832-02be-4de8-b35b-b3d28d260608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:08:37.121271 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e5ccce1a-3e7a-4acc-a6bd-45a97781460d req-7738b832-02be-4de8-b35b-b3d28d260608 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 913 time: 0.0912828 Sep 16 13:08:37.184868 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e5ccce1a-3e7a-4acc-a6bd-45a97781460d req-3cdb0161-f846-44ed-8861-ef657eb29091 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3af800e8-0d1f-497b-bca5-8901587cb91c HTTP/1.1" status: 200 len: 999 time: 0.0571270 Sep 16 13:08:37.233360 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccce1a-3e7a-4acc-a6bd-45a97781460d req-956b1f98-c7cd-4d3d-bbee-e515de4a6132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:08:37.234789 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e5ccce1a-3e7a-4acc-a6bd-45a97781460d req-956b1f98-c7cd-4d3d-bbee-e515de4a6132 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 0.0446467 Sep 16 13:08:37.280905 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccce1a-3e7a-4acc-a6bd-45a97781460d req-5f5d78e7-2f16-4a88-afeb-4a4998927c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:08:37.282378 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e5ccce1a-3e7a-4acc-a6bd-45a97781460d req-5f5d78e7-2f16-4a88-afeb-4a4998927c0d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0423708 Sep 16 13:08:37.307034 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:08:37.374317 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e5ccce1a-3e7a-4acc-a6bd-45a97781460d req-f931665d-b490-420d-928e-6ce412408bcc service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861335 Sep 16 13:08:37.470303 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-e5ccce1a-3e7a-4acc-a6bd-45a97781460d req-a4b6af9b-87d0-4484-91c7-d8528852216a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898104 Sep 16 13:08:37.521610 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:08:38.378271 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:08:42.406388 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d489f8b-5a32-45c9-8406-43226e982deb req-dc929d14-9eb8-461d-b1d7-b64a727cab7b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b54b9ae7-c0ae-41e1-8da3-21152fb66aed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443168 Sep 16 13:08:42.483738 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d489f8b-5a32-45c9-8406-43226e982deb req-060a5504-492d-46c3-a79f-c46ae0132057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:08:42.485276 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d489f8b-5a32-45c9-8406-43226e982deb req-060a5504-492d-46c3-a79f-c46ae0132057 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=487c6b2edfb74e6d91d4443cfeb437a1&device_id=b54b9ae7-c0ae-41e1-8da3-21152fb66aed HTTP/1.1" status: 200 len: 1127 time: 0.0411060 Sep 16 13:08:42.604493 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d489f8b-5a32-45c9-8406-43226e982deb req-857c155e-175d-4446-aa56-ea2ce99cf8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:08:42.605887 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d489f8b-5a32-45c9-8406-43226e982deb req-857c155e-175d-4446-aa56-ea2ce99cf8c0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5fe9603d-9b47-4832-ae2f-4bb235881e13 HTTP/1.1" status: 200 len: 915 time: 0.0996776 Sep 16 13:08:42.648567 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d489f8b-5a32-45c9-8406-43226e982deb req-668630fb-b2ae-4864-ad85-6862209876c0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad6d397-6661-44dd-9668-05292dd6a705 HTTP/1.1" status: 200 len: 217 time: 0.0372353 Sep 16 13:08:42.700047 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d489f8b-5a32-45c9-8406-43226e982deb req-0dc5ca78-0b25-4e27-a622-a4b3bc444ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:08:42.701969 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d489f8b-5a32-45c9-8406-43226e982deb req-0dc5ca78-0b25-4e27-a622-a4b3bc444ca9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=321b3e2b-ba2b-45bb-9351-85eb03d31f94 HTTP/1.1" status: 200 len: 853 time: 0.0483918 Sep 16 13:08:42.749424 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d489f8b-5a32-45c9-8406-43226e982deb req-64fd35bd-d768-4e56-a7e4-8ff501aee345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:08:42.750963 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d489f8b-5a32-45c9-8406-43226e982deb req-64fd35bd-d768-4e56-a7e4-8ff501aee345 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5fe9603d-9b47-4832-ae2f-4bb235881e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434885 Sep 16 13:08:42.848766 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d489f8b-5a32-45c9-8406-43226e982deb req-b3e32b1e-3b35-4fc7-81a5-50a728f37621 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5fe9603d-9b47-4832-ae2f-4bb235881e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906143 Sep 16 13:08:42.955937 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-2d489f8b-5a32-45c9-8406-43226e982deb req-44379036-6ca3-48e1-a3c5-5dec4509f36a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5fe9603d-9b47-4832-ae2f-4bb235881e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007347 Sep 16 13:08:47.466039 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=47 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:08:47.466841 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=54 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:08:47.884539 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:08:47.890778 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=4 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:08:48.368535 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:08:48.373920 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:08:52.098697 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:08:52.945088 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=45 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:08:52.952424 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=48 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:08:54.900545 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:09:02.093580 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:09:02.095503 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:09:02.357519 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-1919da1d-ba64-4773-b111-e58477e3c8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:09:04.628106 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-f00e2b09-9473-4222-8adc-9c605fcae39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:09:04.895682 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:09:04.896883 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:09:06.073866 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:09:07.311401 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:09:07.523050 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:09:08.377069 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:09:18.519043 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:09:18.524038 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:09:22.098152 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:09:24.882563 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:09:24.886602 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=4 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:09:31.900449 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:09:32.092037 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:09:32.093998 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:09:32.359479 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-fb2388c2-d1ef-4040-8c2d-4678061f50db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:09:34.633220 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-81e040ec-538c-4e67-bc3b-1f8aa6c83805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:09:36.074330 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:09:36.930433 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6bcc22f7-5710-4552-8c3a-af91f60c373f req-b7622629-aecf-49ea-a7b7-577627dc8c1d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386791 Sep 16 13:09:36.988092 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc22f7-5710-4552-8c3a-af91f60c373f req-b189c046-89e3-41a5-845f-70791bbbfb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:09:36.990196 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6bcc22f7-5710-4552-8c3a-af91f60c373f req-b189c046-89e3-41a5-845f-70791bbbfb1b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=069d839f047b4c38a1dae0ff8d692230&device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 1127 time: 0.0394752 Sep 16 13:09:37.097497 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc22f7-5710-4552-8c3a-af91f60c373f req-c6009283-244b-4709-865f-a7f2b8a0fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:09:37.099638 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6bcc22f7-5710-4552-8c3a-af91f60c373f req-c6009283-244b-4709-865f-a7f2b8a0fcd3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=c8f0423b-8f95-4074-9a6e-229fa6e975d1 HTTP/1.1" status: 200 len: 916 time: 0.0898993 Sep 16 13:09:37.166126 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6bcc22f7-5710-4552-8c3a-af91f60c373f req-418f7730-8f24-4f54-b13f-972ccbe1b1c8 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 HTTP/1.1" status: 200 len: 1000 time: 0.0603881 Sep 16 13:09:37.212918 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc22f7-5710-4552-8c3a-af91f60c373f req-c5ca4510-8dc5-4012-9110-7c0a3a0ab62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:09:37.214291 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6bcc22f7-5710-4552-8c3a-af91f60c373f req-c5ca4510-8dc5-4012-9110-7c0a3a0ab62c service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=51c69193-b69b-4126-bd7f-16f10ee1b3e8 HTTP/1.1" status: 200 len: 854 time: 0.0430119 Sep 16 13:09:37.256884 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc22f7-5710-4552-8c3a-af91f60c373f req-36efdfd3-a2f1-4594-a935-61ebaeec2d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:09:37.258367 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6bcc22f7-5710-4552-8c3a-af91f60c373f req-36efdfd3-a2f1-4594-a935-61ebaeec2d42 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=c8f0423b-8f95-4074-9a6e-229fa6e975d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0381842 Sep 16 13:09:37.314377 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:09:37.529259 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:09:37.656033 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6bcc22f7-5710-4552-8c3a-af91f60c373f req-12aa5741-a5e0-4618-8258-5a4f410ca889 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/c8f0423b-8f95-4074-9a6e-229fa6e975d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912139 Sep 16 13:09:37.745314 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6bcc22f7-5710-4552-8c3a-af91f60c373f req-1be64bc3-b70a-427c-b8e4-b894beb60007 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/c8f0423b-8f95-4074-9a6e-229fa6e975d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831947 Sep 16 13:09:38.369341 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:09:41.894692 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:09:41.896632 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:09:44.404687 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dcb8d38d-e251-4aaf-8041-47f348cb6a81 req-e15ebf3e-b1ed-4938-8d3a-396b3129b70c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390363 Sep 16 13:09:44.507286 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8d38d-e251-4aaf-8041-47f348cb6a81 req-39edb1f9-3043-479f-b27d-ad5be5223cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:09:44.508803 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dcb8d38d-e251-4aaf-8041-47f348cb6a81 req-39edb1f9-3043-479f-b27d-ad5be5223cd1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 1127 time: 0.0400357 Sep 16 13:09:44.617886 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8d38d-e251-4aaf-8041-47f348cb6a81 req-2220759b-e784-469d-a8d4-4e7268d7a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:09:44.619355 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dcb8d38d-e251-4aaf-8041-47f348cb6a81 req-2220759b-e784-469d-a8d4-4e7268d7a001 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 913 time: 0.0912364 Sep 16 13:09:44.658656 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dcb8d38d-e251-4aaf-8041-47f348cb6a81 req-e7b9dcdf-f5bb-4782-a50c-56769073e095 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d408043a-8807-412e-bac0-ea9a50061ee1 HTTP/1.1" status: 200 len: 217 time: 0.0328343 Sep 16 13:09:44.706285 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8d38d-e251-4aaf-8041-47f348cb6a81 req-ff437eba-c1c4-4006-8927-c1a2f21b9ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:09:44.708252 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dcb8d38d-e251-4aaf-8041-47f348cb6a81 req-ff437eba-c1c4-4006-8927-c1a2f21b9ad8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 0.0438790 Sep 16 13:09:44.750870 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8d38d-e251-4aaf-8041-47f348cb6a81 req-ed1f28a7-8721-408a-a305-7b539f82f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:09:44.752398 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dcb8d38d-e251-4aaf-8041-47f348cb6a81 req-ed1f28a7-8721-408a-a305-7b539f82f62a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0385416 Sep 16 13:09:44.844561 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dcb8d38d-e251-4aaf-8041-47f348cb6a81 req-cf3e7591-2c83-4e7d-84a6-dda42f587e43 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858006 Sep 16 13:09:44.938508 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-dcb8d38d-e251-4aaf-8041-47f348cb6a81 req-6e18869f-b01d-4f16-a034-b2ed9a367f89 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874565 Sep 16 13:09:47.741257 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=50 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:09:47.742073 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=51 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:09:48.362791 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=5,neutron:SELECT=6 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:09:48.365714 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:09:52.113433 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:09:54.933618 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=46 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:09:54.935571 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=47 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:10:01.878051 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=15 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:10:01.883188 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=17 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:10:02.107661 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:10:02.109642 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:10:02.362387 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7f7c2c2b-1414-4af7-973d-4185e6801190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:10:04.635139 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-dfa0f3c5-8086-4f65-b347-b2ee580dbb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:10:06.079990 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:10:07.319531 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:10:07.528405 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:10:08.374546 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:10:08.900199 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:10:18.368354 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:10:18.370243 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:10:18.894196 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:10:18.896052 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:10:22.130850 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:10:32.116229 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:10:32.125478 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:10:32.365506 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-4d7f87b0-c4c5-4f37-9d49-090c0a3ac89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:10:34.636983 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-bb620078-fdee-4cce-84ce-1dfb2458446a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:10:36.079001 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:10:36.923519 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-35e37898-42f1-4155-939e-f29e0df4dba5 req-1a6041a2-377b-4ea6-9453-fe7fb3c004e1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411966 Sep 16 13:10:37.004471 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e37898-42f1-4155-939e-f29e0df4dba5 req-71919773-e145-44e8-b0c8-e9e8e3ed393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:10:37.005933 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-35e37898-42f1-4155-939e-f29e0df4dba5 req-71919773-e145-44e8-b0c8-e9e8e3ed393c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 1126 time: 0.0401039 Sep 16 13:10:37.108104 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e37898-42f1-4155-939e-f29e0df4dba5 req-c7dd29c9-813e-4639-bf05-77fe6fb3797f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:10:37.109563 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-35e37898-42f1-4155-939e-f29e0df4dba5 req-c7dd29c9-813e-4639-bf05-77fe6fb3797f service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 913 time: 0.0860178 Sep 16 13:10:37.175422 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-35e37898-42f1-4155-939e-f29e0df4dba5 req-69939437-da20-4425-9bee-262459cd01c8 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3af800e8-0d1f-497b-bca5-8901587cb91c HTTP/1.1" status: 200 len: 999 time: 0.0592215 Sep 16 13:10:37.223171 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e37898-42f1-4155-939e-f29e0df4dba5 req-47fc65e6-6119-45e3-80c7-ffbe78f52e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:10:37.224579 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-35e37898-42f1-4155-939e-f29e0df4dba5 req-47fc65e6-6119-45e3-80c7-ffbe78f52e07 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 0.0438795 Sep 16 13:10:37.269288 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e37898-42f1-4155-939e-f29e0df4dba5 req-1b2b59e7-b790-4f6e-8b37-8ccef682578c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:10:37.270740 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-35e37898-42f1-4155-939e-f29e0df4dba5 req-1b2b59e7-b790-4f6e-8b37-8ccef682578c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0401530 Sep 16 13:10:37.325560 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:10:37.365053 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-35e37898-42f1-4155-939e-f29e0df4dba5 req-ded224c3-d06b-4da8-8182-9af94269d7e7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880935 Sep 16 13:10:37.458715 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-35e37898-42f1-4155-939e-f29e0df4dba5 req-d42cf622-b91b-4838-b78c-b3281734f74d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885270 Sep 16 13:10:37.530378 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:10:38.373487 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:10:38.873725 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:10:38.880429 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:10:45.898962 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:10:47.372841 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eae348e0-ebaa-4900-8823-f77b3f084fda req-dacb2803-a232-4aef-9fe1-3bab27762c91 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=261a8ed1-8a0c-4a83-a4e4-f3094ad3824c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573118 Sep 16 13:10:47.449927 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=52 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:10:47.455397 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae348e0-ebaa-4900-8823-f77b3f084fda req-cceb304d-4758-497d-ac31-ff77ffa3ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:10:47.455646 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=49 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:10:47.456937 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eae348e0-ebaa-4900-8823-f77b3f084fda req-cceb304d-4758-497d-ac31-ff77ffa3ce09 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=261a8ed1-8a0c-4a83-a4e4-f3094ad3824c HTTP/1.1" status: 200 len: 1128 time: 0.0409353 Sep 16 13:10:47.567891 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae348e0-ebaa-4900-8823-f77b3f084fda req-c36aa146-6e43-4547-8e52-be18a0a18989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:10:47.569380 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eae348e0-ebaa-4900-8823-f77b3f084fda req-c36aa146-6e43-4547-8e52-be18a0a18989 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 913 time: 0.0914500 Sep 16 13:10:47.610118 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eae348e0-ebaa-4900-8823-f77b3f084fda req-20f6726e-1e02-496c-a7e4-55f40d0be440 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8c32251-350f-4099-952e-3f7b216c4b3d HTTP/1.1" status: 200 len: 217 time: 0.0332894 Sep 16 13:10:47.660521 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae348e0-ebaa-4900-8823-f77b3f084fda req-ad14cdf4-f27f-4dd7-8509-35fd1d49097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:10:47.662012 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eae348e0-ebaa-4900-8823-f77b3f084fda req-ad14cdf4-f27f-4dd7-8509-35fd1d49097d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 0.0453017 Sep 16 13:10:47.710125 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae348e0-ebaa-4900-8823-f77b3f084fda req-2e06dea6-6e0a-4901-a8ca-0563cf919f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:10:47.711500 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eae348e0-ebaa-4900-8823-f77b3f084fda req-2e06dea6-6e0a-4901-a8ca-0563cf919f6b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435059 Sep 16 13:10:47.802719 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eae348e0-ebaa-4900-8823-f77b3f084fda req-044664de-5e75-41c8-ba9b-35eddb62d207 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850127 Sep 16 13:10:47.901050 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-eae348e0-ebaa-4900-8823-f77b3f084fda req-35e5e069-2e44-4fce-8cd4-9db69ccd51ca service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914817 Sep 16 13:10:48.368039 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=12 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:10:48.369036 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:10:52.128701 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:10:57.891345 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=43 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:10:57.898042 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=50 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:11:00.678859 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=2 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:11:00.679589 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:11:02.120209 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:11:02.122407 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:11:02.367897 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6c4c07c8-d139-4386-8caf-067b41fedb5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:11:04.640098 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-9296c504-3145-4b5f-8a2e-ceb49a49ad3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:11:06.081996 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:11:07.319427 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:11:07.533760 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:11:08.388796 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:11:15.876277 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:11:15.876989 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:11:18.524775 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:11:18.525536 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:11:22.125662 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:11:22.898583 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:11:26.608728 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:11:32.114854 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:11:32.122067 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:11:32.371077 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-ba580dec-1aec-4e12-b243-18ecfb258cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:11:32.894018 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:11:34.641603 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b5bcd759-1121-48eb-aef6-83c69419b144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:11:36.085508 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:11:37.322387 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:11:37.536644 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:11:38.404528 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:11:38.983763 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4057ea30-8232-438a-8c8e-8f1b198ed9b8 req-4429ceec-d563-4bd8-ab4d-8fee16bf1108 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0970616 Sep 16 13:11:39.043623 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057ea30-8232-438a-8c8e-8f1b198ed9b8 req-590bccda-47a6-43aa-bd6a-6f8ceee9b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:11:39.045101 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4057ea30-8232-438a-8c8e-8f1b198ed9b8 req-590bccda-47a6-43aa-bd6a-6f8ceee9b582 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=069d839f047b4c38a1dae0ff8d692230&device_id=6b0851db-8113-49aa-abe4-e5cd1b345b9b HTTP/1.1" status: 200 len: 1127 time: 0.0395730 Sep 16 13:11:39.151710 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057ea30-8232-438a-8c8e-8f1b198ed9b8 req-646d8782-cd4c-47b7-9a25-ed461a934e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:11:39.153406 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4057ea30-8232-438a-8c8e-8f1b198ed9b8 req-646d8782-cd4c-47b7-9a25-ed461a934e01 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=c8f0423b-8f95-4074-9a6e-229fa6e975d1 HTTP/1.1" status: 200 len: 916 time: 0.0907793 Sep 16 13:11:39.213910 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4057ea30-8232-438a-8c8e-8f1b198ed9b8 req-4c9497a0-90d9-4e99-93f4-a91b5e946870 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f97b74c9-9b69-40fb-b7ec-2e8f5d0f5b69 HTTP/1.1" status: 200 len: 1000 time: 0.0551105 Sep 16 13:11:39.262050 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057ea30-8232-438a-8c8e-8f1b198ed9b8 req-dbaa3aa5-a4b9-41f9-9438-b02153b802ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:11:39.263460 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4057ea30-8232-438a-8c8e-8f1b198ed9b8 req-dbaa3aa5-a4b9-41f9-9438-b02153b802ff service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=51c69193-b69b-4126-bd7f-16f10ee1b3e8 HTTP/1.1" status: 200 len: 854 time: 0.0441132 Sep 16 13:11:39.310216 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057ea30-8232-438a-8c8e-8f1b198ed9b8 req-ab0e46d0-2d75-45f0-9c1a-97c7b0f67c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:11:39.311682 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4057ea30-8232-438a-8c8e-8f1b198ed9b8 req-ab0e46d0-2d75-45f0-9c1a-97c7b0f67c42 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=c8f0423b-8f95-4074-9a6e-229fa6e975d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428994 Sep 16 13:11:39.402671 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4057ea30-8232-438a-8c8e-8f1b198ed9b8 req-36ade045-5ec1-47e7-8eb9-6f6b8f263aa7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/c8f0423b-8f95-4074-9a6e-229fa6e975d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850866 Sep 16 13:11:39.495200 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-4057ea30-8232-438a-8c8e-8f1b198ed9b8 req-198c27af-b3c1-4ced-9bda-6eb3c5de7356 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/c8f0423b-8f95-4074-9a6e-229fa6e975d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867860 Sep 16 13:11:46.449781 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-442f4288-d004-4403-8377-f387f8907e30 req-830a5a4d-801c-468e-a4f1-901376b46aff service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b54b9ae7-c0ae-41e1-8da3-21152fb66aed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0820463 Sep 16 13:11:46.533135 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f4288-d004-4403-8377-f387f8907e30 req-9dee87d2-31de-4c7b-ad62-64d79d537792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:11:46.534632 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-442f4288-d004-4403-8377-f387f8907e30 req-9dee87d2-31de-4c7b-ad62-64d79d537792 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=487c6b2edfb74e6d91d4443cfeb437a1&device_id=b54b9ae7-c0ae-41e1-8da3-21152fb66aed HTTP/1.1" status: 200 len: 1127 time: 0.0424764 Sep 16 13:11:46.644505 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f4288-d004-4403-8377-f387f8907e30 req-9424d0b1-ab32-4cdb-8267-b310be4418a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:11:46.645983 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-442f4288-d004-4403-8377-f387f8907e30 req-9424d0b1-ab32-4cdb-8267-b310be4418a4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5fe9603d-9b47-4832-ae2f-4bb235881e13 HTTP/1.1" status: 200 len: 915 time: 0.0913045 Sep 16 13:11:46.685704 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-442f4288-d004-4403-8377-f387f8907e30 req-e974cbfc-7397-47f4-bf1e-3904b505dfd8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad6d397-6661-44dd-9668-05292dd6a705 HTTP/1.1" status: 200 len: 217 time: 0.0332253 Sep 16 13:11:46.739039 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f4288-d004-4403-8377-f387f8907e30 req-f17d09ea-eb24-4baa-a353-23c04658fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:11:46.740496 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-442f4288-d004-4403-8377-f387f8907e30 req-f17d09ea-eb24-4baa-a353-23c04658fcf2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=321b3e2b-ba2b-45bb-9351-85eb03d31f94 HTTP/1.1" status: 200 len: 853 time: 0.0488100 Sep 16 13:11:46.785747 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f4288-d004-4403-8377-f387f8907e30 req-ef317e93-cdee-4952-91ce-862788c27a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:11:46.787258 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-442f4288-d004-4403-8377-f387f8907e30 req-ef317e93-cdee-4952-91ce-862788c27a03 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5fe9603d-9b47-4832-ae2f-4bb235881e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0408604 Sep 16 13:11:46.879235 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-442f4288-d004-4403-8377-f387f8907e30 req-335b9539-c2c6-4a27-8cc0-b92f21856787 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5fe9603d-9b47-4832-ae2f-4bb235881e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854652 Sep 16 13:11:46.974247 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-442f4288-d004-4403-8377-f387f8907e30 req-810a1efc-874f-4abb-8b00-50f7393782ae service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5fe9603d-9b47-4832-ae2f-4bb235881e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884497 Sep 16 13:11:48.395207 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:11:48.401143 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:11:49.490198 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=53 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:11:49.492239 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=48 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:11:52.138925 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:11:52.861644 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:11:52.872810 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=5 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:11:56.969219 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=43 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:11:56.971153 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=50 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:11:59.898358 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:12:02.129058 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:12:02.134757 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:12:02.373146 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-6330b4d2-4fa0-4052-a0cf-878d83b8bb7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:12:04.643720 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cb143f3d-84fb-40a8-91a2-cbc0496dd52c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:12:06.087981 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:12:07.324828 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:12:07.539750 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:12:08.415930 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:12:09.893750 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:12:09.894411 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:12:18.410263 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:12:18.412201 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:12:22.135905 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:12:26.221891 n-d-858094-4 neutron-server[113698]: DEBUG neutron.wsgi [req-41201ce5-d836-4e54-a867-81ddcc38135d req-5c4685bc-dd13-40f5-922c-cfa0eb0683b6 service neutron] (113698) timed out ('10.222.0.67', 49332) {{(pid=113698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 13:12:32.129465 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:12:32.132000 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:12:32.377680 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-b37a7be0-693d-4c55-9959-bb072d58f895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:12:34.646054 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-cea67995-9763-4257-90ca-8c7ac8d9556e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:12:36.091807 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:12:36.898115 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:12:37.326340 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:12:37.541166 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:12:38.416106 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:12:38.528996 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=16 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:12:39.558809 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6d69416f-9b63-4057-b161-7eb91711f6d8 req-4ea63702-8b11-4487-9672-d4816c769733 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=af5e660b-de79-42ca-a8de-fe06738b9771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398736 Sep 16 13:12:39.638170 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69416f-9b63-4057-b161-7eb91711f6d8 req-28aa8ea9-0373-4a34-bfed-c7482f00c47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:12:39.639695 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6d69416f-9b63-4057-b161-7eb91711f6d8 req-28aa8ea9-0373-4a34-bfed-c7482f00c47c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=af5e660b-de79-42ca-a8de-fe06738b9771 HTTP/1.1" status: 200 len: 1126 time: 0.0408106 Sep 16 13:12:39.746261 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69416f-9b63-4057-b161-7eb91711f6d8 req-09affb49-cafd-4ddb-bbbb-68c26e55e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:12:39.747760 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6d69416f-9b63-4057-b161-7eb91711f6d8 req-09affb49-cafd-4ddb-bbbb-68c26e55e7c8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 913 time: 0.0899262 Sep 16 13:12:39.813111 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6d69416f-9b63-4057-b161-7eb91711f6d8 req-cff12955-a806-44e0-be5c-539211a12e53 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3af800e8-0d1f-497b-bca5-8901587cb91c HTTP/1.1" status: 200 len: 999 time: 0.0591981 Sep 16 13:12:39.861528 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69416f-9b63-4057-b161-7eb91711f6d8 req-99fbfbec-d895-4110-ab41-a880c499111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:12:39.862945 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6d69416f-9b63-4057-b161-7eb91711f6d8 req-99fbfbec-d895-4110-ab41-a880c499111d service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 0.0438008 Sep 16 13:12:39.906102 n-d-858094-4 neutron-server[113699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69416f-9b63-4057-b161-7eb91711f6d8 req-f6785431-7ce0-439a-9e32-ee360e932aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:12:39.907547 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6d69416f-9b63-4057-b161-7eb91711f6d8 req-f6785431-7ce0-439a-9e32-ee360e932aaf service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0384469 Sep 16 13:12:40.000510 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6d69416f-9b63-4057-b161-7eb91711f6d8 req-b4133b93-da3d-471e-9e2f-2fd22d9f63fd service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869460 Sep 16 13:12:40.088956 n-d-858094-4 neutron-server[113699]: INFO neutron.wsgi [req-6d69416f-9b63-4057-b161-7eb91711f6d8 req-450ea12c-6e3f-460e-a90a-ed0a53d20eef service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832145 Sep 16 13:12:46.410861 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3bd043fe-a2a1-4397-b927-ab729ff349ad req-5f986cb7-920a-4467-8ff6-51b0907619f8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388656 Sep 16 13:12:46.523138 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd043fe-a2a1-4397-b927-ab729ff349ad req-75b9ed17-90aa-4e19-be82-db8f9a4af178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:12:46.524624 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3bd043fe-a2a1-4397-b927-ab729ff349ad req-75b9ed17-90aa-4e19-be82-db8f9a4af178 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=337bc9a50c6846ada58b194c94d0f193&device_id=17ed9fd4-313b-4cd7-8897-0f2a7bd20c1d HTTP/1.1" status: 200 len: 1127 time: 0.0446341 Sep 16 13:12:46.629199 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd043fe-a2a1-4397-b927-ab729ff349ad req-989a3c0d-3576-49a4-9d90-593e7f9a7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:12:46.631253 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3bd043fe-a2a1-4397-b927-ab729ff349ad req-989a3c0d-3576-49a4-9d90-593e7f9a7e83 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9af47dcf-ef82-4350-bfb1-14c70158aca5 HTTP/1.1" status: 200 len: 913 time: 0.0888934 Sep 16 13:12:46.669220 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3bd043fe-a2a1-4397-b927-ab729ff349ad req-a0a6ce67-4c00-4f96-a813-18cc9708cc3c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d408043a-8807-412e-bac0-ea9a50061ee1 HTTP/1.1" status: 200 len: 217 time: 0.0320067 Sep 16 13:12:46.722912 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd043fe-a2a1-4397-b927-ab729ff349ad req-86a61100-d9f5-434b-a169-f505163f0303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:12:46.724425 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3bd043fe-a2a1-4397-b927-ab729ff349ad req-86a61100-d9f5-434b-a169-f505163f0303 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3d21eb8b-32f8-4b19-96f6-c4c4e33061d9 HTTP/1.1" status: 200 len: 851 time: 0.0484602 Sep 16 13:12:46.768841 n-d-858094-4 neutron-server[113698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd043fe-a2a1-4397-b927-ab729ff349ad req-4479caa0-0fe1-447e-81f1-d7e9418efeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 13:12:46.770349 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3bd043fe-a2a1-4397-b927-ab729ff349ad req-4479caa0-0fe1-447e-81f1-d7e9418efeee service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9af47dcf-ef82-4350-bfb1-14c70158aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0402102 Sep 16 13:12:46.865357 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3bd043fe-a2a1-4397-b927-ab729ff349ad req-d2221962-7f11-4450-b19e-eb620febb5d9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879180 Sep 16 13:12:46.894149 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=18 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:12:46.956738 n-d-858094-4 neutron-server[113698]: INFO neutron.wsgi [req-3bd043fe-a2a1-4397-b927-ab729ff349ad req-a15a2b2a-839d-4edd-b478-c95adee9c60d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9af47dcf-ef82-4350-bfb1-14c70158aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850158 Sep 16 13:12:48.405593 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:12:48.411302 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:12:50.084253 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=47 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:12:50.086146 n-d-858094-4 neutron-server[113699]: DEBUG dbcounter [-] [113699] Writing DB stats neutron:SELECT=54 {{(pid=113699) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:12:52.141486 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:12:56.947651 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=50 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:12:56.953725 n-d-858094-4 neutron-server[113698]: DEBUG dbcounter [-] [113698] Writing DB stats neutron:SELECT=43 {{(pid=113698) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:13:01.723039 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [req-c5cdc3a5-561e-402b-ba11-8fc843c5a08f req-c54662dd-bbc1-4995-a0df-161758d649ce service neutron] (113699) timed out ('10.222.0.76', 52833) {{(pid=113699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 13:13:02.129341 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:13:02.137697 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:13:02.381526 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-7a2161f8-5a0b-4893-9b76-9c69ef860599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (861bbeba-3d8c-495f-8851-e5f3a9dbe032), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:13:04.650475 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-89613d61-cefa-49cc-8ea2-300fa2e86701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (ce442743-3dab-458c-ab2e-9ac720bbe971), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:13:06.095115 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-0f61e71b-745e-4299-ba92-c3fce45df724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (87c52681-fd95-4467-8f66-053519ac9f64), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:13:06.860288 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=4 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:13:06.864652 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:13:07.331863 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-454116f8-8816-4d29-8334-28ab778e85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (74563d3b-7d0b-447b-a5f1-ce0b018c4a0f), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:13:07.543305 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-451933e6-2b4f-465f-9dcf-1e697e15efc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (fd895aa1-496d-43d5-a6d4-1f4dc1525b73), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:13:08.432528 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-df5089e9-ef47-4527-8b48-a4460ea5ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (e9aab1d2-74bf-49a2-bf8f-d1b206b6c1c0), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:13:13.898568 n-d-858094-4 neutron-server[113701]: DEBUG neutron.db.agents_db [None req-efc518d2-fae3-4b55-8a27-1d412cd41ed6 None None] Agent healthcheck: found 7 active agents {{(pid=113701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 13:13:15.987208 n-d-858094-4 neutron-server[113699]: DEBUG neutron.wsgi [req-f8a29c4f-4867-44c2-9c0b-f896ee30cf3a req-6576006f-c293-43cc-b4d4-66b8942b0290 tempest-VolumesAdminNegativeTest-1119818426 tempest-VolumesAdminNegativeTest-1119818426-project] (113699) timed out ('10.222.0.76', 52885) {{(pid=113699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 13:13:18.543949 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:13:18.545889 n-d-858094-4 neutron-server[113700]: DEBUG dbcounter [-] [113700] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=113700) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:13:22.136836 n-d-858094-4 neutron-server[113700]: DEBUG neutron_lib.callbacks.manager [None req-d03db9a1-e05b-4400-969b-70678e182f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779469079983', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-976896'] for agent (a6327742-d26a-48df-90ac-b1c2660a3b89), after_update {{(pid=113700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 13:13:23.893037 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 13:13:23.893815 n-d-858094-4 neutron-server[113701]: DEBUG dbcounter [-] [113701] Writing DB stats neutron:SELECT=1 {{(pid=113701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}